-- Logs begin at Fri 2022-02-18 23:50:18 UTC, end at Sat 2022-02-19 02:35:37 UTC. -- Feb 19 00:36:52.373773 n-d-826529-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 00:36:55.336291 n-d-826529-3 neutron-server[110490]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:36:55.336927 n-d-826529-3 neutron-server[110490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 19 00:36:55.337082 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:36:55.340490 n-d-826529-3 neutron-server[110490]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:36:55.340748 n-d-826529-3 neutron-server[110490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 19 00:36:55.341065 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:36:55.342004 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:36:55.342246 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:36:55.342625 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:36:55.342880 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:36:55.343539 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:36:55.343874 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.344307 n-d-826529-3 neutron-server[110490]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 00:36:55.344627 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.344929 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.345230 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.345536 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.345833 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.346122 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.346435 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.346718 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.347011 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.347325 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.347617 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.347916 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.348204 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.348495 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.348784 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.349068 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] debug = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.349352 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.349792 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.350224 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.350506 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.351425 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.352002 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.352254 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.352545 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.352836 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.353170 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] host = n-d-826529-3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.353452 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.353743 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.354035 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.354325 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.354605 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.354885 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.355200 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.355477 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.355753 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.356036 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.356325 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.356616 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.356907 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.357136 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.357363 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.357655 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.357947 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.358226 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.358504 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.358782 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.359060 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.359361 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.359632 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.359922 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.360210 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.360497 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.360774 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.361052 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.361329 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.361606 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.361894 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.362172 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.362449 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.362730 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.363020 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.363325 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.363604 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.363906 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.364197 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.364483 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.364771 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.365050 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.365336 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.365611 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.365888 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.366167 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_json = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.366477 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.366755 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.367036 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.367345 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.367619 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.367893 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.368167 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.368453 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.368728 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:55.369028 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.369327 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.369627 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.369930 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.370224 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.370506 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.370797 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.371081 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.371394 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.371685 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.371976 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.372259 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.372568 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.372861 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.373158 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.373462 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.373757 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.374049 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.374329 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.374608 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.374885 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.375195 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.375490 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.375772 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.376065 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.376359 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.376643 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.376942 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.377231 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.377527 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.377819 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.378098 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.378381 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.378676 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.378956 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.379259 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.379541 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.379832 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.380117 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.380394 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.380677 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.380958 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.381234 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.381509 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.381789 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.382126 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.382406 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.382690 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.382963 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.383268 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.383547 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.383834 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.384113 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.384393 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.384671 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.384954 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.385228 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.385505 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.385786 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.386062 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.386344 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.386619 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.386893 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.387197 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.387476 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.387750 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.388024 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.388301 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.388583 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.388862 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.389138 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.389416 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.389694 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.389970 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.390258 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.390560 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.390844 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.391151 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.391436 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.391718 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.391998 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.392278 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.392564 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.392849 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.393123 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.393414 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.393701 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.393989 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.394296 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.394580 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.394879 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.395189 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.395475 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.395762 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.396044 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.396327 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.396616 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.396904 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.397202 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.397498 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.398415 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.398721 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.399012 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.399331 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.399645 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.399931 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:55.400151 n-d-826529-3 neutron-server[110490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:36:55.400394 n-d-826529-3 neutron-server[110490]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110490) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 00:36:55.783166 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:36:55.783453 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:36:55.783764 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:36:55.784255 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 00:36:56.124578 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.124800 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.125073 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.126371 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.126652 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.126921 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.173108 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.173391 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.173670 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.188783 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.189076 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.189352 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.228026 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.228425 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.228681 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.269144 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.269431 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.269704 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.629735 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.630405 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.630405 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.630566 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.631251 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.731779 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.732104 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.732391 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.732670 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.732945 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.733269 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.733539 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.733805 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.734067 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.734356 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.734622 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.734895 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.735183 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.735448 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.735715 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.735987 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.736250 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.736530 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.736809 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.737077 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.737356 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.737616 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.737909 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.738290 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.738546 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.738799 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.739235 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.739481 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.739725 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.739968 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.740209 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.740449 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:56.740821 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 00:36:56.744657 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 00:36:56.748902 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 00:36:56.752833 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 19 00:36:56.754520 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 00:36:56.755003 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 00:36:56.755375 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 00:36:56.755756 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 00:36:56.758647 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 00:36:56.758902 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 00:36:56.759277 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:36:56.764253 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 00:36:56.789343 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 00:36:56.789802 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.790105 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110490) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 00:36:56.790466 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.791905 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110490) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 00:36:56.792189 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:36:56.792440 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 00:36:56.795796 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.796080 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:56.858993 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 00:36:56.859264 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 00:36:56.859506 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 00:36:56.859887 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 00:36:56.880436 n-d-826529-3 neutron-server[110490]: DEBUG oslo_db.sqlalchemy.engines [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110490) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 00:36:57.461402 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing driver for type 'gre' Feb 19 00:36:57.461932 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] gre ID ranges: [(1, 1000)] Feb 19 00:36:57.667024 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing driver for type 'local' Feb 19 00:36:57.667682 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing driver for type 'vlan' Feb 19 00:36:57.764097 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] VlanTypeDriver initialization complete Feb 19 00:36:57.764441 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing driver for type 'vxlan' Feb 19 00:36:57.764954 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] vxlan ID ranges: [(1, 1000)] Feb 19 00:36:57.964132 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing extension driver 'port_security' Feb 19 00:36:57.964477 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.extensions.port_security [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] PortSecurityExtensionDriver initialization complete Feb 19 00:36:57.964827 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing mechanism driver 'openvswitch' Feb 19 00:36:57.965140 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing mechanism driver 'hyperv' Feb 19 00:36:57.971927 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:57.975635 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.975635 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.975635 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.975635 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.975635 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.976068 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.976068 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.976068 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.976298 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.976799 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.977195 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.977602 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.978012 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.978367 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.978711 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.979130 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.979542 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.979889 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.980276 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.980673 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.981080 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > address_group after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.981427 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > address_group after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.981764 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.982160 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:36:57.982610 n-d-826529-3 neutron-server[110490]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] ML2 OVO RPC backend initialized. {{(pid=110490) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 00:36:57.983358 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.983717 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.984140 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.984488 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > networks before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.984842 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.985187 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > ports before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.985533 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.985878 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnets before_response 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.986232 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.986576 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.986916 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.987309 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.987648 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.987984 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.988318 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.988656 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.988991 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:57.996422 n-d-826529-3 neutron-server[110490]: INFO neutron.quota [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded quota_driver: . Feb 19 00:36:57.996796 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.plugin [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Modular L2 Plugin initialization complete Feb 19 00:36:57.997141 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading services supported by the core plugin {{(pid=110490) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 00:36:57.997484 n-d-826529-3 neutron-server[110490]: INFO neutron.plugins.ml2.managers [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Got port-security extension from driver 'port_security' Feb 19 00:36:57.997967 n-d-826529-3 neutron-server[110490]: INFO neutron.extensions.vlantransparent [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Disabled vlantransparent extension. Feb 19 00:36:57.998464 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110490) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 00:36:57.998924 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: router Feb 19 00:36:58.035576 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.035915 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_create 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.036289 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router before_create 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.036654 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.037030 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.037388 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_delete 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.037748 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.038221 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.038520 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_create 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.038907 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.039288 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.039637 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.040001 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.040413 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.040784 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.041125 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.041464 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: subnet after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.041806 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.042159 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.042510 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.042852 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.043227 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.043588 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router after_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.043952 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.044440 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.044810 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.045164 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.045534 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > agent after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.045890 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > agent after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.046246 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.047152 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Tracking information for resource: router configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:58.047496 n-d-826529-3 neutron-server[110490]: DEBUG neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Tracking information for resource: floatingip configured {{(pid=110490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:36:58.052654 n-d-826529-3 neutron-server[110490]: INFO neutron.db.l3_agentschedulers_db [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 00:36:58.053241 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.053604 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.053994 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.054346 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: port after_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.055185 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router before_create 55550100 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.055554 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.055919 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_create 55550100 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.056281 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > router precommit_update 55550100 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.061198 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.provider_configuration [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service providers = [] {{(pid=110490) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 00:36:58.061563 n-d-826529-3 neutron-server[110490]: DEBUG neutron.db.servicetype_db [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110490) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 00:36:58.064570 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.service_base [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:36:58.064925 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.service_base [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:36:58.065270 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.service_base [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:36:58.066169 n-d-826529-3 neutron-server[110490]: DEBUG neutron.services.service_base [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:36:58.066544 n-d-826529-3 neutron-server[110490]: INFO neutron.services.service_base [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 00:36:58.066919 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.067269 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 00:36:58.078873 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.079256 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: auto_allocate Feb 19 00:36:58.085872 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: network precommit_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.086246 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: network precommit_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.086775 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.087107 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: tag Feb 19 00:36:58.093979 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.094310 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: timestamp Feb 19 00:36:58.098195 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.098530 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: network_ip_availability Feb 19 00:36:58.104502 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.104877 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.105238 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.105952 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.106277 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: flavors Feb 19 00:36:58.111279 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.111615 n-d-826529-3 neutron-server[110490]: INFO neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading Plugin: revisions Feb 19 00:36:58.115959 n-d-826529-3 neutron-server[110490]: DEBUG neutron.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:36:58.116410 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.332s {{(pid=110490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:36:58.117147 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110490) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 00:36:58.117489 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Initializing extension manager. Feb 19 00:36:58.118016 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: __init__.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.118361 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: __pycache__ {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.118702 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.119040 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: address_group.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.119829 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.120403 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: address-group Feb 19 00:36:58.120727 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: address_scope.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.121444 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.121960 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: address-scope Feb 19 00:36:58.122286 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.123258 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.123778 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: router-admin-state-down-before-update Feb 19 00:36:58.124105 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: agent.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.124805 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.125321 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: agent Feb 19 00:36:58.125645 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: agent_resources_synced.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.126566 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.127082 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: agent-resources-synced Feb 19 00:36:58.127434 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: allowedaddresspairs.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.129306 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.129830 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: allowed-address-pairs Feb 19 00:36:58.130159 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: auto_allocated_topology.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.131296 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.132443 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: auto-allocated-topology Feb 19 00:36:58.132649 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: availability_zone.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.133350 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.133859 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: availability_zone Feb 19 00:36:58.134181 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: availability_zone_filter.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.135128 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.135645 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: availability_zone_filter Feb 19 00:36:58.135969 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: data_plane_status.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.136890 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.137400 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 00:36:58.137723 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: default_subnetpools.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.138643 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.139183 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: default-subnetpools Feb 19 00:36:58.139509 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.140318 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.140826 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: dhcp_agent_scheduler Feb 19 00:36:58.141146 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: dns.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.142057 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.142560 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 00:36:58.142883 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: dns_domain_ports.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.143824 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.144334 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 00:36:58.144700 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.145655 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.146162 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 00:36:58.146486 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: dvr.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.147185 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.148236 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: dvr Feb 19 00:36:58.148562 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: ecmp_routes.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.149480 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.149988 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 00:36:58.150311 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: empty_string_filtering.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.151263 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.151773 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: empty-string-filtering Feb 19 00:36:58.152097 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.153019 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.153526 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:36:58.153850 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.154768 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.155297 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 00:36:58.155623 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: external_net.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.156538 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.157056 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: external-net Feb 19 00:36:58.157381 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.158292 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.158804 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: extra_dhcp_opt Feb 19 00:36:58.159160 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: extraroute.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.160063 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.160656 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: extraroute Feb 19 00:36:58.160984 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: extraroute_atomic.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.162018 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.162532 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: extraroute-atomic Feb 19 00:36:58.162857 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: filter_validation.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.163911 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.164434 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: filter-validation Feb 19 00:36:58.164758 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: fip_pf_description.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.165680 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.166190 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 00:36:58.166516 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: fip_port_details.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.167659 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.168175 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: fip-port-details Feb 19 00:36:58.168503 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: flavors.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.169768 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.170288 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: flavors Feb 19 00:36:58.170617 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.172326 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.172857 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 00:36:58.173193 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: floatingip_pools.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.173897 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.174416 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: floatingip-pools Feb 19 00:36:58.174744 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: ip_allocation.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.175691 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.176281 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 00:36:58.176605 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.177550 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.178067 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: ip-substring-filtering Feb 19 00:36:58.178393 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l2_adjacency.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.179598 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.180115 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 00:36:58.180443 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.181405 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.181930 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: router Feb 19 00:36:58.182260 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.184563 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.185094 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:36:58.185430 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.186366 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.186888 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: ext-gw-mode Feb 19 00:36:58.187269 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.188200 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.188714 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: l3-ha Feb 19 00:36:58.189042 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.189960 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.190468 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 00:36:58.190794 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_flavors.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.191737 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.192254 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: l3-flavors Feb 19 00:36:58.192580 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.193961 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.195025 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 00:36:58.195391 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.196311 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.196829 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 00:36:58.197159 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: l3agentscheduler.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.198213 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.198735 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: l3_agent_scheduler Feb 19 00:36:58.199063 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: local_ip.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.200951 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.201485 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension local_ip not supported by any of loaded plugins Feb 19 00:36:58.201826 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: logging.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.204753 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.205298 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension logging not supported by any of loaded plugins Feb 19 00:36:58.205632 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: metering.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.206382 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.206971 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: metering Feb 19 00:36:58.207410 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.208522 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.209051 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: metering_source_and_destination_fields Feb 19 00:36:58.209385 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: multiprovidernet.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.210875 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.211415 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: multi-provider Feb 19 00:36:58.211749 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: netmtu.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.212681 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.213195 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: net-mtu Feb 19 00:36:58.213524 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: netmtu_writable.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.214444 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.214957 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: net-mtu-writable Feb 19 00:36:58.215320 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: network_availability_zone.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.215991 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.216498 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: network_availability_zone Feb 19 00:36:58.216823 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: network_ip_availability.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.217972 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.218489 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: network-ip-availability Feb 19 00:36:58.218818 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: network_segment_range.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.219692 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.220125 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 00:36:58.220450 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: pagination.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.221448 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.221783 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: pagination Feb 19 00:36:58.222105 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: port_device_profile.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.223114 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.223651 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: port-device-profile Feb 19 00:36:58.223978 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.224901 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.225418 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: port-mac-address-regenerate Feb 19 00:36:58.226219 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.227866 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.228391 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: port-numa-affinity-policy Feb 19 00:36:58.228726 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: port_resource_request.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.229649 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.230164 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 00:36:58.230491 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: port_resource_request_groups.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.231486 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.232089 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 00:36:58.232412 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: portbindings.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.233351 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.233866 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: binding Feb 19 00:36:58.234193 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: portbindings_extended.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.235526 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.236051 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: binding-extended Feb 19 00:36:58.236383 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: portsecurity.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.237307 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.237825 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: port-security Feb 19 00:36:58.238152 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: project_id.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.239169 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.239505 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: project-id Feb 19 00:36:58.239831 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: providernet.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.240821 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.241970 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: provider Feb 19 00:36:58.242362 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.246024 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.246552 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos not supported by any of loaded plugins Feb 19 00:36:58.246888 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.248164 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.248695 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 00:36:58.249023 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.249982 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.250506 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 00:36:58.250837 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_default.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.251887 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.252326 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-default not supported by any of loaded plugins Feb 19 00:36:58.252659 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_fip.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.253614 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.254140 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 00:36:58.254475 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.255447 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.256360 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 00:36:58.256688 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_gateway_ip.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.258510 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.259028 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 00:36:58.259389 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_port_network_policy.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.260577 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.261091 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 00:36:58.261492 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.262649 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.263198 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 00:36:58.263530 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.264645 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.265169 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 00:36:58.265494 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_pps_rule.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.273303 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.273832 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 00:36:58.274162 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_rule_type_details.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.275132 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.275642 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 00:36:58.276019 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: qos_rules_alias.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.277079 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.277594 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 00:36:58.277920 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: quota_check_limit.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.278837 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.279388 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: quota-check-limit Feb 19 00:36:58.279714 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: quotasv2.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.280716 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.281046 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: quotas Feb 19 00:36:58.281370 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: quotasv2_detail.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.283262 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.283598 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: quota_details Feb 19 00:36:58.283931 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: rbac.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.284998 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.285529 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: rbac-policies Feb 19 00:36:58.285914 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: rbac_address_group.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.286801 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.287351 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: rbac-address-group Feb 19 00:36:58.287680 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: rbac_address_scope.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.288744 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.289269 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: rbac-address-scope Feb 19 00:36:58.289592 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: rbac_security_groups.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.290520 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.291035 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: rbac-security-groups Feb 19 00:36:58.291391 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: rbac_subnetpool.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.292399 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.292912 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: rbac-subnetpool Feb 19 00:36:58.293238 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: revisionifmatch.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.294168 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.294683 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: revision-if-match Feb 19 00:36:58.295009 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: revisions.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.300543 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.301152 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: standard-attr-revisions Feb 19 00:36:58.301457 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: router_availability_zone.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.302244 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.302767 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: router_availability_zone Feb 19 00:36:58.303108 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: routerservicetype.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.304735 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.305338 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 00:36:58.305694 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.306638 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.307197 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: security-groups-normalized-cidr Feb 19 00:36:58.307526 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.308458 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.308980 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: port-security-groups-filtering Feb 19 00:36:58.309307 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.310257 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.310788 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: security-groups-remote-address-group Feb 19 00:36:58.311144 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.312134 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.312667 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: security-groups-shared-filtering Feb 19 00:36:58.312994 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.313588 n-d-826529-3 neutron-server[110490]: WARNING neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 00:36:58.313910 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: securitygroup.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.324598 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.325138 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: security-group Feb 19 00:36:58.325470 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: segment.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.326268 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.326779 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension segment not supported by any of loaded plugins Feb 19 00:36:58.327127 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.328093 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.328611 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 00:36:58.328939 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: servicetype.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.330109 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.330641 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: service-type Feb 19 00:36:58.330970 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: sorting.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.331990 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.332368 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: sorting Feb 19 00:36:58.332698 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: standard_attr_segment.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.337888 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.338480 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 00:36:58.338861 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: standardattrdescription.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.339628 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.340200 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: standard-attr-description Feb 19 00:36:58.340577 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: stateful_security_group.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.341612 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.342186 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: stateful-security-group Feb 19 00:36:58.342565 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: stdattrs_common.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.343230 n-d-826529-3 neutron-server[110490]: WARNING neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 00:36:58.343598 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.344589 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.345193 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 00:36:58.345559 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnet_onboard.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.346757 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.347382 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: subnet_onboard Feb 19 00:36:58.347762 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.348795 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.349383 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 00:36:58.349758 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnet_service_types.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.350777 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.351778 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: subnet-service-types Feb 19 00:36:58.352149 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnetallocation.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.353290 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.353816 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: subnet_allocation Feb 19 00:36:58.354143 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.354821 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.355383 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: subnetpool-prefix-ops Feb 19 00:36:58.355711 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.356650 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.357213 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 00:36:58.357536 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: tagging.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.358658 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.359246 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: standard-attr-tag Feb 19 00:36:58.359593 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: timestamp.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.365898 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.366931 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loaded extension: standard-attr-timestamp Feb 19 00:36:58.367365 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: trunk.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.368514 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.369045 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension trunk not supported by any of loaded plugins Feb 19 00:36:58.369421 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: trunk_details.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.370366 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.370890 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 00:36:58.371265 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: uplink_status_propagation.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.372216 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.372738 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 00:36:58.373107 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Loading extension file: vlantransparent.py {{(pid=110490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:36:58.373798 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:36:58.374308 n-d-826529-3 neutron-server[110490]: INFO neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 00:36:58.376917 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:network Feb 19 00:36:58.377458 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnet Feb 19 00:36:58.377863 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:36:58.378269 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:port Feb 19 00:36:58.379627 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.380089 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service FLAVORS assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.380703 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.381132 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.381472 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:router Feb 19 00:36:58.382561 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:36:58.383308 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service METERING assigned prefix: /metering {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.384776 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.385166 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.385529 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:36:58.386584 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:36:58.387040 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:36:58.387502 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:36:58.388135 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service CORE assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.388475 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:36:58.388831 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] subnetpool is already registered Feb 19 00:36:58.389271 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service CORE assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.389604 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:36:58.389940 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] subnetpool is already registered Feb 19 00:36:58.392296 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.392736 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service FLAVORS assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.393333 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.393763 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.394107 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:router Feb 19 00:36:58.394454 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] router is already registered Feb 19 00:36:58.394877 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:36:58.395257 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] floatingip is already registered Feb 19 00:36:58.395713 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service METERING assigned prefix: /metering {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.396388 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:36:58.396722 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] rbac_policy is already registered Feb 19 00:36:58.397176 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:36:58.397578 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] security_group is already registered Feb 19 00:36:58.398105 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:36:58.398441 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] security_group_rule is already registered Feb 19 00:36:58.399110 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service CORE assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.399457 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:36:58.399798 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] subnetpool is already registered Feb 19 00:36:58.400265 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.v2.resource_helper [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Service CORE assigned prefix: {{(pid=110490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:36:58.400599 n-d-826529-3 neutron-server[110490]: INFO neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:36:58.400936 n-d-826529-3 neutron-server[110490]: WARNING neutron.quota.resource_registry [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] subnetpool is already registered Feb 19 00:36:58.401423 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: extensions {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.407403 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: address-groups {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.407403 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: address-scopes {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.407403 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: agents {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.407403 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: auto-allocated-topology {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.408392 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: availability_zones {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.409612 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: dhcp-networks {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.411220 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: dhcp-agents {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.412635 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: routers {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.414941 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: flavors {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.416133 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: service_profiles {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.417345 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: next_providers {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.418896 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: service_profiles {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.420471 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: floatingip-pools {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.421706 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: routers {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.423831 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: floatingips {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.426090 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: l3-routers {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.427517 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: l3-agents {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.429443 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: metering-labels {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.430844 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: metering-label-rules {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.432212 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: network-ip-availabilities {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.433465 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: bindings {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.435166 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: quotas {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.436803 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: quotas {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.438381 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: rbac-policies {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.439694 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: security-groups {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.440920 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: security-group-rules {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.442209 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: service-providers {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.443466 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: subnetpools {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.445474 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: subnetpools {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.446923 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.448685 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.450521 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.452336 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.454160 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.456065 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.457768 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.459738 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.464759 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.464759 n-d-826529-3 neutron-server[110490]: DEBUG neutron.api.extensions [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Extended resource: tags {{(pid=110490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:36:58.469549 n-d-826529-3 neutron-server[110490]: WARNING keystonemiddleware.auth_token [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 00:36:58.474303 n-d-826529-3 neutron-server[110490]: WARNING keystonemiddleware.auth_token [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 00:36:58.483477 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Acquired lock "singleton_lock" {{(pid=110490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 00:36:58.483961 n-d-826529-3 neutron-server[110490]: DEBUG oslo_concurrency.lockutils [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Releasing lock "singleton_lock" {{(pid=110490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 00:36:58.484621 n-d-826529-3 neutron-server[110490]: INFO oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Starting 2 workers Feb 19 00:36:58.489659 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Started child 110601 {{(pid=110490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:36:58.494855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Started child 110602 {{(pid=110490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:36:58.495975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.496676 n-d-826529-3 neutron-server[110490]: INFO neutron.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 00:36:58.497188 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.497521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [-] (110601) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:36:58.499666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.500149 n-d-826529-3 neutron-server[110490]: INFO oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Starting 1 workers Feb 19 00:36:58.501116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [-] (110602) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:36:58.505191 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Started child 110603 {{(pid=110490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:36:58.505746 n-d-826529-3 neutron-server[110490]: INFO oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Starting 1 workers Feb 19 00:36:58.509923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] calling RpcWorker wait() {{(pid=110603) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 00:36:58.510485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] returning from RpcWorker wait() {{(pid=110603) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 00:36:58.514934 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Started child 110604 {{(pid=110490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:36:58.514934 n-d-826529-3 neutron-server[110490]: DEBUG neutron_lib.callbacks.manager [None req-5cc1288b-4e82-4325-8993-b917aca08bf4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.515227 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.515227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:36:58.515392 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:36:58.515749 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.515749 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.516041 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.516132 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.516578 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.516578 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.517163 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.517437 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.517707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.517995 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.518229 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.518399 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.518561 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.518829 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.519102 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.519418 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.519684 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.519937 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.520211 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.520384 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.520641 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.520928 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.521159 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.521425 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] debug = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.521669 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.522176 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.522528 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.532962 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.533359 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.533537 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.533809 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.534115 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.534375 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.534603 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.534830 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.535115 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.535405 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.536571 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.536815 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.537058 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.537353 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.537626 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.538533 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] host = n-d-826529-3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.538952 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.539187 n-d-826529-3 neutron-server[110604]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.539470 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.539760 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.540039 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.540317 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.540572 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.540850 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.541135 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.541405 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.541644 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.542004 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.542270 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.542499 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.542764 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.542964 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_options = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.543193 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.543479 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.544030 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.544489 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.544674 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545037 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545139 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545276 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545543 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545767 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.545996 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.546214 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.546437 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.546690 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.546962 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.547217 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.547450 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.547693 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.550906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551468 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551864 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.551938 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.552129 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.552360 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.552695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.553018 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.553307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:58.553404 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.553557 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.554296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.554617 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.555024 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.555301 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.555530 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.555787 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_json = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.556015 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557503 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.557906 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.558276 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.558770 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.558882 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.559120 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.559349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.559661 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.559863 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.560092 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.560362 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.560603 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.560931 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.561159 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.561477 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.561748 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.562030 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.562352 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.562613 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.562868 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.563130 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.563295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069027 Feb 19 00:36:58.564287 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.564287 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.564287 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.564287 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.566474 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.567687 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.567687 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.567687 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.567687 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.567687 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.568344 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.568344 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.568344 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.568741 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.568878 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.569127 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.570770 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.570770 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.571440 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.571724 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.571986 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.572246 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.573494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.573858 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.574086 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.574938 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.574938 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.574938 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.577909 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.577909 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.578228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.578402 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.578655 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.578883 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.579123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.579371 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.579619 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.579845 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.580091 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.580354 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.580563 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.580778 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.581053 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.581275 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.581496 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582253 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582253 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582253 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582538 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582615 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.582839 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.583058 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.583298 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585703 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.585703 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.587002 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.587271 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.587595 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.588612 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.588880 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.589144 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.589379 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.589630 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.589855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.590115 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.590341 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.590582 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.590801 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.591658 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.591658 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.591658 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.591912 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.591984 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.592212 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.592431 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.592652 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.592894 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.593122 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.593604 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.593604 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.593911 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.594168 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.594425 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.594663 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.594915 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.595237 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.595510 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.595767 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.595993 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.596266 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.596577 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.596871 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.597154 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.597391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.597645 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.597894 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.598130 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.598393 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.598637 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.598889 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.603667 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.604107 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.604107 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.604360 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.604601 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.604837 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.605074 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.605292 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.605511 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.605732 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.607892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.614706 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615221 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.615707 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.616143 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617228 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617690 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.617905 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.618216 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.618360 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.618582 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.618830 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.619593 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.619593 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.619593 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.619945 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.620012 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.620304 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.620407 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.620649 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.620891 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.621108 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.621343 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.621562 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.621794 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.622087 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.622334 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.622577 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.622829 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.623054 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.625956 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.627026 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.627989 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.628226 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.628469 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.628708 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.628938 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.629277 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.629501 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.629724 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.629995 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.630178 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.630417 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.630664 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.630879 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.631119 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.631351 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.632004 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.632004 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.633295 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.633523 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.633826 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.634075 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.634305 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.634527 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.634789 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.635012 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.635254 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.635513 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.635732 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.635948 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.636250 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.636533 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.636758 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.637056 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.637314 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.637564 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.637823 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.638139 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.638381 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.638646 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.638892 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.640028 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.640270 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.640536 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.640868 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.641186 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642548 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.642723 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.643035 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.644349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.644703 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.645020 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.645269 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.645536 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.645764 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.646357 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.646585 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.646893 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.647200 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653128 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:36:58.653727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.654776 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.655300 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656190 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656190 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656190 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656190 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656479 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656479 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656653 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.656863 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.657039 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.657199 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.657361 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658212 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658212 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] debug = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658212 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658212 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658486 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658486 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658609 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658727 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.658890 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.659050 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.659459 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660431 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660431 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660431 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.660701 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660701 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660701 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660701 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.660701 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661033 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661033 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] host = n-d-826529-3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661175 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661254 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661368 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661527 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661685 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.661844 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662002 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662160 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662320 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662486 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662642 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662791 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.662949 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_options = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666494 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.666979 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668016 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668613 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668613 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668613 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668613 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668960 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.668960 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669103 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669176 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669975 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669975 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669975 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669975 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.669975 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.670352 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.670352 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.670352 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.670633 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.670814 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.671200 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.671491 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.671794 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.672101 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.672263 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673051 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673051 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673051 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_json = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673051 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673051 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673403 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673403 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673543 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673620 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673738 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.673943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.674047 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675123 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675562 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675562 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675682 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675747 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.675925 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676086 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676259 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676420 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676563 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676734 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.676908 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677095 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677247 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677400 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677537 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677683 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677829 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.677969 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.678109 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.678248 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.678389 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.678569 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.679340 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.679490 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.679642 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.679789 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.679934 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680257 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680417 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680578 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680740 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.680904 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681066 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681227 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681388 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681553 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681715 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.681875 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682037 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682199 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682360 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682520 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682681 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682842 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.682996 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.683189 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.683337 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.684070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.684070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.684070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.684070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.687855 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.688720 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.689695 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690222 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690588 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690588 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690703 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690767 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.690913 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.691714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.691714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.691714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.691714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.691714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692062 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692062 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692182 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692341 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692429 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692586 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692745 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.692901 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693070 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693218 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693551 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693714 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.693876 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694047 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694216 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694404 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694603 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694821 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.694897 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695022 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695227 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695405 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695586 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695762 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.695922 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696095 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696257 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696418 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696579 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696769 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.696929 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.697089 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.697251 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.697411 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.697571 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.698739 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.700349 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.701515 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.703001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.705148 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.706110 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.707391 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.708234 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.709705 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.710455 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.711055 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.712435 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.713296 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714001 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714718 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714718 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714718 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714718 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.714718 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722094 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.722713 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723333 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.723943 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.724443 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.726204 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.726204 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:36:58.726204 n-d-826529-3 neutron-server[110490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:37:10.565433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc346ed-50d0-4769-8b96-8aea16db1ba9 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:37:10.670263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc346ed-50d0-4769-8b96-8aea16db1ba9 None None] No non-hosted networks {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 00:37:10.685925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.agentschedulers_db [None req-0bc346ed-50d0-4769-8b96-8aea16db1ba9 None None] DHCP Agent not found on host n-d-826529-3 {{(pid=110603) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 00:37:10.890437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c80df0ce-4fde-477f-8580-39804d637866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:12.799804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-90898bf2-5c28-45fd-bae3-12e2588c4ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:12.845073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-70d7a326-246a-4611-8aad-92e0765a1e7a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-826529-3 {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:37:12.845910 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-70d7a326-246a-4611-8aad-92e0765a1e7a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:37:13.374335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-70d7a326-246a-4611-8aad-92e0765a1e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:14.044863 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.038651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.547223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50164) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:16.820661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.821350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.821691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.822026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.822358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.822687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.823012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.823363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.823685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.824007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.824327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.824646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.824966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.825285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:16.825697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826529-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:16.831497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826529-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:17.077058 n-d-826529-3 neutron-server[110602]: WARNING oslo_policy.policy [None req-8197d0a7-45c8-4ca9-9c03-064145af35f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:17.077625 n-d-826529-3 neutron-server[110602]: WARNING oslo_policy.policy [None req-8197d0a7-45c8-4ca9-9c03-064145af35f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:17.307759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-8197d0a7-45c8-4ca9-9c03-064145af35f2 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:37:17.323114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8197d0a7-45c8-4ca9-9c03-064145af35f2 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7606747 Feb 19 00:37:19.918759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50190) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:20.239229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:20.338120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.policy [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110602) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:37:20.384178 n-d-826529-3 neutron-server[110602]: WARNING oslo_policy.policy [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:20.384569 n-d-826529-3 neutron-server[110602]: WARNING oslo_policy.policy [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:20.575194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722423115', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722423668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722433280', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722438153', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722445924', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750722330273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607936', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-802191', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2014999', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2059942'] for rbac-policy (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:20.753926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:20.755148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ceb6a3ff-a346-454c-b79d-d34dc3f68dd4 admin admin] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8352599 Feb 19 00:37:20.816617 n-d-826529-3 neutron-server[110603]: INFO neutron.db.l3_hamode_db [None req-d5a77f34-88d5-4d2c-89a9-e3e7bcc9da96 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 00:37:20.899967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a77f34-88d5-4d2c-89a9-e3e7bcc9da96 None None] Routers set() bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:20.900279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a77f34-88d5-4d2c-89a9-e3e7bcc9da96 None None] Router IDs set() for agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:37:23.263831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50200) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:23.576772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:23.695504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Made reservation on behalf of 337a0516e06642dc95f735550644c449 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:23.699271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.716961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.825283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks [] for security_group (7ad73a39-1683-4023-8602-deb34fde8b72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.917758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7ad73a39-1683-4023-8602-deb34fde8b72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.950297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:23.982923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750720519967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a7bb6df5-6812-43b6-909e-af341eb7e9e9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.983544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Unsubscribe: segment precommit_create {{(pid=110602) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:37:23.984068 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Added segment a7bb6df5-6812-43b6-909e-af341eb7e9e9 of type vlan for network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 Feb 19 00:37:23.989761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad73a39-1683-4023-8602-deb34fde8b72,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:24.025346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.025687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.026027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.026363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.026695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.027024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.027375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.027697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.028020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.028340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.028663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.028980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.029295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Tracked resource versions report: Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: pushed versions: Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: { 'AddressGroup': {'1.2'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'ConntrackHelper': {'1.0'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Log': {'1.0'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Network': {'1.1'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Port': {'1.7'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'PortForwarding': {'1.2'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'QosPolicy': {'1.10'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SecurityGroup': {'1.5'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SubPort': {'1.0'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Subnet': {'1.1'}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Trunk': {'1.1'}} Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: consumer versions: Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: L3 agent@n-d-826529-3: {}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: Metadata agent@n-d-826529-3: {}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: Metering agent@n-d-826529-3: {}, Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'ConntrackHelper': '1.0', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'LocalIPAssociation': '1.0', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Log': '1.0', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Network': '1.1', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Port': '1.7', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'PortForwarding': '1.2', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'QosPolicy': '1.10', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SecurityGroup': '1.5', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SecurityGroupRule': '1.2', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'SubPort': '1.0', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Subnet': '1.1', Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: 'Trunk': '1.1'}} Feb 19 00:37:24.030434 n-d-826529-3 neutron-server[110602]: {{(pid=110602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:37:24.095778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3d4f21b3-e9ae-4181-872f-6ec1a030bb91), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.227027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3d4f21b3-e9ae-4181-872f-6ec1a030bb91), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.232049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:24.232769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.346110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0812118 Feb 19 00:37:24.349012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a7c7-3aba-44ed-a147-cf7f34ef7a5a demo demo] Pushing event updated for resources: {'Network': ['ID=3d4f21b3-e9ae-4181-872f-6ec1a030bb91,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:24.362011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:26.962041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50212) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:27.468871 n-d-826529-3 neutron-server[110601]: WARNING oslo_policy.policy [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:27.469453 n-d-826529-3 neutron-server[110601]: WARNING oslo_policy.policy [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:27.930829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.policy [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:37:27.974147 n-d-826529-3 neutron-server[110601]: WARNING oslo_policy.policy [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:27.974819 n-d-826529-3 neutron-server[110601]: WARNING oslo_policy.policy [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:37:27.982901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:27.984913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07ec8b21-9cca-4f29-8940-a8169c386a16 demo admin] 10.222.0.94 "GET /v2.0/networks/3d4f21b3-e9ae-4181-872f-6ec1a030bb91 HTTP/1.1" status: 200 len: 825 time: 1.0207553 Feb 19 00:37:28.027751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6884cb9f-acdd-44b0-b66e-ab581615cc2f demo admin] 10.222.0.94 "GET /v2.0/subnetpools/1024045a-df35-432f-8942-943a785f512f HTTP/1.1" status: 200 len: 734 time: 0.0370078 Feb 19 00:37:28.036717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:28.151921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Made reservation on behalf of 337a0516e06642dc95f735550644c449 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:28.154725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:28.483551 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (5b0eba84-968c-401d-bab7-aa1ef738c32a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:28.556530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Checking segment: {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:28.556932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Network hostable DHCP agents. Network: 3d4f21b3-e9ae-4181-872f-6ec1a030bb91, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:28.566551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5b0eba84-968c-401d-bab7-aa1ef738c32a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:28.581080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.581428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.581773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.582109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.582443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.582769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.583120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.583447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.583771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.584566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.584904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.585233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.585559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Tracked resource versions report: Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: pushed versions: Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: { 'AddressGroup': {'1.2'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'ConntrackHelper': {'1.0'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Log': {'1.0'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Network': {'1.1'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Port': {'1.7'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'PortForwarding': {'1.2'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'QosPolicy': {'1.10'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SecurityGroup': {'1.5'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SubPort': {'1.0'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Subnet': {'1.1'}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Trunk': {'1.1'}} Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: consumer versions: Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: L3 agent@n-d-826529-3: {}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: Metadata agent@n-d-826529-3: {}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: Metering agent@n-d-826529-3: {}, Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'ConntrackHelper': '1.0', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'LocalIPAssociation': '1.0', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Log': '1.0', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Network': '1.1', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Port': '1.7', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'PortForwarding': '1.2', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'QosPolicy': '1.10', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SecurityGroup': '1.5', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SecurityGroupRule': '1.2', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'SubPort': '1.0', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Subnet': '1.1', Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: 'Trunk': '1.1'}} Feb 19 00:37:28.586690 n-d-826529-3 neutron-server[110601]: {{(pid=110601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:37:28.677044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:28.734171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3d4f21b3-e9ae-4181-872f-6ec1a030bb91) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:28.742392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:28.743253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:28.747728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ff792-8ccb-4422-8ee8-005ad547f928 None None] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:28.806057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e6b600a-c3ef-4a58-990c-915dc492f7b1 demo admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7728498 Feb 19 00:37:29.135815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'project_id': '337a0516e06642dc95f735550644c449', 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:37:29.137089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.507637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Allocated IP 172.20.0.2 (3d4f21b3-e9ae-4181-872f-6ec1a030bb91/5b0eba84-968c-401d-bab7-aa1ef738c32a/f4cc761c-b0e3-4464-a5f4-06d4d4cdf055) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:29.754990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks [] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.820998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.893007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:29.901349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:29.910825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:29.914087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Pushing event updated for resources: {'Port': ['ID=f4cc761c-b0e3-4464-a5f4-06d4d4cdf055,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:29.944900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.945247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.945592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.945934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.946266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.946599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.946927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.947280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.947608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.947956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.948257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.948582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.948902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Tracked resource versions report: Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: pushed versions: Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: { 'AddressGroup': {'1.2'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'ConntrackHelper': {'1.0'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Log': {'1.0'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Network': {'1.1'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Port': {'1.7'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'PortForwarding': {'1.2'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'QosPolicy': {'1.10'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SecurityGroup': {'1.5'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SubPort': {'1.0'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Subnet': {'1.1'}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Trunk': {'1.1'}} Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: consumer versions: Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: L3 agent@n-d-826529-3: {}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: Metadata agent@n-d-826529-3: {}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: Metering agent@n-d-826529-3: {}, Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'ConntrackHelper': '1.0', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'LocalIPAssociation': '1.0', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Log': '1.0', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Network': '1.1', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Port': '1.7', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'PortForwarding': '1.2', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'QosPolicy': '1.10', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SecurityGroup': '1.5', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SecurityGroupRule': '1.2', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'SubPort': '1.0', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Subnet': '1.1', Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: 'Trunk': '1.1'}} Feb 19 00:37:29.950042 n-d-826529-3 neutron-server[110603]: {{(pid=110603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:37:29.999220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Attempting to bind port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:29.999690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Attempting to bind port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:30.000115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Attempting to bind port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 on network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:30.005222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:30.005555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Checking segment: {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:30.006619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:30.007129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Bound using segment: {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:30.007638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Bound port: f4cc761c-b0e3-4464-a5f4-06d4d4cdf055, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:30.008053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:30.078065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] For port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:30.082452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] For port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f4cc761c-b0e3-4464-a5f4-06d4d4cdf055,segment=NetworkSegment(a7bb6df5-6812-43b6-909e-af341eb7e9e9),segment_id=a7bb6df5-6812-43b6-909e-af341eb7e9e9)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:30.168219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:30.234444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd9f11-974d-4422-99fd-6f5d969e6455 None None] Pushing event updated for resources: {'Port': ['ID=f4cc761c-b0e3-4464-a5f4-06d4d4cdf055,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:31.404691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50232) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:31.727819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-90f48ec0-cd30-4293-bc06-9040a22983dc admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:37:31.739151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90f48ec0-cd30-4293-bc06-9040a22983dc admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232763 Feb 19 00:37:34.341193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50240) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:34.659664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-71eb5af9-2618-46fc-bd6e-a7c3fad4518d admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:37:34.660653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71eb5af9-2618-46fc-bd6e-a7c3fad4518d admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185310 Feb 19 00:37:37.260951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50248) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:37.588545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:37.676627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (6c796c7c-ce59-4abe-8e6c-444336453c85), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.678585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (6c796c7c-ce59-4abe-8e6c-444336453c85), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.822443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Publish callbacks [] for router_controller (6c796c7c-ce59-4abe-8e6c-444336453c85), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.878184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (6c796c7c-ce59-4abe-8e6c-444336453c85), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.971188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.972319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d6fa322-034d-4d37-9739-66c90ec8edb1 demo demo] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7103961 Feb 19 00:37:40.581857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:40.620209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5e643ca-6714-4223-8f9d-9655aeddccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:40.912810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-e70cf553-dcc7-4c44-b8cb-4114ff1c2e7e admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:37:40.913795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e70cf553-dcc7-4c44-b8cb-4114ff1c2e7e admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3309999 Feb 19 00:37:41.549734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:41.647710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:41.648371 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.784511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f1e79-1c59-45d1-8580-9f6ac19a2017 None None] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:41.788140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:41.788519 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.882630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f4cc761c-b0e3-4464-a5f4-06d4d4cdf055,segment=NetworkSegment(a7bb6df5-6812-43b6-909e-af341eb7e9e9),segment_id=a7bb6df5-6812-43b6-909e-af341eb7e9e9)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:41.891221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1b8d6673-0957-4df7-96cf-0fe7c9550290 None None] Provisioning complete for port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:41.891609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1b8d6673-0957-4df7-96cf-0fe7c9550290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.961901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.050304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f4cc761c-b0e3-4464-a5f4-06d4d4cdf055,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:42.074976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d6673-0957-4df7-96cf-0fe7c9550290 None None] Current status of the port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:42.296185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-267c9781-2559-41ef-88b2-b81bb67cbf27 None None] Provisioning complete for port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:42.296574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-267c9781-2559-41ef-88b2-b81bb67cbf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.380356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-267c9781-2559-41ef-88b2-b81bb67cbf27 None None] Current status of the port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:42.757243 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5d3784e-2f7c-4eb8-ac24-cc50d97e06e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.461099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:43.508710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:43.509102 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.550035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:43.585546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:43.801076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:43.869950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Made reservation on behalf of 4689cf61f7f14f0a8b2851dc4d90f8f4 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:43.872122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.880046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.951375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks [] for security_group (28b6d00c-d9d4-47a0-b514-c10fa9cadd88), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.037645 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.069977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28b6d00c-d9d4-47a0-b514-c10fa9cadd88), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.085498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Reserving flat network on physical network physnet1 {{(pid=110602) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 00:37:44.104517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6d00c-d9d4-47a0-b514-c10fa9cadd88,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.108995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1ad16e30-64ca-40d3-93cf-9fa1000b9e8c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.109333 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Added segment 1ad16e30-64ca-40d3-93cf-9fa1000b9e8c of type flat for network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf Feb 19 00:37:44.157589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (169ff5b6-84d9-488b-b09b-2de7adbaa1cf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.259754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (169ff5b6-84d9-488b-b09b-2de7adbaa1cf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.260708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:44.261318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.347587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] Pushing event updated for resources: {'Network': ['ID=169ff5b6-84d9-488b-b09b-2de7adbaa1cf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.357945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:44.405456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0765b255-ddb2-4042-a127-7dba41c4eb1d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8542838 Feb 19 00:37:44.989802 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.779691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.910307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:47.043320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99cffa-44b5-4fa8-8584-b54f5b775156 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.044647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d99cffa-44b5-4fa8-8584-b54f5b775156 demo admin] 10.222.0.94 "GET /v2.0/subnets/5b0eba84-968c-401d-bab7-aa1ef738c32a HTTP/1.1" status: 200 len: 849 time: 0.1333740 Feb 19 00:37:47.169792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4924bf21-83c0-4808-825e-a275d98f2fff demo admin] 10.222.0.94 "GET /v2.0/routers/6c796c7c-ce59-4abe-8e6c-444336453c85 HTTP/1.1" status: 200 len: 704 time: 0.1195476 Feb 19 00:37:47.447590 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.757534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Allocated IP 172.20.0.1 (3d4f21b3-e9ae-4181-872f-6ec1a030bb91/5b0eba84-968c-401d-bab7-aa1ef738c32a/ab4355f3-ee12-49d2-bc28-05037c5542f7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:47.938447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks [] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.037527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.165154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:48.169637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:48.181298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:48.181842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (6c796c7c-ce59-4abe-8e6c-444336453c85), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.204004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Pushing event updated for resources: {'Port': ['ID=ab4355f3-ee12-49d2-bc28-05037c5542f7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:48.335299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0a5b64e1-267a-493f-8311-1a4d851118fe None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:48.335939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a5b64e1-267a-493f-8311-1a4d851118fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.370416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0a5b64e1-267a-493f-8311-1a4d851118fe None None] Port ab4355f3-ee12-49d2-bc28-05037c5542f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:48.442281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.658185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks [] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.712249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.713017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (6c796c7c-ce59-4abe-8e6c-444336453c85), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.799900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Pushing event updated for resources: {'Port': ['ID=ab4355f3-ee12-49d2-bc28-05037c5542f7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:48.846436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:48.847800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:49.162615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Router 6c796c7c-ce59-4abe-8e6c-444336453c85 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:37:49.195045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7694a48b-7530-46f4-b66a-e150f8b5ffec None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:49.195503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7694a48b-7530-46f4-b66a-e150f8b5ffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.230319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7694a48b-7530-46f4-b66a-e150f8b5ffec None None] Port ab4355f3-ee12-49d2-bc28-05037c5542f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:49.257629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:37:49.264343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fb4b6d2-0bf9-4de7-b956-1fd47fd6ab26 demo admin] 10.222.0.94 "PUT /v2.0/routers/6c796c7c-ce59-4abe-8e6c-444336453c85/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0880530 Feb 19 00:37:49.284878 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Sync routers for ids ['6c796c7c-ce59-4abe-8e6c-444336453c85'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:37:49.297764 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Routers {'6c796c7c-ce59-4abe-8e6c-444336453c85'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:49.298622 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:37:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6c796c7c-ce59-4abe-8e6c-444336453c85'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:49.494575 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Set router 6c796c7c-ce59-4abe-8e6c-444336453c85 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:49.933307 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:48Z', 'revision_number': 2, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port_host': None, '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:48Z', 'revision_number': 2, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:49.985367 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Checking router: 6c796c7c-ce59-4abe-8e6c-444336453c85 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:37:49.985747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Updating router 6c796c7c-ce59-4abe-8e6c-444336453c85 port ab4355f3-ee12-49d2-bc28-05037c5542f7 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:37:50.040120 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.548844 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks [] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.608747 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.770380 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Pushing event updated for resources: {'Port': ['ID=ab4355f3-ee12-49d2-bc28-05037c5542f7,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:50.783615 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Attempting to bind port ab4355f3-ee12-49d2-bc28-05037c5542f7 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:50.784026 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Attempting to bind port ab4355f3-ee12-49d2-bc28-05037c5542f7 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:50.784451 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Attempting to bind port ab4355f3-ee12-49d2-bc28-05037c5542f7 on network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:50.787434 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.787784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.788121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.788454 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.788785 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.789113 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.789437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.789757 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.790081 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.790403 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.790735 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.791041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.791380 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Tracked resource versions report: Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: pushed versions: Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: { 'AddressGroup': {'1.2'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'ConntrackHelper': {'1.0'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Log': {'1.0'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Network': {'1.1'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Port': {'1.7'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'PortForwarding': {'1.2'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'QosPolicy': {'1.10'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SecurityGroup': {'1.5'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SubPort': {'1.0'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Subnet': {'1.1'}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Trunk': {'1.1'}} Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: consumer versions: Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: L3 agent@n-d-826529-3: {}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: Metadata agent@n-d-826529-3: {}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: Metering agent@n-d-826529-3: {}, Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'ConntrackHelper': '1.0', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'LocalIPAssociation': '1.0', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Log': '1.0', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Network': '1.1', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Port': '1.7', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'PortForwarding': '1.2', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'QosPolicy': '1.10', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SecurityGroup': '1.5', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SecurityGroupRule': '1.2', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'SubPort': '1.0', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Subnet': '1.1', Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: 'Trunk': '1.1'}} Feb 19 00:37:50.792524 n-d-826529-3 neutron-server[110604]: {{(pid=110604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:37:50.798467 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:50.798793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Checking segment: {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:50.799163 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.799515 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Bound using segment: {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:50.800017 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Bound port: ab4355f3-ee12-49d2-bc28-05037c5542f7, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bb6df5-6812-43b6-909e-af341eb7e9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:50.800363 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.860964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b94b253e-90b0-4e13-bf2f-bb709d89a2cc None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:50.862053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b94b253e-90b0-4e13-bf2f-bb709d89a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.872161 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] For port ab4355f3-ee12-49d2-bc28-05037c5542f7, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:50.891670 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] For port ab4355f3-ee12-49d2-bc28-05037c5542f7, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ab4355f3-ee12-49d2-bc28-05037c5542f7,segment=NetworkSegment(a7bb6df5-6812-43b6-909e-af341eb7e9e9),segment_id=a7bb6df5-6812-43b6-909e-af341eb7e9e9)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:50.897692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b94b253e-90b0-4e13-bf2f-bb709d89a2cc None None] Port ab4355f3-ee12-49d2-bc28-05037c5542f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:50.974504 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.035671 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353bfb-2039-48de-a7cf-060919c560c9 None None] Pushing event updated for resources: {'Port': ['ID=ab4355f3-ee12-49d2-bc28-05037c5542f7,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:51.039226 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Routers {'6c796c7c-ce59-4abe-8e6c-444336453c85'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:51.039941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:37:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6c796c7c-ce59-4abe-8e6c-444336453c85'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:51.132241 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] Set router 6c796c7c-ce59-4abe-8e6c-444336453c85 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:51.218554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:51.218947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.304664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Current status of the port ab4355f3-ee12-49d2-bc28-05037c5542f7 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:51.304990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.344357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] For port ab4355f3-ee12-49d2-bc28-05037c5542f7, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ab4355f3-ee12-49d2-bc28-05037c5542f7,segment=NetworkSegment(a7bb6df5-6812-43b6-909e-af341eb7e9e9),segment_id=a7bb6df5-6812-43b6-909e-af341eb7e9e9)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:51.353929 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:48Z', 'revision_number': 2, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port_host': None, '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:50Z', 'revision_number': 4, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:51.380031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950db670-a869-4fa1-82a9-f12dbf76930e None None] The sync data for ids ['6c796c7c-ce59-4abe-8e6c-444336453c85'] in n-d-826529-3 is: [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:48Z', 'revision_number': 2, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port_host': None, '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:50Z', 'revision_number': 4, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:37:51.430884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.481969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b7e0-a402-48e9-b1a7-e554faf3d64f None None] Pushing event updated for resources: {'Port': ['ID=ab4355f3-ee12-49d2-bc28-05037c5542f7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:51.673241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50308) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:51.785114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb02dee-ba12-448e-bd6a-fa21d0ebcbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.787055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9bb02dee-ba12-448e-bd6a-fa21d0ebcbdd admin admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 842 time: 0.1122429 Feb 19 00:37:51.796534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:51.899506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Made reservation on behalf of 4689cf61f7f14f0a8b2851dc4d90f8f4 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:51.902134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.242365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:37:52.242709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (af5ed439-25e6-4f30-9d02-d8ab3967e887), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.297161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5ed439-25e6-4f30-9d02-d8ab3967e887,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:52.308665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:52.309044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Network hostable DHCP agents. Network: 169ff5b6-84d9-488b-b09b-2de7adbaa1cf, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:52.397157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:52.465058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 169ff5b6-84d9-488b-b09b-2de7adbaa1cf) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:52.469056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:52.469672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.476558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290bf61-af57-40e5-b5e4-c6f16b2625a7 None None] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:52.535720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-44699ab2-5ada-427d-a503-396fcd263f19 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7423983 Feb 19 00:37:52.583780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d89823-c5a7-4df2-84e6-23c73ef9a320 None None] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:53.552868 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:37:54.969617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50316) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:55.174999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf2c9086-5748-4d0c-bb31-c7cbd624b9a9 demo admin] 10.222.0.94 "GET /v2.0/routers/6c796c7c-ce59-4abe-8e6c-444336453c85 HTTP/1.1" status: 200 len: 710 time: 0.2041724 Feb 19 00:37:55.261679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e573ca67-2320-49db-929d-854744883e9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.263035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e573ca67-2320-49db-929d-854744883e9d demo admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 886 time: 0.0827625 Feb 19 00:37:55.272465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:55.531397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks [] for router_gateway (6c796c7c-ce59-4abe-8e6c-444336453c85), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.811544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks [] for router_gateway (6c796c7c-ce59-4abe-8e6c-444336453c85), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.890640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.993216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Allocated IP 172.25.2.227 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/10492488-8ff3-49c6-bd34-70448ee8b594) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:56.093571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks [] for port (10492488-8ff3-49c6-bd34-70448ee8b594), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.168468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.207409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:56.210243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:56.212702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:56.254141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Pushing event updated for resources: {'Port': ['ID=10492488-8ff3-49c6-bd34-70448ee8b594,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.527734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks [] for router_gateway (6c796c7c-ce59-4abe-8e6c-444336453c85), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.831673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (6c796c7c-ce59-4abe-8e6c-444336453c85), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.836619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (6c796c7c-ce59-4abe-8e6c-444336453c85), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.949598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Router 6c796c7c-ce59-4abe-8e6c-444336453c85 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:37:57.059211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:37:57.063692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.064812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24d55ad6-ed5f-4ff8-b0f5-167299f00700 demo admin] 10.222.0.94 "PUT /v2.0/routers/6c796c7c-ce59-4abe-8e6c-444336453c85 HTTP/1.1" status: 200 len: 890 time: 1.7961433 Feb 19 00:37:59.509320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ab4355f3-ee12-49d2-bc28-05037c5542f7 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:59.560527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:59.561005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:59.642177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ab4355f3-ee12-49d2-bc28-05037c5542f7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:59.662924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50328) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:59.818002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1bf709af-c8e3-4647-943b-f52a35f20e8b admin admin] 10.222.0.94 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1538203 Feb 19 00:38:00.170171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Sync routers for ids ['6c796c7c-ce59-4abe-8e6c-444336453c85'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:00.182525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Routers {'6c796c7c-ce59-4abe-8e6c-444336453c85'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:00.183475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:37:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6c796c7c-ce59-4abe-8e6c-444336453c85'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:00.414770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Set router 6c796c7c-ce59-4abe-8e6c-444336453c85 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:00.898820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:56Z', 'revision_number': 4, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port': {'id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:55Z', 'updated_at': '2022-02-19T00:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 5, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:00.950810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Checking router: 6c796c7c-ce59-4abe-8e6c-444336453c85 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:00.951169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Updating router 6c796c7c-ce59-4abe-8e6c-444336453c85 port 10492488-8ff3-49c6-bd34-70448ee8b594 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:01.006625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.332375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks [] for port (10492488-8ff3-49c6-bd34-70448ee8b594), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.396480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.447607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Attempting to bind port 10492488-8ff3-49c6-bd34-70448ee8b594 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:01.447973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Attempting to bind port 10492488-8ff3-49c6-bd34-70448ee8b594 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:01.448332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Attempting to bind port 10492488-8ff3-49c6-bd34-70448ee8b594 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:01.451164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b561d6d-6612-4080-b710-1864dd4caaab None None] Pushing event updated for resources: {'Port': ['ID=10492488-8ff3-49c6-bd34-70448ee8b594,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:01.460974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:01.461361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:01.461743 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.462132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:01.462594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Bound port: 10492488-8ff3-49c6-bd34-70448ee8b594, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:01.462970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.521586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] For port 10492488-8ff3-49c6-bd34-70448ee8b594, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:01.525449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] For port 10492488-8ff3-49c6-bd34-70448ee8b594, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=10492488-8ff3-49c6-bd34-70448ee8b594,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:01.601974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.664286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b561d6d-6612-4080-b710-1864dd4caaab None None] Pushing event updated for resources: {'Port': ['ID=10492488-8ff3-49c6-bd34-70448ee8b594,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:01.667745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Routers {'6c796c7c-ce59-4abe-8e6c-444336453c85'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:01.668364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:37:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6c796c7c-ce59-4abe-8e6c-444336453c85'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:01.790820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] Set router 6c796c7c-ce59-4abe-8e6c-444336453c85 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:02.017929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-62003609-6602-4f7a-8653-f0239074c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:56Z', 'revision_number': 4, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port': {'id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:55Z', 'updated_at': '2022-02-19T00:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 5, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:02.048488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62003609-6602-4f7a-8653-f0239074c560 None None] The sync data for ids ['6c796c7c-ce59-4abe-8e6c-444336453c85'] in n-d-826529-3 is: [{'id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'name': 'router1', 'tenant_id': '337a0516e06642dc95f735550644c449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:37Z', 'updated_at': '2022-02-19T00:37:56Z', 'revision_number': 4, 'project_id': '337a0516e06642dc95f735550644c449', 'gw_port': {'id': '10492488-8ff3-49c6-bd34-70448ee8b594', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:55Z', 'updated_at': '2022-02-19T00:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ab4355f3-ee12-49d2-bc28-05037c5542f7', 'name': '', 'network_id': '3d4f21b3-e9ae-4181-872f-6ec1a030bb91', 'tenant_id': '337a0516e06642dc95f735550644c449', 'mac_address': 'fa:16:3e:4a:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c796c7c-ce59-4abe-8e6c-444336453c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:47Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 5, 'project_id': '337a0516e06642dc95f735550644c449', 'subnets': [{'id': '5b0eba84-968c-401d-bab7-aa1ef738c32a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1024045a-df35-432f-8942-943a785f512f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:03.589063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 10492488-8ff3-49c6-bd34-70448ee8b594 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:03.676075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 10492488-8ff3-49c6-bd34-70448ee8b594 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:03.676075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.775856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 10492488-8ff3-49c6-bd34-70448ee8b594 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:03.776254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.801753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 10492488-8ff3-49c6-bd34-70448ee8b594, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=10492488-8ff3-49c6-bd34-70448ee8b594,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:03.876509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.952617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=10492488-8ff3-49c6-bd34-70448ee8b594,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:05.533848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 10492488-8ff3-49c6-bd34-70448ee8b594 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:05.702398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 10492488-8ff3-49c6-bd34-70448ee8b594 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:05.702398 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (10492488-8ff3-49c6-bd34-70448ee8b594), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.932924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 10492488-8ff3-49c6-bd34-70448ee8b594 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:10.616632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-754a2884-4a70-43dd-9e4b-6d38433feaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.756719 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0e12-73a9-4d06-860b-039fb4e32c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.972550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.984455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.819905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.554672 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:38:40.593914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-76a8ef4f-102d-4fa3-8b23-8062eb6c8ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.760301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9e83-2d43-4ddf-a154-757e263b8ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.971041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.006696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.794565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.554620 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:39:10.582510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8cf1c63b-5c42-41dd-b8e7-17fd002ee647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.736717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef4420ee-0f63-43ae-b85f-8ce386460814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.976487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.004614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.805106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.864260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50844) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:27.927477 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acaf80c-03b4-43f0-8d1f-1f7c9b1b6290 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:39:27.928751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5acaf80c-03b4-43f0-8d1f-1f7c9b1b6290 admin admin] 10.222.0.94 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635567 Feb 19 00:39:28.109515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0941b25-9a0e-4b8c-84aa-026f7cc57ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:28.111787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0941b25-9a0e-4b8c-84aa-026f7cc57ee6 admin admin] 10.222.0.94 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1785476 Feb 19 00:39:30.433268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:30.526951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190e0fa-edf7-4a7e-a9dd-bfe40e94fd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.528330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7190e0fa-edf7-4a7e-a9dd-bfe40e94fd56 admin admin] 10.222.0.94 "GET /v2.0/subnets/5b0eba84-968c-401d-bab7-aa1ef738c32a HTTP/1.1" status: 200 len: 849 time: 0.0941067 Feb 19 00:39:30.538194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:30.620711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Publish callbacks [] for subnet (5b0eba84-968c-401d-bab7-aa1ef738c32a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.821402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750720466544'] for subnet (5b0eba84-968c-401d-bab7-aa1ef738c32a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.853336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.854099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.862675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] 10.222.0.94 "PUT /v2.0/subnets/5b0eba84-968c-401d-bab7-aa1ef738c32a HTTP/1.1" status: 200 len: 868 time: 0.3208227 Feb 19 00:39:30.863591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b12c9-b217-4d34-82ce-7f4589d115bf None None] Network 3d4f21b3-e9ae-4181-872f-6ec1a030bb91 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:30.881537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0eba84-968c-401d-bab7-aa1ef738c32a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:30.889181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.889748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.889873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.890195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.890529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.890864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.891218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.891733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.892268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.892638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.892977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.893307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:30.893634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fbc3ff-d169-4a1b-8586-fac0b409508b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:31.219648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Provisioning complete for port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:31.220219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4cc761c-b0e3-4464-a5f4-06d4d4cdf055), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.301114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Current status of the port f4cc761c-b0e3-4464-a5f4-06d4d4cdf055 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:31.310870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Provisioning complete for port ab4355f3-ee12-49d2-bc28-05037c5542f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:31.311292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ab4355f3-ee12-49d2-bc28-05037c5542f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.389241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cc8bd-5924-437b-9dc4-0e8b6457f2f4 None None] Current status of the port ab4355f3-ee12-49d2-bc28-05037c5542f7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:33.218357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50864) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:33.424884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e86ede-7b85-4d61-8b0e-101d2a45ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.425230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e86ede-7b85-4d61-8b0e-101d2a45ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.426799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-15e86ede-7b85-4d61-8b0e-101d2a45ddb2 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074826 Feb 19 00:39:35.760654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50872) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:35.972937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf939429-8e43-41b8-a984-8491df058c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.973417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf939429-8e43-41b8-a984-8491df058c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.974982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf939429-8e43-41b8-a984-8491df058c69 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2133939 Feb 19 00:39:38.325207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:38.486331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a11d7-29db-48b6-a014-4e44cabb0d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.487762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-df2a11d7-29db-48b6-a014-4e44cabb0d6f admin admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 886 time: 0.1615765 Feb 19 00:39:40.586403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e0eb1576-e0bc-4ea3-b162-9a6af814af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.811938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50888) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:40.962223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df438a02-91de-4e0d-8640-72c2a721b64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:40.964223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-df438a02-91de-4e0d-8640-72c2a721b64e admin admin] 10.222.0.94 "GET /v2.0/networks/3d4f21b3-e9ae-4181-872f-6ec1a030bb91 HTTP/1.1" status: 200 len: 869 time: 0.1513228 Feb 19 00:39:42.746881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc4d5-61cb-4dbf-9dac-fe479d63b188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.364316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50896) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.498743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fef63a-511e-4bf7-a902-e5c0d7bb2474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.499231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fef63a-511e-4bf7-a902-e5c0d7bb2474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.500985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-27fef63a-511e-4bf7-a902-e5c0d7bb2474 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1355042 Feb 19 00:39:43.980902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.554129 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:39:45.026264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.868153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50904) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:45.964974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398699c-b141-4604-82df-584be7fae511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.965423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398699c-b141-4604-82df-584be7fae511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.966946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e398699c-b141-4604-82df-584be7fae511 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978501 Feb 19 00:39:46.814876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.324299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50912) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:48.421200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311879c9-143c-45ee-80a3-a1ff7a299202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.422574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-311879c9-143c-45ee-80a3-a1ff7a299202 admin admin] 10.222.0.94 "GET /v2.0/subnets/5b0eba84-968c-401d-bab7-aa1ef738c32a HTTP/1.1" status: 200 len: 868 time: 0.0972843 Feb 19 00:39:50.765680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:50.866386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18d87b-0766-49c7-be17-01c64b888681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:50.867832 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e18d87b-0766-49c7-be17-01c64b888681 admin admin] 10.222.0.94 "GET /v2.0/subnets/af5ed439-25e6-4f30-9d02-d8ab3967e887 HTTP/1.1" status: 200 len: 816 time: 0.1006584 Feb 19 00:40:10.590823 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-985312c1-2536-46b8-a6f9-d5c95d3c7d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.796811 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad105ad7-c893-4093-bc11-1d22b9736779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.985070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.002342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.779359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.600796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:19.648899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-588968a4-c556-46cd-94af-18fc34312c5e admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:40:19.649991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-588968a4-c556-46cd-94af-18fc34312c5e admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482628 Feb 19 00:40:21.552505 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:40:22.072061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50980) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:22.135899 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e17b8bd-aa4c-419d-a6ec-7dcdd571646e admin admin] GET failed (client error): The resource could not be found. Feb 19 00:40:22.138977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e17b8bd-aa4c-419d-a6ec-7dcdd571646e admin admin] 10.222.0.94 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642345 Feb 19 00:40:22.237005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a213cda-b811-4f4e-be3f-e69625eff171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.238511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a213cda-b811-4f4e-be3f-e69625eff171 admin admin] 10.222.0.94 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0958705 Feb 19 00:40:24.615916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50988) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:24.663518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:24.744075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Made reservation on behalf of 4689cf61f7f14f0a8b2851dc4d90f8f4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:24.746485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.788832 n-d-826529-3 neutron-server[110601]: WARNING neutron.services.revisions.revision_plugin [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Could not find related network for resource to bump revision. Feb 19 00:40:24.807285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:24.816783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750720519967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (289186b0-128b-46ea-80bd-c2c4e181e167), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.817334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Unsubscribe: segment precommit_create {{(pid=110601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:40:24.817792 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Added segment 289186b0-128b-46ea-80bd-c2c4e181e167 of type vlan for network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 Feb 19 00:40:24.874930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (53e1f5c6-5eb9-46e4-80bb-f758ab770a15), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.962100 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (53e1f5c6-5eb9-46e4-80bb-f758ab770a15), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.963059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.963666 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.054428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Pushing event updated for resources: {'Network': ['ID=53e1f5c6-5eb9-46e4-80bb-f758ab770a15,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:25.060931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.061872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.062222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.062559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.062889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.063249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.063621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.063950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.064274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.064599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.064923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.065245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.065568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:25.077366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:25.107721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8b8769ad-5cab-4633-80d5-7e7811dd1c59 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4907038 Feb 19 00:40:27.464922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:27.525947 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b3dde2-7670-460a-8a2f-733cd1fa8865 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:40:27.527285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e6b3dde2-7670-460a-8a2f-733cd1fa8865 admin admin] 10.222.0.94 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613718 Feb 19 00:40:27.626590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd447d88-19dd-4f35-8a5b-b622c3b8672e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:27.628041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd447d88-19dd-4f35-8a5b-b622c3b8672e admin admin] 10.222.0.94 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0960219 Feb 19 00:40:27.637456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Request body: {'subnet': {'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:27.704404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Made reservation on behalf of 4689cf61f7f14f0a8b2851dc4d90f8f4 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:27.706527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.916091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (6fcee9a1-ad5f-4238-ba9e-fb622ccc2408), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.970865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:27.980790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:27.981139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Network hostable DHCP agents. Network: 53e1f5c6-5eb9-46e4-80bb-f758ab770a15, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:28.030145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:28.075869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 53e1f5c6-5eb9-46e4-80bb-f758ab770a15) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:28.081124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:28.082097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.089824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7238b-33c1-4428-a820-ac43a9f879a7 None None] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:28.142076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9736d76-f204-49f9-9ad2-dee76a63f1d4 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5078268 Feb 19 00:40:28.196802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'project_id': '4689cf61f7f14f0a8b2851dc4d90f8f4', 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:28.197710 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.440656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Allocated IP 192.168.233.2 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/32e90bae-5a3b-475a-ab18-74ab5c1ce531) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:28.599975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks [] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.682469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.723818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:28.726631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:28.729683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:28.738997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Pushing event updated for resources: {'Port': ['ID=32e90bae-5a3b-475a-ab18-74ab5c1ce531,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:28.765385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.765740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.766091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.766430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.766764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.767115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.767449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.767776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.768102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.768428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.768752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.769079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.769400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:28.803025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Attempting to bind port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:28.803429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Attempting to bind port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:28.803792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Attempting to bind port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:28.809237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:28.809616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:28.810021 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.810412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:28.811201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Bound port: 32e90bae-5a3b-475a-ab18-74ab5c1ce531, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:28.812087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.876936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] For port 32e90bae-5a3b-475a-ab18-74ab5c1ce531, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:28.880057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] For port 32e90bae-5a3b-475a-ab18-74ab5c1ce531, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=32e90bae-5a3b-475a-ab18-74ab5c1ce531,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:28.956159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.017623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25a102-8b17-4181-9fe8-10c9ff72c642 None None] Pushing event updated for resources: {'Port': ['ID=32e90bae-5a3b-475a-ab18-74ab5c1ce531,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:29.636959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 32e90bae-5a3b-475a-ab18-74ab5c1ce531 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:29.692755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:29.692755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.786344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:29.786344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.828363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 32e90bae-5a3b-475a-ab18-74ab5c1ce531, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=32e90bae-5a3b-475a-ab18-74ab5c1ce531,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:29.927740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.954370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e22147-c043-41bc-8634-cf35e6fd04d6 None None] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:30.035659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-41222dc9-de84-439a-b695-7150999e0ddf None None] Provisioning complete for port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:30.035983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41222dc9-de84-439a-b695-7150999e0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.041588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=32e90bae-5a3b-475a-ab18-74ab5c1ce531,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.161522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-41222dc9-de84-439a-b695-7150999e0ddf None None] Current status of the port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:30.383401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5cc2bf83-cb1e-4e33-a21d-86063d5fb69c None None] Provisioning complete for port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:30.383625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cc2bf83-cb1e-4e33-a21d-86063d5fb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.461837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2bf83-cb1e-4e33-a21d-86063d5fb69c None None] Current status of the port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:31.558694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 32e90bae-5a3b-475a-ab18-74ab5c1ce531 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:31.610536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:31.610932 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32e90bae-5a3b-475a-ab18-74ab5c1ce531), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.686042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 32e90bae-5a3b-475a-ab18-74ab5c1ce531 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:40.583942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1853b9bc-e378-410b-97f0-d22faec468a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.749974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab891-958b-47b4-80bc-cf7ea3cfd6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.006005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.012129 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.783809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.558139 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:41:10.605846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1bba-93fa-44c4-bfff-a34af85c5521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.753259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-998361b7-195f-4fc7-a9cc-f62c956c6dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.988798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.050489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.816637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.556791 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:41:40.581498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d27c3eae-e1a3-485a-bae0-e040be4b3b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.748255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4cb07472-4860-4128-a3c8-a4fd3ad2b72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.003071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.998313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.786738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.748555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51034) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:00.754299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-ac04675d-c433-4a85-8e43-24b9d1ce55e5 tempest-verify_tempest_config-419140247 tempest-verify_tempest_config-419140247-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:42:00.755301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac04675d-c433-4a85-8e43-24b9d1ce55e5 tempest-verify_tempest_config-419140247 tempest-verify_tempest_config-419140247-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057521 Feb 19 00:42:01.238847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:01.344175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:01.445105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Publish callbacks [] for security_group (9e72a11d-3abd-4b25-8b46-09e7d43e2f23), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:01.488123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9e72a11d-3abd-4b25-8b46-09e7d43e2f23), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:01.536806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=46e27f5d55ad4ba2b1a51a32e2e5ae61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2968609 Feb 19 00:42:01.538741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e72a11d-3abd-4b25-8b46-09e7d43e2f23,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:01.539841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51058) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:01.546233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.546584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.546935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.547299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.547632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.547968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.548297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.548622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.548947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.549271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.549594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.549915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.550236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27206465-c846-4ef5-9058-13ff269108ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:01.597171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Publish callbacks [] for security_group (9e72a11d-3abd-4b25-8b46-09e7d43e2f23), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:01.617693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Publish callbacks [] for security_group (9e72a11d-3abd-4b25-8b46-09e7d43e2f23), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.106661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9e72a11d-3abd-4b25-8b46-09e7d43e2f23), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.109269 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.110449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9e72a11d-3abd-4b25-8b46-09e7d43e2f23 HTTP/1.1" status: 204 len: 168 time: 0.5696528 Feb 19 00:42:02.118366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e72a11d-3abd-4b25-8b46-09e7d43e2f23,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:02.125639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.125996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.126340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.126680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.127045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.127437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.127767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.128100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.128487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.128817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.129241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.129495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.129843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b49bfc-228a-454d-8589-fe42b8d76637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:10.597238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b2c97572-5041-4d87-8741-5e050a2da799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.555288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:42:12.762854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c317963-7af8-4aad-b0b3-6ece72df5377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.980182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.036154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:16.790120 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.610330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd3e92a9-074b-4fed-9f70-1ef55d585dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.732539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bbe27a67-37f5-461c-a4d1-f5b3efdbf9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.995375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.012412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.801149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.553900 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:43:10.599928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4cac1529-0ae3-43a1-b98c-5e988c54c811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:12.726010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2c70435-e707-4e47-a82c-837f1be6b3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:13.982887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.016806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.816144 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.552172 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:43:40.597674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d48ee386-545a-4790-a5f8-c8f0769bb468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.758353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a5f3008-66ac-4f8a-b45b-08caf2b8870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.032690 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.032478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.849722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.550962 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:44:10.631314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a35af49b-b192-4711-915b-c74dae0268a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.751377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63378e72-aae9-438e-8675-548f3d828076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.002540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.037173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.842277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:40.549577 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 5 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:44:40.607037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15c9d985-f23d-4fcd-b3f7-81b547b738a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.789467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2d279db-a117-48a0-b1e2-affb7c8bb15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.989352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.023607 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.812308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.285718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.811082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1833335'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.604967 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e698e585-9ac4-45c1-bcf0-fdba77718246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.765674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e997f99c-a46b-4edb-aef5-7631d6236f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.994159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.022377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.873831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.549407 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:45:39.203473 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.809558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.603738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abc2ab39-431d-4185-b84e-afc98d394598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.746489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-db0ec8af-366e-4bc7-b82b-7164851f439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.009226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.038218 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.815285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.550288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:45:56.105288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51118) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:56.212620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9c3a0c99-5c33-4cd0-a5e6-940fea0c06f4 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1054935 Feb 19 00:45:58.552145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:58.608204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e00d2d3-7265-43bd-815c-478ab55d5815 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0549903 Feb 19 00:46:09.225073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.773930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.596402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5882ad6-e7ba-4964-962d-15e892a674f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.778795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7a5fa672-61f1-405f-aec1-4ddcbf830cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.008057 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.036394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.852941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.553000 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:46:39.207029 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.834481 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.618124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc7ad587-b2bb-4846-b9e5-858ae8b15aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.766668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06a2cf53-060f-4e83-a63d-1e838bab9095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.081056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.035039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.829274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.553018 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:47:09.204651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:09.817404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.639537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c63c7462-37a9-4c1c-b384-9ac8b05eab27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.730794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c83cfd0-34c9-4ebc-bac6-a848f11db17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.033476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.033727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.804752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.432556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51318) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:24.785209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a5093954-005c-479c-abd6-2e8401acb936 tempest-AutoAllocateNetworkTest-1537719664 tempest-AutoAllocateNetworkTest-1537719664-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=35c33e39af6c4ca7942a591cecb668f4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3503218 Feb 19 00:47:24.787881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51338) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:25.091778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ce07f-f1e8-4592-8c3f-b9c44194e729 tempest-AutoAllocateNetworkTest-1537719664 tempest-AutoAllocateNetworkTest-1537719664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:25.096534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-309ce07f-f1e8-4592-8c3f-b9c44194e729 tempest-AutoAllocateNetworkTest-1537719664 tempest-AutoAllocateNetworkTest-1537719664-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3045030 Feb 19 00:47:25.096814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51348) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:25.154435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3e76be63-9fa6-46f1-9efe-dc8e6651b530 tempest-AutoAllocateNetworkTest-1537719664 tempest-AutoAllocateNetworkTest-1537719664-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564668 Feb 19 00:47:25.156932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:25.187515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3fabfebd-0c51-44a8-9912-58e70119cdbc tempest-AutoAllocateNetworkTest-1537719664 tempest-AutoAllocateNetworkTest-1537719664-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=35c33e39af6c4ca7942a591cecb668f4 HTTP/1.1" status: 200 len: 208 time: 0.0294840 Feb 19 00:47:26.378737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:26.850534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.928625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Publish callbacks [] for security_group (f2f68532-8b8f-4494-9272-e01c6e6957c0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.003932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f2f68532-8b8f-4494-9272-e01c6e6957c0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.053426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f68532-8b8f-4494-9272-e01c6e6957c0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:27.058372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35c33e39af6c4ca7942a591cecb668f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6786029 Feb 19 00:47:27.061446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51426) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:27.063581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.063973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.065085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.065711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.066407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.068941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.069903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.070315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.071917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.072257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613b071-91ca-470f-908b-f3692af42dac admin admin] Tracked resource versions report: Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: pushed versions: Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Log': {'1.0'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Network': {'1.1'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Port': {'1.7'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'PortForwarding': {'1.2'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'QosPolicy': {'1.10'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SubPort': {'1.0'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Subnet': {'1.1'}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Trunk': {'1.1'}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: consumer versions: Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: HyperV agent@n-h1-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: HyperV agent@n-h2-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: L3 agent@n-d-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: Metadata agent@n-d-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: Metering agent@n-d-826529-3: {}, Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'ConntrackHelper': '1.0', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'LocalIPAssociation': '1.0', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Log': '1.0', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Network': '1.1', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Port': '1.7', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'PortForwarding': '1.2', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'QosPolicy': '1.10', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SecurityGroup': '1.5', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SecurityGroupRule': '1.2', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'SubPort': '1.0', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Subnet': '1.1', Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: 'Trunk': '1.1'}} Feb 19 00:47:27.079989 n-d-826529-3 neutron-server[110602]: {{(pid=110602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:27.123493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Publish callbacks [] for security_group (f2f68532-8b8f-4494-9272-e01c6e6957c0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.145336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Publish callbacks [] for security_group (f2f68532-8b8f-4494-9272-e01c6e6957c0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.278906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f2f68532-8b8f-4494-9272-e01c6e6957c0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.281460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.282589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f2f68532-8b8f-4494-9272-e01c6e6957c0 HTTP/1.1" status: 204 len: 168 time: 0.2195935 Feb 19 00:47:27.290542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f68532-8b8f-4494-9272-e01c6e6957c0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:27.297816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.298161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.298504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.298837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.299188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.299537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.299862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.300183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.300501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.300818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.301137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.301449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.301768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80835821-4a9c-455e-82a7-f1bc44da5df0 admin admin] Tracked resource versions report: Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: pushed versions: Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Log': {'1.0'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Network': {'1.1'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Port': {'1.7'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'PortForwarding': {'1.2'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'QosPolicy': {'1.10'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SubPort': {'1.0'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Subnet': {'1.1'}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Trunk': {'1.1'}} Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: consumer versions: Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: HyperV agent@n-h1-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: HyperV agent@n-h2-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: L3 agent@n-d-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: Metadata agent@n-d-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: Metering agent@n-d-826529-3: {}, Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'ConntrackHelper': '1.0', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'LocalIPAssociation': '1.0', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Log': '1.0', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Network': '1.1', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Port': '1.7', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'PortForwarding': '1.2', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'QosPolicy': '1.10', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SecurityGroup': '1.5', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SecurityGroupRule': '1.2', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'SubPort': '1.0', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Subnet': '1.1', Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: 'Trunk': '1.1'}} Feb 19 00:47:27.302871 n-d-826529-3 neutron-server[110601]: {{(pid=110601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:28.960471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51528) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:28.963354 n-d-826529-3 neutron-server[110602]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:47:28.983351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-e5d659e9-9d34-4ace-8445-5189a577c6ff tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a86ca312b3924117b03044527dc5db13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211606 Feb 19 00:47:29.094929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d625a822-dc10-41d1-b8d3-09403b0b3949 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:29.106556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d625a822-dc10-41d1-b8d3-09403b0b3949 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163192 Feb 19 00:47:29.117153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-27dd06da-5585-4ac9-8597-823213cf946b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/quotas/a86ca312b3924117b03044527dc5db13 HTTP/1.1" status: 200 len: 375 time: 0.0097563 Feb 19 00:47:29.179063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9960470b-d05d-492f-b97b-54fc30df5ba6 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566533 Feb 19 00:47:29.905203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc1ba338-4a78-4bb4-a220-183f3ee96654 req-07b17624-5f32-46dd-b71e-b7817ae44465 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 210 time: 0.0561500 Feb 19 00:47:30.494190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51630) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:30.528197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51636) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:30.655646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99057aae-df49-44cb-b7e7-c0fb68a9181e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.675545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b28d808b-c031-4f27-b2a9-66493b16203c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.748967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99057aae-df49-44cb-b7e7-c0fb68a9181e admin admin] Publish callbacks [] for security_group (b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.831064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99057aae-df49-44cb-b7e7-c0fb68a9181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.834538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b28d808b-c031-4f27-b2a9-66493b16203c admin admin] Publish callbacks [] for security_group (5b0fa275-a54f-4922-a2cf-c818505f2482), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.865341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99057aae-df49-44cb-b7e7-c0fb68a9181e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0b79bb4a81b14a61bf89cc6bef220829&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3356364 Feb 19 00:47:30.868301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:30.878801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99057aae-df49-44cb-b7e7-c0fb68a9181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.900958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b28d808b-c031-4f27-b2a9-66493b16203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5b0fa275-a54f-4922-a2cf-c818505f2482), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.946243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d808b-c031-4f27-b2a9-66493b16203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0fa275-a54f-4922-a2cf-c818505f2482,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.962246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b28d808b-c031-4f27-b2a9-66493b16203c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5baf448903d84e8395c07af4dcf48369&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4662240 Feb 19 00:47:30.965214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] Publish callbacks [] for security_group (b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.969473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:30.992530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] Publish callbacks [] for security_group (b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.057342 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] Publish callbacks [] for security_group (5b0fa275-a54f-4922-a2cf-c818505f2482), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.087601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] Publish callbacks [] for security_group (5b0fa275-a54f-4922-a2cf-c818505f2482), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.141437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.145191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.146348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb HTTP/1.1" status: 204 len: 168 time: 0.2770844 Feb 19 00:47:31.154395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a369483-a01c-44e9-be29-224fa31919b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a26cfb-03f3-49a6-b4cc-44d6a7990fdb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.167600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51682) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:31.234684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5b0fa275-a54f-4922-a2cf-c818505f2482), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.238486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.239708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5b0fa275-a54f-4922-a2cf-c818505f2482 HTTP/1.1" status: 204 len: 168 time: 0.2671793 Feb 19 00:47:31.255393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76641aca-ac51-404a-b74f-58007558f204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0fa275-a54f-4922-a2cf-c818505f2482,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.510578 n-d-826529-3 neutron-server[110601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:47:31.560768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6b8f09b-9540-4043-84e1-4ef546f27539 req-939afef3-e150-46fb-acd8-6e8b3658d629 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 210 time: 0.3912656 Feb 19 00:47:31.619828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51700) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:31.991312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.005842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f0e04d2-d9a4-485f-a4ea-f471433a10f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.069885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e74b4b-c098-4b41-a3a4-8d7aa48c6d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.120280 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f0e04d2-d9a4-485f-a4ea-f471433a10f9 admin admin] Publish callbacks [] for security_group (1618aa25-0719-4f3e-9146-cbe96ff058b1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.208481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f0e04d2-d9a4-485f-a4ea-f471433a10f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1618aa25-0719-4f3e-9146-cbe96ff058b1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.223970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e74b4b-c098-4b41-a3a4-8d7aa48c6d61 admin admin] Publish callbacks [] for security_group (ac064dcc-283e-4c7b-bacc-47c2497a2fa3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.255866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8f0e04d2-d9a4-485f-a4ea-f471433a10f9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d83b9283e532441e942e743d618c9ea6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2635379 Feb 19 00:47:32.256685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e04d2-d9a4-485f-a4ea-f471433a10f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1618aa25-0719-4f3e-9146-cbe96ff058b1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.259446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.294969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e74b4b-c098-4b41-a3a4-8d7aa48c6d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac064dcc-283e-4c7b-bacc-47c2497a2fa3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.311914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] Publish callbacks [] for security_group (1618aa25-0719-4f3e-9146-cbe96ff058b1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.339233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8e74b4b-c098-4b41-a3a4-8d7aa48c6d61 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dd1c74d30371466098a997a436a35487&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7151942 Feb 19 00:47:32.339334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] Publish callbacks [] for security_group (1618aa25-0719-4f3e-9146-cbe96ff058b1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.339545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e74b4b-c098-4b41-a3a4-8d7aa48c6d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac064dcc-283e-4c7b-bacc-47c2497a2fa3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.347439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51720) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.387441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51722) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.402400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ce5d-b0d6-45c7-a764-615380c946a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.424202 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] Publish callbacks [] for security_group (ac064dcc-283e-4c7b-bacc-47c2497a2fa3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.459631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] Publish callbacks [] for security_group (ac064dcc-283e-4c7b-bacc-47c2497a2fa3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.461357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1618aa25-0719-4f3e-9146-cbe96ff058b1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.464448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.465610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1618aa25-0719-4f3e-9146-cbe96ff058b1 HTTP/1.1" status: 204 len: 168 time: 0.2050433 Feb 19 00:47:32.475016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ff0a2-25aa-42c7-958d-db25dbfb927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1618aa25-0719-4f3e-9146-cbe96ff058b1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.555073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ce5d-b0d6-45c7-a764-615380c946a6 admin admin] Publish callbacks [] for security_group (7117aef8-7570-4925-bdd2-89f2c7f40b73), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.587280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.591019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.117', 57489) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.625487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac064dcc-283e-4c7b-bacc-47c2497a2fa3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.628975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.630279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ac064dcc-283e-4c7b-bacc-47c2497a2fa3 HTTP/1.1" status: 204 len: 168 time: 0.2816784 Feb 19 00:47:32.634684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-20f93ec0-d447-4602-9599-1b67751b6ee2 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=a86ca312b3924117b03044527dc5db13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422339 Feb 19 00:47:32.637236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bd9ce5d-b0d6-45c7-a764-615380c946a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7117aef8-7570-4925-bdd2-89f2c7f40b73), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.647718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d67d6-fd9a-475b-aa4b-6d9c3700a744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac064dcc-283e-4c7b-bacc-47c2497a2fa3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.788368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8950f7f5-560f-4185-b274-51a98ced1ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.790413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51740) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.796944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8bd9ce5d-b0d6-45c7-a764-615380c946a6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb9b7e12431142b080542f686fcf2304&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4002428 Feb 19 00:47:32.834680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9ce5d-b0d6-45c7-a764-615380c946a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7117aef8-7570-4925-bdd2-89f2c7f40b73,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.868965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12c55d9b-7ea3-4aad-94d6-a601edf1cdcb req-e06cc8b2-a10b-4e42-91e9-991b7e50e906 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 210 time: 0.0588613 Feb 19 00:47:32.923728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] Publish callbacks [] for security_group (7117aef8-7570-4925-bdd2-89f2c7f40b73), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.953412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-ad3d2203-07cf-445b-b223-0dcc2261ec5f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:32.954503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-ad3d2203-07cf-445b-b223-0dcc2261ec5f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086016 Feb 19 00:47:32.962847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] Publish callbacks [] for security_group (7117aef8-7570-4925-bdd2-89f2c7f40b73), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.020484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8950f7f5-560f-4185-b274-51a98ced1ecd admin admin] Publish callbacks [] for security_group (559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.081027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Request body: {'port': {'device_id': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'a86ca312b3924117b03044527dc5db13'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:33.101415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8950f7f5-560f-4185-b274-51a98ced1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.138353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7117aef8-7570-4925-bdd2-89f2c7f40b73), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.142446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.145018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7117aef8-7570-4925-bdd2-89f2c7f40b73 HTTP/1.1" status: 204 len: 168 time: 0.3523562 Feb 19 00:47:33.149654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950f7f5-560f-4185-b274-51a98ced1ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.170274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df09a3-125b-4e90-9ea9-3f1cd6002e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117aef8-7570-4925-bdd2-89f2c7f40b73,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.181919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8950f7f5-560f-4185-b274-51a98ced1ecd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cd4b9faf061d4a1dac5ff63d804e8c5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5933847 Feb 19 00:47:33.185199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51758) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:33.248000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] Publish callbacks [] for security_group (559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.272108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] Publish callbacks [] for security_group (559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.386700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.389501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.390647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0 HTTP/1.1" status: 204 len: 168 time: 0.2043846 Feb 19 00:47:33.399597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b626c9-c7b0-4997-83df-51009966c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559cfce3-96ff-4f52-8d8c-c06e6b4b5ea0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.417525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Made reservation on behalf of a86ca312b3924117b03044527dc5db13 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:33.426163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.439394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.529894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks [] for security_group (4964cc1a-c48b-41da-92b8-509b5461ccf7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.591720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4964cc1a-c48b-41da-92b8-509b5461ccf7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.699618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4964cc1a-c48b-41da-92b8-509b5461ccf7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.846574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Allocated IP 192.168.233.110 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/50b85207-d9f4-457f-a622-9a4d5c9a4187) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:33.919678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51798) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:34.011534 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e1c05e7-b623-4e79-97d6-a81bef414551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.014755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-419f1bff-8f3a-44c1-b2c1-f7875965f5ec req-4284a452-43a9-4892-bd95-2f8d48002bb6 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 210 time: 0.0422914 Feb 19 00:47:34.066360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51806) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:34.119628 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks [] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.181715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e1c05e7-b623-4e79-97d6-a81bef414551 admin admin] Publish callbacks [] for security_group (96af1adf-ca5a-44ea-823c-8bf7b2ad80b0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.250469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e1c05e7-b623-4e79-97d6-a81bef414551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (96af1adf-ca5a-44ea-823c-8bf7b2ad80b0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.254014 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.308742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:34.315141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:34.316945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c05e7-b623-4e79-97d6-a81bef414551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af1adf-ca5a-44ea-823c-8bf7b2ad80b0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.320595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:34.326296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:34.327184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.379340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e1c05e7-b623-4e79-97d6-a81bef414551 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ab2ce94f30114f28a0ca8e914760c929&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4549448 Feb 19 00:47:34.396178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51832) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:34.397540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a29c471-a61c-4a5d-bf5b-053287d996a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.460488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Pushing event updated for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.507366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] Publish callbacks [] for security_group (96af1adf-ca5a-44ea-823c-8bf7b2ad80b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.513057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-d04c59b6-51e8-44b3-829e-93e386f93473 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4361963 Feb 19 00:47:34.515352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a29c471-a61c-4a5d-bf5b-053287d996a4 admin admin] Publish callbacks [] for security_group (4c225f2d-5e60-44cb-a3d3-7da92a2bb507), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.527261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-1da9f61a-0201-4c82-98b6-0b2b74b23f1e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:47:34.528237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-1da9f61a-0201-4c82-98b6-0b2b74b23f1e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072963 Feb 19 00:47:34.552301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] Publish callbacks [] for security_group (96af1adf-ca5a-44ea-823c-8bf7b2ad80b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.601002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a29c471-a61c-4a5d-bf5b-053287d996a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4c225f2d-5e60-44cb-a3d3-7da92a2bb507), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.656300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a29c471-a61c-4a5d-bf5b-053287d996a4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=24a954a2ffee4959a314875cf25bc5c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5886569 Feb 19 00:47:34.659199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51846) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:34.668232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c471-a61c-4a5d-bf5b-053287d996a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c225f2d-5e60-44cb-a3d3-7da92a2bb507,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.670235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (96af1adf-ca5a-44ea-823c-8bf7b2ad80b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.673846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.675457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/96af1adf-ca5a-44ea-823c-8bf7b2ad80b0 HTTP/1.1" status: 204 len: 168 time: 0.2779739 Feb 19 00:47:34.684423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-c06a8340-758b-4774-8c7e-69eb91474bf8 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316014 Feb 19 00:47:34.695439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9805a01-1898-4ca3-a396-92df93a22b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af1adf-ca5a-44ea-823c-8bf7b2ad80b0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.726327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-497edc58-db06-4360-9ea7-932d884a10c3 None None] Provisioning complete for port 50b85207-d9f4-457f-a622-9a4d5c9a4187 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:34.726908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-497edc58-db06-4360-9ea7-932d884a10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.741333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:34.779300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96672df7-0aeb-4d68-9c88-92dfecf22bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.790688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-497edc58-db06-4360-9ea7-932d884a10c3 None None] Port 50b85207-d9f4-457f-a622-9a4d5c9a4187 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:34.795462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] Publish callbacks [] for security_group (4c225f2d-5e60-44cb-a3d3-7da92a2bb507), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.829940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] Publish callbacks [] for security_group (4c225f2d-5e60-44cb-a3d3-7da92a2bb507), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.845884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-863b6fce-1bae-45b3-8f04-c232cbe11522 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:34.860933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-863b6fce-1bae-45b3-8f04-c232cbe11522 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646268 Feb 19 00:47:34.889092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-6c341f1b-004b-47f1-b9d0-66133935f051 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/quotas/7cc355eabf6b44bc8ba517eee03d8f48 HTTP/1.1" status: 200 len: 375 time: 0.0306711 Feb 19 00:47:34.971685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-f66fd816-056f-4411-a7aa-dbeb8eb95758 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774899 Feb 19 00:47:35.013110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96672df7-0aeb-4d68-9c88-92dfecf22bb9 admin admin] Publish callbacks [] for security_group (0792bea4-331b-4fe0-84db-1eb65492d2cd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.107407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4c225f2d-5e60-44cb-a3d3-7da92a2bb507), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.110001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.111418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4c225f2d-5e60-44cb-a3d3-7da92a2bb507 HTTP/1.1" status: 204 len: 168 time: 0.4498541 Feb 19 00:47:35.114286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96672df7-0aeb-4d68-9c88-92dfecf22bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0792bea4-331b-4fe0-84db-1eb65492d2cd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.173949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6739d-2665-4efb-9e53-8fc21f8ce560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c225f2d-5e60-44cb-a3d3-7da92a2bb507,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.209259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-96672df7-0aeb-4d68-9c88-92dfecf22bb9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a5fede287042458aac5fbac26ca3b0ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4619427 Feb 19 00:47:35.211994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:35.319429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96672df7-0aeb-4d68-9c88-92dfecf22bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0792bea4-331b-4fe0-84db-1eb65492d2cd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.362022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5696-b5c5-42c7-a657-e9d3fc8340e7 req-d5292911-c8ad-48c8-9044-2ae7d8419be3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:35.364646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-742a5696-b5c5-42c7-a657-e9d3fc8340e7 req-d5292911-c8ad-48c8-9044-2ae7d8419be3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 936 time: 0.2272699 Feb 19 00:47:35.395137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] Publish callbacks [] for security_group (0792bea4-331b-4fe0-84db-1eb65492d2cd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.444788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] Publish callbacks [] for security_group (0792bea4-331b-4fe0-84db-1eb65492d2cd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.474915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-742a5696-b5c5-42c7-a657-e9d3fc8340e7 req-1a5461e3-ea25-4fe2-98ac-813bf3edc9f4 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971625 Feb 19 00:47:35.521763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d004862a-478f-41d0-98a0-d40d59a6d205 req-f45acca6-afaf-4f9b-b1e4-30660210cba5 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.1653852 Feb 19 00:47:35.598740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:35.644369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Request body: {'port': {'device_id': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:35.696203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0792bea4-331b-4fe0-84db-1eb65492d2cd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.710276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.712657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0792bea4-331b-4fe0-84db-1eb65492d2cd HTTP/1.1" status: 204 len: 168 time: 0.4982238 Feb 19 00:47:35.774213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a2316-8e33-4a2e-bfe5-bafcb016f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0792bea4-331b-4fe0-84db-1eb65492d2cd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.836254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.118168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-network', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:36.306621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Made reservation on behalf of 4dfe2fbf7f56489b8cf376bf7d72761b for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:36.309927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.322635 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.379296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b85207-d9f4-457f-a622-9a4d5c9a4187 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:36.390546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks [] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.422593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Transition to ACTIVE for port object 50b85207-d9f4-457f-a622-9a4d5c9a4187 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:47:36.512028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks [] for security_group (21da0d7e-841d-4264-9b82-d83348f90d0f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.514090 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.676368 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (21da0d7e-841d-4264-9b82-d83348f90d0f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.715102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:36.746369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80d394ee-6906-4476-a68c-e20755cbc089), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.746369 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Added segment 80d394ee-6906-4476-a68c-e20755cbc089 of type vlan for network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 Feb 19 00:47:36.777908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (03e3f9f5-9685-44f8-8cba-90aeea3f9753), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.982117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (03e3f9f5-9685-44f8-8cba-90aeea3f9753), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.982341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87314223-3512-4f41-bdfc-4b05cba11953 req-d0f1dcd0-0937-4be9-a204-2892560ddcad tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.983113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.983706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.990152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87314223-3512-4f41-bdfc-4b05cba11953 req-d0f1dcd0-0937-4be9-a204-2892560ddcad tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.1430371 Feb 19 00:47:37.038946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Attempting to bind port 50b85207-d9f4-457f-a622-9a4d5c9a4187 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:37.039367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Attempting to bind port 50b85207-d9f4-457f-a622-9a4d5c9a4187 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:37.039676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Attempting to bind port 50b85207-d9f4-457f-a622-9a4d5c9a4187 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:37.060647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Port 50b85207-d9f4-457f-a622-9a4d5c9a4187 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:47:37.061019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Attempting to bind port 50b85207-d9f4-457f-a622-9a4d5c9a4187 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:37.103666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:37.103999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:37.104642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:37.110935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Bound port: 50b85207-d9f4-457f-a622-9a4d5c9a4187, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:37.115203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.123432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87314223-3512-4f41-bdfc-4b05cba11953 req-8eae1407-1873-4591-a398-fb3ec3db8721 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316602 Feb 19 00:47:37.141369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5414994 Feb 19 00:47:37.145415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51928) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:37.174146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Request body: {'subnet': {'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-subnet', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:37.178467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51930) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:37.182348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da0d7e-841d-4264-9b82-d83348f90d0f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.189010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Pushing event updated for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.218846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb6db-a121-489a-bcea-020dccfab775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.352140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5215e1-f054-4bd4-8e9a-93fd5c07f9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=03e3f9f5-9685-44f8-8cba-90aeea3f9753,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.367723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:37.372288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Made reservation on behalf of 4dfe2fbf7f56489b8cf376bf7d72761b for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:37.372288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.394125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7f00f73-5d31-44d1-9f75-7b7d06b68429 req-04c4addf-37d1-41d6-9305-9bb1156f8d64 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.5855050 Feb 19 00:47:37.456877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb6db-a121-489a-bcea-020dccfab775 admin admin] Publish callbacks [] for security_group (ccae50c3-5e4f-4d31-8f47-e7df576ab512), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.464232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:37.484667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:37.539540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb6db-a121-489a-bcea-020dccfab775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ccae50c3-5e4f-4d31-8f47-e7df576ab512), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.587521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.621005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfb6db-a121-489a-bcea-020dccfab775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae50c3-5e4f-4d31-8f47-e7df576ab512,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.679056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a4dfb6db-a121-489a-bcea-020dccfab775 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bd9cc1b1b16d43e5bd93a9160d9c099d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4942915 Feb 19 00:47:37.683565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51944) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:37.710084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:37.711332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.713829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] 10.222.0.117 "PUT /v2.0/ports/50b85207-d9f4-457f-a622-9a4d5c9a4187 HTTP/1.1" status: 200 len: 1096 time: 2.6818323 Feb 19 00:47:37.716688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:37.823928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] Publish callbacks [] for security_group (ccae50c3-5e4f-4d31-8f47-e7df576ab512), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.884997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] Publish callbacks [] for security_group (ccae50c3-5e4f-4d31-8f47-e7df576ab512), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.957490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.021266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496530e-3255-4d66-9ce8-67af877184cb service neutron] Pushing event updated for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:38.062145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:38.100612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Checking segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:38.100972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Network hostable DHCP agents. Network: 03e3f9f5-9685-44f8-8cba-90aeea3f9753, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:38.138804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-3c33d17b-db74-487e-a3b6-5684b538fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:38.142278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-3c33d17b-db74-487e-a3b6-5684b538fe56 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 1130 time: 0.2134922 Feb 19 00:47:38.175342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ccae50c3-5e4f-4d31-8f47-e7df576ab512), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.178137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.182118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ccae50c3-5e4f-4d31-8f47-e7df576ab512 HTTP/1.1" status: 204 len: 168 time: 0.4975626 Feb 19 00:47:38.199056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e8208-bfb9-4273-aea8-9e4798344ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccae50c3-5e4f-4d31-8f47-e7df576ab512,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:38.215525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:38.295780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 03e3f9f5-9685-44f8-8cba-90aeea3f9753) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:38.301975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:38.302660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.310103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f40d016-d1da-4d8c-8b9a-ebce4f4748a2 None None] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:38.338441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-05215b8d-9d53-4862-b31f-2265daf196d7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187 HTTP/1.1" status: 200 len: 217 time: 0.1713014 Feb 19 00:47:38.420125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018aacf-2223-443d-9a39-aeff6c6bd38b req-6de6b7a2-2106-480e-a515-7cb273a8f40d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:38.422728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0018aacf-2223-443d-9a39-aeff6c6bd38b req-6de6b7a2-2106-480e-a515-7cb273a8f40d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.1229231 Feb 19 00:47:38.502983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ad0e622c-3c1a-4944-abc6-b6d811c158cc admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3549557 Feb 19 00:47:38.505780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:38.514845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:38.538257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:38.540438 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.562452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-01efb263-e34f-4b38-a018-28ce344e4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:38.574119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-01efb263-e34f-4b38-a018-28ce344e4c89 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2161212 Feb 19 00:47:38.625495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0018aacf-2223-443d-9a39-aeff6c6bd38b req-471f0391-0d7f-4642-b5fc-b3b184f7d674 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953666 Feb 19 00:47:38.695414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.696440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.776495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Allocated IP 172.20.0.2 (03e3f9f5-9685-44f8-8cba-90aeea3f9753/3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6/69680405-1223-46e5-a076-0d3251ca3cf0) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:38.812269 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520732fe-efe5-414b-b582-dea6b378fdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:38.860969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb40b80c-1f56-4d5f-a7d0-a91137dc669e req-1beb9c93-5800-4df5-b138-c153e0ac6ec3 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.2818170 Feb 19 00:47:38.861282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for router_controller (00597545-63c4-43c8-8356-b1e8ecb8b464), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.898814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-8383edf2-01bb-459c-ba0e-d25990f9f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:38.900669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-8383edf2-01bb-459c-ba0e-d25990f9f76f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3161852 Feb 19 00:47:39.036353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks [] for port (69680405-1223-46e5-a076-0d3251ca3cf0), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.113201 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.174358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-e64ee919-b664-4b01-b69e-07cc1dde3a1e service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267282 Feb 19 00:47:39.222620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:39.226838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:39.229008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Pushing event updated for resources: {'Port': ['ID=69680405-1223-46e5-a076-0d3251ca3cf0,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:39.231923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:39.268858 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.346951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e48426f0-3afd-473d-93cf-2b5a2c45092c req-9fd01bd7-3587-478e-9049-25a9b77a7bd0 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610539 Feb 19 00:47:39.401493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for router_gateway (00597545-63c4-43c8-8356-b1e8ecb8b464), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.514065 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b68846-5cf7-4d71-9e7b-3b99b5a88844 x-openstack-request-id: req-66b68846-5cf7-4d71-9e7b-3b99b5a88844 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:39.514369 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:39.514636 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-66b68846-5cf7-4d71-9e7b-3b99b5a88844 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:39.515113 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187', 'status': 'completed', 'code': 200} Feb 19 00:47:39.531336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.531688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.532143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.532472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.532799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.533126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.533447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.533767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.534086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.534408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.534729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.535047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.535410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Tracked resource versions report: Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: pushed versions: Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Log': {'1.0'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Network': {'1.1'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Port': {'1.7'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'PortForwarding': {'1.2'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'QosPolicy': {'1.10'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SubPort': {'1.0'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Subnet': {'1.1'}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Trunk': {'1.1'}} Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: consumer versions: Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: HyperV agent@n-h1-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: HyperV agent@n-h2-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: L3 agent@n-d-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: Metadata agent@n-d-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: Metering agent@n-d-826529-3: {}, Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'ConntrackHelper': '1.0', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'LocalIPAssociation': '1.0', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Log': '1.0', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Network': '1.1', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Port': '1.7', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'PortForwarding': '1.2', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'QosPolicy': '1.10', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SecurityGroup': '1.5', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SecurityGroupRule': '1.2', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'SubPort': '1.0', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Subnet': '1.1', Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: 'Trunk': '1.1'}} Feb 19 00:47:39.547486 n-d-826529-3 neutron-server[110603]: {{(pid=110603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:39.641093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.117', 57495) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:39.643556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Attempting to bind port 69680405-1223-46e5-a076-0d3251ca3cf0 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:39.645455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Attempting to bind port 69680405-1223-46e5-a076-0d3251ca3cf0 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:39.647275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Attempting to bind port 69680405-1223-46e5-a076-0d3251ca3cf0 on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:39.661545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:39.683439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Checking segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:39.691674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.691674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Bound using segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:39.692131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Bound port: 69680405-1223-46e5-a076-0d3251ca3cf0, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:39.693472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.720213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-53f9228a-5d27-4bcb-a968-14551d4791a1 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753946 Feb 19 00:47:39.877271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.890125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] For port 69680405-1223-46e5-a076-0d3251ca3cf0, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:39.894692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] For port 69680405-1223-46e5-a076-0d3251ca3cf0, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=69680405-1223-46e5-a076-0d3251ca3cf0,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:39.964651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.975273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-21862f63-778d-4abe-8438-88b8320931ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:39.984091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-21862f63-778d-4abe-8438-88b8320931ee service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 1130 time: 0.4105668 Feb 19 00:47:40.148949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for router_gateway (00597545-63c4-43c8-8356-b1e8ecb8b464), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.184504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c1c25-e5ee-4c9a-8553-14a80ff549f5 None None] Pushing event updated for resources: {'Port': ['ID=69680405-1223-46e5-a076-0d3251ca3cf0,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:40.185957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-a6b67977-b022-4df8-ab77-c08626e55efd tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:40.187774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-a6b67977-b022-4df8-ab77-c08626e55efd tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4609210 Feb 19 00:47:40.211554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Request body: {'port': {'device_id': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '7cc355eabf6b44bc8ba517eee03d8f48'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:40.218546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.223182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86379a19-f503-4a2e-ba9c-b0b5608db017 req-1aee265c-2c42-4e32-b545-2f03b12a0141 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.0971396 Feb 19 00:47:40.261727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb69d87-8619-4cfe-86bd-050d28ab09ad req-31e1c66a-db34-478a-bbac-e60dd9f625d4 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:40.267120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cb69d87-8619-4cfe-86bd-050d28ab09ad req-31e1c66a-db34-478a-bbac-e60dd9f625d4 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.4105272 Feb 19 00:47:40.382321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-3e67e70d-acaa-4de3-8c8f-f6fee7e925b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:40.384091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-3e67e70d-acaa-4de3-8c8f-f6fee7e925b7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3645213 Feb 19 00:47:40.418398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Allocated IP 172.25.2.166 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:40.461925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cb69d87-8619-4cfe-86bd-050d28ab09ad req-ac27de81-9001-4351-99f9-de5c3ef7f8db tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512163 Feb 19 00:47:40.517749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-3430a525-a107-4ac6-8c21-6e7ad66aa888 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187 HTTP/1.1" status: 200 len: 217 time: 0.1032982 Feb 19 00:47:40.658342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6673c30c-316b-490c-ab64-7b79420520d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.699928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-3c064bd3-e728-4980-9ead-d4d608164db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:40.704633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-3c064bd3-e728-4980-9ead-d4d608164db4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1599150 Feb 19 00:47:40.713756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.783950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Made reservation on behalf of 7cc355eabf6b44bc8ba517eee03d8f48 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:40.787648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.819995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-1b1adc84-c329-4add-8b68-017b16e57083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:40.821621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-1b1adc84-c329-4add-8b68-017b16e57083 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1043236 Feb 19 00:47:40.822405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.835440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.894314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:40.897935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:40.902463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:40.974077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:41.073143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-7f5e8000-90ee-45b3-91d2-77858414d70f service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348795 Feb 19 00:47:41.100054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks [] for security_group (631d7970-82c1-4e5b-9c5b-271acfd09833), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.214091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (631d7970-82c1-4e5b-9c5b-271acfd09833), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.483227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for router_gateway (00597545-63c4-43c8-8356-b1e8ecb8b464), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.530386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520732fe-efe5-414b-b582-dea6b378fdc5 req-e4ae11f1-7a4b-4924-ae94-0cb68039a14d service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331675 Feb 19 00:47:41.546797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-822e3362-060a-4347-88ea-3ca1b9675f8e req-44d96c4d-c1be-4d8e-ba1f-07b01aac69e6 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.1865945 Feb 19 00:47:41.548733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631d7970-82c1-4e5b-9c5b-271acfd09833,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:41.770281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Allocated IP 192.168.233.146 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/ee81ae48-6138-41f9-8863-46f1c931d25f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:41.936239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 69680405-1223-46e5-a076-0d3251ca3cf0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:41.984060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22401d14-940b-4f60-b999-fc483b458eb4 None None] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:42.019889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.039303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0759d-f0cb-4b4a-9c9c-80fe44d8c51c req-a610f868-69dd-4134-99b0-2ea6adc577d8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:42.040657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ed0759d-f0cb-4b4a-9c9c-80fe44d8c51c req-a610f868-69dd-4134-99b0-2ea6adc577d8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.2759585 Feb 19 00:47:42.116799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks [] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.162966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Provisioning complete for port 69680405-1223-46e5-a076-0d3251ca3cf0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:42.163801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.198299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 69680405-1223-46e5-a076-0d3251ca3cf0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:42.198758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.224561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ed0759d-f0cb-4b4a-9c9c-80fe44d8c51c req-24e45110-331a-492b-9914-259574317722 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776737 Feb 19 00:47:42.261260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.351191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:42.356926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:42.381742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:42.416610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:42.417356 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.421327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Pushing event updated for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:42.468521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 69680405-1223-46e5-a076-0d3251ca3cf0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:42.468521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.476002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Current status of the port 69680405-1223-46e5-a076-0d3251ca3cf0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:42.476397 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.530462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52052) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.567892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-5d8be3f1-175f-431d-b414-f97895e8a62d tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3668697 Feb 19 00:47:42.591601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:42.598915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Request body: {'port': {'device_id': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'device_owner': 'compute:tempest-test_az-704096688', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:42.607489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 69680405-1223-46e5-a076-0d3251ca3cf0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=69680405-1223-46e5-a076-0d3251ca3cf0,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:42.728978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.877691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.883666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d054abc-78cb-4dfc-b163-635bb9d47ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.945790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d7e91-0fc9-4a9c-a8b3-01405403ecd5 req-3bd75612-2c5c-457a-9d89-0d2a255479a3 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:42.953678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf4d7e91-0fc9-4a9c-a8b3-01405403ecd5 req-3bd75612-2c5c-457a-9d89-0d2a255479a3 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 936 time: 0.1787269 Feb 19 00:47:42.969572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:42.971716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:47:42.975703 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:47:42.981765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=69680405-1223-46e5-a076-0d3251ca3cf0,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:42.983980 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:43.035273 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:43.037752 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:43.050306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340a164c-949b-4147-8cc6-3d06c6c5a7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.052436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf4d7e91-0fc9-4a9c-a8b3-01405403ecd5 req-0dd01bfd-192b-41fc-b398-98ef3e7a631c tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Feb 19 00:47:43.088018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.091297 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-715ba9eb-6d8f-4831-bf74-04327d55d861 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5791256 Feb 19 00:47:43.147295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:43.247790 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:43.319329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340a164c-949b-4147-8cc6-3d06c6c5a7f2 admin admin] Publish callbacks [] for security_group (53d16404-3291-480a-984f-7d7e705ff36f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.441087 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340a164c-949b-4147-8cc6-3d06c6c5a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53d16404-3291-480a-984f-7d7e705ff36f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.557633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-66e95d8d-9853-4444-b20c-627a8baf56f3 None None] Current status of the port 69680405-1223-46e5-a076-0d3251ca3cf0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:43.680480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a164c-949b-4147-8cc6-3d06c6c5a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d16404-3291-480a-984f-7d7e705ff36f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:43.696088 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:41Z', 'revision_number': 3, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:43.698597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Provisioning complete for port ee81ae48-6138-41f9-8863-46f1c931d25f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:43.698993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.773622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee81ae48-6138-41f9-8863-46f1c931d25f {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:43.788673 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:43.789029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Updating router 00597545-63c4-43c8-8356-b1e8ecb8b464 port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:43.793269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks [] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.811321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Transition to ACTIVE for port object ee81ae48-6138-41f9-8863-46f1c931d25f will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:47:43.823210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Port ee81ae48-6138-41f9-8863-46f1c931d25f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:43.844608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Provisioning complete for port 69680405-1223-46e5-a076-0d3251ca3cf0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:43.845219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.872176 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.878106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.890762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-340a164c-949b-4147-8cc6-3d06c6c5a7f2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=be069fb88b444e7dbc7c18c2e79445e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3567986 Feb 19 00:47:43.899681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52084) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:43.940646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487ed7e-2b11-4c49-a490-4ca4ec2218c1 req-d8910ecf-c7d9-452a-8d30-798900b6b2b3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:43.942831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 69680405-1223-46e5-a076-0d3251ca3cf0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:43.952545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0487ed7e-2b11-4c49-a490-4ca4ec2218c1 req-d8910ecf-c7d9-452a-8d30-798900b6b2b3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.5846047 Feb 19 00:47:44.170272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.194234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 69680405-1223-46e5-a076-0d3251ca3cf0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:44.194629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.294415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0487ed7e-2b11-4c49-a490-4ca4ec2218c1 req-677d36fe-760d-4db9-9d9b-f591b1c6b0a4 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381579 Feb 19 00:47:44.325147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Attempting to bind port ee81ae48-6138-41f9-8863-46f1c931d25f on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:44.325447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Attempting to bind port ee81ae48-6138-41f9-8863-46f1c931d25f by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:44.325773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Attempting to bind port ee81ae48-6138-41f9-8863-46f1c931d25f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:44.360809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.376206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e14f3-ddc4-4530-aa19-2d29eb192b68 None None] Current status of the port 69680405-1223-46e5-a076-0d3251ca3cf0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:44.453248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Port ee81ae48-6138-41f9-8863-46f1c931d25f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:47:44.471651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Attempting to bind port ee81ae48-6138-41f9-8863-46f1c931d25f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:44.494939 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks [] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.525745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:44.525745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:44.525745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:44.525745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Bound port: ee81ae48-6138-41f9-8863-46f1c931d25f, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:44.525745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.599861 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.638165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] Publish callbacks [] for security_group (53d16404-3291-480a-984f-7d7e705ff36f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.642597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 69680405-1223-46e5-a076-0d3251ca3cf0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:44.733168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f22a-13db-4441-a5c3-5996d513b683 req-5aa0a587-fdfa-4b8b-b12d-c8d271871124 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:44.748627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d26f22a-13db-4441-a5c3-5996d513b683 req-5aa0a587-fdfa-4b8b-b12d-c8d271871124 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.4902272 Feb 19 00:47:44.777011 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Pushing event updated for resources: {'Port': ['ID=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.782535 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Attempting to bind port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:44.782924 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Attempting to bind port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:44.783443 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Attempting to bind port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:44.793866 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:44.794251 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:44.794663 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.795150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:44.795714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Bound port: 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:44.795978 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.801323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.801695 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.802031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.802382 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.802865 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.803228 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.803747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.804085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.804427 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.804815 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.805310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.805644 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.806488 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Tracked resource versions report: Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: pushed versions: Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: { 'AddressGroup': {'1.2'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'ConntrackHelper': {'1.0'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Log': {'1.0'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Network': {'1.1'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Port': {'1.7'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'PortForwarding': {'1.2'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'QosPolicy': {'1.10'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SecurityGroup': {'1.5'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SubPort': {'1.0'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Subnet': {'1.1'}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Trunk': {'1.1'}} Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: consumer versions: Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: { DHCP agent@n-d-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: HyperV agent@n-h1-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: HyperV agent@n-h2-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: L3 agent@n-d-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: Metadata agent@n-d-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: Metering agent@n-d-826529-3: {}, Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: Open vSwitch agent@n-d-826529-3: { 'AddressGroup': '1.2', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'ConntrackHelper': '1.0', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'LocalIPAssociation': '1.0', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Log': '1.0', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Network': '1.1', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Port': '1.7', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'PortForwarding': '1.2', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'QosPolicy': '1.10', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SecurityGroup': '1.5', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SecurityGroupRule': '1.2', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'SubPort': '1.0', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Subnet': '1.1', Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: 'Trunk': '1.1'}} Feb 19 00:47:44.807680 n-d-826529-3 neutron-server[110604]: {{(pid=110604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:47:44.858575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:44.873118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=ee81ae48-6138-41f9-8863-46f1c931d25f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:44.877251 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] For port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:44.881976 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] For port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:44.923197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d26f22a-13db-4441-a5c3-5996d513b683 req-f8dc5a3c-319c-4ee3-968b-e4ce939ba4c4 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560500 Feb 19 00:47:44.973197 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.974260 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.039739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] Publish callbacks [] for security_group (53d16404-3291-480a-984f-7d7e705ff36f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.054030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.054924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.060080 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.060681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] 10.222.0.117 "PUT /v2.0/ports/ee81ae48-6138-41f9-8863-46f1c931d25f HTTP/1.1" status: 200 len: 1117 time: 2.4680555 Feb 19 00:47:45.061168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:45.067748 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb91a2e-c392-4cec-8c22-f5c04c462192" -d '{"events": [{"name": "network-changed", "server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:45.114994 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f4f9-2d97-497e-b24a-2b174f3fa43d None None] Pushing event updated for resources: {'Port': ['ID=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:45.173545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d996-8816-4d86-8ac2-76535c577fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:45.183473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:45.184838 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:45.317641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad36bb2-027a-4ca8-8cc9-876668ca84dc x-openstack-request-id: req-2ad36bb2-027a-4ca8-8cc9-876668ca84dc {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:45.317933 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:45.318185 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2ad36bb2-027a-4ca8-8cc9-876668ca84dc {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:45.318579 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f', 'status': 'completed', 'code': 200} Feb 19 00:47:45.346456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-b16c32e5-54d6-43f7-a6a7-b814fde194dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.351446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-b16c32e5-54d6-43f7-a6a7-b814fde194dd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 1151 time: 0.0833225 Feb 19 00:47:45.436264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.448287 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53d16404-3291-480a-984f-7d7e705ff36f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.450856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.455355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/53d16404-3291-480a-984f-7d7e705ff36f HTTP/1.1" status: 204 len: 168 time: 1.4956017 Feb 19 00:47:45.475694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebec1e-91b8-4b26-a189-d820e833272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d16404-3291-480a-984f-7d7e705ff36f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:45.526359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-4aa78a9f-fbd8-45ff-9865-de5dd38e50c5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ee81ae48-6138-41f9-8863-46f1c931d25f HTTP/1.1" status: 200 len: 217 time: 0.1512542 Feb 19 00:47:45.547128 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:45.664609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Allocated IP 172.20.0.1 (03e3f9f5-9685-44f8-8cba-90aeea3f9753/3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6/4789e291-bd0f-4645-9ad3-93489c4f8d64) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:45.698349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67134d51-1764-42ba-9711-d6db5e3e5641 req-53a5258b-1ed7-4df2-9c7a-91650ae053a8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.706768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67134d51-1764-42ba-9711-d6db5e3e5641 req-53a5258b-1ed7-4df2-9c7a-91650ae053a8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.1883769 Feb 19 00:47:45.767119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-ebb01a24-d7f9-4039-8c17-ac948cc491bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.769974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-ebb01a24-d7f9-4039-8c17-ac948cc491bd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1830196 Feb 19 00:47:45.781751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67134d51-1764-42ba-9711-d6db5e3e5641 req-8d358c98-7310-4785-8fea-c7fa173ea6d2 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739648 Feb 19 00:47:45.878476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:47:45.894252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-1ee3b3bc-5f03-493b-b80c-f99a8952c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.896917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-1ee3b3bc-5f03-493b-b80c-f99a8952c26c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1136539 Feb 19 00:47:45.910609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks [] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.923972 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:41Z', 'revision_number': 3, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:46.033823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.042855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52132) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:46.186133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-3957fb31-1142-4628-8be2-3f04880fa0c8 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649326 Feb 19 00:47:46.195920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:46.214479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:46.220780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:46.224372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (00597545-63c4-43c8-8356-b1e8ecb8b464), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.239056 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003eee23-259e-47b0-9a6a-1de5d6bced32 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:41Z', 'revision_number': 3, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:46.376604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Pushing event updated for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:46.477896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9fbd-0896-47c6-83b6-ed45a9164574 req-683b0573-2b00-40f8-865f-2806af3beb95 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:46.504403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54af9fbd-0896-47c6-83b6-ed45a9164574 req-683b0573-2b00-40f8-865f-2806af3beb95 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.4906161 Feb 19 00:47:46.688765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6926-3726-40f5-8977-aa35baba4fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.688940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8a1b958-248f-4d81-b606-73a2a423a41c req-f735b591-76ae-4834-b32d-35fad39b628f service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613271 Feb 19 00:47:46.710593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54af9fbd-0896-47c6-83b6-ed45a9164574 req-b2607b11-ffa7-42f1-ae42-3667374e6bd0 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052686 Feb 19 00:47:46.806688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7aa7b962-7249-434c-817f-7d3d5c639033 None None] Provisioning complete for port 4789e291-bd0f-4645-9ad3-93489c4f8d64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:46.807380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7aa7b962-7249-434c-817f-7d3d5c639033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.871499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7b962-7249-434c-817f-7d3d5c639033 None None] Port 4789e291-bd0f-4645-9ad3-93489c4f8d64 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:46.933507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6926-3726-40f5-8977-aa35baba4fd6 admin admin] Publish callbacks [] for security_group (ca5ade7d-63ad-47d0-bae2-0118e5babf6a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.999939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be42ed-988f-455e-a45c-b6d1f5e6608f req-cc59eb96-0fa1-4562-9376-1133b797a3e3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:47.003843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57be42ed-988f-455e-a45c-b6d1f5e6608f req-cc59eb96-0fa1-4562-9376-1133b797a3e3 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.0855064 Feb 19 00:47:47.092384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57be42ed-988f-455e-a45c-b6d1f5e6608f req-1582a0c3-d6e5-4d71-a634-b0b512c8bb6c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781853 Feb 19 00:47:47.434960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.574205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks [] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.779204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-d6fee492-2d3d-41e4-a885-c691cf469dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:47.779204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-d6fee492-2d3d-41e4-a885-c691cf469dd7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 1151 time: 0.0475736 Feb 19 00:47:47.851572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:47.895696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-0f9024b8-0a28-4874-930b-a65b30426886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:47.897164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-0f9024b8-0a28-4874-930b-a65b30426886 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1338296 Feb 19 00:47:47.900656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:47.901113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.941300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-2d138e4b-81df-407c-b66a-d8be5d6c7681 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ee81ae48-6138-41f9-8863-46f1c931d25f HTTP/1.1" status: 200 len: 217 time: 0.0379727 Feb 19 00:47:47.950078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b19d3-654f-40ac-8455-a2ee85bfd6cd req-8bd5e800-4ce8-4f4d-9a88-f080d76bc88f tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:47.951916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e27b19d3-654f-40ac-8455-a2ee85bfd6cd req-8bd5e800-4ce8-4f4d-9a88-f080d76bc88f tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.1143734 Feb 19 00:47:47.980969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:47.981353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.004793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:48.028503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-971d321b-a886-4841-8fed-2a69b82b30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:48.030011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-971d321b-a886-4841-8fed-2a69b82b30a4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0770893 Feb 19 00:47:48.038427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e27b19d3-654f-40ac-8455-a2ee85bfd6cd req-487b17e7-0824-4aea-a108-b7372715cc6a tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765841 Feb 19 00:47:48.083052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-2a27b607-0e5a-4c74-8011-767c7a49b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:48.084576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-2a27b607-0e5a-4c74-8011-767c7a49b392 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0461776 Feb 19 00:47:48.106513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.135127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.135950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (00597545-63c4-43c8-8356-b1e8ecb8b464), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.169394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.184174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6926-3726-40f5-8977-aa35baba4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ca5ade7d-63ad-47d0-bae2-0118e5babf6a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.191799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Pushing event updated for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:48.271296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:48.276324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-41d18c04-1d5e-4c00-834d-42e2e1f73036 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843894 Feb 19 00:47:48.301354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3d6b6926-3726-40f5-8977-aa35baba4fd6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3f88af530f034ed89e8f6f2e25f0a8dd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2551796 Feb 19 00:47:48.302611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6926-3726-40f5-8977-aa35baba4fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ade7d-63ad-47d0-bae2-0118e5babf6a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:48.305506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:48.344995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52166) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:48.367879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b493-6559-4338-93b7-03dcaecd9cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.384815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328257c-57d7-4ab2-8ddd-9c3952f0eaa6 req-faa6d406-ffbe-4ed9-96a8-b959676e26a6 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:48.386361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c328257c-57d7-4ab2-8ddd-9c3952f0eaa6 req-faa6d406-ffbe-4ed9-96a8-b959676e26a6 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.1654966 Feb 19 00:47:48.387281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:48.394235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:48.496963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52168) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:48.571179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c328257c-57d7-4ab2-8ddd-9c3952f0eaa6 req-0c82a5df-0074-4103-b14f-3a70a374dad1 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542866 Feb 19 00:47:48.581746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] Publish callbacks [] for security_group (ca5ade7d-63ad-47d0-bae2-0118e5babf6a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.590464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebb91a2e-c392-4cec-8c22-f5c04c462192 req-a91fa3e1-f8ce-4108-a7e6-ad1f4bcb2ead service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017545 Feb 19 00:47:48.640093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b493-6559-4338-93b7-03dcaecd9cd0 admin admin] Publish callbacks [] for security_group (bb5058e2-da86-4d18-a017-0097167513d9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.646753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] Publish callbacks [] for security_group (ca5ade7d-63ad-47d0-bae2-0118e5babf6a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.655483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:48.718942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-241172e1-96ef-4874-8e93-9c858ea49d2a None None] Provisioning complete for port 4789e291-bd0f-4645-9ad3-93489c4f8d64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:48.720377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-241172e1-96ef-4874-8e93-9c858ea49d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.732775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b493-6559-4338-93b7-03dcaecd9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb5058e2-da86-4d18-a017-0097167513d9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.760770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-241172e1-96ef-4874-8e93-9c858ea49d2a None None] Port 4789e291-bd0f-4645-9ad3-93489c4f8d64 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:48.762462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82371cf6-ca58-47ed-b0eb-9a147c382e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.809584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ca5ade7d-63ad-47d0-bae2-0118e5babf6a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.812281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.816581 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ca5ade7d-63ad-47d0-bae2-0118e5babf6a HTTP/1.1" status: 204 len: 168 time: 0.5098019 Feb 19 00:47:48.826451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73e463-5246-4d3c-994e-07630602f7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ade7d-63ad-47d0-bae2-0118e5babf6a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:48.846859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d1f4b493-6559-4338-93b7-03dcaecd9cd0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=551add9851d94b259cfc7e669f6a0f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004370 Feb 19 00:47:48.847733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4b493-6559-4338-93b7-03dcaecd9cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5058e2-da86-4d18-a017-0097167513d9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:48.850224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52180) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:48.884009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:48.900560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:48.901030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ecc8f4bf-76d3-4c0f-9db1-05feb0639624 admin admin] 10.222.0.94 "PUT /v2.0/routers/00597545-63c4-43c8-8356-b1e8ecb8b464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7521727 Feb 19 00:47:48.912788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:48.913616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:48.935870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] Publish callbacks [] for security_group (bb5058e2-da86-4d18-a017-0097167513d9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.962604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] Publish callbacks [] for security_group (bb5058e2-da86-4d18-a017-0097167513d9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.971518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82371cf6-ca58-47ed-b0eb-9a147c382e98 admin admin] Publish callbacks [] for security_group (56d8d40a-1447-4de4-8f02-44a168dca809), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.022527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82371cf6-ca58-47ed-b0eb-9a147c382e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (56d8d40a-1447-4de4-8f02-44a168dca809), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.051168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:49.094892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb5058e2-da86-4d18-a017-0097167513d9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.095562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-82371cf6-ca58-47ed-b0eb-9a147c382e98 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dd3cebd77c3045239dd004d9dca74c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964885 Feb 19 00:47:49.097874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82371cf6-ca58-47ed-b0eb-9a147c382e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8d40a-1447-4de4-8f02-44a168dca809,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.097988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.099758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bb5058e2-da86-4d18-a017-0097167513d9 HTTP/1.1" status: 204 len: 168 time: 0.2479842 Feb 19 00:47:49.100515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:49.109451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a026b6-f561-4780-aac6-5b35956c42a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5058e2-da86-4d18-a017-0097167513d9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.185550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] Publish callbacks [] for security_group (56d8d40a-1447-4de4-8f02-44a168dca809), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.220745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] Publish callbacks [] for security_group (56d8d40a-1447-4de4-8f02-44a168dca809), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.348003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (56d8d40a-1447-4de4-8f02-44a168dca809), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.353284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.357399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/56d8d40a-1447-4de4-8f02-44a168dca809 HTTP/1.1" status: 204 len: 168 time: 0.2557940 Feb 19 00:47:49.359296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd226c-20b6-4a2d-b421-7dc35350d9f4 req-969d4d27-a83f-4654-be1f-3729219a5fc7 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:49.367487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edfd226c-20b6-4a2d-b421-7dc35350d9f4 req-969d4d27-a83f-4654-be1f-3729219a5fc7 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.0639341 Feb 19 00:47:49.368119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e4b2-178e-4834-b20c-6dd75a16570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8d40a-1447-4de4-8f02-44a168dca809,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.436592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edfd226c-20b6-4a2d-b421-7dc35350d9f4 req-18cacf80-74c0-4e36-ade1-55a4a86955bf tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680873 Feb 19 00:47:49.580455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 2, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:49.607974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:49.608332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Updating router 00597545-63c4-43c8-8356-b1e8ecb8b464 port 4789e291-bd0f-4645-9ad3-93489c4f8d64 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:49.643223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.714503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf88ae-0a5f-4594-b3fd-f80403d6cb2c req-c61fe107-a3fa-44ef-8acd-98c9e1807132 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:49.716121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4bf88ae-0a5f-4594-b3fd-f80403d6cb2c req-c61fe107-a3fa-44ef-8acd-98c9e1807132 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.0612433 Feb 19 00:47:49.773061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:49.786536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5314271c-9e59-412e-8ef9-4d91740ae9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.809783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4bf88ae-0a5f-4594-b3fd-f80403d6cb2c req-12595657-d005-40a0-863e-4531f46252da tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826845 Feb 19 00:47:49.852345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:49.906474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5314271c-9e59-412e-8ef9-4d91740ae9f6 admin admin] Publish callbacks [] for security_group (9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.974778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5314271c-9e59-412e-8ef9-4d91740ae9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.984204 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks [] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.996336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:49.996716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.031548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5314271c-9e59-412e-8ef9-4d91740ae9f6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=83113096609c4385b7fedd33eb25861f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566886 Feb 19 00:47:50.033266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314271c-9e59-412e-8ef9-4d91740ae9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.033958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:50.089860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.100250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] Publish callbacks [] for security_group (9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.126527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] Publish callbacks [] for security_group (9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.171062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:50.192733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba97dfc-5c20-4164-9363-cfa567ca7c27 None None] Pushing event updated for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.253122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Attempting to bind port 4789e291-bd0f-4645-9ad3-93489c4f8d64 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:50.253504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Attempting to bind port 4789e291-bd0f-4645-9ad3-93489c4f8d64 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:50.253875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Attempting to bind port 4789e291-bd0f-4645-9ad3-93489c4f8d64 on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Checking segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Bound using segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Bound port: 4789e291-bd0f-4645-9ad3-93489c4f8d64, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:50.268566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.300517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.303013 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.304757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62 HTTP/1.1" status: 204 len: 168 time: 0.2693338 Feb 19 00:47:50.317043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757909-613b-41c4-ae0c-c45051e75289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecdd3f8-5498-4479-9f6d-b1e2fdda4d62,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.377227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] For port 4789e291-bd0f-4645-9ad3-93489c4f8d64, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:50.402755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] For port 4789e291-bd0f-4645-9ad3-93489c4f8d64, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4789e291-bd0f-4645-9ad3-93489c4f8d64,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:50.468846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.472333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52234) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:50.493042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8071eb0e-37b1-43fb-87e3-7e9b933be8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.610900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8071eb0e-37b1-43fb-87e3-7e9b933be8b5 admin admin] Publish callbacks [] for security_group (f684bbf4-b703-498a-9824-36f43558011d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.619849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Provisioning complete for port 4789e291-bd0f-4645-9ad3-93489c4f8d64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:50.620223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.682028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba97dfc-5c20-4164-9363-cfa567ca7c27 None None] Pushing event updated for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.695142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:50.695849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:50.700943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598a115-94f8-4136-bc86-fe1d1eb51998 req-43e435da-41bd-45b9-878e-1be418c036f8 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:50.705182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f598a115-94f8-4136-bc86-fe1d1eb51998 req-43e435da-41bd-45b9-878e-1be418c036f8 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.1290359 Feb 19 00:47:50.711919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8071eb0e-37b1-43fb-87e3-7e9b933be8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f684bbf4-b703-498a-9824-36f43558011d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.793498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Current status of the port 4789e291-bd0f-4645-9ad3-93489c4f8d64 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:50.793498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.842670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071eb0e-37b1-43fb-87e3-7e9b933be8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f684bbf4-b703-498a-9824-36f43558011d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.864536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f598a115-94f8-4136-bc86-fe1d1eb51998 req-b5884405-741b-4b85-8429-280ecda5bc56 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409264 Feb 19 00:47:50.865634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:50.867144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8071eb0e-37b1-43fb-87e3-7e9b933be8b5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f04eb4bcd4b646aeae3d4bcd51fa3e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936813 Feb 19 00:47:50.916272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:50.998181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] Publish callbacks [] for security_group (f684bbf4-b703-498a-9824-36f43558011d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.033878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] Publish callbacks [] for security_group (f684bbf4-b703-498a-9824-36f43558011d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.052434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] For port 4789e291-bd0f-4645-9ad3-93489c4f8d64, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4789e291-bd0f-4645-9ad3-93489c4f8d64,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:51.149365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ffd7e-20d3-4e68-af96-51b33faea656 req-d49c57d0-6343-49b8-86ce-0709ebf562ab tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:51.152591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac2ffd7e-20d3-4e68-af96-51b33faea656 req-d49c57d0-6343-49b8-86ce-0709ebf562ab tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.0768242 Feb 19 00:47:51.194471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.233732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac2ffd7e-20d3-4e68-af96-51b33faea656 req-cd9228d5-2a3d-4943-b6a4-9db40ae80fce tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800338 Feb 19 00:47:51.240917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f684bbf4-b703-498a-9824-36f43558011d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.240917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.240917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f684bbf4-b703-498a-9824-36f43558011d HTTP/1.1" status: 204 len: 168 time: 0.3734524 Feb 19 00:47:51.249800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38add4-6a12-4c32-be43-f67a50055ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684bbf4-b703-498a-9824-36f43558011d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:51.299077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941dcfa-ae46-47e5-88f4-d690a4166890 None None] Pushing event updated for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:51.320342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:51.358689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e893b22e-6c22-4985-9191-271e2d284909 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:51.362593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1800ae11-d74c-46d0-b02d-1370195c9798 None None] Provisioning complete for port 4789e291-bd0f-4645-9ad3-93489c4f8d64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:51.363922 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1800ae11-d74c-46d0-b02d-1370195c9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.482806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1800ae11-d74c-46d0-b02d-1370195c9798 None None] Current status of the port 4789e291-bd0f-4645-9ad3-93489c4f8d64 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:51.783399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52276) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:51.788297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-network', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:51.862765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device ee81ae48-6138-41f9-8863-46f1c931d25f details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:51.894509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Made reservation on behalf of b8b0a894f8a84b56bd2f899d7da34d10 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:51.901161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.924162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.932645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4789e291-bd0f-4645-9ad3-93489c4f8d64 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:52.006265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52280) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:52.044727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02960f-e0e4-4c3f-a0ac-8f83ba36950a req-3bb0b672-618c-4bd9-912f-dbf3777d6148 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.057503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:47:52.062066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb02960f-e0e4-4c3f-a0ac-8f83ba36950a req-3bb0b672-618c-4bd9-912f-dbf3777d6148 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 969 time: 0.0999424 Feb 19 00:47:52.141943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb02960f-e0e4-4c3f-a0ac-8f83ba36950a req-793f2d23-75ea-4335-8005-c91ed0690e71 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779181 Feb 19 00:47:52.186083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks [] for security_group (e6ba0cd8-d722-4cda-9be9-b01272075abd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.260393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e6ba0cd8-d722-4cda-9be9-b01272075abd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.276753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4789e291-bd0f-4645-9ad3-93489c4f8d64 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:52.277135 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.280851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=ee81ae48-6138-41f9-8863-46f1c931d25f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:52.328610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:52.340705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'ee81ae48-6138-41f9-8863-46f1c931d25f', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'ee81ae48-6138-41f9-8863-46f1c931d25f', 'mac_address': 'fa:16:3e:a3:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:tempest-test_az-704096688', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:47:52.402726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba0cd8-d722-4cda-9be9-b01272075abd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.412429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8dc0dcca-3fd0-4520-949e-b352f9ba6e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.429272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port ee81ae48-6138-41f9-8863-46f1c931d25f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:52.429681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.479031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee81ae48-6138-41f9-8863-46f1c931d25f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:52.479286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (edb0264c-3390-49e2-be1a-4d6e7b50f942), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.479286 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Added segment edb0264c-3390-49e2-be1a-4d6e7b50f942 of type vlan for network d244645b-d43e-4682-8188-2b98c63495a8 Feb 19 00:47:52.509981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4789e291-bd0f-4645-9ad3-93489c4f8d64 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:52.525386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=ee81ae48-6138-41f9-8863-46f1c931d25f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:52.586006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.586789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 50b85207-d9f4-457f-a622-9a4d5c9a4187 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:52.620988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8dc0dcca-3fd0-4520-949e-b352f9ba6e20 admin admin] Publish callbacks [] for security_group (0e4aca8b-75d4-4401-bdaa-3863d9d3feb6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.634943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (d244645b-d43e-4682-8188-2b98c63495a8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.677357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a306407-fc0d-4fc2-a02c-78f75e0eb728 req-30d521c1-1b87-4502-9b8b-a0897124f530 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.685363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a306407-fc0d-4fc2-a02c-78f75e0eb728 req-30d521c1-1b87-4502-9b8b-a0897124f530 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 948 time: 0.2583117 Feb 19 00:47:52.695928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.699965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:52.711779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8dc0dcca-3fd0-4520-949e-b352f9ba6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0e4aca8b-75d4-4401-bdaa-3863d9d3feb6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.724695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '50b85207-d9f4-457f-a622-9a4d5c9a4187', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '50b85207-d9f4-457f-a622-9a4d5c9a4187', 'mac_address': 'fa:16:3e:af:3e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:47:52.778730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0dcca-3fd0-4520-949e-b352f9ba6e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4aca8b-75d4-4401-bdaa-3863d9d3feb6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.812222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 50b85207-d9f4-457f-a622-9a4d5c9a4187 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:52.816377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.829892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8dc0dcca-3fd0-4520-949e-b352f9ba6e20 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=37320a1e2625497089ba63fea8fd66d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8199296 Feb 19 00:47:52.830536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52304) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:52.834734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (d244645b-d43e-4682-8188-2b98c63495a8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.836229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.837614 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.850039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b85207-d9f4-457f-a622-9a4d5c9a4187 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:52.909367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:52.929698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a306407-fc0d-4fc2-a02c-78f75e0eb728 req-42dbb8d0-95c1-46db-b9ce-3052103b913d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400744 Feb 19 00:47:52.936949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] Publish callbacks [] for security_group (0e4aca8b-75d4-4401-bdaa-3863d9d3feb6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.938118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] Pushing event updated for resources: {'Network': ['ID=d244645b-d43e-4682-8188-2b98c63495a8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.955937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network d244645b-d43e-4682-8188-2b98c63495a8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:52.971809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] Publish callbacks [] for security_group (0e4aca8b-75d4-4401-bdaa-3863d9d3feb6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.997233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-292283e8-407b-4671-8d0e-f151f8ee23eb admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2100577 Feb 19 00:47:52.997445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.997592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:53.002747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Request body: {'subnet': {'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-subnet', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:53.100182 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0e4aca8b-75d4-4401-bdaa-3863d9d3feb6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.102735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.104635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0e4aca8b-75d4-4401-bdaa-3863d9d3feb6 HTTP/1.1" status: 204 len: 168 time: 0.2724257 Feb 19 00:47:53.118025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377fb80-7f5e-4621-ad79-3d6e1199c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4aca8b-75d4-4401-bdaa-3863d9d3feb6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.133304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Made reservation on behalf of b8b0a894f8a84b56bd2f899d7da34d10 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:53.134178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.201166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.323332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c439b-3502-45ec-a9b4-307ef94e6c14 req-98a526b0-6a7b-4505-9798-3a7ea1ad26c7 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:53.334100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-570c439b-3502-45ec-a9b4-307ef94e6c14 req-98a526b0-6a7b-4505-9798-3a7ea1ad26c7 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 970 time: 0.0909460 Feb 19 00:47:53.368718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['50b85207-d9f4-457f-a622-9a4d5c9a4187'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:53.419347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-570c439b-3502-45ec-a9b4-307ef94e6c14 req-387dc8ea-c527-4f1f-a79b-46ac891f01f1 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829928 Feb 19 00:47:53.435429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['ee81ae48-6138-41f9-8863-46f1c931d25f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:53.691146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (98edb0a3-4327-44a5-98c6-7ec94d75984c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.778013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98edb0a3-4327-44a5-98c6-7ec94d75984c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.787840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Checking segment: {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:53.788139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Network hostable DHCP agents. Network: d244645b-d43e-4682-8188-2b98c63495a8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:53.849021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Network d244645b-d43e-4682-8188-2b98c63495a8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:53.939848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, d244645b-d43e-4682-8188-2b98c63495a8) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:53.944055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:53.944959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.954598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60837f5-99e0-42c9-b108-ef313ff83722 None None] Network d244645b-d43e-4682-8188-2b98c63495a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:54.046387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52336) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.052514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:54.058398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-177e4dc1-c31e-4146-bbe8-3c18991711f6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0579543 Feb 19 00:47:54.082779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-d244645b-d43e-4682-8188-2b98c63495a8', 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8', 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'fixed_ips': [{'subnet_id': '98edb0a3-4327-44a5-98c6-7ec94d75984c'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:54.083756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.092160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77977acb-7f8e-466f-af8b-73828f6375cd req-dfbf4f0e-0442-49f6-8a44-48fa15c56625 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.093664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77977acb-7f8e-466f-af8b-73828f6375cd req-dfbf4f0e-0442-49f6-8a44-48fa15c56625 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 949 time: 0.0844700 Feb 19 00:47:54.131650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.150520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-423decb8-b9b1-4ede-952c-59883ca6e22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.179760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.184613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.190364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77977acb-7f8e-466f-af8b-73828f6375cd req-1e05f77b-e11f-4ad8-9572-794a1792f3fb tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Feb 19 00:47:54.272867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for router_controller (73ce1c2e-e139-428d-aaf8-9477387c1b34), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.272960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Allocated IP 172.20.0.2 (d244645b-d43e-4682-8188-2b98c63495a8/98edb0a3-4327-44a5-98c6-7ec94d75984c/43b8f09c-347b-4723-bec8-bee58a63a474) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:54.308607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-423decb8-b9b1-4ede-952c-59883ca6e22b admin admin] Publish callbacks [] for security_group (e96d3815-5bb3-425b-b13d-e3c243cb7828), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.370392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-423decb8-b9b1-4ede-952c-59883ca6e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e96d3815-5bb3-425b-b13d-e3c243cb7828), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.446829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks [] for port (43b8f09c-347b-4723-bec8-bee58a63a474), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.518103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.582837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Network d244645b-d43e-4682-8188-2b98c63495a8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:54.591326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:54.597726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Pushing event updated for resources: {'Port': ['ID=43b8f09c-347b-4723-bec8-bee58a63a474,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:54.604029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:54.648389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-423decb8-b9b1-4ede-952c-59883ca6e22b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=94cc6d294126473080dc67da5f44abc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155849 Feb 19 00:47:54.649113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423decb8-b9b1-4ede-952c-59883ca6e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d3815-5bb3-425b-b13d-e3c243cb7828,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:54.651699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52358) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.692912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for router_gateway (73ce1c2e-e139-428d-aaf8-9477387c1b34), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.701788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Attempting to bind port 43b8f09c-347b-4723-bec8-bee58a63a474 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:54.702468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Attempting to bind port 43b8f09c-347b-4723-bec8-bee58a63a474 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:54.707078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Attempting to bind port 43b8f09c-347b-4723-bec8-bee58a63a474 on network d244645b-d43e-4682-8188-2b98c63495a8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:54.710294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:54.710946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Checking segment: {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:54.712111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.713423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Bound using segment: {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:54.714203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Bound port: 43b8f09c-347b-4723-bec8-bee58a63a474, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:54.714901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.730400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] Publish callbacks [] for security_group (e96d3815-5bb3-425b-b13d-e3c243cb7828), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.732313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2fdee-395c-4f48-9cf3-71368f4fbaf3 req-580c5c73-ab57-4262-bc41-7521d2d5dcd4 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.741825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84a2fdee-395c-4f48-9cf3-71368f4fbaf3 req-580c5c73-ab57-4262-bc41-7521d2d5dcd4 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 970 time: 0.1859586 Feb 19 00:47:54.766541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] Publish callbacks [] for security_group (e96d3815-5bb3-425b-b13d-e3c243cb7828), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.813901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] For port 43b8f09c-347b-4723-bec8-bee58a63a474, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:54.820650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] For port 43b8f09c-347b-4723-bec8-bee58a63a474, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=43b8f09c-347b-4723-bec8-bee58a63a474,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:54.850690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84a2fdee-395c-4f48-9cf3-71368f4fbaf3 req-cdd04625-3414-4332-9ac6-436135183499 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079957 Feb 19 00:47:54.899839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e96d3815-5bb3-425b-b13d-e3c243cb7828), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.900461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.903025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.904275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e96d3815-5bb3-425b-b13d-e3c243cb7828 HTTP/1.1" status: 204 len: 168 time: 0.2513778 Feb 19 00:47:54.913224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914e5d8-69ca-489e-8fb2-b8552aacb168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d3815-5bb3-425b-b13d-e3c243cb7828,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:54.991662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac190824-d9d1-4451-8ada-954725bad5c9 None None] Pushing event updated for resources: {'Port': ['ID=43b8f09c-347b-4723-bec8-bee58a63a474,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.090217 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for router_gateway (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.110705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.254725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Allocated IP 172.25.2.249 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/18c5d1cf-d244-4965-9bb6-e906f4746472) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:55.398710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.409982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06c5ae-7a69-4b4b-a088-21b40f04c198 req-401aa221-f7a9-41ae-88c4-148b0294c69e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:55.417163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c06c5ae-7a69-4b4b-a088-21b40f04c198 req-401aa221-f7a9-41ae-88c4-148b0294c69e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 949 time: 0.0933468 Feb 19 00:47:55.478508 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c06c5ae-7a69-4b4b-a088-21b40f04c198 req-45e51c22-9bb3-4607-93e1-7b60024fd815 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Feb 19 00:47:55.518302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.587128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:55.588674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:55.592313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:55.632219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Pushing event updated for resources: {'Port': ['ID=18c5d1cf-d244-4965-9bb6-e906f4746472,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.861792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device ee81ae48-6138-41f9-8863-46f1c931d25f up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:55.923566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 43b8f09c-347b-4723-bec8-bee58a63a474 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:55.971592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for router_gateway (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.029843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 43b8f09c-347b-4723-bec8-bee58a63a474 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:56.030231 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.077896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c247b-66c2-49f3-8f8e-31ca77f85447 req-e84ecf05-28ff-453e-8402-aa4abb0ce2ad tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.084421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff1c247b-66c2-49f3-8f8e-31ca77f85447 req-e84ecf05-28ff-453e-8402-aa4abb0ce2ad tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 970 time: 0.1065793 Feb 19 00:47:56.095465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port ee81ae48-6138-41f9-8863-46f1c931d25f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:47:56.120518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port ee81ae48-6138-41f9-8863-46f1c931d25f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:56.120894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.231118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff1c247b-66c2-49f3-8f8e-31ca77f85447 req-07f04092-73da-488a-8294-e1cd3997d0a4 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394124 Feb 19 00:47:56.280129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 43b8f09c-347b-4723-bec8-bee58a63a474 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:56.280658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.321355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.321924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.322261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.322707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.323634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.338269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8478cb9-82cd-4bde-a4eb-b5ed48b0c365 req-e3e01754-d18e-4c11-9dec-b55d25ecda2a tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1716740 Feb 19 00:47:56.346879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 43b8f09c-347b-4723-bec8-bee58a63a474, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=43b8f09c-347b-4723-bec8-bee58a63a474,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:56.383107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211ddb30-d318-46b0-abec-25052a82b491 None None] Network d244645b-d43e-4682-8188-2b98c63495a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:56.470401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.499030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.507261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port ee81ae48-6138-41f9-8863-46f1c931d25f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:56.507705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.596513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:56.667926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a8c80c5b-35e1-4f5f-881f-b1613288c54f None None] Provisioning complete for port 43b8f09c-347b-4723-bec8-bee58a63a474 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:56.668328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a8c80c5b-35e1-4f5f-881f-b1613288c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.684820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=43b8f09c-347b-4723-bec8-bee58a63a474,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.707334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=ee81ae48-6138-41f9-8863-46f1c931d25f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:56.776268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Router 73ce1c2e-e139-428d-aaf8-9477387c1b34 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:56.822140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.822948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 50b85207-d9f4-457f-a622-9a4d5c9a4187 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:56.967894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee891e99-ea58-4056-851a-2a4c73afeb3c req-6ddd8062-ffee-454c-88bd-e06040ead5db tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.976781 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee891e99-ea58-4056-851a-2a4c73afeb3c req-6ddd8062-ffee-454c-88bd-e06040ead5db tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 949 time: 0.0804727 Feb 19 00:47:56.986027 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b92dc1-a247-4d0e-8de9-ae7aeb1dda52" -d '{"events": [{"server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:56.999498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a8c80c5b-35e1-4f5f-881f-b1613288c54f None None] Current status of the port 43b8f09c-347b-4723-bec8-bee58a63a474 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:57.021923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.033291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee891e99-ea58-4056-851a-2a4c73afeb3c req-4622e543-acc9-4525-b96d-6f883617124e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551920 Feb 19 00:47:57.055045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e903-b0c4-442c-8ae0-7ff0a062559e req-d28eece8-b376-407a-89f1-7283be6ad410 tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.063794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0613e903-b0c4-442c-8ae0-7ff0a062559e req-d28eece8-b376-407a-89f1-7283be6ad410 tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 886 time: 0.3691456 Feb 19 00:47:57.095387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 50b85207-d9f4-457f-a622-9a4d5c9a4187 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:47:57.101473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 50b85207-d9f4-457f-a622-9a4d5c9a4187 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:57.102091 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.137103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:57.150891 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Sync routers for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:57.165229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:57.166024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.181390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2c56a590-163e-4c3f-9d9e-14afe5c76a31 None None] Provisioning complete for port 43b8f09c-347b-4723-bec8-bee58a63a474 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:57.183336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c56a590-163e-4c3f-9d9e-14afe5c76a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.217235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.222619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-419bc8ef-f83e-400c-92bb-c201eae752a9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1705265 Feb 19 00:47:57.223130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:57.301216 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:57.342312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 50b85207-d9f4-457f-a622-9a4d5c9a4187 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:57.345107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.389264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:57.448780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c56a590-163e-4c3f-9d9e-14afe5c76a31 None None] Current status of the port 43b8f09c-347b-4723-bec8-bee58a63a474 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:57.483200 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.551056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.618086 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 3, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.633956 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aada50-8be8-4ea3-a162-6060ac21ad43 x-openstack-request-id: req-59aada50-8be8-4ea3-a162-6060ac21ad43 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:57.634275 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "name": "network-vif-plugged", "status": "completed", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:57.634538 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-59aada50-8be8-4ea3-a162-6060ac21ad43 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:57.634992 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f', 'code': 200} Feb 19 00:47:57.659432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Checking router: 73ce1c2e-e139-428d-aaf8-9477387c1b34 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:57.660135 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Updating router 73ce1c2e-e139-428d-aaf8-9477387c1b34 port 18c5d1cf-d244-4965-9bb6-e906f4746472 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:57.708520 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.767305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.767768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.768153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.768605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.769052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.770745 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b18290b-2c1e-4cbd-a046-a398a83d34d7 req-ed3afadd-f6ab-455e-a8d8-93d0e6628f8f tempest-NetworksTest-1867015499 tempest-NetworksTest-1867015499-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1544044 Feb 19 00:47:57.863497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 43b8f09c-347b-4723-bec8-bee58a63a474 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:57.892490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-24e773f5-fab8-477e-9005-75ac117c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.894311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-24e773f5-fab8-477e-9005-75ac117c4d3a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 1153 time: 0.1633646 Feb 19 00:47:57.920370 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-284d23f7-6e05-4427-b4a9-ceae871b8930 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.921247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 43b8f09c-347b-4723-bec8-bee58a63a474 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:57.921722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.975785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3df8-bd76-417a-b8c4-2dd76823a363 req-35031994-ee79-4df4-ab55-73b44d75b571 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.977560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-628d3df8-bd76-417a-b8c4-2dd76823a363 req-35031994-ee79-4df4-ab55-73b44d75b571 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.1787734 Feb 19 00:47:58.095727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-628d3df8-bd76-417a-b8c4-2dd76823a363 req-3e998466-d1a6-4268-9c05-7e02a4403762 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747077 Feb 19 00:47:58.153677 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks [] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.209594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 43b8f09c-347b-4723-bec8-bee58a63a474 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:58.215922 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.277351 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Attempting to bind port 18c5d1cf-d244-4965-9bb6-e906f4746472 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:58.277956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Attempting to bind port 18c5d1cf-d244-4965-9bb6-e906f4746472 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:58.278502 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Attempting to bind port 18c5d1cf-d244-4965-9bb6-e906f4746472 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:58.286824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-284d23f7-6e05-4427-b4a9-ceae871b8930 service neutron] Publish callbacks [] for security_group (c4769e7b-5f83-42fd-a641-e9fc4a20d0f5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.308740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:58.309324 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:58.310413 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.311289 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:58.311978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Bound port: 18c5d1cf-d244-4965-9bb6-e906f4746472, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:58.313132 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.363815 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c06c91-da5e-4b72-9c51-cd3c07d4580e None None] Pushing event updated for resources: {'Port': ['ID=18c5d1cf-d244-4965-9bb6-e906f4746472,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.373608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52496) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.385169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-284d23f7-6e05-4427-b4a9-ceae871b8930 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c4769e7b-5f83-42fd-a641-e9fc4a20d0f5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.410953 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] For port 18c5d1cf-d244-4965-9bb6-e906f4746472, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:58.424392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] For port 18c5d1cf-d244-4965-9bb6-e906f4746472, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18c5d1cf-d244-4965-9bb6-e906f4746472,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:58.470229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.487153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419096-0383-44f8-a908-414d213416fe req-7d2c3ce8-9901-4b31-90d9-b1c2043d6280 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:58.488870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8419096-0383-44f8-a908-414d213416fe req-7d2c3ce8-9901-4b31-90d9-b1c2043d6280 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.2137973 Feb 19 00:47:58.497430 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.513978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dc529bb-c7a7-49ae-90ad-579c777806f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.518200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d23f7-6e05-4427-b4a9-ceae871b8930 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c4769e7b-5f83-42fd-a641-e9fc4a20d0f5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.523591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1951e-2e83-4acf-a667-aadcdaa4a888 req-284d23f7-6e05-4427-b4a9-ceae871b8930 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204319 Feb 19 00:47:58.586498 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:58.587053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:58.614622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dc529bb-c7a7-49ae-90ad-579c777806f2 admin admin] Publish callbacks [] for security_group (bf737821-0fe6-468e-9e74-7627213e5bd9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.636359 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c06c91-da5e-4b72-9c51-cd3c07d4580e None None] Pushing event updated for resources: {'Port': ['ID=18c5d1cf-d244-4965-9bb6-e906f4746472,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.681778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dc529bb-c7a7-49ae-90ad-579c777806f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bf737821-0fe6-468e-9e74-7627213e5bd9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.725050 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:58.752550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc529bb-c7a7-49ae-90ad-579c777806f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf737821-0fe6-468e-9e74-7627213e5bd9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.769168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7dc529bb-c7a7-49ae-90ad-579c777806f2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b0505b8f1a4947a3a9bfb080fe115cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944376 Feb 19 00:47:58.774361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.849452 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] Publish callbacks [] for security_group (bf737821-0fe6-468e-9e74-7627213e5bd9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.877496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] Publish callbacks [] for security_group (bf737821-0fe6-468e-9e74-7627213e5bd9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.880558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8419096-0383-44f8-a908-414d213416fe req-13d646f0-246e-4fd8-8450-519035fab130 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725882 Feb 19 00:47:58.986081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Allocated IP 172.20.0.1 (d244645b-d43e-4682-8188-2b98c63495a8/98edb0a3-4327-44a5-98c6-7ec94d75984c/d1507d03-947b-4310-a046-75a53fddf263) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:58.998449 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 3, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:59.019643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bf737821-0fe6-468e-9e74-7627213e5bd9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.022437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.023895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bf737821-0fe6-468e-9e74-7627213e5bd9 HTTP/1.1" status: 204 len: 168 time: 0.2485805 Feb 19 00:47:59.041003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.056818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc2f0f-0adf-4f5b-af99-8950afedc3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf737821-0fe6-468e-9e74-7627213e5bd9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:59.060756 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceac306-d813-4457-a67a-0424f4d8079c None None] The sync data for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 is: [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:55Z', 'revision_number': 3, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:59.154021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks [] for port (d1507d03-947b-4310-a046-75a53fddf263), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.255081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.284098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91f8a-440a-463c-afbd-c8df779780a6 req-1a7eebbd-6794-4fcd-a868-c35d9eac523b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.285904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04e91f8a-440a-463c-afbd-c8df779780a6 req-1a7eebbd-6794-4fcd-a868-c35d9eac523b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.0625319 Feb 19 00:47:59.301197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Network d244645b-d43e-4682-8188-2b98c63495a8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:59.304360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:59.306817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:59.307547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.378333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04e91f8a-440a-463c-afbd-c8df779780a6 req-5357b748-7bfd-43c2-9d32-9baeebc32bfa tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Feb 19 00:47:59.426946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Pushing event updated for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:59.628609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff7a31aa-0ea5-4dd8-893f-36c29d67fa1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.635765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:59.638614 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4506e995-37c7-40d0-bea1-63ebfa9af0e8" -d '{"events": [{"server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "name": "network-vif-plugged", "status": "completed", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:59.714313 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa78ded6-3032-4658-babe-cfbae82d194b x-openstack-request-id: req-fa78ded6-3032-4658-babe-cfbae82d194b {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:59.714621 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "name": "network-vif-plugged", "status": "completed", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:59.714870 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa78ded6-3032-4658-babe-cfbae82d194b {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:59.715279 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187', 'code': 200} Feb 19 00:47:59.717027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6fb174f6-a11f-43cd-aad3-0f7e0b84603e None None] Provisioning complete for port d1507d03-947b-4310-a046-75a53fddf263 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:59.717394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fb174f6-a11f-43cd-aad3-0f7e0b84603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d1507d03-947b-4310-a046-75a53fddf263), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.809211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff7a31aa-0ea5-4dd8-893f-36c29d67fa1f admin admin] Publish callbacks [] for security_group (1fec3637-ff1a-46f4-a9d4-74f503717733), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.815233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6fb174f6-a11f-43cd-aad3-0f7e0b84603e None None] Port d1507d03-947b-4310-a046-75a53fddf263 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:59.863145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d1507d03-947b-4310-a046-75a53fddf263), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.882442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff7a31aa-0ea5-4dd8-893f-36c29d67fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1fec3637-ff1a-46f4-a9d4-74f503717733), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.894705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18c5d1cf-d244-4965-9bb6-e906f4746472 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:59.949801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa63d6-3cfe-4344-ae38-842514531e26 req-14cb3d07-31c7-45a9-a765-74cb5346d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.952566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bfa63d6-3cfe-4344-ae38-842514531e26 req-14cb3d07-31c7-45a9-a765-74cb5346d309 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 1132 time: 0.1297629 Feb 19 00:47:59.965843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff7a31aa-0ea5-4dd8-893f-36c29d67fa1f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c1061ee2592048e5b874e82f79386f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9203706 Feb 19 00:47:59.968760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.990752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a31aa-0ea5-4dd8-893f-36c29d67fa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec3637-ff1a-46f4-a9d4-74f503717733,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:59.992589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 18c5d1cf-d244-4965-9bb6-e906f4746472 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:59.993037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.010275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:00.047067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b09de9c2-1391-4afd-bfd7-ad9d3c2b938e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.113836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 18c5d1cf-d244-4965-9bb6-e906f4746472 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:00.114496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.144731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] Publish callbacks [] for security_group (1fec3637-ff1a-46f4-a9d4-74f503717733), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.165431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 18c5d1cf-d244-4965-9bb6-e906f4746472, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18c5d1cf-d244-4965-9bb6-e906f4746472,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:00.181447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] Publish callbacks [] for security_group (1fec3637-ff1a-46f4-a9d4-74f503717733), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.217537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bfa63d6-3cfe-4344-ae38-842514531e26 req-bbfe4842-b8a9-4616-ad99-67f9ca0c714b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493515 Feb 19 00:48:00.254192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.263812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b09de9c2-1391-4afd-bfd7-ad9d3c2b938e admin admin] Publish callbacks [] for security_group (b2c6441d-bc98-4857-8ded-4fdb8417fd24), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.266573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcbd76-278b-4d6b-abb2-6a315ac582e2 req-449b6222-720f-47c5-878c-26481f66da77 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:00.268774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2dcbd76-278b-4d6b-abb2-6a315ac582e2 req-449b6222-720f-47c5-878c-26481f66da77 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.2133644 Feb 19 00:48:00.300909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52546) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:00.330507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=18c5d1cf-d244-4965-9bb6-e906f4746472,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.352255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1fec3637-ff1a-46f4-a9d4-74f503717733), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.354794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.355993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1fec3637-ff1a-46f4-a9d4-74f503717733 HTTP/1.1" status: 204 len: 168 time: 0.3833063 Feb 19 00:48:00.365267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47579-7b25-43ba-8ec2-22a5a76fb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec3637-ff1a-46f4-a9d4-74f503717733,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.371670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2dcbd76-278b-4d6b-abb2-6a315ac582e2 req-ae9b2b11-d68b-4fd0-b58d-1b0479c3d3a8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928638 Feb 19 00:48:00.399271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b09de9c2-1391-4afd-bfd7-ad9d3c2b938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2c6441d-bc98-4857-8ded-4fdb8417fd24), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.408242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks [] for port (d1507d03-947b-4310-a046-75a53fddf263), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.455951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:00.456159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b09de9c2-1391-4afd-bfd7-ad9d3c2b938e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0bf0b44344394faba28c261b195e4ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4415207 Feb 19 00:48:00.459141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09de9c2-1391-4afd-bfd7-ad9d3c2b938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c6441d-bc98-4857-8ded-4fdb8417fd24,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.537183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.537940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.584930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd723d3e-d5fa-4847-b398-673ebd56f2f4 req-cdf9ea89-df89-400b-b534-ec6de262b70e tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:00.586917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] Publish callbacks [] for security_group (b2c6441d-bc98-4857-8ded-4fdb8417fd24), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.587661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd723d3e-d5fa-4847-b398-673ebd56f2f4 req-cdf9ea89-df89-400b-b534-ec6de262b70e tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.0884962 Feb 19 00:48:00.663949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb6058d3-d4d7-46ee-bac5-decaa172768c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.673753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] Publish callbacks [] for security_group (b2c6441d-bc98-4857-8ded-4fdb8417fd24), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.677019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Pushing event updated for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.709643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd723d3e-d5fa-4847-b398-673ebd56f2f4 req-a24ac78e-735e-4072-8b97-ada1444f9de8 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106021 Feb 19 00:48:00.768836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Network d244645b-d43e-4682-8188-2b98c63495a8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:00.772032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:00.800609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb6058d3-d4d7-46ee-bac5-decaa172768c admin admin] Publish callbacks [] for security_group (6b86c1e2-b81e-4293-a795-ae0ff755ae47), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.906719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb6058d3-d4d7-46ee-bac5-decaa172768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6b86c1e2-b81e-4293-a795-ae0ff755ae47), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.935858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2c6441d-bc98-4857-8ded-4fdb8417fd24), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.939540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.943425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b2c6441d-bc98-4857-8ded-4fdb8417fd24 HTTP/1.1" status: 204 len: 168 time: 0.4836476 Feb 19 00:48:00.962278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07b2ab-5302-4f80-b63b-c426a2b13b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c6441d-bc98-4857-8ded-4fdb8417fd24,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.983454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Router 73ce1c2e-e139-428d-aaf8-9477387c1b34 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:01.000524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb6058d3-d4d7-46ee-bac5-decaa172768c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=acb1ffe62adf43b4bfd727b0ad7da4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048151 Feb 19 00:48:01.002872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6058d3-d4d7-46ee-bac5-decaa172768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b86c1e2-b81e-4293-a795-ae0ff755ae47,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.007359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.095955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] Publish callbacks [] for security_group (6b86c1e2-b81e-4293-a795-ae0ff755ae47), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.132064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] Publish callbacks [] for security_group (6b86c1e2-b81e-4293-a795-ae0ff755ae47), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.154346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7971afe1-651c-4f45-9092-8e53e6d8a785 None None] Provisioning complete for port d1507d03-947b-4310-a046-75a53fddf263 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:01.155317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7971afe1-651c-4f45-9092-8e53e6d8a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d1507d03-947b-4310-a046-75a53fddf263), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.161600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:01.185089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d102648f-f6bf-4b59-bfc9-09e2c4c56fac admin admin] 10.222.0.94 "PUT /v2.0/routers/73ce1c2e-e139-428d-aaf8-9477387c1b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9609163 Feb 19 00:48:01.228323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7971afe1-651c-4f45-9092-8e53e6d8a785 None None] Port d1507d03-947b-4310-a046-75a53fddf263 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:01.299578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6b86c1e2-b81e-4293-a795-ae0ff755ae47), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.302085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.305924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6b86c1e2-b81e-4293-a795-ae0ff755ae47 HTTP/1.1" status: 204 len: 168 time: 0.2947545 Feb 19 00:48:01.311040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1333d5-c941-4c41-9dda-0875e57e2274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b86c1e2-b81e-4293-a795-ae0ff755ae47,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.323994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Sync routers for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:01.340379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52574) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.342240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:01.343149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:01.380125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd68a988-8b92-427a-aee6-b00720dbbbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.535680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:01.545020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd68a988-8b92-427a-aee6-b00720dbbbe3 admin admin] Publish callbacks [] for security_group (2d2028c8-d9da-401e-9fdb-153030eb355e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.561901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe7f70-46a7-4b0d-b70b-429ccb601bbe req-14f4013c-d6f6-4089-b5d8-92d920e32a1b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:01.564366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cfbe7f70-46a7-4b0d-b70b-429ccb601bbe req-14f4013c-d6f6-4089-b5d8-92d920e32a1b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.0881710 Feb 19 00:48:01.619437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cfbe7f70-46a7-4b0d-b70b-429ccb601bbe req-d9ca5d28-8b4e-439b-82c8-84a61b5dfa83 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493879 Feb 19 00:48:01.626438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd68a988-8b92-427a-aee6-b00720dbbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2d2028c8-d9da-401e-9fdb-153030eb355e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.673509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fd68a988-8b92-427a-aee6-b00720dbbbe3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1acc74583de243e18295f62db1e85efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310585 Feb 19 00:48:01.675830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52590) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.738598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68a988-8b92-427a-aee6-b00720dbbbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2028c8-d9da-401e-9fdb-153030eb355e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.757313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] Publish callbacks [] for security_group (2d2028c8-d9da-401e-9fdb-153030eb355e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.783885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] Publish callbacks [] for security_group (2d2028c8-d9da-401e-9fdb-153030eb355e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.833445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:59Z', 'revision_number': 4, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd1507d03-947b-4310-a046-75a53fddf263', 'name': '', 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'mac_address': 'fa:16:3e:c9:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:58Z', 'updated_at': '2022-02-19T00:47:59Z', 'revision_number': 2, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'subnets': [{'id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:01.863981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18c5d1cf-d244-4965-9bb6-e906f4746472 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:01.866270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Checking router: 73ce1c2e-e139-428d-aaf8-9477387c1b34 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:01.866615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Updating router 73ce1c2e-e139-428d-aaf8-9477387c1b34 port d1507d03-947b-4310-a046-75a53fddf263 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:01.911081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2d2028c8-d9da-401e-9fdb-153030eb355e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.913859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.915313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2d2028c8-d9da-401e-9fdb-153030eb355e HTTP/1.1" status: 204 len: 168 time: 0.2385647 Feb 19 00:48:01.921220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d1507d03-947b-4310-a046-75a53fddf263), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.924382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2b546-6ba6-46a1-b34e-10f60eb1fc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2028c8-d9da-401e-9fdb-153030eb355e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.050759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 18c5d1cf-d244-4965-9bb6-e906f4746472 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:02.050964 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.131998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd096bd7-096e-4fa2-ac9d-5718162ecd4b req-3fe66754-e14c-4082-91b5-cfcac29b69b2 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:02.135124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd096bd7-096e-4fa2-ac9d-5718162ecd4b req-3fe66754-e14c-4082-91b5-cfcac29b69b2 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.0676882 Feb 19 00:48:02.220841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd096bd7-096e-4fa2-ac9d-5718162ecd4b req-240cb72b-8710-4429-8d44-3a5c11ef3f22 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717764 Feb 19 00:48:02.227309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 18c5d1cf-d244-4965-9bb6-e906f4746472 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:02.319149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks [] for port (d1507d03-947b-4310-a046-75a53fddf263), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.373938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.413935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-4f7860d3-cbd6-4685-a47b-85f1990a16d3 tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:02.420884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-4f7860d3-cbd6-4685-a47b-85f1990a16d3 tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 1153 time: 0.0907507 Feb 19 00:48:02.425564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f44df-8edc-4bad-bdb9-d2000ed2ff91 None None] Pushing event updated for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.439451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-933e0ede-fae5-4eaa-bcfb-00b214dc4e7e tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.492943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Attempting to bind port d1507d03-947b-4310-a046-75a53fddf263 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:02.493322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Attempting to bind port d1507d03-947b-4310-a046-75a53fddf263 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:02.493690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Attempting to bind port d1507d03-947b-4310-a046-75a53fddf263 on network d244645b-d43e-4682-8188-2b98c63495a8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:02.500545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:02.500958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Checking segment: {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:02.501475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.501877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Bound using segment: {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:02.502967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Bound port: d1507d03-947b-4310-a046-75a53fddf263, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb0264c-3390-49e2-be1a-4d6e7b50f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:02.503394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d1507d03-947b-4310-a046-75a53fddf263), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.503953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52612) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:02.523225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2efffda4-3657-46ab-a9fd-7f4a00140a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.585549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-933e0ede-fae5-4eaa-bcfb-00b214dc4e7e tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] Publish callbacks [] for security_group (d9cc807e-a7ae-488c-8423-c015f54453e1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.599675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] For port d1507d03-947b-4310-a046-75a53fddf263, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:02.603179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] For port d1507d03-947b-4310-a046-75a53fddf263, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d1507d03-947b-4310-a046-75a53fddf263,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:02.647948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2efffda4-3657-46ab-a9fd-7f4a00140a9c admin admin] Publish callbacks [] for security_group (8d97bce4-8351-41af-a8e4-f6d04edfbc70), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.653981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-933e0ede-fae5-4eaa-bcfb-00b214dc4e7e tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d9cc807e-a7ae-488c-8423-c015f54453e1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.672586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.705281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a1d5196-0754-45f4-b070-666e23fa5b5f req-933e0ede-fae5-4eaa-bcfb-00b214dc4e7e tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834563 Feb 19 00:48:02.706316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e0ede-fae5-4eaa-bcfb-00b214dc4e7e tempest-AggregatesAdminTestJSON-1037998940 tempest-AggregatesAdminTestJSON-1037998940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc807e-a7ae-488c-8423-c015f54453e1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.706868 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2efffda4-3657-46ab-a9fd-7f4a00140a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8d97bce4-8351-41af-a8e4-f6d04edfbc70), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.751146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:02.752256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:02.816258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2efffda4-3657-46ab-a9fd-7f4a00140a9c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c8c90707c48f4409a928c1520dbe3be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095236 Feb 19 00:48:02.816904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efffda4-3657-46ab-a9fd-7f4a00140a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97bce4-8351-41af-a8e4-f6d04edfbc70,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.818662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52624) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:02.891596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:02.975560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] Publish callbacks [] for security_group (8d97bce4-8351-41af-a8e4-f6d04edfbc70), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.992075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cfe05-06c8-48fd-b66b-e01692140991 req-a4d140ec-6676-478a-97ce-d85bc7b63662 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:02.993658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-974cfe05-06c8-48fd-b66b-e01692140991 req-a4d140ec-6676-478a-97ce-d85bc7b63662 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.1407015 Feb 19 00:48:03.032007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] Publish callbacks [] for security_group (8d97bce4-8351-41af-a8e4-f6d04edfbc70), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.069934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f44df-8edc-4bad-bdb9-d2000ed2ff91 None None] Pushing event updated for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.102523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Provisioning complete for port d1507d03-947b-4310-a046-75a53fddf263 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:03.103032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d1507d03-947b-4310-a046-75a53fddf263), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.157422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-974cfe05-06c8-48fd-b66b-e01692140991 req-f25d0c31-0116-49ef-bcab-718e4f61d62b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547496 Feb 19 00:48:03.311010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8d97bce4-8351-41af-a8e4-f6d04edfbc70), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.315407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.316352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8d97bce4-8351-41af-a8e4-f6d04edfbc70 HTTP/1.1" status: 204 len: 168 time: 0.4966414 Feb 19 00:48:03.324890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d322ae-e226-42ac-a041-fec19c09d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97bce4-8351-41af-a8e4-f6d04edfbc70,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.398386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Current status of the port d1507d03-947b-4310-a046-75a53fddf263 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:03.399049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d1507d03-947b-4310-a046-75a53fddf263), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.418796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:59Z', 'revision_number': 4, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd1507d03-947b-4310-a046-75a53fddf263', 'name': '', 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'mac_address': 'fa:16:3e:c9:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:58Z', 'updated_at': '2022-02-19T00:48:02Z', 'revision_number': 4, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'subnets': [{'id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:03.451627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06b5457-39ee-4389-9f71-4241b7c81537 None None] The sync data for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 is: [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:47:59Z', 'revision_number': 4, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd1507d03-947b-4310-a046-75a53fddf263', 'name': '', 'network_id': 'd244645b-d43e-4682-8188-2b98c63495a8', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'mac_address': 'fa:16:3e:c9:8d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:58Z', 'updated_at': '2022-02-19T00:48:02Z', 'revision_number': 4, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'subnets': [{'id': '98edb0a3-4327-44a5-98c6-7ec94d75984c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:03.479964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] For port d1507d03-947b-4310-a046-75a53fddf263, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d1507d03-947b-4310-a046-75a53fddf263,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:03.570400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.644211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc67c8-891f-4652-85a7-c23b842fc647 None None] Pushing event updated for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.699060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-46116e2b-cb84-4327-b998-3106ccc6ae1f None None] Provisioning complete for port d1507d03-947b-4310-a046-75a53fddf263 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:03.699485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46116e2b-cb84-4327-b998-3106ccc6ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d1507d03-947b-4310-a046-75a53fddf263), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.813251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46116e2b-cb84-4327-b998-3106ccc6ae1f None None] Current status of the port d1507d03-947b-4310-a046-75a53fddf263 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:03.915210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d1507d03-947b-4310-a046-75a53fddf263 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:03.990467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d1507d03-947b-4310-a046-75a53fddf263 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:03.992093 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d1507d03-947b-4310-a046-75a53fddf263), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.105520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d1507d03-947b-4310-a046-75a53fddf263 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.116339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9ee4-c12c-4090-bfd4-16a12d16bdb5 req-e51566e0-6bd6-4375-ad48-7e625b27d39c tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:04.117889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-612a9ee4-c12c-4090-bfd4-16a12d16bdb5 req-e51566e0-6bd6-4375-ad48-7e625b27d39c tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.0635223 Feb 19 00:48:04.194301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-612a9ee4-c12c-4090-bfd4-16a12d16bdb5 req-8f1dfcea-d955-4c16-9e0a-3b0d6df98a4b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Feb 19 00:48:04.361288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdaee9-7599-4806-b526-f7ba00a44561 req-2bea0b8a-52c9-497a-9b73-b5195d933945 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:04.363223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38cdaee9-7599-4806-b526-f7ba00a44561 req-2bea0b8a-52c9-497a-9b73-b5195d933945 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.0693378 Feb 19 00:48:04.457618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38cdaee9-7599-4806-b526-f7ba00a44561 req-d0c1b3bb-1ce7-491c-8976-e2ce1542b608 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870452 Feb 19 00:48:04.915745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:04.920354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180155328', 'description': 'tempest-description--1455641645'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:04.985941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.067670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (c96d12d0-82af-4b33-a3d5-8542e0d114da), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.133782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c96d12d0-82af-4b33-a3d5-8542e0d114da), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.166801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d12d0-82af-4b33-a3d5-8542e0d114da,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:05.215513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.216753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8da81c4b-b5e8-47c1-a8a2-14722bda5fff tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3001211 Feb 19 00:48:05.222537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52712) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.228723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'security_group_rule': {'security_group_id': 'c96d12d0-82af-4b33-a3d5-8542e0d114da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:05.324730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (d10b2ac2-fd65-42e0-a1ed-a5f3e537e554), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.343914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-0e4a96da-b5b8-4a5c-917e-9af103e36fa1 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.346616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-0e4a96da-b5b8-4a5c-917e-9af103e36fa1 tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.117 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.0696738 Feb 19 00:48:05.388623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb3af-28bd-4d8c-8798-772cf12c6940 req-e55ddf19-27cd-4207-b8de-d2cb045fa40e tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.390298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be7bb3af-28bd-4d8c-8798-772cf12c6940 req-e55ddf19-27cd-4207-b8de-d2cb045fa40e tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 971 time: 0.1146750 Feb 19 00:48:05.437491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (d10b2ac2-fd65-42e0-a1ed-a5f3e537e554), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.459368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be7bb3af-28bd-4d8c-8798-772cf12c6940 req-f35efb5b-721a-4992-b784-c5909561851b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/security-groups?id=631d7970-82c1-4e5b-9c5b-271acfd09833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630946 Feb 19 00:48:05.505256 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d10b2ac2-fd65-42e0-a1ed-a5f3e537e554), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.550731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10b2ac2-fd65-42e0-a1ed-a5f3e537e554,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:05.635702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.638101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dbe24b18-3b74-40dc-80de-ff66ac581acf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144177 Feb 19 00:48:05.646978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.655508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'security_group_rule': {'security_group_id': 'c96d12d0-82af-4b33-a3d5-8542e0d114da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:05.746915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (26a176e1-86b6-483b-a939-ea94f70f1ca0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.778990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-4b37d020-4c55-4ad5-ba78-18c74c596ea1 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.783014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-4b37d020-4c55-4ad5-ba78-18c74c596ea1 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 1132 time: 0.1292992 Feb 19 00:48:05.786263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Deleting port ee81ae48-6138-41f9-8863-46f1c931d25f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:05.786789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.804829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756242a-2bb5-481e-831a-81c5ca7cae9e req-b8e66c2c-e6d4-47f2-851f-31fa6ad46c1d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.806313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c756242a-2bb5-481e-831a-81c5ca7cae9e req-b8e66c2c-e6d4-47f2-851f-31fa6ad46c1d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 950 time: 0.1532564 Feb 19 00:48:05.824692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (26a176e1-86b6-483b-a939-ea94f70f1ca0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.904567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (26a176e1-86b6-483b-a939-ea94f70f1ca0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.922425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a176e1-86b6-483b-a939-ea94f70f1ca0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:05.976895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c756242a-2bb5-481e-831a-81c5ca7cae9e req-5b80b0dc-9af8-46cc-ab8d-d765f419f2ba tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425729 Feb 19 00:48:05.996565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] For port ee81ae48-6138-41f9-8863-46f1c931d25f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=ee81ae48-6138-41f9-8863-46f1c931d25f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:05.996937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.018139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Calling delete_port for ee81ae48-6138-41f9-8863-46f1c931d25f owned by compute:tempest-test_az-704096688 {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:06.021262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.022832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-62cd3e6d-bf2e-4396-9fdd-78fa2281068c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3739562 Feb 19 00:48:06.026195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52738) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:06.031056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:06.040498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Deleting port 50b85207-d9f4-457f-a622-9a4d5c9a4187 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:06.040845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.141355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.224736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] For port 50b85207-d9f4-457f-a622-9a4d5c9a4187, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=50b85207-d9f4-457f-a622-9a4d5c9a4187,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:06.225112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.258239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Calling delete_port for 50b85207-d9f4-457f-a622-9a4d5c9a4187 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:06.382092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.432043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (ee81ae48-6138-41f9-8863-46f1c931d25f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.445857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['ee81ae48-6138-41f9-8863-46f1c931d25f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:06.474022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Pushing event deleted for resources: {'Port': ['ID=ee81ae48-6138-41f9-8863-46f1c931d25f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.512768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Allocated IP 172.25.2.240 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/095e6c67-38ac-42da-8368-4a270c2b61f7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:06.614788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (50b85207-d9f4-457f-a622-9a4d5c9a4187), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.634213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['50b85207-d9f4-457f-a622-9a4d5c9a4187'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:06.642497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] No DVR routers for this DVR port ee81ae48-6138-41f9-8863-46f1c931d25f on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:06.664831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.690891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Pushing event deleted for resources: {'Port': ['ID=50b85207-d9f4-457f-a622-9a4d5c9a4187,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.698142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.707741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1130d1a5-c2c4-4a6e-9322-faf2be657b19 req-4bf06d00-b602-4f6a-b954-d00e593bce3b tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.117 "DELETE /v2.0/ports/ee81ae48-6138-41f9-8863-46f1c931d25f HTTP/1.1" status: 204 len: 173 time: 1.3514476 Feb 19 00:48:06.716491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'name': 'network-vif-deleted', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:06.719779 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b46318-ff0b-4d9d-88b8-d9723eeccf45" -d '{"events": [{"server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "name": "network-vif-deleted", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:06.724862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cbb7fdd-cf22-4f3d-8055-7ba316afb662 req-6baeb0c7-0993-42e9-928e-7a4aea86e82e tempest-AggregatesAdminTestJSON-1478461124 tempest-AggregatesAdminTestJSON-1478461124-project] 10.222.0.94 "GET /v2.0/ports?device_id=9236b120-79ad-431e-af41-368f0b1e0f2e HTTP/1.1" status: 200 len: 210 time: 0.1416485 Feb 19 00:48:06.774430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.824854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] No DVR routers for this DVR port 50b85207-d9f4-457f-a622-9a4d5c9a4187 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:06.830686 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.844841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bec3993-34f3-45f7-99a7-eee54990fbfe req-8f6362f1-f0f4-4acc-90a8-6579c3800921 tempest-DeleteServersAdminTestJSON-476427573 tempest-DeleteServersAdminTestJSON-476427573-project-admin] 10.222.0.117 "DELETE /v2.0/ports/50b85207-d9f4-457f-a622-9a4d5c9a4187 HTTP/1.1" status: 204 len: 173 time: 1.0546992 Feb 19 00:48:06.852389 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c71827-5885-4152-832e-80ed55b88d22 x-openstack-request-id: req-a6c71827-5885-4152-832e-80ed55b88d22 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:06.852969 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9236b120-79ad-431e-af41-368f0b1e0f2e", "name": "network-vif-deleted", "tag": "ee81ae48-6138-41f9-8863-46f1c931d25f", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:06.853450 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6c71827-5885-4152-832e-80ed55b88d22 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:06.854049 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9236b120-79ad-431e-af41-368f0b1e0f2e', 'name': 'network-vif-deleted', 'tag': 'ee81ae48-6138-41f9-8863-46f1c931d25f', 'status': 'completed', 'code': 200} Feb 19 00:48:06.860542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:06.867013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:06.870924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:06.885865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'Port': ['ID=095e6c67-38ac-42da-8368-4a270c2b61f7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.995952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.128603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.129514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ddc2a32-39c1-4b2d-be1c-ff556c1d90ae req-db93f0bf-c32b-47ca-8bfb-10fe907c0151 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2bb5d170-c68c-4191-9bb8-c0990f8d6712 HTTP/1.1" status: 200 len: 210 time: 0.0331922 Feb 19 00:48:07.449821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.545127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.579002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.604795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'Port': ['ID=095e6c67-38ac-42da-8368-4a270c2b61f7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:07.657977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.661075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-607ebebf-43e0-40b5-b5b7-9f1b386e6a75 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6320686 Feb 19 00:48:07.829626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-b2275512-6d22-407b-8303-0b53cda00d7a tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=54a7bce13b6f49ac87a01a93293008b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295913 Feb 19 00:48:07.869411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52820) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:07.950070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-999ac7a8-5599-4626-88e2-0cf44e999d0f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:07.951830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-999ac7a8-5599-4626-88e2-0cf44e999d0f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215360 Feb 19 00:48:07.969527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-856ed14c-505d-4ce9-88e9-bf2acabcae25 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/quotas/54a7bce13b6f49ac87a01a93293008b4 HTTP/1.1" status: 200 len: 375 time: 0.0110843 Feb 19 00:48:08.000772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59d40960-4263-4149-bf77-68cdec4ac200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.025974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-74d88893-c518-4aa2-9746-aae12587bbd3 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495086 Feb 19 00:48:08.083653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59d40960-4263-4149-bf77-68cdec4ac200 admin admin] Publish callbacks [] for security_group (fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.162169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59d40960-4263-4149-bf77-68cdec4ac200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.203956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59d40960-4263-4149-bf77-68cdec4ac200 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=68aab9b0c84546199b53d51de272e5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332355 Feb 19 00:48:08.206200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d40960-4263-4149-bf77-68cdec4ac200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.207780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:08.290491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] Publish callbacks [] for security_group (fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.313984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] Publish callbacks [] for security_group (fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.406348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-90829e0c-2736-4134-afcc-a11a39b4ae9f tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--180155328&fields=id&tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 267 time: 0.0709441 Feb 19 00:48:08.503710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c74a07bc-564f-40d6-9162-7ed68eda778f req-9fcabba1-085e-47cb-b6f5-bfbf451e675a tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0279939 Feb 19 00:48:08.510070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.512809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.517415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55 HTTP/1.1" status: 204 len: 168 time: 0.3050475 Feb 19 00:48:08.547957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53323db8-5757-4d4e-8ce0-ab57c3184740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac5f2f-3f90-4d7c-ac43-ef75e9c58f55,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.622992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-3049449c-686c-4bec-956d-c6198a87b9ec tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:08.624591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-3049449c-686c-4bec-956d-c6198a87b9ec tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 824 time: 0.2095718 Feb 19 00:48:08.639590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-a6f63a52-1f66-49fe-9027-c2a93e02d4cb tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/quotas/4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 375 time: 0.0092149 Feb 19 00:48:08.711836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-88a5f8a2-1575-44ba-972e-6d88aacd80e8 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666313 Feb 19 00:48:08.857838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'name': 'network-vif-deleted', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:08.860987 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5289345e-2adc-4c73-897c-5b2a14a4ef47" -d '{"events": [{"server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "name": "network-vif-deleted", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:08.908745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-0dfd4340-e530-446a-b2f8-cf37bd68f9e8 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:48:08.909761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-0dfd4340-e530-446a-b2f8-cf37bd68f9e8 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567136 Feb 19 00:48:08.999466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-7f26cd36-88a7-4f11-b763-5d9cc43cdf6f service neutron] 10.222.0.94 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835254 Feb 19 00:48:09.162379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52878) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:09.176905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd120-ea8a-46fe-85b6-7f62f5a73150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.252321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd120-ea8a-46fe-85b6-7f62f5a73150 admin admin] Publish callbacks [] for security_group (087e5348-6207-4809-8791-f4635fcc2f89), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.274764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-1ef89278-f3d9-4aab-b2ab-75556f321fc2 service neutron] 10.222.0.94 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678618 Feb 19 00:48:09.288141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.310988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd120-ea8a-46fe-85b6-7f62f5a73150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (087e5348-6207-4809-8791-f4635fcc2f89), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.351130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4d1bd120-ea8a-46fe-85b6-7f62f5a73150 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=90e23d5c205e41c6adf9ee1c197e171b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875565 Feb 19 00:48:09.352318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd120-ea8a-46fe-85b6-7f62f5a73150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e5348-6207-4809-8791-f4635fcc2f89,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.353829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:09.405141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] Publish callbacks [] for security_group (087e5348-6207-4809-8791-f4635fcc2f89), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.439786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] Publish callbacks [] for security_group (087e5348-6207-4809-8791-f4635fcc2f89), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.532236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-48d37597-5452-4909-8bb6-974ce6919fa5 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a86ca312b3924117b03044527dc5db13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278826 Feb 19 00:48:09.601871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (087e5348-6207-4809-8791-f4635fcc2f89), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.601871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.602941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/087e5348-6207-4809-8791-f4635fcc2f89 HTTP/1.1" status: 204 len: 168 time: 0.2475464 Feb 19 00:48:09.618096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07390b3-6423-4a6a-9252-a2b994c2d220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e5348-6207-4809-8791-f4635fcc2f89,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.676882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-846ade06-b318-4e20-847c-c5bd6e305d38 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:09.678510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-846ade06-b318-4e20-847c-c5bd6e305d38 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401365 Feb 19 00:48:09.693944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-c1e30061-15b3-43fa-a9c6-39f9c9de509b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/quotas/a86ca312b3924117b03044527dc5db13 HTTP/1.1" status: 200 len: 375 time: 0.0095801 Feb 19 00:48:09.729709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-90074f37-b697-44fb-817d-0c7f3e8e072f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307746 Feb 19 00:48:09.859645 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.921611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device ee81ae48-6138-41f9-8863-46f1c931d25f no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:09.943146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: ee81ae48-6138-41f9-8863-46f1c931d25f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:09.943506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device ee81ae48-6138-41f9-8863-46f1c931d25f not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:09.943926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 50b85207-d9f4-457f-a622-9a4d5c9a4187 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:09.969672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 50b85207-d9f4-457f-a622-9a4d5c9a4187 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:09.972073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 50b85207-d9f4-457f-a622-9a4d5c9a4187 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:10.158571 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c3938-75f4-4d0c-b511-ef84df67f2d6 x-openstack-request-id: req-904c3938-75f4-4d0c-b511-ef84df67f2d6 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:10.159170 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb5d170-c68c-4191-9bb8-c0990f8d6712", "name": "network-vif-deleted", "tag": "50b85207-d9f4-457f-a622-9a4d5c9a4187", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:10.159170 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-904c3938-75f4-4d0c-b511-ef84df67f2d6 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:10.159529 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb5d170-c68c-4191-9bb8-c0990f8d6712', 'name': 'network-vif-deleted', 'tag': '50b85207-d9f4-457f-a622-9a4d5c9a4187', 'status': 'completed', 'code': 200} Feb 19 00:48:10.228862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b335910-abd7-4e42-860c-4fba5d573b8e req-9162ecab-5b74-433b-b390-d827c393b0d2 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 210 time: 0.0342121 Feb 19 00:48:10.338865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0e3115-14b1-4425-a75c-978c8ab7550c req-5a7e1684-e158-45e2-94f1-8ed6124df1c4 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0380063 Feb 19 00:48:10.425673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-1fd9dd56-b5fb-458b-afb6-b7d4f9a9d625 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=54a7bce13b6f49ac87a01a93293008b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441813 Feb 19 00:48:10.427321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a363e8da-51b7-478f-8ea7-bd2f24b464ff req-497c8c20-2160-4659-9bdd-acfb3b1aa0fd tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 210 time: 0.0369771 Feb 19 00:48:10.563718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-c7403e66-45c6-493a-9c58-57fef70088e1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:10.565163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-c7403e66-45c6-493a-9c58-57fef70088e1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352074 Feb 19 00:48:10.582160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Request body: {'port': {'device_id': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '54a7bce13b6f49ac87a01a93293008b4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:10.648848 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f6bac07-56b4-4b5b-b725-a9987e805c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.790366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Made reservation on behalf of 54a7bce13b6f49ac87a01a93293008b4 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:10.793762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.803276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.877988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52942) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:10.909260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks [] for security_group (e9d7f2ee-4001-46bd-90d4-30204c09987c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.985528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-64126687-network', 'tenant_id': 'e3a8a4481d6946b7b2c90a514a46ef2c'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:10.997231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e9d7f2ee-4001-46bd-90d4-30204c09987c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.081751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7f2ee-4001-46bd-90d4-30204c09987c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.131990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Made reservation on behalf of e3a8a4481d6946b7b2c90a514a46ef2c for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:11.134289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.148389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.189063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Allocated IP 192.168.233.162 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/c2515504-a561-494c-b570-3dffd7cefddf) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:11.342631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks [] for security_group (89645d74-2797-4bff-b252-4abf5e55ffb4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.380846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f01d09-d698-4367-b9d0-9fd80e788db1 req-99d6881e-694f-47f2-8a0d-61012c3b3b38 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 210 time: 0.0341675 Feb 19 00:48:11.408622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks [] for port (c2515504-a561-494c-b570-3dffd7cefddf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.476736 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a986626-9f72-47d8-836e-4dedb8fe35b3 req-faa82eea-6656-4684-87c7-8195d1c79fa0 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0286753 Feb 19 00:48:11.500514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (89645d74-2797-4bff-b252-4abf5e55ffb4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.524140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:48:11.543515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.551770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89645d74-2797-4bff-b252-4abf5e55ffb4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.555903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4583e84f-8248-462a-a0a7-3f7d033b753e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.556247 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Added segment 4583e84f-8248-462a-a0a7-3f7d033b753e of type vlan for network e27835bc-4563-44b0-a4fa-ac9aedb75095 Feb 19 00:48:11.644628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:11.654664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:11.665828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:11.665828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:11.665828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.673424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e27835bc-4563-44b0-a4fa-ac9aedb75095), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.675699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Pushing event updated for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.726095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-487fd5fa-6293-4f75-8147-8539ac7d3774 req-122958c0-ba55-4e59-8deb-21f47817c0ae tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 210 time: 0.0399344 Feb 19 00:48:11.747923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-55a3be2f-fafe-4682-af76-fd666889efea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1752069 Feb 19 00:48:11.770319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Request body: {'port': {'device_id': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:11.843836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e27835bc-4563-44b0-a4fa-ac9aedb75095), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.844816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:11.845397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.873846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2515504-a561-494c-b570-3dffd7cefddf), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.904546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:11.958539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e27835bc-4563-44b0-a4fa-ac9aedb75095,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.964615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f62a033-52cd-4a4e-b37d-74a5ab4866e9 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0857058 Feb 19 00:48:11.967820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:11.975128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Request body: {'subnet': {'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-64126687-subnet', 'tenant_id': 'e3a8a4481d6946b7b2c90a514a46ef2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:11.982739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e27835bc-4563-44b0-a4fa-ac9aedb75095 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:48:12.059817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-926243d0-1165-450f-b325-7b3e884aff9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.089148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f5e1b57b-21f7-4ee8-b963-546254e2832d None None] Provisioning complete for port c2515504-a561-494c-b570-3dffd7cefddf triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:12.089720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f5e1b57b-21f7-4ee8-b963-546254e2832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c2515504-a561-494c-b570-3dffd7cefddf), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.146966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1b57b-21f7-4ee8-b963-546254e2832d None None] Port c2515504-a561-494c-b570-3dffd7cefddf cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:12.163434 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-926243d0-1165-450f-b325-7b3e884aff9a admin admin] Publish callbacks [] for security_group (c3242a65-a1af-4548-8351-22ffea7d0b33), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.165133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Made reservation on behalf of e3a8a4481d6946b7b2c90a514a46ef2c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:12.167690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.335901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-7b0cb9d9-f24a-440d-9af8-1165bc03bd46 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:12.337397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-7b0cb9d9-f24a-440d-9af8-1165bc03bd46 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 824 time: 0.1465077 Feb 19 00:48:12.388988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-926243d0-1165-450f-b325-7b3e884aff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c3242a65-a1af-4548-8351-22ffea7d0b33), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.442491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2515504-a561-494c-b570-3dffd7cefddf {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:12.454962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks [] for port (c2515504-a561-494c-b570-3dffd7cefddf), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.459616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-926243d0-1165-450f-b325-7b3e884aff9a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a280e714e2284abd8840e15f84408c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536838 Feb 19 00:48:12.462128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.462921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926243d0-1165-450f-b325-7b3e884aff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3242a65-a1af-4548-8351-22ffea7d0b33,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:12.464438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-584c596c-b5a7-4948-b02d-be27f2f172e1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 379 time: 0.1170676 Feb 19 00:48:12.474203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'port': {'device_id': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'admin_state_up': True, 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'security_groups': ['c96d12d0-82af-4b33-a3d5-8542e0d114da']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:12.495727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Transition to ACTIVE for port object c2515504-a561-494c-b570-3dffd7cefddf will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:12.498553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (0761e453-b804-4bff-a1a6-e634e867996b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.523017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.96', 51295) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.565724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-eaaa61e8-dd75-4baa-aca6-439964649da9 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a86ca312b3924117b03044527dc5db13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411894 Feb 19 00:48:12.571582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.571815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0761e453-b804-4bff-a1a6-e634e867996b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:12.638514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] Publish callbacks [] for security_group (c3242a65-a1af-4548-8351-22ffea7d0b33), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.662640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Checking segment: {'id': '4583e84f-8248-462a-a0a7-3f7d033b753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:12.663392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Network hostable DHCP agents. Network: e27835bc-4563-44b0-a4fa-ac9aedb75095, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:48:12.697685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] Publish callbacks [] for security_group (c3242a65-a1af-4548-8351-22ffea7d0b33), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.802399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Pushing event updated for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:12.819026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6862d27-77db-4401-91d5-75916799b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.819245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Network e27835bc-4563-44b0-a4fa-ac9aedb75095 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:48:12.849903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c3242a65-a1af-4548-8351-22ffea7d0b33), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.854693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.858720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c3242a65-a1af-4548-8351-22ffea7d0b33 HTTP/1.1" status: 204 len: 168 time: 0.3887584 Feb 19 00:48:12.869702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf3653-4675-4561-aa67-bfb7fc75d503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3242a65-a1af-4548-8351-22ffea7d0b33,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:12.894704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb4b00a2-4af8-47c3-b883-a7d649087106 req-29a153ab-55af-418c-9005-76b3433add2c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 210 time: 0.1047554 Feb 19 00:48:12.929092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cf03965a-243d-4627-89ea-b2322d13998f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:12.930527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cf03965a-243d-4627-89ea-b2322d13998f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600006 Feb 19 00:48:12.932475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Attempting to bind port c2515504-a561-494c-b570-3dffd7cefddf on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:12.934846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Attempting to bind port c2515504-a561-494c-b570-3dffd7cefddf by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:12.934846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Attempting to bind port c2515504-a561-494c-b570-3dffd7cefddf on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:12.940091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Port c2515504-a561-494c-b570-3dffd7cefddf on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:12.940773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Attempting to bind port c2515504-a561-494c-b570-3dffd7cefddf on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:12.949548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:12.950487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:12.951275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:12.952896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Bound port: c2515504-a561-494c-b570-3dffd7cefddf, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:12.953484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2515504-a561-494c-b570-3dffd7cefddf), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.996141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e27835bc-4563-44b0-a4fa-ac9aedb75095) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:13.008430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:13.009445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.017412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7ade5-5166-49a2-bc2b-cc0b781c71c9 None None] Network e27835bc-4563-44b0-a4fa-ac9aedb75095 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:13.029483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Request body: {'port': {'device_id': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'a86ca312b3924117b03044527dc5db13'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:13.095247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Made reservation on behalf of 4dfe2fbf7f56489b8cf376bf7d72761b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:13.098712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.169076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:13.175930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55f22361-f124-498a-81c9-489795cf4e0f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2068050 Feb 19 00:48:13.208524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c2515504-a561-494c-b570-3dffd7cefddf,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:13.212848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ab761-2d56-4017-a560-5e9ec98271f4 None None] Network e27835bc-4563-44b0-a4fa-ac9aedb75095 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:13.298941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8421-0280-45ad-8326-29d0115ba3fc req-95f5c4b1-3a8b-47a6-adf2-2fdb525897b1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:13.308012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c0d8421-0280-45ad-8326-29d0115ba3fc req-95f5c4b1-3a8b-47a6-adf2-2fdb525897b1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 948 time: 0.3020058 Feb 19 00:48:13.370576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.502421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:13.503593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.505219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-1ead6287-11a3-4886-a019-dce49633426e service neutron] 10.222.0.117 "PUT /v2.0/ports/c2515504-a561-494c-b570-3dffd7cefddf HTTP/1.1" status: 200 len: 1096 time: 1.7449284 Feb 19 00:48:13.506194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:13.508914 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a213a2f8-4d05-4604-b313-c5aeee78edec" -d '{"events": [{"name": "network-changed", "server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "tag": "c2515504-a561-494c-b570-3dffd7cefddf"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:13.529619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c0d8421-0280-45ad-8326-29d0115ba3fc req-1f5768ab-b951-42f0-9973-48de3c61e88f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171373 Feb 19 00:48:13.534294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Made reservation on behalf of a86ca312b3924117b03044527dc5db13 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:13.537710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.540552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Allocated IP 172.20.0.5 (03e3f9f5-9685-44f8-8cba-90aeea3f9753/3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6/c003d5e6-7d10-4fab-a296-dfd05bfa77db) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:13.542635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead6287-11a3-4886-a019-dce49633426e service neutron] Pushing event updated for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.603693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cafef20-d8fd-4d70-af01-c02aee0f7427 req-858995bd-0593-43f7-8d8b-ee928e65968c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 210 time: 0.0765307 Feb 19 00:48:13.889149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:13.904302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28aa49d5-6868-4cdd-8d7b-72022b3db666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.956590 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f7e29-d5a0-4e51-bfb0-e2b2d3ff10cc x-openstack-request-id: req-1f5f7e29-d5a0-4e51-bfb0-e2b2d3ff10cc {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:13.956925 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "tag": "c2515504-a561-494c-b570-3dffd7cefddf", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:13.957345 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f5f7e29-d5a0-4e51-bfb0-e2b2d3ff10cc {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:13.957756 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf', 'status': 'completed', 'code': 200} Feb 19 00:48:14.071491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28aa49d5-6868-4cdd-8d7b-72022b3db666 admin admin] Publish callbacks [] for security_group (53cf6511-d2b8-493b-a577-f6d8fb238052), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.073102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-9c776cfa-c90d-4e45-9244-507ba4910a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.074638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-9c776cfa-c90d-4e45-9244-507ba4910a6b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 1130 time: 0.4181914 Feb 19 00:48:14.077835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.104022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Allocated IP 192.168.233.197 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/bf9590f4-3dc3-47b0-ade3-9c1356926b31) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:14.151176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-3000ac31-5cff-4a08-a50e-510425bbf0e0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c2515504-a561-494c-b570-3dffd7cefddf HTTP/1.1" status: 200 len: 217 time: 0.0628581 Feb 19 00:48:14.168009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28aa49d5-6868-4cdd-8d7b-72022b3db666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53cf6511-d2b8-493b-a577-f6d8fb238052), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.206616 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.213885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-28aa49d5-6868-4cdd-8d7b-72022b3db666 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e955f86339734359a0e0f9153b4ae0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228567 Feb 19 00:48:14.215466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa49d5-6868-4cdd-8d7b-72022b3db666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cf6511-d2b8-493b-a577-f6d8fb238052,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:14.222470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53054) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:14.261525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-b25f806c-75ec-4364-95c3-208adac11009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.262995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-b25f806c-75ec-4364-95c3-208adac11009 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1030238 Feb 19 00:48:14.294733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] Publish callbacks [] for security_group (53cf6511-d2b8-493b-a577-f6d8fb238052), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.319276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] Publish callbacks [] for security_group (53cf6511-d2b8-493b-a577-f6d8fb238052), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.407271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0b6b106-6c77-4221-8510-72a268404478 req-a9ed10ae-641c-4d7e-88a8-88fc7f389ba0 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 210 time: 0.1223440 Feb 19 00:48:14.442270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53cf6511-d2b8-493b-a577-f6d8fb238052), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.448319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.449616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/53cf6511-d2b8-493b-a577-f6d8fb238052 HTTP/1.1" status: 204 len: 168 time: 0.2256866 Feb 19 00:48:14.460687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4e48c-e62b-4e1d-95d0-01d7276cd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cf6511-d2b8-493b-a577-f6d8fb238052,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:14.467877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.479049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc843-5092-4183-ae08-a7c804259f03 req-4f71b310-ec1e-44e6-9e47-eb25c9bcdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.479049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-4f71b310-ec1e-44e6-9e47-eb25c9bcdaa6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1942167 Feb 19 00:48:14.536195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks [] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.558676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:14.565097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-890089246-network', 'tenant_id': 'd39a431152e44082bb565f73dc49634f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:14.643936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:14.647896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Made reservation on behalf of d39a431152e44082bb565f73dc49634f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:14.650321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.656034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:14.668994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:14.669134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.679146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.679146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.700535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:14.727223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-c48f3e4a-43c4-4435-bf6f-ff2291a8a165 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235157 Feb 19 00:48:14.762221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks [] for security_group (53edd13e-c468-48cd-9dc9-560bb42f5699), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.803357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-8ea3ff25-3f69-4334-956a-faf2f90ffa3b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3332040 Feb 19 00:48:14.818608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Request body: {'port': {'device_id': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:14.823323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.856883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53edd13e-c468-48cd-9dc9-560bb42f5699), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.881487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:48:14.908843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c5071621-c2f3-48eb-a1e7-f8b998d83df4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.909442 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Added segment c5071621-c2f3-48eb-a1e7-f8b998d83df4 of type vlan for network 2af942c4-f770-4b04-b4aa-1cc1389728c1 Feb 19 00:48:14.927379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53edd13e-c468-48cd-9dc9-560bb42f5699,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.032851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Pushing event updated for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.047266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:15.060297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2af942c4-f770-4b04-b4aa-1cc1389728c1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.066801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:15.074559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:15.082254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.083069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.083445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5fb8625a-ff79-43ca-b767-c731acd4e7fc None None] Provisioning complete for port c003d5e6-7d10-4fab-a296-dfd05bfa77db triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:15.083932 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5fb8625a-ff79-43ca-b767-c731acd4e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.121423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770cc843-5092-4183-ae08-a7c804259f03 req-0231ceb1-2c70-4d22-8658-520cf08b3fae service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882294 Feb 19 00:48:15.141254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.148965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0ee5e-ec2c-483e-bb02-ffae91c9bd65 req-7cfbb200-cb16-4fc2-a9c0-69aa592babf2 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.153641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfa0ee5e-ec2c-483e-bb02-ffae91c9bd65 req-7cfbb200-cb16-4fc2-a9c0-69aa592babf2 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 936 time: 0.1398349 Feb 19 00:48:15.173424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8625a-ff79-43ca-b767-c731acd4e7fc None None] Port c003d5e6-7d10-4fab-a296-dfd05bfa77db cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:15.179176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.179366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a685b96-5713-43d0-afae-cbabbd1cc27d req-27d6bdcd-2343-4680-8200-27ec3b614deb tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.187401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a685b96-5713-43d0-afae-cbabbd1cc27d req-27d6bdcd-2343-4680-8200-27ec3b614deb tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 948 time: 0.2540689 Feb 19 00:48:15.196551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2af942c4-f770-4b04-b4aa-1cc1389728c1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.197500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.198135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.228685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cb49f5a8-ca22-420e-97bb-f5f6d176de2b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2069452 Feb 19 00:48:15.307041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a685b96-5713-43d0-afae-cbabbd1cc27d req-a7ae5c7a-679e-4c1b-8d01-50ceddcdb15e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187172 Feb 19 00:48:15.323728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfa0ee5e-ec2c-483e-bb02-ffae91c9bd65 req-9652b100-849b-4df2-a2b3-b552cb6d0b52 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616490 Feb 19 00:48:15.324738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] Pushing event updated for resources: {'Network': ['ID=2af942c4-f770-4b04-b4aa-1cc1389728c1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.370466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2af942c4-f770-4b04-b4aa-1cc1389728c1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:48:15.426070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-f8e9940c-ee20-489a-bdf7-18e3fdc0fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.427670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-f8e9940c-ee20-489a-bdf7-18e3fdc0fb3f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 1130 time: 0.1742568 Feb 19 00:48:15.442681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2d6fca1-68a1-46f1-b5d6-c60631265902 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8825908 Feb 19 00:48:15.446008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53088) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:15.460527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Request body: {'subnet': {'network_id': '2af942c4-f770-4b04-b4aa-1cc1389728c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-890089246-subnet', 'tenant_id': 'd39a431152e44082bb565f73dc49634f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:15.515050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b29c9a57-2d34-4213-b2cf-13956e6bdaf8 None None] Provisioning complete for port bf9590f4-3dc3-47b0-ade3-9c1356926b31 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:15.515632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b29c9a57-2d34-4213-b2cf-13956e6bdaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.577298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Made reservation on behalf of d39a431152e44082bb565f73dc49634f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:15.580748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.591008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b29c9a57-2d34-4213-b2cf-13956e6bdaf8 None None] Port bf9590f4-3dc3-47b0-ade3-9c1356926b31 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:15.687813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-72c53fb3-008a-40e2-9f75-19b1b0ca871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.689289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-72c53fb3-008a-40e2-9f75-19b1b0ca871e service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1835492 Feb 19 00:48:15.695193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53100) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:15.738481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702f118-7559-4e06-9007-89524a1c1a95 req-0b301809-331a-44a4-8dfd-1594ded3dbe4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.740612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d702f118-7559-4e06-9007-89524a1c1a95 req-0b301809-331a-44a4-8dfd-1594ded3dbe4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 931 time: 0.1761408 Feb 19 00:48:15.806519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-eba89141-f94b-4427-826f-e2c3631171da service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c2515504-a561-494c-b570-3dffd7cefddf HTTP/1.1" status: 200 len: 217 time: 0.1017349 Feb 19 00:48:15.829431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c003d5e6-7d10-4fab-a296-dfd05bfa77db {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:15.850088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d702f118-7559-4e06-9007-89524a1c1a95 req-bb0768b8-54fb-4217-87dc-f0885df828ab tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016285 Feb 19 00:48:15.858840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks [] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.891442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Transition to ACTIVE for port object c003d5e6-7d10-4fab-a296-dfd05bfa77db will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:15.898459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-882107d4-5e17-4fe4-ac84-29b0f78f8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.899992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-882107d4-5e17-4fe4-ac84-29b0f78f8ee8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0871339 Feb 19 00:48:15.960318 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.979619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee65f43a-5e56-48f3-ab97-901dbe476e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.048728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (529f5065-da9b-4f5d-9fb8-5d03722102c0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.067302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.122012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-7f9080d4-0368-4422-a84d-2175811971b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.123753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-7f9080d4-0368-4422-a84d-2175811971b4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2165313 Feb 19 00:48:16.147786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Attempting to bind port c003d5e6-7d10-4fab-a296-dfd05bfa77db on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:16.148344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Attempting to bind port c003d5e6-7d10-4fab-a296-dfd05bfa77db by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:16.150767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Attempting to bind port c003d5e6-7d10-4fab-a296-dfd05bfa77db on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:16.176375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=529f5065-da9b-4f5d-9fb8-5d03722102c0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.188224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Checking segment: {'id': 'c5071621-c2f3-48eb-a1e7-f8b998d83df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2af942c4-f770-4b04-b4aa-1cc1389728c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:16.188851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Network hostable DHCP agents. Network: 2af942c4-f770-4b04-b4aa-1cc1389728c1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:48:16.255409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Port c003d5e6-7d10-4fab-a296-dfd05bfa77db on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:16.255751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Attempting to bind port c003d5e6-7d10-4fab-a296-dfd05bfa77db on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:16.280306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:16.280826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Checking segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:16.281479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Bound using segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:16.281939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Bound port: c003d5e6-7d10-4fab-a296-dfd05bfa77db, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:16.282294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.349630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Network 2af942c4-f770-4b04-b4aa-1cc1389728c1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:48:16.406843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee65f43a-5e56-48f3-ab97-901dbe476e51 admin admin] Publish callbacks [] for security_group (c7412d33-03bb-46b1-abc1-0f8229ee22ee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.423305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-7a403d48-87f8-4386-b0fb-54c86668b535 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765760 Feb 19 00:48:16.455152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2af942c4-f770-4b04-b4aa-1cc1389728c1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:16.461441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.462603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.470220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb25cff-04ae-489e-932b-bfc2e1386720 None None] Network 2af942c4-f770-4b04-b4aa-1cc1389728c1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:16.496477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e7047-4bf7-43c7-b9cc-714028cd292e req-7735399f-b930-4c25-98e4-f71f2981dd3d tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.498477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d89e7047-4bf7-43c7-b9cc-714028cd292e req-7735399f-b930-4c25-98e4-f71f2981dd3d tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 948 time: 0.0809422 Feb 19 00:48:16.505695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee65f43a-5e56-48f3-ab97-901dbe476e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c7412d33-03bb-46b1-abc1-0f8229ee22ee), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.511419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:16.555902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:16.578788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5dfffc60-ddaa-4afb-80f0-8652bdc72640 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1311862 Feb 19 00:48:16.584350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d89e7047-4bf7-43c7-b9cc-714028cd292e req-ccde2519-2aac-4b1a-894a-4254bfd6531e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787783 Feb 19 00:48:16.618819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ee65f43a-5e56-48f3-ab97-901dbe476e51 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d5a954041f8f4f8698b61f129ed505e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9156342 Feb 19 00:48:16.619033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:16.635866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65f43a-5e56-48f3-ab97-901dbe476e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7412d33-03bb-46b1-abc1-0f8229ee22ee,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.645946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a213a2f8-4d05-4604-b313-c5aeee78edec req-b2efaa77-78b0-4ea7-a003-af9eaa366a9a service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146697 Feb 19 00:48:16.660625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab32c8-75a1-4349-b89f-e5113b51b897 None None] Network 2af942c4-f770-4b04-b4aa-1cc1389728c1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:16.664517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33a741-3dc6-4432-b364-a7e2cbbdf1ef req-ad430cb6-be8d-4b83-bf56-61d6240fe867 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.672914 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e33a741-3dc6-4432-b364-a7e2cbbdf1ef req-ad430cb6-be8d-4b83-bf56-61d6240fe867 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 936 time: 0.1486113 Feb 19 00:48:16.682417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.745836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.746689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.748402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] 10.222.0.117 "PUT /v2.0/ports/c003d5e6-7d10-4fab-a296-dfd05bfa77db HTTP/1.1" status: 200 len: 1091 time: 1.9369900 Feb 19 00:48:16.758497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] Publish callbacks [] for security_group (c7412d33-03bb-46b1-abc1-0f8229ee22ee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.759029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:16.759029 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:16.840613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] Publish callbacks [] for security_group (c7412d33-03bb-46b1-abc1-0f8229ee22ee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.843729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e33a741-3dc6-4432-b364-a7e2cbbdf1ef req-78d3b7db-146f-4b03-8e19-80e569225ad8 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697187 Feb 19 00:48:16.845157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8dac0-e498-40c3-90d8-30191293ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.951414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.996070 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf5be32-c34b-456a-8ed6-55f4ec5e1ed8 x-openstack-request-id: req-acf5be32-c34b-456a-8ed6-55f4ec5e1ed8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:16.996295 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:16.996724 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-acf5be32-c34b-456a-8ed6-55f4ec5e1ed8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:16.997230 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'status': 'completed', 'code': 200} Feb 19 00:48:17.016061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-fb462dde-6662-46a1-9905-0c4d5334f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.018130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-fb462dde-6662-46a1-9905-0c4d5334f20d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 1125 time: 0.1364877 Feb 19 00:48:17.052868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c7412d33-03bb-46b1-abc1-0f8229ee22ee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.055532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.056923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c7412d33-03bb-46b1-abc1-0f8229ee22ee HTTP/1.1" status: 204 len: 168 time: 0.4378855 Feb 19 00:48:17.075860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae354a-99b3-4483-b7d6-a7e078657459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7412d33-03bb-46b1-abc1-0f8229ee22ee,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:17.097477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-598c06e9-24e4-428d-b850-a2990eb06059 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db HTTP/1.1" status: 200 len: 217 time: 0.0633125 Feb 19 00:48:17.213400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-2889941c-0bd5-4cd4-bbca-8fae4d43a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.217148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-2889941c-0bd5-4cd4-bbca-8fae4d43a6b2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.1123185 Feb 19 00:48:17.234380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bf535-f655-473b-a437-4f90d32de0c1 req-2b90a52c-915e-4f81-8b23-4593d459e5f5 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.243209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c91bf535-f655-473b-a437-4f90d32de0c1 req-2b90a52c-915e-4f81-8b23-4593d459e5f5 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 943 time: 0.1442392 Feb 19 00:48:17.341642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c91bf535-f655-473b-a437-4f90d32de0c1 req-40fddf17-6feb-44b1-a6ce-832181e2fb0d tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974743 Feb 19 00:48:17.354450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-21515426-40e4-447d-9d30-53269b9cae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.354450 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-21515426-40e4-447d-9d30-53269b9cae11 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1085374 Feb 19 00:48:17.456678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-fbba22f9-ff4c-49c8-982b-6bd754ee7821 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930309 Feb 19 00:48:17.576240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022c06ec-80fe-4277-abbb-e21741f5bb11 req-c37f549a-0a34-43b3-ba49-99687d4b504c service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135414 Feb 19 00:48:17.728067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-28734395-4ea0-481e-8c9c-91c45351fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.729823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-28734395-4ea0-481e-8c9c-91c45351fa81 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 1125 time: 0.0506470 Feb 19 00:48:17.865069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-0851fdae-3ba3-4216-b1e3-320534e25d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:17.866625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-0851fdae-3ba3-4216-b1e3-320534e25d15 service neutron] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 925 time: 0.1313441 Feb 19 00:48:17.954229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-ad49340e-0c63-4630-8998-725640b3472f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db HTTP/1.1" status: 200 len: 217 time: 0.0656526 Feb 19 00:48:17.967912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c2515504-a561-494c-b570-3dffd7cefddf details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:18.025729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-382c8ce6-c398-43a9-8228-e1d094211747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:18.031665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-382c8ce6-c398-43a9-8228-e1d094211747 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.0753069 Feb 19 00:48:18.105057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-22952dbf-b1e5-4298-a354-bf64677b225c tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:18.112242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-22952dbf-b1e5-4298-a354-bf64677b225c tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/networks?id=e27835bc-4563-44b0-a4fa-ac9aedb75095 HTTP/1.1" status: 200 len: 813 time: 0.2321622 Feb 19 00:48:18.119271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c2515504-a561-494c-b570-3dffd7cefddf,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:18.129875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-e361ede9-5018-4dbc-914a-7395834ecf1e tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/quotas/e3a8a4481d6946b7b2c90a514a46ef2c HTTP/1.1" status: 200 len: 375 time: 0.0164280 Feb 19 00:48:18.168076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-d51c5fec-9038-409d-bf4d-8b48617bb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:18.170358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-d51c5fec-9038-409d-bf4d-8b48617bb821 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1329424 Feb 19 00:48:18.176597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c2515504-a561-494c-b570-3dffd7cefddf', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'c2515504-a561-494c-b570-3dffd7cefddf', 'mac_address': 'fa:16:3e:60:fe:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:18.179334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-a49f1a07-b392-408a-8eb9-7acdb23a197d tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e3a8a4481d6946b7b2c90a514a46ef2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483170 Feb 19 00:48:18.185328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38168551-24bb-4fd7-9398-8528e8b8a666 req-678195ab-947e-40c8-ad6e-f8ef87de1a43 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:18.193666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38168551-24bb-4fd7-9398-8528e8b8a666 req-678195ab-947e-40c8-ad6e-f8ef87de1a43 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 948 time: 0.1046500 Feb 19 00:48:18.233062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c2515504-a561-494c-b570-3dffd7cefddf is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:18.234006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2515504-a561-494c-b570-3dffd7cefddf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.252483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2515504-a561-494c-b570-3dffd7cefddf {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:18.280148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c2515504-a561-494c-b570-3dffd7cefddf,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:18.299614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38168551-24bb-4fd7-9398-8528e8b8a666 req-5fe17589-7ca2-4686-b15f-46221726f1c7 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048725 Feb 19 00:48:18.301058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:18.330032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc2933f3-ca11-46b0-a86e-c14c93573b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.344382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-e9bd7633-cb3b-4024-a240-1d1e317ec944 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483765 Feb 19 00:48:18.367534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.427271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc2933f3-ca11-46b0-a86e-c14c93573b93 admin admin] Publish callbacks [] for security_group (062198a4-e8d6-46e7-88f1-702fd4c2b9f3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.434154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:18.463076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-ecd05aa4-ad7f-4d56-aa5a-afb05d566f53 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:48:18.468997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-ecd05aa4-ad7f-4d56-aa5a-afb05d566f53 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1571817 Feb 19 00:48:18.496153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90fd90eb-a8b7-4993-800f-d6a6cb6fd12d req-f70c91c4-2529-4e10-a774-0a8c90734b4c service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444604 Feb 19 00:48:18.508221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974b75-089c-420a-958a-b6b19fcb6eed req-9ae6e866-e439-4eca-b4ae-e32e6def6193 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:18.509743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a974b75-089c-420a-958a-b6b19fcb6eed req-9ae6e866-e439-4eca-b4ae-e32e6def6193 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 936 time: 0.0916421 Feb 19 00:48:18.527244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc2933f3-ca11-46b0-a86e-c14c93573b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (062198a4-e8d6-46e7-88f1-702fd4c2b9f3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.564583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a974b75-089c-420a-958a-b6b19fcb6eed req-8ed3d2a2-9b0e-4aa8-8d65-d570c268a9ef tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Feb 19 00:48:18.573308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2933f3-ca11-46b0-a86e-c14c93573b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062198a4-e8d6-46e7-88f1-702fd4c2b9f3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:18.578540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c2515504-a561-494c-b570-3dffd7cefddf'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:18.617564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bc2933f3-ca11-46b0-a86e-c14c93573b93 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5baa9b06f6114bd29b30b7fec9ad7cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144510 Feb 19 00:48:18.620410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53226) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:18.638291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-28a430f1-de00-4972-afd1-092ae1c9fd80 service neutron] 10.222.0.94 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662831 Feb 19 00:48:18.689507 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] Publish callbacks [] for security_group (062198a4-e8d6-46e7-88f1-702fd4c2b9f3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.753290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-54b92fbc-308f-40ea-bfac-12f69670d2bb service neutron] 10.222.0.94 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114550 Feb 19 00:48:18.757541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] Publish callbacks [] for security_group (062198a4-e8d6-46e7-88f1-702fd4c2b9f3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.053288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (062198a4-e8d6-46e7-88f1-702fd4c2b9f3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.055961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.057241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/062198a4-e8d6-46e7-88f1-702fd4c2b9f3 HTTP/1.1" status: 204 len: 168 time: 0.4351623 Feb 19 00:48:19.066308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49882e3d-f2e6-472f-b6e0-fdd1d5dd8cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062198a4-e8d6-46e7-88f1-702fd4c2b9f3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:19.259151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f8705-090a-4d12-9ad2-1f8bedfcef07 req-f40c779c-0ae1-49d5-b2e2-12b56df4fd58 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:19.260781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e2f8705-090a-4d12-9ad2-1f8bedfcef07 req-f40c779c-0ae1-49d5-b2e2-12b56df4fd58 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 943 time: 0.0885122 Feb 19 00:48:19.318677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e2f8705-090a-4d12-9ad2-1f8bedfcef07 req-9d23398c-a779-49ff-866f-01e9a8df00bf tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508378 Feb 19 00:48:19.533923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3878194e-9905-4bf6-b925-01cf95553a85 req-f1bb4304-8a3e-4901-a394-00bc24f8b775 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 210 time: 0.0350170 Feb 19 00:48:19.566793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817e403-6648-4e3f-a686-25b35afcee53 req-77f6a72e-b964-41f7-8de4-75d225faea63 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:19.566793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f817e403-6648-4e3f-a686-25b35afcee53 req-77f6a72e-b964-41f7-8de4-75d225faea63 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 949 time: 0.0616367 Feb 19 00:48:19.633120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f817e403-6648-4e3f-a686-25b35afcee53 req-1f613974-bcb9-4d17-ae61-832cd690468d tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594196 Feb 19 00:48:19.675669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-dbb04e72-1c38-480d-8a51-c7bd7efaaa70 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:48:19.678881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-dbb04e72-1c38-480d-8a51-c7bd7efaaa70 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082366 Feb 19 00:48:19.911939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210526a1-aea6-4a05-9373-9c18788d0634 req-5b3a236b-9826-4288-b141-627e6fe88149 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:19.913426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-210526a1-aea6-4a05-9373-9c18788d0634 req-5b3a236b-9826-4288-b141-627e6fe88149 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 936 time: 0.0604680 Feb 19 00:48:19.919000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Request body: {'port': {'device_id': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:19.983206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c2515504-a561-494c-b570-3dffd7cefddf up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:20.017053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.022721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-210526a1-aea6-4a05-9373-9c18788d0634 req-f8c66063-bfb1-4073-8204-441df74ecf3d tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785508 Feb 19 00:48:20.201266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port c2515504-a561-494c-b570-3dffd7cefddf completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:20.203918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c2515504-a561-494c-b570-3dffd7cefddf triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:20.204406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c2515504-a561-494c-b570-3dffd7cefddf), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.362451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c2515504-a561-494c-b570-3dffd7cefddf is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:20.363938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2515504-a561-494c-b570-3dffd7cefddf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.411012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c2515504-a561-494c-b570-3dffd7cefddf,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:20.414158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:20.417587 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e537c9d-9527-4d96-a982-d8f46e67e8bb" -d '{"events": [{"server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c2515504-a561-494c-b570-3dffd7cefddf"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:20.504846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.559028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9590f4-3dc3-47b0-ade3-9c1356926b31 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:20.569670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks [] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.589787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:20.595917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Transition to ACTIVE for port object bf9590f4-3dc3-47b0-ade3-9c1356926b31 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:20.664742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.767750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:20.788338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080effc8-a7a8-4227-9a9d-5624467f587a req-c94ebb5b-bc91-4d12-83c5-31eea11ac081 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:20.799044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-080effc8-a7a8-4227-9a9d-5624467f587a req-c94ebb5b-bc91-4d12-83c5-31eea11ac081 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 943 time: 0.1404929 Feb 19 00:48:20.810739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Attempting to bind port bf9590f4-3dc3-47b0-ade3-9c1356926b31 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:20.811113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Attempting to bind port bf9590f4-3dc3-47b0-ade3-9c1356926b31 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:20.811481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Attempting to bind port bf9590f4-3dc3-47b0-ade3-9c1356926b31 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:20.824567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Port bf9590f4-3dc3-47b0-ade3-9c1356926b31 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:20.825161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Attempting to bind port bf9590f4-3dc3-47b0-ade3-9c1356926b31 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:20.839338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:20.839680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:20.840076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:20.840527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Bound port: bf9590f4-3dc3-47b0-ade3-9c1356926b31, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:20.840892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.915497 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7adfb-6f0e-482e-a75e-60c6c739b109 x-openstack-request-id: req-7ac7adfb-6f0e-482e-a75e-60c6c739b109 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:20.916096 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c2515504-a561-494c-b570-3dffd7cefddf", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:20.916579 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ac7adfb-6f0e-482e-a75e-60c6c739b109 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:20.917203 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf', 'code': 200} Feb 19 00:48:20.931228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:20.934448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:20.941694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-080effc8-a7a8-4227-9a9d-5624467f587a req-ee6d1803-c9c3-4664-80a0-9db631d1c182 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395895 Feb 19 00:48:21.002566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.066301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a61f36b2-f1eb-4c17-9439-2ddf1a8fb4f0 req-8615aa54-ecf6-415a-92f7-b4585f48c264 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 210 time: 0.0610471 Feb 19 00:48:21.101632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.102257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.103663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] 10.222.0.96 "PUT /v2.0/ports/bf9590f4-3dc3-47b0-ade3-9c1356926b31 HTTP/1.1" status: 200 len: 1096 time: 1.2827144 Feb 19 00:48:21.105042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:21.107059 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:21.135287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba979e-b65b-4652-991a-77f58344a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:21.155940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91bd71-d913-48fe-92ba-89d4c57b7fee req-f20c627f-558d-4115-8d15-c8afc5b0b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.167652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc91bd71-d913-48fe-92ba-89d4c57b7fee req-f20c627f-558d-4115-8d15-c8afc5b0b6d1 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 1132 time: 0.1489513 Feb 19 00:48:21.287934 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc91bd71-d913-48fe-92ba-89d4c57b7fee req-551335a6-8ecc-4af3-a336-67be1facf2f5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Feb 19 00:48:21.323145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023cab-c70a-4bf4-a36e-0600af300e67 req-dd79b326-a653-49ee-8e07-0eaf1946969f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.323145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5023cab-c70a-4bf4-a36e-0600af300e67 req-dd79b326-a653-49ee-8e07-0eaf1946969f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 950 time: 0.1498895 Feb 19 00:48:21.359893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-dbfc0966-2057-4000-862a-aa9c65ea8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.361528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-dbfc0966-2057-4000-862a-aa9c65ea8189 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 1130 time: 0.1002710 Feb 19 00:48:21.420584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-cd2f6312-34d3-4a59-904b-b7d347dd39fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31 HTTP/1.1" status: 200 len: 217 time: 0.0475764 Feb 19 00:48:21.424229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5023cab-c70a-4bf4-a36e-0600af300e67 req-43619137-94ca-4aae-8b7e-56e22c37fca7 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971272 Feb 19 00:48:21.484778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-2704a933-1182-448f-8eac-e4053b9554ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.486251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-2704a933-1182-448f-8eac-e4053b9554ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0585780 Feb 19 00:48:21.587307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ca4f4-841e-439f-8ed0-2aa8ab5c93e3 req-0eb4eb25-1ee6-40fb-a6d8-cadd140ebe36 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.587307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b48ca4f4-841e-439f-8ed0-2aa8ab5c93e3 req-0eb4eb25-1ee6-40fb-a6d8-cadd140ebe36 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 948 time: 0.0888627 Feb 19 00:48:21.596555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-7e7c24ee-a616-46b2-be23-f853f8aa125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.598182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-7e7c24ee-a616-46b2-be23-f853f8aa125b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0680525 Feb 19 00:48:21.665556 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95c5ea-7afc-4ceb-8bea-fcc7ff514542 x-openstack-request-id: req-cf95c5ea-7afc-4ceb-8bea-fcc7ff514542 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:21.666234 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:21.666326 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cf95c5ea-7afc-4ceb-8bea-fcc7ff514542 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:21.666895 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31', 'status': 'completed', 'code': 200} Feb 19 00:48:21.703004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b48ca4f4-841e-439f-8ed0-2aa8ab5c93e3 req-e97d5357-b806-46c7-ab1f-43e393de218e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104319 Feb 19 00:48:21.737129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-bd31e618-76e6-46b5-a880-42a439c8f2f7 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262202 Feb 19 00:48:21.755776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.96', 51300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:21.888250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-403711e9-b9e8-430f-ab5a-6f78d117d6bf req-f78d753c-a14b-4f4e-b85b-6c9d667f3dd5 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380103 Feb 19 00:48:21.895814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-2fa13c0b-cf86-4244-b7dd-622a89606857 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.897637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-2fa13c0b-cf86-4244-b7dd-622a89606857 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.96 "GET /v2.0/networks?id=e27835bc-4563-44b0-a4fa-ac9aedb75095 HTTP/1.1" status: 200 len: 813 time: 0.1403804 Feb 19 00:48:21.917642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Request body: {'port': {'device_id': '33112a94-4f79-43ce-950c-9a34c4721d34', 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095', 'admin_state_up': True, 'tenant_id': 'e3a8a4481d6946b7b2c90a514a46ef2c'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:22.000062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c003d5e6-7d10-4fab-a296-dfd05bfa77db details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:22.109997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-7fa0516f-fabb-46c0-9a28-04ab03a1d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.112106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-7fa0516f-fabb-46c0-9a28-04ab03a1d7c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a86ca312b3924117b03044527dc5db13&device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 1130 time: 0.0929172 Feb 19 00:48:22.140440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-b47e68a0-7271-4fbc-9bca-49d054422630 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532331 Feb 19 00:48:22.170483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Made reservation on behalf of e3a8a4481d6946b7b2c90a514a46ef2c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:22.176988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.192119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:22.232699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'port_id': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'mac_address': 'fa:16:3e:c5:25:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:22.261387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-cb2ae392-0e1b-40f5-86e4-7862112fa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.263504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-cb2ae392-0e1b-40f5-86e4-7862112fa2ae service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1429017 Feb 19 00:48:22.274226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9334c8b-5f9f-460c-aa76-aa6449e2598f req-7a142bf3-cde0-4798-8430-2462e6bf6cc4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.276500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9334c8b-5f9f-460c-aa76-aa6449e2598f req-7a142bf3-cde0-4798-8430-2462e6bf6cc4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 943 time: 0.1029580 Feb 19 00:48:22.289159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c003d5e6-7d10-4fab-a296-dfd05bfa77db is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:22.293314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.314121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c003d5e6-7d10-4fab-a296-dfd05bfa77db {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:22.320750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-dbe216bd-e94d-4c66-bc1c-b0f456c31fec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31 HTTP/1.1" status: 200 len: 217 time: 0.0425258 Feb 19 00:48:22.362702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:22.401031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9334c8b-5f9f-460c-aa76-aa6449e2598f req-851c4571-ac78-451d-945b-aef6429fd6c2 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147346 Feb 19 00:48:22.402865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-7dbb79e7-8757-4f8c-bfc2-cbe681ebefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.404416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-7dbb79e7-8757-4f8c-bfc2-cbe681ebefce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0761850 Feb 19 00:48:22.462380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.503948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-05c8b54a-1599-48a0-8e7b-2a1982ea1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.510198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-05c8b54a-1599-48a0-8e7b-2a1982ea1102 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0965517 Feb 19 00:48:22.554537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:22.617844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-f5a41445-a9b1-48af-91f1-b105385c602f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.625061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-f5a41445-a9b1-48af-91f1-b105385c602f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4837117 Feb 19 00:48:22.648112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-635214e0-6366-4edf-adec-0aec35d7972b req-f9b46a8a-2507-4791-b048-43a873a11b0e tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 210 time: 0.0475488 Feb 19 00:48:22.653965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-da666920-0fa8-4775-af05-b7c05bdeed92 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/quotas/bbe925ab30864d4e8178d9fb249c010d HTTP/1.1" status: 200 len: 375 time: 0.0278630 Feb 19 00:48:22.670154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c003d5e6-7d10-4fab-a296-dfd05bfa77db'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:22.689155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:48:22.724099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-c5c5a18e-7414-4373-a7ad-abc4a6705285 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071757 Feb 19 00:48:22.740613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-0bd4cad0-7c3a-4378-b920-dfe4b089cad7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813227 Feb 19 00:48:22.797504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Allocated IP 172.20.0.3 (e27835bc-4563-44b0-a4fa-ac9aedb75095/0761e453-b804-4bff-a1a6-e634e867996b/ac230a01-48ae-4c4a-b226-530f890e7501) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:22.854654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6840db9-4a4c-42e7-aadc-4ea7f09cd6e6 req-99d77e05-38ff-4639-bd6c-ad58ecce0ee8 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199021 Feb 19 00:48:22.943321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdb31d-453a-44d8-b6fe-9ef49bc3cb96 req-9465d8ec-a2cb-465c-92d4-b2af9caf23fd tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.944468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbcdb31d-453a-44d8-b6fe-9ef49bc3cb96 req-9465d8ec-a2cb-465c-92d4-b2af9caf23fd tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 950 time: 0.0604484 Feb 19 00:48:22.998212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks [] for port (ac230a01-48ae-4c4a-b226-530f890e7501), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.005433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbcdb31d-453a-44d8-b6fe-9ef49bc3cb96 req-f522f1c8-8aa3-48c4-ba73-07dfdcce748f tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538092 Feb 19 00:48:23.100634 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.122235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66b70b-75d4-4758-ab9f-2051d67ed7cc req-a14358a0-28b3-4654-8547-810b03f4e429 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:23.123801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd66b70b-75d4-4758-ab9f-2051d67ed7cc req-a14358a0-28b3-4654-8547-810b03f4e429 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 948 time: 0.0642514 Feb 19 00:48:23.190109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Network e27835bc-4563-44b0-a4fa-ac9aedb75095 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:23.196265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:23.208975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:23.214352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:23.215137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.222447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Pushing event updated for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:23.226999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd66b70b-75d4-4758-ab9f-2051d67ed7cc req-ac0a9de4-5b97-4f99-b08f-85a260033d5b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Feb 19 00:48:23.322743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.327459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-1ef57d1b-8115-4f6e-92f1-f2e91c29a75f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4184096 Feb 19 00:48:23.342915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Request body: {'port': {'device_id': '33112a94-4f79-43ce-950c-9a34c4721d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:23.354489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-f1fff4f8-6d1b-4cd8-8772-7a9c283c8369 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218372 Feb 19 00:48:23.380325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.423776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.558606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e868-b121-4007-9625-d60271b5c1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.602548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-5d7dfe4b-314e-4e87-a579-425ddcb7b5e9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:23.604106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-5d7dfe4b-314e-4e87-a579-425ddcb7b5e9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475476 Feb 19 00:48:23.643287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-6a9e37df-5907-4405-81e8-0a2e7bb6782e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/quotas/bbe925ab30864d4e8178d9fb249c010d HTTP/1.1" status: 200 len: 375 time: 0.0290692 Feb 19 00:48:23.682871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-c3815b6e-b53a-4b88-a70f-ee745fbad5fc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384519 Feb 19 00:48:23.714127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e868-b121-4007-9625-d60271b5c1ec admin admin] Publish callbacks [] for security_group (4d53a60c-3e45-4d5b-88da-a57f00c73f2c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.779725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8c06df37-2c52-4ff9-acde-e15488f8b5e1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7cc355eabf6b44bc8ba517eee03d8f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981612 Feb 19 00:48:23.783269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.799404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e868-b121-4007-9625-d60271b5c1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4d53a60c-3e45-4d5b-88da-a57f00c73f2c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.808653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423ab0-217d-4c52-a28f-9816b9575cce req-8b6a1809-f6e9-477c-818d-6864005cf70b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:23.810137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e423ab0-217d-4c52-a28f-9816b9575cce req-8b6a1809-f6e9-477c-818d-6864005cf70b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 944 time: 0.1489761 Feb 19 00:48:23.874917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f1b9e868-b121-4007-9625-d60271b5c1ec admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4d5249f2a13a48ceb844632f66836de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509558 Feb 19 00:48:23.877472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53458) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.886014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9e868-b121-4007-9625-d60271b5c1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d53a60c-3e45-4d5b-88da-a57f00c73f2c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:23.892770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e423ab0-217d-4c52-a28f-9816b9575cce req-9e18070e-3937-4a68-a239-b0ab7cd423f5 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763953 Feb 19 00:48:23.933515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] Publish callbacks [] for security_group (631d7970-82c1-4e5b-9c5b-271acfd09833), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.946435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac230a01-48ae-4c4a-b226-530f890e7501 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:23.961303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks [] for port (ac230a01-48ae-4c4a-b226-530f890e7501), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.970349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] Publish callbacks [] for security_group (631d7970-82c1-4e5b-9c5b-271acfd09833), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.015388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Transition to ACTIVE for port object ac230a01-48ae-4c4a-b226-530f890e7501 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:24.016604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] Publish callbacks [] for security_group (4d53a60c-3e45-4d5b-88da-a57f00c73f2c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.023219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c003d5e6-7d10-4fab-a296-dfd05bfa77db up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:24.061275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] Publish callbacks [] for security_group (4d53a60c-3e45-4d5b-88da-a57f00c73f2c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.064499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b700acb6-7409-42cd-8266-3e42a63119a1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=54a7bce13b6f49ac87a01a93293008b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352449 Feb 19 00:48:24.076396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.191526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (631d7970-82c1-4e5b-9c5b-271acfd09833), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.194153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.195352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/631d7970-82c1-4e5b-9c5b-271acfd09833 HTTP/1.1" status: 204 len: 168 time: 0.4102943 Feb 19 00:48:24.207195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port c003d5e6-7d10-4fab-a296-dfd05bfa77db completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:24.213059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c003d5e6-7d10-4fab-a296-dfd05bfa77db triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:24.216106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.225321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8809bf5-9f04-430e-9118-fd1d07cf9a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631d7970-82c1-4e5b-9c5b-271acfd09833,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.227604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.232956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Attempting to bind port ac230a01-48ae-4c4a-b226-530f890e7501 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:24.235168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Attempting to bind port ac230a01-48ae-4c4a-b226-530f890e7501 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '4583e84f-8248-462a-a0a7-3f7d033b753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:24.235460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Attempting to bind port ac230a01-48ae-4c4a-b226-530f890e7501 on network e27835bc-4563-44b0-a4fa-ac9aedb75095 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:24.244980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Port ac230a01-48ae-4c4a-b226-530f890e7501 on network e27835bc-4563-44b0-a4fa-ac9aedb75095 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:24.245314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Attempting to bind port ac230a01-48ae-4c4a-b226-530f890e7501 on network e27835bc-4563-44b0-a4fa-ac9aedb75095 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:24.255927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:24.256307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Checking segment: {'id': '4583e84f-8248-462a-a0a7-3f7d033b753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:24.257061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Bound using segment: {'id': '4583e84f-8248-462a-a0a7-3f7d033b753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:24.258167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Bound port: ac230a01-48ae-4c4a-b226-530f890e7501, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4583e84f-8248-462a-a0a7-3f7d033b753e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:24.258537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.280181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-fadedf28-abe3-4875-8dac-be93ddd47164 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:24.280181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-fadedf28-abe3-4875-8dac-be93ddd47164 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029970 Feb 19 00:48:24.301824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-d69a0eda-d269-4f5a-9319-a6d36f5363fa tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/quotas/54a7bce13b6f49ac87a01a93293008b4 HTTP/1.1" status: 200 len: 375 time: 0.0144913 Feb 19 00:48:24.358874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:24.398216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c003d5e6-7d10-4fab-a296-dfd05bfa77db is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:24.398604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.402975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-fa9d6bb6-b53c-40e3-b94e-a5996ec36299 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941715 Feb 19 00:48:24.406351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ac230a01-48ae-4c4a-b226-530f890e7501,segment=NetworkSegment(4583e84f-8248-462a-a0a7-3f7d033b753e),segment_id=4583e84f-8248-462a-a0a7-3f7d033b753e)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:24.408152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4d53a60c-3e45-4d5b-88da-a57f00c73f2c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.411050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.417052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4d53a60c-3e45-4d5b-88da-a57f00c73f2c HTTP/1.1" status: 204 len: 168 time: 0.5341852 Feb 19 00:48:24.420817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd34ba-a1bf-4b9f-aaf2-1b8d4ff6a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d53a60c-3e45-4d5b-88da-a57f00c73f2c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.431257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:24.433585 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ecb017-d5e7-4ada-b137-f4b519f2f3ae" -d '{"events": [{"server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "name": "network-vif-plugged", "status": "completed", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:24.454812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c230d-64b3-4345-bcbf-78a57eba64e1 req-ed01a0b7-bd4c-4245-a580-b10a4be98722 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:24.456452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a9c230d-64b3-4345-bcbf-78a57eba64e1 req-ed01a0b7-bd4c-4245-a580-b10a4be98722 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 943 time: 0.0938106 Feb 19 00:48:24.506929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:24.525702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a9c230d-64b3-4345-bcbf-78a57eba64e1 req-4d8259a8-2c8c-4f2b-961a-1022b47ee569 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566185 Feb 19 00:48:24.528084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.573050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:24.573677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.575407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] 10.222.0.96 "PUT /v2.0/ports/ac230a01-48ae-4c4a-b226-530f890e7501 HTTP/1.1" status: 200 len: 1091 time: 1.2390084 Feb 19 00:48:24.575867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:24.580273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.631033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device bf9590f4-3dc3-47b0-ade3-9c1356926b31 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:24.660419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.705072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a343f0a3-70ff-4305-8494-21c659e83da8 req-9a727fa5-c8ff-42f8-b3ee-377a98a51232 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 210 time: 0.0671618 Feb 19 00:48:24.778864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5c53-97ac-43f2-9abe-779a6c68b4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.866529 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295117f2-d220-4bc6-b1a2-3c17eef05ed7 x-openstack-request-id: req-295117f2-d220-4bc6-b1a2-3c17eef05ed7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:24.867002 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "name": "network-vif-plugged", "status": "completed", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:24.882082 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-295117f2-d220-4bc6-b1a2-3c17eef05ed7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:24.882738 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'code': 200} Feb 19 00:48:24.985425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fbbeac66-7614-489a-a63b-5a695b534030 req-85e01283-2060-4dc2-8c78-75a8cf9c5dd8 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 210 time: 0.0649884 Feb 19 00:48:25.080626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:25.111075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31', 'mac_address': 'fa:16:3e:5c:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:25.112129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc831f-bdc1-4377-bd5c-dcd1daa3cf50 req-029bea9d-1372-404f-8865-b4a17c5ce97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.114205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7bc831f-bdc1-4377-bd5c-dcd1daa3cf50 req-029bea9d-1372-404f-8865-b4a17c5ce97f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 1127 time: 0.1176705 Feb 19 00:48:25.162259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-ad14364b-1a2e-4f03-9163-3db11c57f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.165160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-ad14364b-1a2e-4f03-9163-3db11c57f8be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3a8a4481d6946b7b2c90a514a46ef2c&device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 1125 time: 0.3622451 Feb 19 00:48:25.180094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98693-790a-4a51-8981-ba78e918c6b5 req-8f335df6-41d7-45b5-9b60-99db0ff03f6a tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.184477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89c98693-790a-4a51-8981-ba78e918c6b5 req-8f335df6-41d7-45b5-9b60-99db0ff03f6a tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 948 time: 0.2455356 Feb 19 00:48:25.235200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port bf9590f4-3dc3-47b0-ade3-9c1356926b31 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:25.240383 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.260191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9590f4-3dc3-47b0-ade3-9c1356926b31 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:25.266309 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef70f004-57a4-497c-b502-7a540c449365" -d '{"events": [{"name": "network-changed", "server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:25.269152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7bc831f-bdc1-4377-bd5c-dcd1daa3cf50 req-1fdd8408-50f4-40fc-8940-4592f9d88856 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484189 Feb 19 00:48:25.304284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:25.349769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53522) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:25.362348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-0b7f3292-516c-4b29-a267-86312fec9ef2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac230a01-48ae-4c4a-b226-530f890e7501 HTTP/1.1" status: 200 len: 217 time: 0.1763663 Feb 19 00:48:25.398894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.399428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a27dc92b-2dae-40e6-8001-7ddb95b5019f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3be8cc6eacf04c58af427f7f32cdece6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483184 Feb 19 00:48:25.401838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:25.455338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] Publish callbacks [] for security_group (d9cc807e-a7ae-488c-8423-c015f54453e1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.457380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:25.465282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89c98693-790a-4a51-8981-ba78e918c6b5 req-fc29a458-fa6a-4c4b-a950-e85523e3360f tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935043 Feb 19 00:48:25.480604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] Publish callbacks [] for security_group (d9cc807e-a7ae-488c-8423-c015f54453e1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.499577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-30bff3d5-1d76-444f-a08f-bf9499a76962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.505198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-30bff3d5-1d76-444f-a08f-bf9499a76962 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0761e453-b804-4bff-a1a6-e634e867996b HTTP/1.1" status: 200 len: 853 time: 0.1323962 Feb 19 00:48:25.638947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-9aa3fc59-708d-4812-969c-43e3fcdcf78e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e27835bc-4563-44b0-a4fa-ac9aedb75095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058128 Feb 19 00:48:25.652991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c085-33f8-45bb-a045-502a8e9770f7 req-142db4df-495f-4a08-88fa-9e8ecf407172 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.654572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2699c085-33f8-45bb-a045-502a8e9770f7 req-142db4df-495f-4a08-88fa-9e8ecf407172 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 945 time: 0.0727804 Feb 19 00:48:25.699007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d9cc807e-a7ae-488c-8423-c015f54453e1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.702851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.715135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d9cc807e-a7ae-488c-8423-c015f54453e1 HTTP/1.1" status: 204 len: 168 time: 0.3113375 Feb 19 00:48:25.728497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['bf9590f4-3dc3-47b0-ade3-9c1356926b31'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:25.751268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3b35b-087c-47ee-8e38-95faf37201cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc807e-a7ae-488c-8423-c015f54453e1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:25.767523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53538) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:25.824242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4f8a-3bbe-4444-b60d-7acd40c19193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.857736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2699c085-33f8-45bb-a045-502a8e9770f7 req-9ea8e631-b967-4803-81fb-8aaebb43dee6 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962912 Feb 19 00:48:25.972452 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c586753-b5f9-4bc4-ba5b-06fab3124e4e x-openstack-request-id: req-0c586753-b5f9-4bc4-ba5b-06fab3124e4e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:25.972672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:25.972914 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0c586753-b5f9-4bc4-ba5b-06fab3124e4e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:25.974459 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501', 'status': 'completed', 'code': 200} Feb 19 00:48:25.997357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4f8a-3bbe-4444-b60d-7acd40c19193 admin admin] Publish callbacks [] for security_group (401074fa-92b9-47c0-8191-066026e5ca87), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.020496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-8caf3fac-fd10-4778-88ae-0e7d5e3281ff tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825472 Feb 19 00:48:26.098160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ae2c0f7-740c-4794-9f01-b382c79d33b1 req-760ad736-4d34-41b5-a658-82eeaeeb48d1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 210 time: 0.0503793 Feb 19 00:48:26.106857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4f8a-3bbe-4444-b60d-7acd40c19193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (401074fa-92b9-47c0-8191-066026e5ca87), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.131973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-5f295dfc-9548-4262-b495-3eee9581bd45 service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847269 Feb 19 00:48:26.221628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e7c4f8a-3bbe-4444-b60d-7acd40c19193 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9092191b51004fb681b2bcfd053eaa7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504871 Feb 19 00:48:26.223003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:26.234131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4da1f546-4ed1-4bb5-827e-741ec1e7bda7 req-a80f9da3-8493-47ef-b447-ca004f8061dc service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907328 Feb 19 00:48:26.244675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4f8a-3bbe-4444-b60d-7acd40c19193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401074fa-92b9-47c0-8191-066026e5ca87,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.271368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-c3de6310-ca3b-41fb-a4f4-64642f0e1a31 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.272912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-c3de6310-ca3b-41fb-a4f4-64642f0e1a31 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470498 Feb 19 00:48:26.300711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Request body: {'port': {'device_id': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'bbe925ab30864d4e8178d9fb249c010d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:26.332835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24d5529b-dfb7-4b31-9fa5-8c89bb0793c7 req-0aa3ff5b-ed6a-4eba-8727-0fe75ad987f2 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 210 time: 0.0303280 Feb 19 00:48:26.364014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c88486-22b6-44ad-852a-107c35b535b9 req-17de4c6a-d22d-4e83-9a31-aad672f76bb6 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.373153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39c88486-22b6-44ad-852a-107c35b535b9 req-17de4c6a-d22d-4e83-9a31-aad672f76bb6 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 943 time: 0.3445463 Feb 19 00:48:26.490311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] Publish callbacks [] for security_group (401074fa-92b9-47c0-8191-066026e5ca87), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.497891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f004-57a4-497c-b502-7a540c449365 req-a8c64b3f-2280-48b2-ad86-ee94b0fd8605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.500418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-a8c64b3f-2280-48b2-ad86-ee94b0fd8605 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3a8a4481d6946b7b2c90a514a46ef2c&device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 1125 time: 0.0677044 Feb 19 00:48:26.539076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39c88486-22b6-44ad-852a-107c35b535b9 req-70bc05e6-c8b5-429f-a68d-3e005a5bf9c4 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639705 Feb 19 00:48:26.547224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] Publish callbacks [] for security_group (401074fa-92b9-47c0-8191-066026e5ca87), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.636316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device bf9590f4-3dc3-47b0-ade3-9c1356926b31 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:26.637985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.96', 51306) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:26.665243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-779b058d-dd4d-4525-a3b9-51316b60dfde tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257792 Feb 19 00:48:26.666145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Made reservation on behalf of bbe925ab30864d4e8178d9fb249c010d for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:26.672366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.701487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.759182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (401074fa-92b9-47c0-8191-066026e5ca87), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.771363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.776607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/401074fa-92b9-47c0-8191-066026e5ca87 HTTP/1.1" status: 204 len: 168 time: 0.5521171 Feb 19 00:48:26.802389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7938a-ff55-4142-8c08-d724c5961566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401074fa-92b9-47c0-8191-066026e5ca87,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.806148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ec651-15ae-4326-8c78-48800ebd21dc req-9e94e944-a360-423f-bbe3-a1662147a4fc tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.807891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc3ec651-15ae-4326-8c78-48800ebd21dc req-9e94e944-a360-423f-bbe3-a1662147a4fc tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 949 time: 0.1755838 Feb 19 00:48:26.809205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f004-57a4-497c-b502-7a540c449365 req-84855c04-5ea9-476c-a8d0-dba8e13d53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.810761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-84855c04-5ea9-476c-a8d0-dba8e13d53c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e27835bc-4563-44b0-a4fa-ac9aedb75095 HTTP/1.1" status: 200 len: 914 time: 0.2975512 Feb 19 00:48:26.811754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port bf9590f4-3dc3-47b0-ade3-9c1356926b31 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:26.822624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port bf9590f4-3dc3-47b0-ade3-9c1356926b31 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:26.823125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.890474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-9fe59aaf-6095-451b-bdbf-ee685958c383 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.893738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-9fe59aaf-6095-451b-bdbf-ee685958c383 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189009 Feb 19 00:48:26.907121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-f3393a71-3693-4c0b-a9a4-826c21d991cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac230a01-48ae-4c4a-b226-530f890e7501 HTTP/1.1" status: 200 len: 217 time: 0.0662148 Feb 19 00:48:26.914893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Request body: {'port': {'device_id': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'bbe925ab30864d4e8178d9fb249c010d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:27.005240 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc3ec651-15ae-4326-8c78-48800ebd21dc req-e26d5b00-10d2-47c0-b5db-38c824d44014 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803484 Feb 19 00:48:27.021087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70f004-57a4-497c-b502-7a540c449365 req-55185bf7-e5da-404b-b836-73df422b141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.022557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-55185bf7-e5da-404b-b836-73df422b141e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0761e453-b804-4bff-a1a6-e634e867996b HTTP/1.1" status: 200 len: 853 time: 0.0837514 Feb 19 00:48:27.023578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks [] for security_group (03abcad8-0138-4927-a72d-3954a382fc44), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.078866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-174976a3-f305-49bb-b84a-7f3e28c7d272 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e27835bc-4563-44b0-a4fa-ac9aedb75095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466330 Feb 19 00:48:27.143858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03abcad8-0138-4927-a72d-3954a382fc44), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.164605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b0d7-073a-4813-a73f-e1945ec40b22 req-5ad954e3-3b43-4144-b6d6-655f8fc0b7e0 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.166919 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dc0b0d7-073a-4813-a73f-e1945ec40b22 req-5ad954e3-3b43-4144-b6d6-655f8fc0b7e0 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 945 time: 0.1376376 Feb 19 00:48:27.251512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port bf9590f4-3dc3-47b0-ade3-9c1356926b31 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:27.252238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.258956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a615356-d449-4cb5-b7e1-5d3624a06542 req-499a0fcb-3a2d-4e49-957a-b04d192e554e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 210 time: 0.0318663 Feb 19 00:48:27.267833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03abcad8-0138-4927-a72d-3954a382fc44,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:27.305766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Made reservation on behalf of bbe925ab30864d4e8178d9fb249c010d for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:27.308349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-fc419c9c-3b23-41a3-a396-bb3477c52942 service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229369 Feb 19 00:48:27.310018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:27.310176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.312546 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7297a108-3014-4548-805b-274485b063ad" -d '{"events": [{"server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:27.326024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:27.372069 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c73a03-fa75-462d-9685-5341a2d4d250 x-openstack-request-id: req-18c73a03-fa75-462d-9685-5341a2d4d250 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:27.372385 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "name": "network-vif-plugged", "status": "completed", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:27.372636 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-18c73a03-fa75-462d-9685-5341a2d4d250 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:27.381870 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31', 'code': 200} Feb 19 00:48:27.384687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dc0b0d7-073a-4813-a73f-e1945ec40b22 req-62fb337e-09f8-4307-af81-df05b0ebbc10 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004137 Feb 19 00:48:27.426027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Allocated IP 192.168.233.58 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/6ad8ef0a-382b-4e86-b699-147619f1d58e) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:27.454282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.457680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.96', 51309) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:27.478539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53582) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:27.494881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2138c845-ab79-414a-b64e-7321caf524f0 req-dc3923b9-40fa-4efe-bf3a-17f50825adc7 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 210 time: 0.0460424 Feb 19 00:48:27.525827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef70f004-57a4-497c-b502-7a540c449365 req-82e4450c-6703-4d69-bd92-cd5adecbee16 service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094975 Feb 19 00:48:27.546791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881fc3-5491-4deb-97b4-e51fd58f8ae3 req-01f2b683-d5c5-4cff-b55c-809980c7d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.548466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7881fc3-5491-4deb-97b4-e51fd58f8ae3 req-01f2b683-d5c5-4cff-b55c-809980c7d696 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 1132 time: 0.0567577 Feb 19 00:48:27.565571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:27.628065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7881fc3-5491-4deb-97b4-e51fd58f8ae3 req-b251faf5-75bf-4575-a7d0-f5c96fe7a0c6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716929 Feb 19 00:48:27.714561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f55c-e4cf-48ac-8f84-4f16c6525151 req-81a10ab5-2ecc-4573-b0c0-2ce1b7231883 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.716140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e169f55c-e4cf-48ac-8f84-4f16c6525151 req-81a10ab5-2ecc-4573-b0c0-2ce1b7231883 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 943 time: 0.0821545 Feb 19 00:48:27.773837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e169f55c-e4cf-48ac-8f84-4f16c6525151 req-b05ab6cc-9551-4800-a9de-56dc8fc724b8 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Feb 19 00:48:27.858705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.973042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c418c1-8b1e-4ec0-af4e-2cba9c8de8b0 req-e2ed89d2-e6ee-4df5-aa9f-f97b5ecb7958 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.974361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62c418c1-8b1e-4ec0-af4e-2cba9c8de8b0 req-e2ed89d2-e6ee-4df5-aa9f-f97b5ecb7958 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 945 time: 0.3831594 Feb 19 00:48:27.984742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53606) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:27.989488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'floatingip': {'port_id': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:28.057571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks [] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.070609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.085302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Publish callbacks [] for security_group (912691fc-6356-4f3f-b916-87b1a23b00ef), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.151897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (912691fc-6356-4f3f-b916-87b1a23b00ef), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.201013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fcfe5c2eddec48339908fa92dffdf149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144695 Feb 19 00:48:28.203276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53616) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:28.214037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.293385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-d2835435-f862-4c55-a0d9-33cb989d85f0 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=54a7bce13b6f49ac87a01a93293008b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526149 Feb 19 00:48:28.322104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5a5c6-1f1a-440f-846c-f12f7a0af97a req-94708bf6-341b-41ea-b3f4-ae4eb764672b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:28.323625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ed5a5c6-1f1a-440f-846c-f12f7a0af97a req-94708bf6-341b-41ea-b3f4-ae4eb764672b tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.1889048 Feb 19 00:48:28.356741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:28.366843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912691fc-6356-4f3f-b916-87b1a23b00ef,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:28.369093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:28.376433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:28.381737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:28.382367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.422359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.422728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.425896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.426208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.426531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f7ec73-72f5-4ec0-8a76-c95632d6f165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:28.443015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Allocated IP 192.168.233.76 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/e924141d-fba2-4d9c-8194-a911853bd4cb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:28.469262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:28.475855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b4a572f-4c55-4cf5-b791-64e130b717b3 req-d05a2e61-cb2f-44b9-82dc-75f428b2a645 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 210 time: 0.0763645 Feb 19 00:48:28.571967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-3e98f76f-9b23-45f6-a6f9-cdda498eac53 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2843542 Feb 19 00:48:28.594696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Publish callbacks [] for security_group (912691fc-6356-4f3f-b916-87b1a23b00ef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.596692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Request body: {'port': {'device_id': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:28.706647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ed5a5c6-1f1a-440f-846c-f12f7a0af97a req-dc50232a-b9ca-40ab-9d0d-b5673cf4a3ab tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934272 Feb 19 00:48:28.716834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Publish callbacks [] for security_group (912691fc-6356-4f3f-b916-87b1a23b00ef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.735146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-d2de7cda-de2b-42d6-8f2a-5731ab6ff6a7 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:28.736602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-d2de7cda-de2b-42d6-8f2a-5731ab6ff6a7 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4331074 Feb 19 00:48:28.742472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f798c6f-eee3-45a8-8f8e-2a243a154b29 req-19c0c039-f566-4be6-9f2b-c304e033f957 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 210 time: 0.0528479 Feb 19 00:48:28.753452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Request body: {'port': {'device_id': '8a117292-5867-487c-9ebe-157e9925820a', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '54a7bce13b6f49ac87a01a93293008b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:28.761455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c6517ae6-1a11-452f-9de5-29f304755cd0 None None] Provisioning complete for port 6ad8ef0a-382b-4e86-b699-147619f1d58e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:28.763181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c6517ae6-1a11-452f-9de5-29f304755cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.805668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c6517ae6-1a11-452f-9de5-29f304755cd0 None None] Port 6ad8ef0a-382b-4e86-b699-147619f1d58e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:28.817573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.886297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks [] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.084813 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.183167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:29.190052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:29.192521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:29.197993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.198617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.219356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event updated for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.279275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (912691fc-6356-4f3f-b916-87b1a23b00ef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.282021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.283154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/912691fc-6356-4f3f-b916-87b1a23b00ef HTTP/1.1" status: 204 len: 168 time: 1.0782349 Feb 19 00:48:29.334363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912691fc-6356-4f3f-b916-87b1a23b00ef,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.335724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-4b383a03-1b44-4b25-a857-7214a83f3eaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4247015 Feb 19 00:48:29.352593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Request body: {'port': {'device_id': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:29.372125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.372472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.372913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.373244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.373573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.373896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.374734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.375703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.375703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.375703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.375991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.376314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.376632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec01c5-a31c-47b6-8f07-be16fef7bf80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:29.386514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:29.409597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks [] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.425339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d6a46-2e6b-4981-8ad9-3aba8f34a60e req-b341af63-a1e5-46c6-920c-7361db399504 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.425339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b19d6a46-2e6b-4981-8ad9-3aba8f34a60e req-b341af63-a1e5-46c6-920c-7361db399504 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 943 time: 0.3002503 Feb 19 00:48:29.464909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Transition to ACTIVE for port object 6ad8ef0a-382b-4e86-b699-147619f1d58e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:29.484706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.490246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Made reservation on behalf of 54a7bce13b6f49ac87a01a93293008b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:29.493640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.502240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.resource_extend [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:48:29.555543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.569502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c81d4815-4b11-4a64-b4cb-e71aa1b5eef0 None None] Provisioning complete for port e924141d-fba2-4d9c-8194-a911853bd4cb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:29.570113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c81d4815-4b11-4a64-b4cb-e71aa1b5eef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.630088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.647441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b19d6a46-2e6b-4981-8ad9-3aba8f34a60e req-142f01d1-aafb-4a2e-988c-0ae37a74981c tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023647 Feb 19 00:48:29.676919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c81d4815-4b11-4a64-b4cb-e71aa1b5eef0 None None] Port e924141d-fba2-4d9c-8194-a911853bd4cb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:29.718657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.889432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.905562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Attempting to bind port 6ad8ef0a-382b-4e86-b699-147619f1d58e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:29.906364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Attempting to bind port 6ad8ef0a-382b-4e86-b699-147619f1d58e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:29.906706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Attempting to bind port 6ad8ef0a-382b-4e86-b699-147619f1d58e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:29.915068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Allocated IP 192.168.233.171 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/77d48055-a6ae-4a23-992d-8439032b5923) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:29.922864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff5820-aeca-4af7-9958-46131271b6d8 req-78496639-7bc3-41fe-8f52-5526ed81d2a2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.924274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-faff5820-aeca-4af7-9958-46131271b6d8 req-78496639-7bc3-41fe-8f52-5526ed81d2a2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 935 time: 0.1738901 Feb 19 00:48:29.925325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Port 6ad8ef0a-382b-4e86-b699-147619f1d58e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:29.925648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Attempting to bind port 6ad8ef0a-382b-4e86-b699-147619f1d58e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:29.971468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:29.971811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:29.972400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:29.972861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Bound port: 6ad8ef0a-382b-4e86-b699-147619f1d58e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:29.973224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.973789 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Floating IP ab8ff278-62a0-4387-8f93-6db83ce12113 associated. External IP: 172.25.2.240, port: c003d5e6-7d10-4fab-a296-dfd05bfa77db. Feb 19 00:48:29.986346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2edb5-2dfc-46e9-868f-b6616b92a895 req-9cbb1d7e-8625-410e-978f-765ca1a82193 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.993700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f2edb5-2dfc-46e9-868f-b6616b92a895 req-9cbb1d7e-8625-410e-978f-765ca1a82193 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.1825283 Feb 19 00:48:30.010040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-faff5820-aeca-4af7-9958-46131271b6d8 req-d85379ec-2e2c-4929-ae49-7c006725c4c0 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Feb 19 00:48:30.090886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:30.096549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:30.168147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.210667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f2edb5-2dfc-46e9-868f-b6616b92a895 req-282de3e7-8863-4237-a85d-365319e0e3bd tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162919 Feb 19 00:48:30.212116 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53ba3d81-7aeb-485a-b340-f12d9ea50dbe req-2548a653-b340-45ba-bee7-80c6be946502 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 210 time: 0.0413759 Feb 19 00:48:30.261575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:30.267457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.267457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] 10.222.0.96 "PUT /v2.0/ports/6ad8ef0a-382b-4e86-b699-147619f1d58e HTTP/1.1" status: 200 len: 1095 time: 1.6763363 Feb 19 00:48:30.269661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:30.274757 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41da3fd-b30e-4675-a586-9de0bbd14429" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:30.319748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae03ea-d8ba-4c5f-9a85-85b5b948269a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:30.336024 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd8254-0d16-42ae-a6e5-d837d015606d x-openstack-request-id: req-71bd8254-0d16-42ae-a6e5-d837d015606d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:30.336317 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:30.336573 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-71bd8254-0d16-42ae-a6e5-d837d015606d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:30.337056 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'status': 'completed', 'code': 200} Feb 19 00:48:30.337364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53678) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:30.345633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks [] for port (77d48055-a6ae-4a23-992d-8439032b5923), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.420392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41da3fd-b30e-4675-a586-9de0bbd14429 req-162225a6-c39b-4a91-9723-eeaed58090f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:30.422966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d41da3fd-b30e-4675-a586-9de0bbd14429 req-162225a6-c39b-4a91-9723-eeaed58090f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1129 time: 0.0555117 Feb 19 00:48:30.451459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:30.470431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d41da3fd-b30e-4675-a586-9de0bbd14429 req-919a8563-11b7-4b6b-8f7b-b1b1f22b5fff service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406938 Feb 19 00:48:30.528794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.545170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c2515504-a561-494c-b570-3dffd7cefddf'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:30.661072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ac230a01-48ae-4c4a-b226-530f890e7501 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:30.662513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:30.672062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:30.679034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:30.684159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:30.684773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.703038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Pushing event updated for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:30.713678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:30.720052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.732847 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:30.760915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-158d2c3b-5c22-403b-bf93-507ca000f5cc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "PUT /v2.0/floatingips/ab8ff278-62a0-4387-8f93-6db83ce12113 HTTP/1.1" status: 200 len: 991 time: 2.7747073 Feb 19 00:48:30.761579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53694) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:30.762448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:30.767135 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:30.773418 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:30.773591 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd7630f-6c52-44de-86cf-0fec73cd1050" -d '{"events": [{"name": "network-changed", "server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:30.799190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-8ebe4493-53a5-4364-844f-284a02d49946 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0513375 Feb 19 00:48:30.826320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Request body: {'port': {'device_id': '8a117292-5867-487c-9ebe-157e9925820a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:30.829699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-09bcaa91-b5d2-472b-90de-60f85392439a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.878769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ac230a01-48ae-4c4a-b226-530f890e7501,segment=NetworkSegment(4583e84f-8248-462a-a0a7-3f7d033b753e),segment_id=4583e84f-8248-462a-a0a7-3f7d033b753e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:30.901660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'ac230a01-48ae-4c4a-b226-530f890e7501', 'network_id': 'e27835bc-4563-44b0-a4fa-ac9aedb75095', 'port_id': 'ac230a01-48ae-4c4a-b226-530f890e7501', 'mac_address': 'fa:16:3e:a1:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0761e453-b804-4bff-a1a6-e634e867996b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:30.950832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ac230a01-48ae-4c4a-b226-530f890e7501 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:30.951509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.970117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac230a01-48ae-4c4a-b226-530f890e7501 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:30.992857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ac230a01-48ae-4c4a-b226-530f890e7501,segment=NetworkSegment(4583e84f-8248-462a-a0a7-3f7d033b753e),segment_id=4583e84f-8248-462a-a0a7-3f7d033b753e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:31.065011 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:31.065290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e924141d-fba2-4d9c-8194-a911853bd4cb {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:31.076334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks [] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.080030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5bdfc-ec6e-4285-9654-23562c440e0a req-7a001143-6a6f-4f73-8568-6ad70f3bf1a7 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.087852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8c5bdfc-ec6e-4285-9654-23562c440e0a req-7a001143-6a6f-4f73-8568-6ad70f3bf1a7 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 945 time: 0.1810000 Feb 19 00:48:31.100520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77d48055-a6ae-4a23-992d-8439032b5923), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.106466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Transition to ACTIVE for port object e924141d-fba2-4d9c-8194-a911853bd4cb will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:31.114181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.194484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5abf-da54-4145-b7c4-9197c8f5e3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.204889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.223595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.250596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-22b69e94-e12e-47d3-aa71-72b05e3e6039 None None] Provisioning complete for port 77d48055-a6ae-4a23-992d-8439032b5923 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:31.250976 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-22b69e94-e12e-47d3-aa71-72b05e3e6039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77d48055-a6ae-4a23-992d-8439032b5923), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.260835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8c5bdfc-ec6e-4285-9654-23562c440e0a req-e7929cc2-309d-431d-b8b1-108babe72a31 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709852 Feb 19 00:48:31.323625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5abf-da54-4145-b7c4-9197c8f5e3e5 admin admin] Publish callbacks [] for security_group (23234098-ea41-4dee-90a0-63bcdf1ce14f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.330643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-22b69e94-e12e-47d3-aa71-72b05e3e6039 None None] Port 77d48055-a6ae-4a23-992d-8439032b5923 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:31.368992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ac230a01-48ae-4c4a-b226-530f890e7501'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:31.385901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Pushing event updated for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.404369 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cf5f1e-c339-4098-93f3-1a0282ec448c x-openstack-request-id: req-20cf5f1e-c339-4098-93f3-1a0282ec448c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:31.404953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5abf-da54-4145-b7c4-9197c8f5e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (23234098-ea41-4dee-90a0-63bcdf1ce14f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.405520 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:31.408386 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-20cf5f1e-c339-4098-93f3-1a0282ec448c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:31.409067 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'status': 'completed', 'code': 200} Feb 19 00:48:31.432656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-09bcaa91-b5d2-472b-90de-60f85392439a admin admin] Publish callbacks [] for security_group (c0613b5e-5013-4cea-8d1c-4a43ac833f8c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.490187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfc9df-b0d5-484a-b732-45514db243eb req-b4a0f678-49ad-4cd3-8f74-306f06fb1ba5 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.503405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65cfc9df-b0d5-484a-b732-45514db243eb req-b4a0f678-49ad-4cd3-8f74-306f06fb1ba5 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 944 time: 0.6577587 Feb 19 00:48:31.556608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-09bcaa91-b5d2-472b-90de-60f85392439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c0613b5e-5013-4cea-8d1c-4a43ac833f8c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.607063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:31.628412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f5abf-da54-4145-b7c4-9197c8f5e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23234098-ea41-4dee-90a0-63bcdf1ce14f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.629085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:c5:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:48:29Z', 'revision_number': 1, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:31.632948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d8f5abf-da54-4145-b7c4-9197c8f5e3e5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=658f835ebc164773a959a2999b6ab241&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2944527 Feb 19 00:48:31.633973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41da3fd-b30e-4675-a586-9de0bbd14429 req-42a79775-9a3c-4384-a9f0-568644fcdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.635379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d41da3fd-b30e-4675-a586-9de0bbd14429 req-42a79775-9a3c-4384-a9f0-568644fcdd97 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1587102 Feb 19 00:48:31.635870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53720) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:31.670235 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:31.681881 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:31.682851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:31.756059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Attempting to bind port e924141d-fba2-4d9c-8194-a911853bd4cb on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:31.756396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Attempting to bind port e924141d-fba2-4d9c-8194-a911853bd4cb by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:31.756726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Attempting to bind port e924141d-fba2-4d9c-8194-a911853bd4cb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:31.760084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-7d544b9a-be2d-4244-a3b8-1694fec8ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.761604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-7d544b9a-be2d-4244-a3b8-1694fec8ebea service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 1127 time: 0.3722043 Feb 19 00:48:31.812816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65cfc9df-b0d5-484a-b732-45514db243eb req-9e22c812-c694-4bf7-9a67-8b9977faf3c0 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059738 Feb 19 00:48:31.825041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:31.830507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Port e924141d-fba2-4d9c-8194-a911853bd4cb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:31.830837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Attempting to bind port e924141d-fba2-4d9c-8194-a911853bd4cb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:31.861845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:31.862187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:31.862576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:31.863447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Bound port: e924141d-fba2-4d9c-8194-a911853bd4cb, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:31.863802 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.943338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3ea2b1-10fe-44aa-9bff-86690d17c06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.978114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcaa91-b5d2-472b-90de-60f85392439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0613b5e-5013-4cea-8d1c-4a43ac833f8c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.995591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-09bcaa91-b5d2-472b-90de-60f85392439a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ccb72a7b883b4a48806d3b459509e289&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2223227 Feb 19 00:48:31.998003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:32.020530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b5f9b-2834-4d27-9cfb-a08d42e73161 req-0eca61a6-d3c6-4f06-945e-312e3de07630 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.022115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed1b5f9b-2834-4d27-9cfb-a08d42e73161 req-0eca61a6-d3c6-4f06-945e-312e3de07630 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.5881178 Feb 19 00:48:32.080766 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:c5:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:48:29Z', 'revision_number': 1, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:32.110630 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cadc516-38f6-4958-a9da-f6035c19eb0f None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:c5:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:48:29Z', 'revision_number': 1, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:32.147260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed1b5f9b-2834-4d27-9cfb-a08d42e73161 req-b573bbd2-d823-4e8a-b6fb-7b0adaa4940b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179302 Feb 19 00:48:32.159157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] Publish callbacks [] for security_group (c0613b5e-5013-4cea-8d1c-4a43ac833f8c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.210093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] Publish callbacks [] for security_group (c0613b5e-5013-4cea-8d1c-4a43ac833f8c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.238431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d48055-a6ae-4a23-992d-8439032b5923 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:32.259689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] Publish callbacks [] for security_group (23234098-ea41-4dee-90a0-63bcdf1ce14f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.262725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-9e908a86-628c-4cf3-8f3a-8187d88de22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.263494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks [] for port (77d48055-a6ae-4a23-992d-8439032b5923), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.266680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-9e908a86-628c-4cf3-8f3a-8187d88de22a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1129 time: 0.5472388 Feb 19 00:48:32.302925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Transition to ACTIVE for port object 77d48055-a6ae-4a23-992d-8439032b5923 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:32.332615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b578dd-ff70-41f0-8493-50da09276fbf req-8484fd07-83a5-40b5-aea2-d37a2b8347d1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.334345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9b578dd-ff70-41f0-8493-50da09276fbf req-8484fd07-83a5-40b5-aea2-d37a2b8347d1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 936 time: 0.1018672 Feb 19 00:48:32.379936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.381028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-80be5bf7-74b0-4643-a2ac-474c15eeecb4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e HTTP/1.1" status: 200 len: 217 time: 0.1027713 Feb 19 00:48:32.390526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] Publish callbacks [] for security_group (23234098-ea41-4dee-90a0-63bcdf1ce14f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.393044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-43cf1a3e-c411-489e-89f5-f919bcc4833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.396222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-43cf1a3e-c411-489e-89f5-f919bcc4833e service neutron] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 925 time: 0.6116638 Feb 19 00:48:32.397108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:32.399159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed75cd7d-150a-478a-a068-8118b474e2e4 None None] New status for floating IP ab8ff278-62a0-4387-8f93-6db83ce12113: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:48:32.413618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9b578dd-ff70-41f0-8493-50da09276fbf req-7bcef6a0-a6e4-47bd-8dc1-27f4d56db186 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 Feb 19 00:48:32.414196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c0613b5e-5013-4cea-8d1c-4a43ac833f8c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.416910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.420804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c0613b5e-5013-4cea-8d1c-4a43ac833f8c HTTP/1.1" status: 204 len: 168 time: 0.4188721 Feb 19 00:48:32.448991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e924141d-fba2-4d9c-8194-a911853bd4cb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:32.474746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdf0ee-b443-40e2-b836-18744ba85495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0613b5e-5013-4cea-8d1c-4a43ac833f8c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.479044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Pushing event updated for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.530811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Attempting to bind port 77d48055-a6ae-4a23-992d-8439032b5923 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:32.531682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Attempting to bind port 77d48055-a6ae-4a23-992d-8439032b5923 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:32.531894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30af35-c8db-43e3-ac8e-b9316ab1bbad req-574adf71-a560-4423-97ae-853c6ccf8caa tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.533601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e30af35-c8db-43e3-ac8e-b9316ab1bbad req-574adf71-a560-4423-97ae-853c6ccf8caa tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.6483853 Feb 19 00:48:32.533719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Attempting to bind port 77d48055-a6ae-4a23-992d-8439032b5923 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:32.542065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Port 77d48055-a6ae-4a23-992d-8439032b5923 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:32.542392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Attempting to bind port 77d48055-a6ae-4a23-992d-8439032b5923 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:32.549104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:32.549503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:32.550724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:32.550724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Bound port: 77d48055-a6ae-4a23-992d-8439032b5923, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:32.550724 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77d48055-a6ae-4a23-992d-8439032b5923), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.585382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.630178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:32.635012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=77d48055-a6ae-4a23-992d-8439032b5923,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:32.680279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.681659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.683025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] 10.222.0.96 "PUT /v2.0/ports/e924141d-fba2-4d9c-8194-a911853bd4cb HTTP/1.1" status: 200 len: 1095 time: 3.3359783 Feb 19 00:48:32.694269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:32.696550 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d849efb-edf9-423a-afab-da3eafef0e29" -d '{"events": [{"name": "network-changed", "server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:32.706108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.708382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-fd3844a2-983a-4a8b-85a3-4c166127a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.709973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-fd3844a2-983a-4a8b-85a3-4c166127a86a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3043234 Feb 19 00:48:32.722918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ac230a01-48ae-4c4a-b226-530f890e7501 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:32.739706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-65dbac9c-3d0e-41e5-9d4e-48433d673b5e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db HTTP/1.1" status: 200 len: 999 time: 0.3202035 Feb 19 00:48:32.785298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.789388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.795080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] 10.222.0.96 "PUT /v2.0/ports/77d48055-a6ae-4a23-992d-8439032b5923 HTTP/1.1" status: 200 len: 1096 time: 1.9699023 Feb 19 00:48:32.819791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a62b06-9105-4ad3-942f-9a43205b797a service neutron] Pushing event updated for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.825703 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2898e-19f8-45d1-af99-02730cddb11f x-openstack-request-id: req-d0c2898e-19f8-45d1-af99-02730cddb11f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:32.826170 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:32.834070 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0c2898e-19f8-45d1-af99-02730cddb11f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:32.834846 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb', 'status': 'completed', 'code': 200} Feb 19 00:48:32.957118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3ea2b1-10fe-44aa-9bff-86690d17c06d admin admin] Publish callbacks [] for security_group (5e40daca-cc2a-4a66-ab8e-01a9c7543b77), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.958572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (23234098-ea41-4dee-90a0-63bcdf1ce14f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.961779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.963261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/23234098-ea41-4dee-90a0-63bcdf1ce14f HTTP/1.1" status: 204 len: 168 time: 1.2924895 Feb 19 00:48:32.990564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849efb-edf9-423a-afab-da3eafef0e29 req-deb33eb1-8ade-4283-8859-cef8c02cf6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.994430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d849efb-edf9-423a-afab-da3eafef0e29 req-deb33eb1-8ade-4283-8859-cef8c02cf6ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 1129 time: 0.1652219 Feb 19 00:48:33.010421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953995e3-5cd0-40bd-8539-1c91a1d812cb service neutron] Pushing event updated for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.020742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e30af35-c8db-43e3-ac8e-b9316ab1bbad req-2c069aa3-7185-4510-a39e-be714cae6b09 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683220 Feb 19 00:48:33.039310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c950-bac7-449c-b743-e0e96017590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23234098-ea41-4dee-90a0-63bcdf1ce14f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.052762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-c06a1548-15ff-4647-b8f6-c8cf4c2f25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.065897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port ac230a01-48ae-4c4a-b226-530f890e7501 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:33.067232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-c06a1548-15ff-4647-b8f6-c8cf4c2f25af service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.3269997 Feb 19 00:48:33.070880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3ea2b1-10fe-44aa-9bff-86690d17c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5e40daca-cc2a-4a66-ab8e-01a9c7543b77), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.114237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port ac230a01-48ae-4c4a-b226-530f890e7501 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:33.116326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.166860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d849efb-edf9-423a-afab-da3eafef0e29 req-89d13735-882b-46fe-a22c-4ac54ec7beca service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524518 Feb 19 00:48:33.182100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360442f-5a36-4c36-bbd3-a8c9b2036566 req-83c2ff9d-c0a2-475e-875c-9d38450435a8 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.183886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0360442f-5a36-4c36-bbd3-a8c9b2036566 req-83c2ff9d-c0a2-475e-875c-9d38450435a8 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 944 time: 0.2743483 Feb 19 00:48:33.198803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-0d7f0fd5-96ee-422e-802c-3956d94a2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.200682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-0d7f0fd5-96ee-422e-802c-3956d94a2a32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4136832 Feb 19 00:48:33.209011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-da3ea2b1-10fe-44aa-9bff-86690d17c06d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5e4a532b78dc454e8a88696c6870959a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5919032 Feb 19 00:48:33.213986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ea2b1-10fe-44aa-9bff-86690d17c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e40daca-cc2a-4a66-ab8e-01a9c7543b77,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.225334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53746) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.237674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-1d60f125-99b5-495c-bf56-3a8fe7640c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.239432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-1d60f125-99b5-495c-bf56-3a8fe7640c8b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 1130 time: 0.3196461 Feb 19 00:48:33.296655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ac230a01-48ae-4c4a-b226-530f890e7501 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:33.297328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.332265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:33.334756 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca212da-9107-479c-bc88-c0c21a88fe8e" -d '{"events": [{"server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "name": "network-vif-plugged", "status": "completed", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:33.351153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ac230a01-48ae-4c4a-b226-530f890e7501,segment=NetworkSegment(4583e84f-8248-462a-a0a7-3f7d033b753e),segment_id=4583e84f-8248-462a-a0a7-3f7d033b753e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:33.393486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-f9b5cc54-85ed-402e-ac3c-61d4f363feb5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=77d48055-a6ae-4a23-992d-8439032b5923 HTTP/1.1" status: 200 len: 217 time: 0.1352160 Feb 19 00:48:33.406387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-2e0b56f7-f184-4073-a5fd-aa9f03bdca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.407873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-2e0b56f7-f184-4073-a5fd-aa9f03bdca67 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3260374 Feb 19 00:48:33.411992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:33.413786 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81204fa-814f-4608-bec8-ed30ed5d2edc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "tag": "77d48055-a6ae-4a23-992d-8439032b5923"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:33.447613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.480813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0360442f-5a36-4c36-bbd3-a8c9b2036566 req-d0843c03-02b1-4a1e-ae85-356f03c00c0b tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991983 Feb 19 00:48:33.486220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d849efb-edf9-423a-afab-da3eafef0e29 req-da4d8d2e-c2f9-4abd-9ea0-ae39a1bff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.487707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d849efb-edf9-423a-afab-da3eafef0e29 req-da4d8d2e-c2f9-4abd-9ea0-ae39a1bff7b1 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3015764 Feb 19 00:48:33.548534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-266ad595-9335-4164-b0f4-b54893f1c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.548534 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-266ad595-9335-4164-b0f4-b54893f1c265 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1443319 Feb 19 00:48:33.555645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-e3810531-8c7d-4c49-a240-52ddeaad848f service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426547 Feb 19 00:48:33.559259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] Publish callbacks [] for security_group (5e40daca-cc2a-4a66-ab8e-01a9c7543b77), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.589068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.650027 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5f318-56bf-41c2-83bb-d7ae559f3929 x-openstack-request-id: req-82c5f318-56bf-41c2-83bb-d7ae559f3929 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:33.650546 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "name": "network-vif-plugged", "status": "completed", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:33.650900 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-82c5f318-56bf-41c2-83bb-d7ae559f3929 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:33.651411 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501', 'code': 200} Feb 19 00:48:33.651576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-fea1a794-db79-4f4e-890b-f53528565da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.653291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-fea1a794-db79-4f4e-890b-f53528565da4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 1129 time: 0.1184108 Feb 19 00:48:33.697745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] Publish callbacks [] for security_group (5e40daca-cc2a-4a66-ab8e-01a9c7543b77), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.705869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-453d309b-df17-4ab5-b7d0-5f9ce6a43e4b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e924141d-fba2-4d9c-8194-a911853bd4cb HTTP/1.1" status: 200 len: 217 time: 0.0424268 Feb 19 00:48:33.722672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15670ff0-5035-4253-861c-82df3ade2d9a req-78cdff3d-f8cc-42bd-b41f-05c550421c40 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.724219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15670ff0-5035-4253-861c-82df3ade2d9a req-78cdff3d-f8cc-42bd-b41f-05c550421c40 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.1109273 Feb 19 00:48:33.734184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-342c3399-ded3-4d97-bcab-741e6da6323a service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109000 Feb 19 00:48:33.784658 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53264d3-819a-4978-8a93-64b6cbb4306e x-openstack-request-id: req-a53264d3-819a-4978-8a93-64b6cbb4306e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:33.784886 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "tag": "77d48055-a6ae-4a23-992d-8439032b5923", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:33.785213 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a53264d3-819a-4978-8a93-64b6cbb4306e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:33.785772 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923', 'status': 'completed', 'code': 200} Feb 19 00:48:33.855262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-6513dfb5-47bb-4ec4-b849-a491436f7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.856784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-6513dfb5-47bb-4ec4-b849-a491436f7b9d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2987759 Feb 19 00:48:33.867805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-c7e13863-2dd9-43d3-b68b-46ca027adc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.869381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-c7e13863-2dd9-43d3-b68b-46ca027adc56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1431019 Feb 19 00:48:33.898717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15670ff0-5035-4253-861c-82df3ade2d9a req-35ce7b71-6bb2-4cf8-82c4-bbeef52db3e9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081855 Feb 19 00:48:33.940414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229399a-ca4a-4824-bb7c-a33c66514a93 req-801a820f-44f5-45bc-898b-57c8ddbf36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.942078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c229399a-ca4a-4824-bb7c-a33c66514a93 req-801a820f-44f5-45bc-898b-57c8ddbf36fa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 1127 time: 0.2169375 Feb 19 00:48:33.975331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58cec2be-c755-4c23-a3ff-424d1eb5c667 req-8964e1ad-9792-469f-b34a-be9ecbf5cdf7 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051993 Feb 19 00:48:33.986240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e05b13-f2e5-4988-93da-7122656c60cc req-f8b7ab63-e444-4303-8675-a8b5a92f68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.987953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-f8b7ab63-e444-4303-8675-a8b5a92f68c8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1120527 Feb 19 00:48:34.026972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43733ad0-2fd2-4de9-96c7-ced195fb6462 req-eaeddc0a-3496-415f-a002-95f1149812b3 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.028240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53768) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.029352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43733ad0-2fd2-4de9-96c7-ced195fb6462 req-eaeddc0a-3496-415f-a002-95f1149812b3 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 948 time: 0.2068334 Feb 19 00:48:34.043209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efd7630f-6c52-44de-86cf-0fec73cd1050 req-bbc59845-1298-4616-838c-e4f329ab12fe service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975974 Feb 19 00:48:34.074573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5e40daca-cc2a-4a66-ab8e-01a9c7543b77), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.078951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.078951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5e40daca-cc2a-4a66-ab8e-01a9c7543b77 HTTP/1.1" status: 204 len: 168 time: 0.8506753 Feb 19 00:48:34.092685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-c7f76400-ff42-4a28-b985-d3bd200a684d service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080390 Feb 19 00:48:34.096981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5ff45-d68e-4210-a9b7-d111f8a873de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e40daca-cc2a-4a66-ab8e-01a9c7543b77,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.126214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf6db-b8dc-45ae-b47b-528851ac79a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.131070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c229399a-ca4a-4824-bb7c-a33c66514a93 req-e439d4fc-3ffa-4524-a6ba-d394ac3a126d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807833 Feb 19 00:48:34.201131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43733ad0-2fd2-4de9-96c7-ced195fb6462 req-797dcf3e-ae67-4ce0-9e7b-02928de0d99e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470716 Feb 19 00:48:34.244698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61907ebb-ca60-4d69-96b4-01afe063fd93 req-7b89e14e-05eb-47f7-894e-d2f87c62f098 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438689 Feb 19 00:48:34.256013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b65f-e5ab-47b2-82a9-9460dd627f44 req-8e579670-053d-4d07-a64a-6dd3e219b469 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.257542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7111b65f-e5ab-47b2-82a9-9460dd627f44 req-8e579670-053d-4d07-a64a-6dd3e219b469 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.2302065 Feb 19 00:48:34.300663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-fb47f5ad-a6fd-41e0-b07e-bbc1975bb8a6 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038418 Feb 19 00:48:34.313536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf6db-b8dc-45ae-b47b-528851ac79a9 admin admin] Publish callbacks [] for security_group (021c3a36-23c7-43a6-ac77-bc538222127f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.344107 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7111b65f-e5ab-47b2-82a9-9460dd627f44 req-99731f25-7406-4b39-923a-c953c13b408e tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735848 Feb 19 00:48:34.402197 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf6db-b8dc-45ae-b47b-528851ac79a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (021c3a36-23c7-43a6-ac77-bc538222127f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.456334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce6bf6db-b8dc-45ae-b47b-528851ac79a9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b0d3455103f5408eac9e868885d9de15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218113 Feb 19 00:48:34.461887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.481763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bf6db-b8dc-45ae-b47b-528851ac79a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021c3a36-23c7-43a6-ac77-bc538222127f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.511490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90e05b13-f2e5-4988-93da-7122656c60cc req-e0a7f2f0-d2c6-4efa-9741-c7e611932081 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622930 Feb 19 00:48:34.517915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-67cdcced-eeed-4deb-a91e-47fe6d662639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.519585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-67cdcced-eeed-4deb-a91e-47fe6d662639 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=54a7bce13b6f49ac87a01a93293008b4&device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 1130 time: 0.0658486 Feb 19 00:48:34.535358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] Publish callbacks [] for security_group (021c3a36-23c7-43a6-ac77-bc538222127f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.564480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] Publish callbacks [] for security_group (021c3a36-23c7-43a6-ac77-bc538222127f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.684497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eefd6c-804e-4afb-8011-e52c12c14135 req-270c72fe-7d75-4a3e-b2a7-cd9aa5f81627 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.686096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09eefd6c-804e-4afb-8011-e52c12c14135 req-270c72fe-7d75-4a3e-b2a7-cd9aa5f81627 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 945 time: 0.0772367 Feb 19 00:48:34.706786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (021c3a36-23c7-43a6-ac77-bc538222127f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.709293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-2f3ab552-bd95-4534-aa00-3e6edd7f59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.709413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.710481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/021c3a36-23c7-43a6-ac77-bc538222127f HTTP/1.1" status: 204 len: 168 time: 0.2424443 Feb 19 00:48:34.710772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-2f3ab552-bd95-4534-aa00-3e6edd7f59ec service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1633930 Feb 19 00:48:34.729603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0267c4f-f891-4ca1-989b-8f9d1577e79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021c3a36-23c7-43a6-ac77-bc538222127f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.754908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09eefd6c-804e-4afb-8011-e52c12c14135 req-37daab37-07b4-4d85-a1f5-e2a385685b9d tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621581 Feb 19 00:48:34.774257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-533f794d-3783-4a1c-866d-09ed33189921 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=77d48055-a6ae-4a23-992d-8439032b5923 HTTP/1.1" status: 200 len: 217 time: 0.0459406 Feb 19 00:48:34.887705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53794) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.907712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fafcf622-6abb-4f8d-88b9-2aacf15290d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.051731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fafcf622-6abb-4f8d-88b9-2aacf15290d6 admin admin] Publish callbacks [] for security_group (247d9bfa-225d-4ed8-ba1d-931868333d96), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.071728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e9f60-34c2-4cd7-9106-6d98900b028c req-1b0afa4f-409d-4e89-bacc-a698722c17e3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.073138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0e9f60-34c2-4cd7-9106-6d98900b028c req-1b0afa4f-409d-4e89-bacc-a698722c17e3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.0901067 Feb 19 00:48:35.085580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-25defcb0-5c79-4246-82af-9cccfe2f1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.087050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-25defcb0-5c79-4246-82af-9cccfe2f1824 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2981417 Feb 19 00:48:35.135628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0e9f60-34c2-4cd7-9106-6d98900b028c req-98590915-13e6-42f2-adb4-9d1f734191f1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Feb 19 00:48:35.136925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fafcf622-6abb-4f8d-88b9-2aacf15290d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (247d9bfa-225d-4ed8-ba1d-931868333d96), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.147070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38014c2d-1c2f-4639-aad6-49be33648a79 req-2e008369-666e-4561-ad9a-cc47e762ebaa tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.148893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38014c2d-1c2f-4639-aad6-49be33648a79 req-2e008369-666e-4561-ad9a-cc47e762ebaa tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.1128814 Feb 19 00:48:35.177813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcf622-6abb-4f8d-88b9-2aacf15290d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247d9bfa-225d-4ed8-ba1d-931868333d96,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:35.210173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-b5642b31-ea6b-4b6d-9b14-7b9332fe5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.211039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fafcf622-6abb-4f8d-88b9-2aacf15290d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e356c43fdf9a4286afe70ea869a7c718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218346 Feb 19 00:48:35.211532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-b5642b31-ea6b-4b6d-9b14-7b9332fe5947 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1168559 Feb 19 00:48:35.213713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53804) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:35.253228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38014c2d-1c2f-4639-aad6-49be33648a79 req-d996fde1-3b9c-41bb-8149-54f321541d25 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855129 Feb 19 00:48:35.365598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] Publish callbacks [] for security_group (247d9bfa-225d-4ed8-ba1d-931868333d96), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.379657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-4575312f-be46-4d14-be0a-4d38778c1b76 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559906 Feb 19 00:48:35.396729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] Publish callbacks [] for security_group (247d9bfa-225d-4ed8-ba1d-931868333d96), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.410572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91618d9-c4bc-4514-b2cf-6aeb6a3e3cb4 req-0226c1d3-dc41-4cd3-8256-dcf7d1f8a118 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.412094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c91618d9-c4bc-4514-b2cf-6aeb6a3e3cb4 req-0226c1d3-dc41-4cd3-8256-dcf7d1f8a118 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 948 time: 0.0982020 Feb 19 00:48:35.480726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c91618d9-c4bc-4514-b2cf-6aeb6a3e3cb4 req-19ffbee4-aa3a-4f1f-a2c1-6fa0d6022690 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Feb 19 00:48:35.519296 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d81204fa-814f-4608-bec8-ed30ed5d2edc req-79edace9-134d-45cb-9056-4a69846ecc5a service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102152 Feb 19 00:48:35.556593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (247d9bfa-225d-4ed8-ba1d-931868333d96), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.559377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.560595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/247d9bfa-225d-4ed8-ba1d-931868333d96 HTTP/1.1" status: 204 len: 168 time: 0.3458796 Feb 19 00:48:35.569840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024bcb6-e978-4cf5-bb31-33286d70b0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d9bfa-225d-4ed8-ba1d-931868333d96,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:35.926597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf6610-7c4b-48d8-9db2-884a448f42d8 req-7ec55f9a-083a-4f1d-8bfa-ad3006d166fd tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.928452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37bf6610-7c4b-48d8-9db2-884a448f42d8 req-7ec55f9a-083a-4f1d-8bfa-ad3006d166fd tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 945 time: 0.0585790 Feb 19 00:48:35.993327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37bf6610-7c4b-48d8-9db2-884a448f42d8 req-aa679bf8-7219-4539-b03d-4416039f1630 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487795 Feb 19 00:48:36.386061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665509-8e97-4896-9726-2d99697f0f4d req-71425467-692d-43ed-8cda-33afb1d73858 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:36.393615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8665509-8e97-4896-9726-2d99697f0f4d req-71425467-692d-43ed-8cda-33afb1d73858 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.1248517 Feb 19 00:48:36.443994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8665509-8e97-4896-9726-2d99697f0f4d req-abc6ce16-3924-44ba-8dd6-7fbf090cddeb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Feb 19 00:48:36.458351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be29388-323a-49fd-a16c-b959dae2cb87 req-8fbea1c6-0e26-4b3c-9c77-158ee12426f7 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:36.463547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8be29388-323a-49fd-a16c-b959dae2cb87 req-8fbea1c6-0e26-4b3c-9c77-158ee12426f7 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.0664480 Feb 19 00:48:36.518782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8be29388-323a-49fd-a16c-b959dae2cb87 req-be42d4b1-6517-42d0-a4eb-eefa445b5f57 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/security-groups?id=4964cc1a-c48b-41da-92b8-509b5461ccf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Feb 19 00:48:36.574806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-c6a0c98b-9ec9-4774-8c69-af78bfdc1917 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:36.576698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-c6a0c98b-9ec9-4774-8c69-af78bfdc1917 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 950 time: 0.0682435 Feb 19 00:48:36.677352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a31fbe-bfff-4a5e-a70c-e77cfc97567e req-886e4ccb-11e6-46f8-847a-44299fdc2880 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:36.678896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26a31fbe-bfff-4a5e-a70c-e77cfc97567e req-886e4ccb-11e6-46f8-847a-44299fdc2880 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 948 time: 0.0846579 Feb 19 00:48:36.687520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Deleting port bf9590f4-3dc3-47b0-ade3-9c1356926b31 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:36.688168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:36.749730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26a31fbe-bfff-4a5e-a70c-e77cfc97567e req-e7012871-bfa0-4517-bc02-159420008a46 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Feb 19 00:48:36.779571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:36.808604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] For port bf9590f4-3dc3-47b0-ade3-9c1356926b31, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=bf9590f4-3dc3-47b0-ade3-9c1356926b31,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:36.808969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:36.826546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Calling delete_port for bf9590f4-3dc3-47b0-ade3-9c1356926b31 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:36.893194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:36.908249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:36.923434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'mac_address': 'fa:16:3e:40:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:36.965760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:36.966173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:36.980738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:37.017053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:37.088205 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bf9590f4-3dc3-47b0-ade3-9c1356926b31), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.088353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.129879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['bf9590f4-3dc3-47b0-ade3-9c1356926b31'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:37.132374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Pushing event deleted for resources: {'Port': ['ID=bf9590f4-3dc3-47b0-ade3-9c1356926b31,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:37.146364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a38f6f7-64c2-475f-a7df-a26508b0bf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.184706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53898) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.241412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] No DVR routers for this DVR port bf9590f4-3dc3-47b0-ade3-9c1356926b31 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:37.245748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.249886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a8e13f5-e20f-4a82-9827-704615ff9dbf req-ef3146e4-1f22-4343-9ec2-033d33b8ba2c tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.96 "DELETE /v2.0/ports/bf9590f4-3dc3-47b0-ade3-9c1356926b31 HTTP/1.1" status: 204 len: 173 time: 0.6674383 Feb 19 00:48:37.265959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'name': 'network-vif-deleted', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:37.271712 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e627da-2b1f-4a2c-8c8e-3a690a7b357d" -d '{"events": [{"server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "name": "network-vif-deleted", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:37.387392 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d1007-1b08-4417-abe3-fe5aea231dbc x-openstack-request-id: req-7f7d1007-1b08-4417-abe3-fe5aea231dbc {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:37.391368 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca5af54-bb63-4b95-b905-aeb8f0809e7b", "name": "network-vif-deleted", "tag": "bf9590f4-3dc3-47b0-ade3-9c1356926b31", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:37.391641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7f7d1007-1b08-4417-abe3-fe5aea231dbc {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:37.392073 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca5af54-bb63-4b95-b905-aeb8f0809e7b', 'name': 'network-vif-deleted', 'tag': 'bf9590f4-3dc3-47b0-ade3-9c1356926b31', 'status': 'completed', 'code': 200} Feb 19 00:48:37.402805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:37.418396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-network', 'tenant_id': '66075986b758403ab73384fcf05124a6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:37.453543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:37.488152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a38f6f7-64c2-475f-a7df-a26508b0bf2c admin admin] Publish callbacks [] for security_group (ced028f6-d7b0-494d-b66e-858b71e67c40), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.552423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a38f6f7-64c2-475f-a7df-a26508b0bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ced028f6-d7b0-494d-b66e-858b71e67c40), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.591542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5faea8-abfc-4f96-8143-b8ee90ce8e89 req-4016e558-997a-48d5-bfb9-ef3c7d197791 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.605293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad5faea8-abfc-4f96-8143-b8ee90ce8e89 req-4016e558-997a-48d5-bfb9-ef3c7d197791 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.0793977 Feb 19 00:48:37.609093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Made reservation on behalf of 66075986b758403ab73384fcf05124a6 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:37.614809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.673303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad5faea8-abfc-4f96-8143-b8ee90ce8e89 req-f816e2fe-2692-4c5b-ac9d-d449a8421773 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661259 Feb 19 00:48:37.694648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.739687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4a38f6f7-64c2-475f-a7df-a26508b0bf2c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ad618271ad9c40378b41cedb67597f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8428354 Feb 19 00:48:37.739687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38f6f7-64c2-475f-a7df-a26508b0bf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced028f6-d7b0-494d-b66e-858b71e67c40,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:37.741105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53922) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.795853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d658ae2e-6d06-4cc5-8c9c-198b673dba4b req-ca01289a-3155-49e6-9b8d-427762c8b5d0 tempest-DeleteServersAdminTestJSON-696701212 tempest-DeleteServersAdminTestJSON-696701212-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ca5af54-bb63-4b95-b905-aeb8f0809e7b HTTP/1.1" status: 200 len: 210 time: 0.0758901 Feb 19 00:48:37.868714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] Publish callbacks [] for security_group (ced028f6-d7b0-494d-b66e-858b71e67c40), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.899606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks [] for security_group (cc6d1414-7e26-4cab-82cd-ad29d3f0621e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.911143 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] Publish callbacks [] for security_group (ced028f6-d7b0-494d-b66e-858b71e67c40), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.956998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049bec6-8c04-40d7-82bc-813af2e41b5d req-34d103d3-6ef1-4f32-91ac-7fef216b2a90 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.963731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2049bec6-8c04-40d7-82bc-813af2e41b5d req-34d103d3-6ef1-4f32-91ac-7fef216b2a90 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 948 time: 0.0669827 Feb 19 00:48:37.980288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc6d1414-7e26-4cab-82cd-ad29d3f0621e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.027372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d1414-7e26-4cab-82cd-ad29d3f0621e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.036940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ced028f6-d7b0-494d-b66e-858b71e67c40), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.056349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:48:38.056559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.063186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ced028f6-d7b0-494d-b66e-858b71e67c40 HTTP/1.1" status: 204 len: 168 time: 0.3203115 Feb 19 00:48:38.073704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2049bec6-8c04-40d7-82bc-813af2e41b5d req-ea001e4e-052c-4b4e-b456-237256e8c2bb tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054127 Feb 19 00:48:38.088914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (31603b02-24d8-40b0-a59e-e63f3cb2c591), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.089306 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Added segment 31603b02-24d8-40b0-a59e-e63f3cb2c591 of type vlan for network 94151e14-d22e-43c6-8684-40deb82fe7fc Feb 19 00:48:38.112592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65ade5-851a-47d0-b0ea-5440c32d6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced028f6-d7b0-494d-b66e-858b71e67c40,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.144018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (94151e14-d22e-43c6-8684-40deb82fe7fc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.231121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (94151e14-d22e-43c6-8684-40deb82fe7fc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.233035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.235664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.304511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] Pushing event updated for resources: {'Network': ['ID=94151e14-d22e-43c6-8684-40deb82fe7fc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.316577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 94151e14-d22e-43c6-8684-40deb82fe7fc details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:48:38.449200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:38.454996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Request body: {'subnet': {'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-subnet', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:38.456188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d7b7686a-58ce-477a-b373-4fd797de9e32 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2638571 Feb 19 00:48:38.585243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Made reservation on behalf of 66075986b758403ab73384fcf05124a6 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:38.587827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.769420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e924141d-fba2-4d9c-8194-a911853bd4cb details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:38.851342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b674bb8-b17c-4011-9a0b-e0816b6c9ed6 req-df54b2cc-0a95-4da2-9990-afed27034249 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.853623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b674bb8-b17c-4011-9a0b-e0816b6c9ed6 req-df54b2cc-0a95-4da2-9990-afed27034249 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 947 time: 0.0913622 Feb 19 00:48:38.869199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:38.895413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (b78e1ff3-6010-46d0-b0cd-425ec629d3e5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.951035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e924141d-fba2-4d9c-8194-a911853bd4cb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:38.964873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e924141d-fba2-4d9c-8194-a911853bd4cb', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e924141d-fba2-4d9c-8194-a911853bd4cb', 'mac_address': 'fa:16:3e:a4:c9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:39.009843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b674bb8-b17c-4011-9a0b-e0816b6c9ed6 req-233c24c7-5154-424b-95ee-291bb82134c4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497622 Feb 19 00:48:39.012507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78e1ff3-6010-46d0-b0cd-425ec629d3e5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.013696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e924141d-fba2-4d9c-8194-a911853bd4cb is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:39.014328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.022570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Checking segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:39.022939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Network hostable DHCP agents. Network: 94151e14-d22e-43c6-8684-40deb82fe7fc, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:48:39.039383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e924141d-fba2-4d9c-8194-a911853bd4cb {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:39.045224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53974) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.053248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 6ad8ef0a-382b-4e86-b699-147619f1d58e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:39.067121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e924141d-fba2-4d9c-8194-a911853bd4cb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:39.068105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986491a-3324-4ee2-99c5-fbddbf0e45db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.068265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6ad8ef0a-382b-4e86-b699-147619f1d58e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:39.068667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.126951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:48:39.182561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.183450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 77d48055-a6ae-4a23-992d-8439032b5923 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:39.206099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986491a-3324-4ee2-99c5-fbddbf0e45db admin admin] Publish callbacks [] for security_group (d5a7e847-80ca-4c9f-8c96-29d31a179685), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.222086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 94151e14-d22e-43c6-8684-40deb82fe7fc) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:39.227449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.228046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.263443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcd2be-9f25-4441-b854-51eafa5ac4c7 req-12148f25-586c-4e1a-b800-d7dd33469fa5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.268674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-febcd2be-9f25-4441-b854-51eafa5ac4c7 req-12148f25-586c-4e1a-b800-d7dd33469fa5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 948 time: 0.1041355 Feb 19 00:48:39.273209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17763b44-acdc-4f7c-9fb8-706c611ef3ab None None] Network 94151e14-d22e-43c6-8684-40deb82fe7fc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:39.298981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986491a-3324-4ee2-99c5-fbddbf0e45db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d5a7e847-80ca-4c9f-8c96-29d31a179685), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.348691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-febcd2be-9f25-4441-b854-51eafa5ac4c7 req-9f6f2fc2-b088-4405-89fc-2927c47313f1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Feb 19 00:48:39.350083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53986) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.388870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.398362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5986491a-3324-4ee2-99c5-fbddbf0e45db admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5697840861d64b2cade78499fab82717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495429 Feb 19 00:48:39.412762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53992) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.415751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2796dd3f-394e-4647-88f9-dd5b0b281789 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9645801 Feb 19 00:48:39.417199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986491a-3324-4ee2-99c5-fbddbf0e45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a7e847-80ca-4c9f-8c96-29d31a179685,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.422443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.429146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:39.447231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:39.447798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.456588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:48:39.481732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-94151e14-d22e-43c6-8684-40deb82fe7fc', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:48:39.483152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.494945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=77d48055-a6ae-4a23-992d-8439032b5923,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:39.511532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] Publish callbacks [] for security_group (d5a7e847-80ca-4c9f-8c96-29d31a179685), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.523373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.539304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '77d48055-a6ae-4a23-992d-8439032b5923', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '77d48055-a6ae-4a23-992d-8439032b5923', 'mac_address': 'fa:16:3e:a1:49:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:39.540002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:39.542374 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3182e040-79ce-4e47-9c5c-e3f4dd50852e" -d '{"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:39.552422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] Publish callbacks [] for security_group (d5a7e847-80ca-4c9f-8c96-29d31a179685), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.611923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:39.613294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.615436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.616972 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1985715e-6e81-4b41-a92c-87e012bfcbf1 x-openstack-request-id: req-1985715e-6e81-4b41-a92c-87e012bfcbf1 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:39.617961 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:39.618440 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1985715e-6e81-4b41-a92c-87e012bfcbf1 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:39.619182 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'code': 200} Feb 19 00:48:39.625306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c08064-a0c9-4c8a-bbcb-2027b422ac87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.717619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.719485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device bf9590f4-3dc3-47b0-ade3-9c1356926b31 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:39.774108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d5a7e847-80ca-4c9f-8c96-29d31a179685), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.776833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.780249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d5a7e847-80ca-4c9f-8c96-29d31a179685 HTTP/1.1" status: 204 len: 168 time: 0.3876944 Feb 19 00:48:39.847099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef093839-a3a2-4742-ba99-9f4bab72f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a7e847-80ca-4c9f-8c96-29d31a179685,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.851431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.852886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54000) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.854222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for router_controller (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.871000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.871674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.872227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.872798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.873389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.873935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.874522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.875580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.876149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.876706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.877242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.878052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.878635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:39.882384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: bf9590f4-3dc3-47b0-ade3-9c1356926b31 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:39.883015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device bf9590f4-3dc3-47b0-ade3-9c1356926b31 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:39.897258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6238f-8c96-4970-93f5-bef64b31f6ed req-f1c2dee4-1b7d-42a7-abc0-0cb57a379cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.898785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84e6238f-8c96-4970-93f5-bef64b31f6ed req-f1c2dee4-1b7d-42a7-abc0-0cb57a379cc3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1131 time: 0.2024479 Feb 19 00:48:39.913139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 77d48055-a6ae-4a23-992d-8439032b5923 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:39.913883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77d48055-a6ae-4a23-992d-8439032b5923), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.968478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c08064-a0c9-4c8a-bbcb-2027b422ac87 admin admin] Publish callbacks [] for security_group (1c1d203c-1f12-46b1-921e-8ffe009b1665), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.971602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d48055-a6ae-4a23-992d-8439032b5923 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:39.995625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=77d48055-a6ae-4a23-992d-8439032b5923,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:40.047167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Allocated IP 172.20.0.2 (94151e14-d22e-43c6-8684-40deb82fe7fc/b78e1ff3-6010-46d0-b0cd-425ec629d3e5/0f12e387-6ca0-4349-aca9-85361d623aa2) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:40.081754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84e6238f-8c96-4970-93f5-bef64b31f6ed req-22baa35a-b4e5-4d57-8e2f-c28a033cbd75 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746876 Feb 19 00:48:40.082278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c08064-a0c9-4c8a-bbcb-2027b422ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c1d203c-1f12-46b1-921e-8ffe009b1665), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.117395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6c08064-a0c9-4c8a-bbcb-2027b422ac87 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e556ba05c2b94d19b3f0162cb3eed31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7608805 Feb 19 00:48:40.117395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.184551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c08064-a0c9-4c8a-bbcb-2027b422ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d203c-1f12-46b1-921e-8ffe009b1665,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.229972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.230550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.237284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] Publish callbacks [] for security_group (1c1d203c-1f12-46b1-921e-8ffe009b1665), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.286272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] Publish callbacks [] for security_group (1c1d203c-1f12-46b1-921e-8ffe009b1665), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.302425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for router_gateway (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.337640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1a006c0-3b67-40be-87aa-1c6c4d185021 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a86ca312b3924117b03044527dc5db13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4815571 Feb 19 00:48:40.341375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54010) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.365441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b5b8d-68be-4631-8b3c-878b8dc4dc33 req-a511f32a-1a3b-446e-ae46-7b54349bdfd5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.386103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a4b5b8d-68be-4631-8b3c-878b8dc4dc33 req-a511f32a-1a3b-446e-ae46-7b54349bdfd5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 948 time: 0.1613955 Feb 19 00:48:40.389899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.406958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] Publish callbacks [] for security_group (4964cc1a-c48b-41da-92b8-509b5461ccf7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.439472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] Publish callbacks [] for security_group (4964cc1a-c48b-41da-92b8-509b5461ccf7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.455384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks [] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.489486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c1d203c-1f12-46b1-921e-8ffe009b1665), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.492065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.493175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c1d203c-1f12-46b1-921e-8ffe009b1665 HTTP/1.1" status: 204 len: 168 time: 0.3749888 Feb 19 00:48:40.505389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e924141d-fba2-4d9c-8194-a911853bd4cb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:40.535436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909b749-6b2c-47e9-a37a-5287c59a3d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d203c-1f12-46b1-921e-8ffe009b1665,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.564310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.577863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4964cc1a-c48b-41da-92b8-509b5461ccf7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.580645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.590206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4964cc1a-c48b-41da-92b8-509b5461ccf7 HTTP/1.1" status: 204 len: 168 time: 0.2441759 Feb 19 00:48:40.591407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a4b5b8d-68be-4631-8b3c-878b8dc4dc33 req-149371cf-5dc4-4505-b7fa-bf60c5885494 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940944 Feb 19 00:48:40.616922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852a93d-9722-4bf3-94ef-7c4a26501e5c req-ad162c3b-d05d-4154-9bbb-89e253fa326e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.620904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b852a93d-9722-4bf3-94ef-7c4a26501e5c req-ad162c3b-d05d-4154-9bbb-89e253fa326e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 949 time: 0.1262217 Feb 19 00:48:40.623366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['77d48055-a6ae-4a23-992d-8439032b5923'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:40.633307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac14c5-d90b-4461-a6d3-ea4f4bfd8585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4964cc1a-c48b-41da-92b8-509b5461ccf7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.734961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b852a93d-9722-4bf3-94ef-7c4a26501e5c req-3aa41996-4e24-4174-b5fd-8c3c27ff9dd8 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950403 Feb 19 00:48:40.740017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:40.759491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:40.762942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Pushing event updated for resources: {'Port': ['ID=0f12e387-6ca0-4349-aca9-85361d623aa2,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.767339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:40.804992 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1cadd0a-b9a1-4444-8989-5cc4b6109804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.848206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for router_gateway (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.877204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.882589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Attempting to bind port 0f12e387-6ca0-4349-aca9-85361d623aa2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:40.882974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Attempting to bind port 0f12e387-6ca0-4349-aca9-85361d623aa2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:40.883754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Attempting to bind port 0f12e387-6ca0-4349-aca9-85361d623aa2 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:40.901954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:40.901954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Checking segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:40.902259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.902622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Bound using segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:40.903113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Bound port: 0f12e387-6ca0-4349-aca9-85361d623aa2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:40.903506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.010559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Allocated IP 172.25.2.235 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b71cbe13-d240-4ebd-8e31-46e0d4c2be2f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:41.053343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] For port 0f12e387-6ca0-4349-aca9-85361d623aa2, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:41.060740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] For port 0f12e387-6ca0-4349-aca9-85361d623aa2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0f12e387-6ca0-4349-aca9-85361d623aa2,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:41.130440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.140695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.198288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18437134-e6b6-4c24-b8d6-45dba22ad4fb None None] Pushing event updated for resources: {'Port': ['ID=0f12e387-6ca0-4349-aca9-85361d623aa2,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.266206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.313577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:41.317004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:41.319797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:41.350898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54032) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.364179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Pushing event updated for resources: {'Port': ['ID=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.422413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.429868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-018527cc-6657-4493-afca-db47ad853884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.470941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e35bd519-515e-43e0-bdd1-063beddba495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.766408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-018527cc-6657-4493-afca-db47ad853884 admin admin] Publish callbacks [] for security_group (5d0d834a-70e4-43d0-8b24-673bb9043a90), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.778785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e35bd519-515e-43e0-bdd1-063beddba495 admin admin] Publish callbacks [] for security_group (cd51cb9e-9eb2-4039-8504-8fc79519379e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.800283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19710a5d-1e18-40f3-9e36-c8847caba89f req-55c683ae-96b1-4b2c-83d2-2fd9877aaa8d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.801796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19710a5d-1e18-40f3-9e36-c8847caba89f req-55c683ae-96b1-4b2c-83d2-2fd9877aaa8d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 948 time: 0.1249030 Feb 19 00:48:41.855120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-018527cc-6657-4493-afca-db47ad853884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d0d834a-70e4-43d0-8b24-673bb9043a90), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.893333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e35bd519-515e-43e0-bdd1-063beddba495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cd51cb9e-9eb2-4039-8504-8fc79519379e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.936758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19710a5d-1e18-40f3-9e36-c8847caba89f req-a9c944a9-67b9-4818-914c-aa5397f68819 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224508 Feb 19 00:48:41.962640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-018527cc-6657-4493-afca-db47ad853884 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1894eeb58f844c669b39a01d18ab3db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6091003 Feb 19 00:48:41.966157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.970330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018527cc-6657-4493-afca-db47ad853884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d834a-70e4-43d0-8b24-673bb9043a90,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.995484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e35bd519-515e-43e0-bdd1-063beddba495 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=618430009cca478080927d85ce82a82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5668650 Feb 19 00:48:42.001579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54058) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.013994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for router_gateway (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.024287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bd519-515e-43e0-bdd1-063beddba495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51cb9e-9eb2-4039-8504-8fc79519379e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.039617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0f12e387-6ca0-4349-aca9-85361d623aa2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:42.115730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] Publish callbacks [] for security_group (cd51cb9e-9eb2-4039-8504-8fc79519379e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.160314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] Publish callbacks [] for security_group (5d0d834a-70e4-43d0-8b24-673bb9043a90), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.176241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0f12e387-6ca0-4349-aca9-85361d623aa2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:42.176625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.204183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] Publish callbacks [] for security_group (5d0d834a-70e4-43d0-8b24-673bb9043a90), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.228715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] Publish callbacks [] for security_group (cd51cb9e-9eb2-4039-8504-8fc79519379e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.305823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc19e0-0039-410f-89e5-d2622e148fe5 req-d7afb7ae-95b2-4f1d-936b-606cd998a1f1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.320157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bc19e0-0039-410f-89e5-d2622e148fe5 req-d7afb7ae-95b2-4f1d-936b-606cd998a1f1 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 949 time: 0.1614623 Feb 19 00:48:42.327566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0f12e387-6ca0-4349-aca9-85361d623aa2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:42.328354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.380522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0f12e387-6ca0-4349-aca9-85361d623aa2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0f12e387-6ca0-4349-aca9-85361d623aa2,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:42.404665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bc19e0-0039-410f-89e5-d2622e148fe5 req-e41bdfde-8ce2-4614-9ba5-b418bc1162fc tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864706 Feb 19 00:48:42.408034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cd51cb9e-9eb2-4039-8504-8fc79519379e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.410925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.415119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cd51cb9e-9eb2-4039-8504-8fc79519379e HTTP/1.1" status: 204 len: 168 time: 0.4125361 Feb 19 00:48:42.418601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.428639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd924ce-7048-4cd3-b321-1044f3114c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51cb9e-9eb2-4039-8504-8fc79519379e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.516944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.548646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d0d834a-70e4-43d0-8b24-673bb9043a90), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.548987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9aaa66-07d0-40ea-a062-5872b0487571 None None] Network 94151e14-d22e-43c6-8684-40deb82fe7fc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:42.551436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.554926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5d0d834a-70e4-43d0-8b24-673bb9043a90 HTTP/1.1" status: 204 len: 168 time: 0.5861080 Feb 19 00:48:42.566201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8738df-f397-45f4-bcc5-a969eda6bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d834a-70e4-43d0-8b24-673bb9043a90,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.665301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:48:42.823996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:42.837714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:42.848810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e924141d-fba2-4d9c-8194-a911853bd4cb up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:42.856314 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:42.856988 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:42.925162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.927291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a407a3e1-bb67-4117-9ca9-2a4b26bcc7aa admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5015700 Feb 19 00:48:42.931967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.940749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0f12e387-6ca0-4349-aca9-85361d623aa2,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.985634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ebb939d3-4ab0-424d-b3ca-0b6c7112cedc None None] Provisioning complete for port 0f12e387-6ca0-4349-aca9-85361d623aa2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:42.985634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebb939d3-4ab0-424d-b3ca-0b6c7112cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.012983 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:43.149145 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a9aedd5b-3b4e-4ee6-9d61-0c525bc6f21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.174813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ebb939d3-4ab0-424d-b3ca-0b6c7112cedc None None] Current status of the port 0f12e387-6ca0-4349-aca9-85361d623aa2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:43.244587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e924141d-fba2-4d9c-8194-a911853bd4cb completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:43.250668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e924141d-fba2-4d9c-8194-a911853bd4cb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:43.252961 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.255822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5083b-3764-4354-9e6b-ff82e22d3d26 req-dcaa813c-fd6c-4429-9f68-b2829bcd6b45 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:43.269862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dcc5083b-3764-4354-9e6b-ff82e22d3d26 req-dcaa813c-fd6c-4429-9f68-b2829bcd6b45 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 948 time: 0.1543355 Feb 19 00:48:43.391027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dcc5083b-3764-4354-9e6b-ff82e22d3d26 req-baadddc1-e9bd-4b27-92db-1a041efc9c13 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185265 Feb 19 00:48:43.428366 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:41Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:43.442447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e924141d-fba2-4d9c-8194-a911853bd4cb is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:43.443499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.496174 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:43.497327 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Updating router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:43.504773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:43.507656 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129bed54-201d-49a8-8359-b03283f425a0" -d '{"events": [{"server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "name": "network-vif-plugged", "status": "completed", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:43.525110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e924141d-fba2-4d9c-8194-a911853bd4cb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:43.560167 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.596752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.597652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 77d48055-a6ae-4a23-992d-8439032b5923 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:43.696969 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a82f723-e776-4115-9a09-a06d46a80f36 x-openstack-request-id: req-6a82f723-e776-4115-9a09-a06d46a80f36 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:43.697264 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "name": "network-vif-plugged", "status": "completed", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:43.697521 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6a82f723-e776-4115-9a09-a06d46a80f36 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:43.698038 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb', 'code': 200} Feb 19 00:48:43.770695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8901f8-7c5d-4292-b0a2-fb3229cb62b4 req-7998820b-ab2c-45fa-b04a-d059d061832c tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:43.773663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a8901f8-7c5d-4292-b0a2-fb3229cb62b4 req-7998820b-ab2c-45fa-b04a-d059d061832c tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 949 time: 0.2162013 Feb 19 00:48:43.775519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e26c7335-8d5f-42ad-9c04-008f2ae9e43e None None] Provisioning complete for port 0f12e387-6ca0-4349-aca9-85361d623aa2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:43.776051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e26c7335-8d5f-42ad-9c04-008f2ae9e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.816591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:43.930871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e26c7335-8d5f-42ad-9c04-008f2ae9e43e None None] Current status of the port 0f12e387-6ca0-4349-aca9-85361d623aa2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:43.938681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 77d48055-a6ae-4a23-992d-8439032b5923 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:43.974952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0f12e387-6ca0-4349-aca9-85361d623aa2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:43.992516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 77d48055-a6ae-4a23-992d-8439032b5923 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:43.993922 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77d48055-a6ae-4a23-992d-8439032b5923), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.999033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a8901f8-7c5d-4292-b0a2-fb3229cb62b4 req-fc8bfeb7-bd48-4639-81b3-aca47db698fe tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089663 Feb 19 00:48:44.017911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68c9d0-9c51-4e74-a196-28dd161dbc5b req-991062b9-cc39-4170-a014-5b29aba06b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:44.029326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bc68c9d0-9c51-4e74-a196-28dd161dbc5b req-991062b9-cc39-4170-a014-5b29aba06b90 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 1131 time: 0.3396816 Feb 19 00:48:44.081021 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks [] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.129947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bc68c9d0-9c51-4e74-a196-28dd161dbc5b req-724d8f34-4381-4601-871f-38a60a0641d4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997756 Feb 19 00:48:44.139652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.185239 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.198810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 77d48055-a6ae-4a23-992d-8439032b5923 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:44.199690 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77d48055-a6ae-4a23-992d-8439032b5923), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.203300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0f12e387-6ca0-4349-aca9-85361d623aa2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:44.206133 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.233871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Attempting to bind port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:44.234336 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Attempting to bind port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:44.234820 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Attempting to bind port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:44.263894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.285841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:44.286381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:44.286883 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.287320 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:44.292184 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Bound port: b71cbe13-d240-4ebd-8e31-46e0d4c2be2f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:44.292184 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.362658 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] For port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:44.364814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=77d48055-a6ae-4a23-992d-8439032b5923,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:44.365934 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcff0a-7a21-44eb-8189-d2e944d89578 None None] Pushing event updated for resources: {'Port': ['ID=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.370329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] For port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:44.438388 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.453284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Allocated IP 172.20.0.1 (94151e14-d22e-43c6-8684-40deb82fe7fc/b78e1ff3-6010-46d0-b0cd-425ec629d3e5/08813bde-c029-4482-ba20-654788c20644) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:44.486352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.511908 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:44.512532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:44.555377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0f12e387-6ca0-4349-aca9-85361d623aa2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:44.586835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef216d4c-e7ed-427f-838b-3d55c660625d req-3a022fdf-0e11-49b8-8ac8-2729362c25e5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:44.599867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef216d4c-e7ed-427f-838b-3d55c660625d req-3a022fdf-0e11-49b8-8ac8-2729362c25e5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 949 time: 0.0694282 Feb 19 00:48:44.615646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.685402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef216d4c-e7ed-427f-838b-3d55c660625d req-3f3573e3-d07f-401a-a566-1831ddb92483 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843379 Feb 19 00:48:44.715659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks [] for port (08813bde-c029-4482-ba20-654788c20644), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.720643 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcff0a-7a21-44eb-8189-d2e944d89578 None None] Pushing event updated for resources: {'Port': ['ID=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.799996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:44.836962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (08813bde-c029-4482-ba20-654788c20644), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.907529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:44.911978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Pushing event updated for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.915045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:44.946976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:44.947682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.070912 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.185714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:41Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:45.253641 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d152083-2690-44ee-8310-91a051d6bc39 None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:41Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:45.299779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd133-38a3-45f5-a4ef-cb2d71aeda15 req-b91cb36b-e7d7-4b92-a7fd-ecf092aaa7f5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:45.316670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-351fd133-38a3-45f5-a4ef-cb2d71aeda15 req-b91cb36b-e7d7-4b92-a7fd-ecf092aaa7f5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.1783357 Feb 19 00:48:45.380205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-49b86961-7db9-4306-8020-3a76356ea597 None None] Provisioning complete for port 08813bde-c029-4482-ba20-654788c20644 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:45.381377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-49b86961-7db9-4306-8020-3a76356ea597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (08813bde-c029-4482-ba20-654788c20644), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.409529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (08813bde-c029-4482-ba20-654788c20644), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.423796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-351fd133-38a3-45f5-a4ef-cb2d71aeda15 req-ca573fc9-6c13-48f1-a337-f7d8c7df215e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060867 Feb 19 00:48:45.506148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-49b86961-7db9-4306-8020-3a76356ea597 None None] Port 08813bde-c029-4482-ba20-654788c20644 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:45.686179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks [] for port (08813bde-c029-4482-ba20-654788c20644), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.699344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:45.701973 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17994257-5ff8-4d71-9731-2877e7fc9012" -d '{"events": [{"server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "name": "network-vif-plugged", "status": "completed", "tag": "77d48055-a6ae-4a23-992d-8439032b5923"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:45.745502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (08813bde-c029-4482-ba20-654788c20644), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.746809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.829480 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a7157-b540-4cbf-bc60-aa9f64b1d7ea x-openstack-request-id: req-e49a7157-b540-4cbf-bc60-aa9f64b1d7ea {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:45.829974 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "name": "network-vif-plugged", "status": "completed", "tag": "77d48055-a6ae-4a23-992d-8439032b5923", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:45.830377 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e49a7157-b540-4cbf-bc60-aa9f64b1d7ea {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:45.830942 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923', 'code': 200} Feb 19 00:48:45.893539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Pushing event updated for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.039942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbf03e-c0ef-4c0a-83d0-18f4f99447e9 req-9402b011-3ac2-4388-9552-26b453b784fe tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.041483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7bbf03e-c0ef-4c0a-83d0-18f4f99447e9 req-9402b011-3ac2-4388-9552-26b453b784fe tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 949 time: 0.1294634 Feb 19 00:48:46.060111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b71cbe13-d240-4ebd-8e31-46e0d4c2be2f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:46.150033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:46.150603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.161139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7bbf03e-c0ef-4c0a-83d0-18f4f99447e9 req-defc03f7-c109-4255-ba1e-fda6987381e5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112404 Feb 19 00:48:46.360048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:46.360467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.418999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:46.444587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172ac82-b003-42ae-8946-4371e182441f req-bffafda7-ddbe-40c7-b328-c0e431fed2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.446345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b172ac82-b003-42ae-8946-4371e182441f req-bffafda7-ddbe-40c7-b328-c0e431fed2f6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 1132 time: 0.5470073 Feb 19 00:48:46.453227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:46.464200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:46.497598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2bd87-6b8f-47df-8559-5b08bd1c826d req-2261a1f3-d5d2-4c63-995f-d962a44ad40b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.500538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8bf2bd87-6b8f-47df-8559-5b08bd1c826d req-2261a1f3-d5d2-4c63-995f-d962a44ad40b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1356761 Feb 19 00:48:46.528110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.675469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.682724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188492-6f62-4c8c-9ffc-c3fadc4022c3 req-05f4c680-e3af-4f0f-bd81-97d4aac6cdc5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.697513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85188492-6f62-4c8c-9ffc-c3fadc4022c3 req-05f4c680-e3af-4f0f-bd81-97d4aac6cdc5 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.1496105 Feb 19 00:48:46.704629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:46.759849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b172ac82-b003-42ae-8946-4371e182441f req-db08b1d0-aafb-418a-a8ef-fb2e2ccc1175 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049150 Feb 19 00:48:46.797115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.853495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.864506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fafc93a3-ea92-4e12-adb0-ab42f1947576 None None] Provisioning complete for port 08813bde-c029-4482-ba20-654788c20644 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:46.864506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fafc93a3-ea92-4e12-adb0-ab42f1947576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (08813bde-c029-4482-ba20-654788c20644), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.864683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85188492-6f62-4c8c-9ffc-c3fadc4022c3 req-87bb754d-9983-4c64-bc67-bb682814f313 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649170 Feb 19 00:48:46.923760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fafc93a3-ea92-4e12-adb0-ab42f1947576 None None] Port 08813bde-c029-4482-ba20-654788c20644 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:46.933086 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8bf2bd87-6b8f-47df-8559-5b08bd1c826d req-05971032-89ee-4d29-884f-c22bac78fcff tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559550 Feb 19 00:48:47.078084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:47.099641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8274821b-f560-4f50-ae0a-449748983d08 admin admin] 10.222.0.94 "PUT /v2.0/routers/b844f68f-8829-42e9-8b9a-8a07e46fdcc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1663518 Feb 19 00:48:47.213673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6b667c6-331f-4d4d-84c7-8ce75d49c667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.274471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-104f1c92-5d77-46da-ab4b-9e44c7b0a434 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400195 Feb 19 00:48:47.331365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6b667c6-331f-4d4d-84c7-8ce75d49c667 admin admin] Publish callbacks [] for security_group (bb11df27-cb31-4c9a-b0e3-7c0db122f533), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.419680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6b667c6-331f-4d4d-84c7-8ce75d49c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb11df27-cb31-4c9a-b0e3-7c0db122f533), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.512995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-8f85994a-8e56-4565-97f6-f09f827f0c98 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:47.516918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6b667c6-331f-4d4d-84c7-8ce75d49c667 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d2365d6171b84e43b11c6f5e9305f6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7184982 Feb 19 00:48:47.519927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54220) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.524504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-8f85994a-8e56-4565-97f6-f09f827f0c98 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443409 Feb 19 00:48:47.544556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-259f68ab-d99f-4eb5-9bb6-ef147ea2e07c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/quotas/bbe925ab30864d4e8178d9fb249c010d HTTP/1.1" status: 200 len: 375 time: 0.0187647 Feb 19 00:48:47.578274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b667c6-331f-4d4d-84c7-8ce75d49c667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11df27-cb31-4c9a-b0e3-7c0db122f533,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.632998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] Publish callbacks [] for security_group (bb11df27-cb31-4c9a-b0e3-7c0db122f533), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.667436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] Publish callbacks [] for security_group (bb11df27-cb31-4c9a-b0e3-7c0db122f533), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.685374 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-25685adb-d672-4d38-8626-8e824dc71ecc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1395607 Feb 19 00:48:47.814726 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb11df27-cb31-4c9a-b0e3-7c0db122f533), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.818042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.821601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bb11df27-cb31-4c9a-b0e3-7c0db122f533 HTTP/1.1" status: 204 len: 168 time: 0.2967103 Feb 19 00:48:47.834228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dd44b-552d-4b5a-b8cc-92c0f692bd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11df27-cb31-4c9a-b0e3-7c0db122f533,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.901837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b71cbe13-d240-4ebd-8e31-46e0d4c2be2f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:47.982614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:47.983126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.010650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:48.048073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:48.048851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:48.277874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:48.321603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-b854f4b7-c3bd-446a-bfb1-586ee7df1a70 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.323496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-b854f4b7-c3bd-446a-bfb1-586ee7df1a70 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 820 time: 0.2113998 Feb 19 00:48:48.352701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-302a0961-d0b8-4f15-9b20-a4d79358db60 req-e31c776e-4a81-46a0-8e74-84318e574a1a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 210 time: 0.0702345 Feb 19 00:48:48.353439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-be8b445a-86cb-4c0c-95a3-d85e76937569 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/quotas/66075986b758403ab73384fcf05124a6 HTTP/1.1" status: 200 len: 375 time: 0.0216236 Feb 19 00:48:48.372884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:48.464360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-13fa2566-ade8-416c-acf9-d1810eee11e9 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100430 Feb 19 00:48:48.544038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823acc3-d3e9-4534-9cd8-0bf3fdc72600 req-eeeb7425-3ab1-4feb-9995-58f45db23b27 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.546662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b823acc3-d3e9-4534-9cd8-0bf3fdc72600 req-eeeb7425-3ab1-4feb-9995-58f45db23b27 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.0968528 Feb 19 00:48:48.617087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b823acc3-d3e9-4534-9cd8-0bf3fdc72600 req-da363c98-b174-4e90-aa21-eef8abee67a8 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638533 Feb 19 00:48:48.700104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 2, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:48.742127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:48.742912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Updating router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 port 08813bde-c029-4482-ba20-654788c20644 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:48.807772 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (08813bde-c029-4482-ba20-654788c20644), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.830888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-befcbe97-f711-41a8-b5eb-9373e7ca850f service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598125 Feb 19 00:48:48.903750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54272) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.923431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f96d-5e0b-4891-a142-0d09ec2f40d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.941096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-c1d308ab-5e86-4e3e-aaa4-3ef31a8ce2d4 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092422 Feb 19 00:48:49.013160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f96d-5e0b-4891-a142-0d09ec2f40d8 admin admin] Publish callbacks [] for security_group (6da85b16-9e4a-4cbc-ac92-dd4df850fc28), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.099283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f96d-5e0b-4891-a142-0d09ec2f40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6da85b16-9e4a-4cbc-ac92-dd4df850fc28), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.139358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1d0f96d-5e0b-4891-a142-0d09ec2f40d8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fac5009976524adbbf2bb6b8b507c580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343726 Feb 19 00:48:49.142150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.148119 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks [] for port (08813bde-c029-4482-ba20-654788c20644), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.148661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0f96d-5e0b-4891-a142-0d09ec2f40d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da85b16-9e4a-4cbc-ac92-dd4df850fc28,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.224871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] Publish callbacks [] for security_group (6da85b16-9e4a-4cbc-ac92-dd4df850fc28), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.259424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (08813bde-c029-4482-ba20-654788c20644), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.262310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] Publish callbacks [] for security_group (6da85b16-9e4a-4cbc-ac92-dd4df850fc28), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.362162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d18567d0-71a7-4b5d-aeba-10be38a79b64 req-93e48504-8f3a-43e6-ae82-9050766e5191 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0468214 Feb 19 00:48:49.409986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c00a-5c40-46d6-84e0-8377f8c2b603 None None] Pushing event updated for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.495395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Attempting to bind port 08813bde-c029-4482-ba20-654788c20644 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:49.496031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Attempting to bind port 08813bde-c029-4482-ba20-654788c20644 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:49.496607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Attempting to bind port 08813bde-c029-4482-ba20-654788c20644 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:49.503503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:49.504054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Checking segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:49.504612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.505156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Bound using segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:49.505917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Bound port: 08813bde-c029-4482-ba20-654788c20644, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:49.506456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (08813bde-c029-4482-ba20-654788c20644), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.513065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa4017-6070-4417-93ee-8552105d70e3 req-88772724-96f9-4c83-80e2-0a6a4efd2c6c tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:49.515003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82aa4017-6070-4417-93ee-8552105d70e3 req-88772724-96f9-4c83-80e2-0a6a4efd2c6c tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 1132 time: 0.0623536 Feb 19 00:48:49.541863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6da85b16-9e4a-4cbc-ac92-dd4df850fc28), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.553293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.559666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6da85b16-9e4a-4cbc-ac92-dd4df850fc28 HTTP/1.1" status: 204 len: 168 time: 0.4148767 Feb 19 00:48:49.559785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-82aa4017-6070-4417-93ee-8552105d70e3 req-0370d8ad-3ad7-41c8-ba7b-5dcb8988fea1 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.584539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd4dff-0263-4b78-b924-4e75e369c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da85b16-9e4a-4cbc-ac92-dd4df850fc28,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.802000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b83eab8-fc32-4bbc-9b71-255587ea10be req-d600e7d9-7d63-4514-80df-fbf7e61d0e7a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 210 time: 0.0647211 Feb 19 00:48:49.803312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-82aa4017-6070-4417-93ee-8552105d70e3 req-0370d8ad-3ad7-41c8-ba7b-5dcb8988fea1 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Publish callbacks [] for security_group (7c44355f-e620-458a-a57c-d3e114cdc93b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.835679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-65c349aa-16b8-4f6e-a997-6fe4f8cc7e8e None None] Provisioning complete for port 08813bde-c029-4482-ba20-654788c20644 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:49.836057 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65c349aa-16b8-4f6e-a997-6fe4f8cc7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (08813bde-c029-4482-ba20-654788c20644), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.881122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] For port 08813bde-c029-4482-ba20-654788c20644, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:49.897889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-65c349aa-16b8-4f6e-a997-6fe4f8cc7e8e None None] Port 08813bde-c029-4482-ba20-654788c20644 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:49.902296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] For port 08813bde-c029-4482-ba20-654788c20644, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=08813bde-c029-4482-ba20-654788c20644,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:49.953271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-82aa4017-6070-4417-93ee-8552105d70e3 req-0370d8ad-3ad7-41c8-ba7b-5dcb8988fea1 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c44355f-e620-458a-a57c-d3e114cdc93b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.008924 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (08813bde-c029-4482-ba20-654788c20644), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.029022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82aa4017-6070-4417-93ee-8552105d70e3 req-0370d8ad-3ad7-41c8-ba7b-5dcb8988fea1 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981730 Feb 19 00:48:50.072866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370d8ad-3ad7-41c8-ba7b-5dcb8988fea1 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44355f-e620-458a-a57c-d3e114cdc93b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:50.131722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:50.132951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:50.534271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:50.558245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779a5fbf-e595-4ab2-889d-bbe5467829d8 req-ba1fb364-1d47-4432-8bdb-d05fc5beb9d7 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0861263 Feb 19 00:48:50.746833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Provisioning complete for port 08813bde-c029-4482-ba20-654788c20644 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:50.747236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (08813bde-c029-4482-ba20-654788c20644), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.762120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c00a-5c40-46d6-84e0-8377f8c2b603 None None] Pushing event updated for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:50.927350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbcb797c-0d4c-4114-ae05-45880c39c2f9 req-427cf1d8-8400-43ee-a673-8e75f5d6c2d6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 210 time: 0.0641968 Feb 19 00:48:50.947949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Current status of the port 08813bde-c029-4482-ba20-654788c20644 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:50.947949 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (08813bde-c029-4482-ba20-654788c20644), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.010141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7754c677-27ed-4685-a071-db10511bad36 None None] For port 08813bde-c029-4482-ba20-654788c20644, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=08813bde-c029-4482-ba20-654788c20644,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:51.037733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-c8bb2872-3822-414c-af79-9b4f62ce6786 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=bbe925ab30864d4e8178d9fb249c010d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596752 Feb 19 00:48:51.055016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:49Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:51.117771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d83b513-2d42-4e8b-9bbd-4cf51f279c3b None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:49Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:51.146969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (08813bde-c029-4482-ba20-654788c20644), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.378503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bb10e-a0df-4163-b53c-4c8a43d29258 req-527e04c1-806e-4910-8bef-a7054a408676 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:51.388110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-1bd64ac3-f6a8-4f8b-933e-55fb9c260754 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:51.391869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-1bd64ac3-f6a8-4f8b-933e-55fb9c260754 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463235 Feb 19 00:48:51.393712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b23bb10e-a0df-4163-b53c-4c8a43d29258 req-527e04c1-806e-4910-8bef-a7054a408676 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 1132 time: 0.1878526 Feb 19 00:48:51.395983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754c677-27ed-4685-a071-db10511bad36 None None] Pushing event updated for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:51.409607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Request body: {'port': {'device_id': 'c7df721d-99d9-4ea6-98f7-302419133104', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'bbe925ab30864d4e8178d9fb249c010d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:51.469893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54374) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.531729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b23bb10e-a0df-4163-b53c-4c8a43d29258 req-fde33d24-87d6-4791-a60b-3863fa2fa752 tempest-ServersAdminNegativeTestJSON-1544983754 tempest-ServersAdminNegativeTestJSON-1544983754-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365862 Feb 19 00:48:51.722213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Made reservation on behalf of bbe925ab30864d4e8178d9fb249c010d for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:51.726844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.807653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-3a3c6769-1b04-40e7-b3dd-12e29f122ea9 req-b060ca07-714f-4c82-8e0e-62fa908a237c service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:48:51.808914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a3c6769-1b04-40e7-b3dd-12e29f122ea9 req-b060ca07-714f-4c82-8e0e-62fa908a237c service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056682 Feb 19 00:48:52.013200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 08813bde-c029-4482-ba20-654788c20644 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:52.016957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-350f7a85-cc96-4e73-b81d-e3d047642f65 req-630ff1c9-27a6-4ac4-92b6-824c3951f46a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0740571 Feb 19 00:48:52.033032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6536ca0-921c-4227-9d72-da4ac601b00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.194718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 08813bde-c029-4482-ba20-654788c20644 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:52.194718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (08813bde-c029-4482-ba20-654788c20644), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.350478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a65787c-c7eb-42d4-a0f5-187742a99d9f req-dad82446-68c2-4cb7-9159-3f915a592698 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 210 time: 0.1463220 Feb 19 00:48:52.377621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Allocated IP 192.168.233.124 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/4114a63b-bbfa-4169-840a-44ac04f54471) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:52.405388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6536ca0-921c-4227-9d72-da4ac601b00c admin admin] Publish callbacks [] for security_group (7cd179be-fae7-415e-9cff-f8df394815ea), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.415578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 08813bde-c029-4482-ba20-654788c20644 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:52.518579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6536ca0-921c-4227-9d72-da4ac601b00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cd179be-fae7-415e-9cff-f8df394815ea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.686528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536ca0-921c-4227-9d72-da4ac601b00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd179be-fae7-415e-9cff-f8df394815ea,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:52.699058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6536ca0-921c-4227-9d72-da4ac601b00c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=22e7f612219543ae9a86dd162e3c5433&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2258532 Feb 19 00:48:52.701711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.803655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks [] for port (4114a63b-bbfa-4169-840a-44ac04f54471), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.835734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] Publish callbacks [] for security_group (7cd179be-fae7-415e-9cff-f8df394815ea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.863335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] Publish callbacks [] for security_group (7cd179be-fae7-415e-9cff-f8df394815ea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.054242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cd179be-fae7-415e-9cff-f8df394815ea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.057112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.058309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7cd179be-fae7-415e-9cff-f8df394815ea HTTP/1.1" status: 204 len: 168 time: 0.3517265 Feb 19 00:48:53.068737 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.073820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645374-1277-4c25-a5f4-a359685afea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd179be-fae7-415e-9cff-f8df394815ea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:53.086575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ad8ef0a-382b-4e86-b699-147619f1d58e', 'e924141d-fba2-4d9c-8194-a911853bd4cb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:53.261945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:53.336699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:53.339986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9474ad2-4411-4d71-a409-64fc0902d835 req-3f7bf69d-60f8-4085-a5fb-84e164ee8271 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0686452 Feb 19 00:48:53.348195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:53.375303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.375958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.466661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-87fd081e-f378-4b42-ab5f-039906b756c5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.470717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-87fd081e-f378-4b42-ab5f-039906b756c5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 820 time: 0.5501804 Feb 19 00:48:53.490619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'port': {'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'admin_state_up': True, 'tenant_id': '66075986b758403ab73384fcf05124a6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:53.649543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4392db-d946-431b-8ae6-f2b3dc33ef67 req-cb171c52-3cc3-4ab4-84bf-31e893d60334 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.658896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd4392db-d946-431b-8ae6-f2b3dc33ef67 req-cb171c52-3cc3-4ab4-84bf-31e893d60334 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.6150486 Feb 19 00:48:53.664201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2596691 Feb 19 00:48:53.668613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da3e2-0563-491c-a296-fde938d4b33b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event updated for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:53.688282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c179f-2a31-4427-81ae-bc213a9a3a34 req-4b0b6536-a273-4bfb-a603-f6111958aa2e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.693755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Request body: {'port': {'device_id': 'c7df721d-99d9-4ea6-98f7-302419133104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:53.704144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d00c179f-2a31-4427-81ae-bc213a9a3a34 req-4b0b6536-a273-4bfb-a603-f6111958aa2e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 936 time: 0.1641486 Feb 19 00:48:53.819210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e143de34-4fc3-4c81-86e4-6665a9e54aff None None] Provisioning complete for port 4114a63b-bbfa-4169-840a-44ac04f54471 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:53.820644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e143de34-4fc3-4c81-86e4-6665a9e54aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.824534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d00c179f-2a31-4427-81ae-bc213a9a3a34 req-8d73e574-6cb8-460e-9f53-3cd145062573 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194766 Feb 19 00:48:53.944656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e143de34-4fc3-4c81-86e4-6665a9e54aff None None] Port 4114a63b-bbfa-4169-840a-44ac04f54471 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:53.944760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Made reservation on behalf of 66075986b758403ab73384fcf05124a6 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:53.944760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.962376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd4392db-d946-431b-8ae6-f2b3dc33ef67 req-403a3e76-2704-43d6-ac53-4c361b3ce00a tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024576 Feb 19 00:48:53.970837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.269576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54470) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:54.295663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03572508-e65d-41b3-963a-9c81fd15fd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.352729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Allocated IP 172.20.0.8 (94151e14-d22e-43c6-8684-40deb82fe7fc/b78e1ff3-6010-46d0-b0cd-425ec629d3e5/a0a47f46-1398-43e5-8bc4-d0d6fa6bd373) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:54.388600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03572508-e65d-41b3-963a-9c81fd15fd5d admin admin] Publish callbacks [] for security_group (2e487053-d8bf-4a67-85da-3f10a6678526), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.500820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03572508-e65d-41b3-963a-9c81fd15fd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e487053-d8bf-4a67-85da-3f10a6678526), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.553532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03572508-e65d-41b3-963a-9c81fd15fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e487053-d8bf-4a67-85da-3f10a6678526,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:54.560127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-03572508-e65d-41b3-963a-9c81fd15fd5d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fc5c4414371e41d99a1411acfd4c7ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869463 Feb 19 00:48:54.563629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54480) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:54.585798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0928e64a-3234-4dd2-a114-013a0dfc0da8 req-ecba4a14-bc33-4b6a-97df-3ba328b4fefb tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0492134 Feb 19 00:48:54.629275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] Publish callbacks [] for security_group (2e487053-d8bf-4a67-85da-3f10a6678526), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.666556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] Publish callbacks [] for security_group (2e487053-d8bf-4a67-85da-3f10a6678526), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.686326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4114a63b-bbfa-4169-840a-44ac04f54471 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:54.704968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks [] for port (4114a63b-bbfa-4169-840a-44ac04f54471), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.715357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.730527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Transition to ACTIVE for port object 4114a63b-bbfa-4169-840a-44ac04f54471 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:54.798067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1238811-ee6c-445d-8749-51788cdffd11 req-976cb79c-9558-4e01-b668-4c2d9fc5474b tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:54.799886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1238811-ee6c-445d-8749-51788cdffd11 req-976cb79c-9558-4e01-b668-4c2d9fc5474b tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.1033049 Feb 19 00:48:54.802430 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.899404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e487053-d8bf-4a67-85da-3f10a6678526), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.902847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.925535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2e487053-d8bf-4a67-85da-3f10a6678526 HTTP/1.1" status: 204 len: 168 time: 0.3407874 Feb 19 00:48:54.925535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0280c9-f6a0-442d-bf31-73423634c844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e487053-d8bf-4a67-85da-3f10a6678526,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:54.978393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.984711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.081733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Deleting port 77d48055-a6ae-4a23-992d-8439032b5923 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:55.082746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (77d48055-a6ae-4a23-992d-8439032b5923), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.150937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Attempting to bind port 4114a63b-bbfa-4169-840a-44ac04f54471 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:55.151307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Attempting to bind port 4114a63b-bbfa-4169-840a-44ac04f54471 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:55.151636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Attempting to bind port 4114a63b-bbfa-4169-840a-44ac04f54471 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:55.155238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:55.163180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:55.175674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:55.183070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.183764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.192754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Port 4114a63b-bbfa-4169-840a-44ac04f54471 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:55.193083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Attempting to bind port 4114a63b-bbfa-4169-840a-44ac04f54471 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:55.202020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event updated for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.212054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:55.212394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:55.213909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:55.213909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Bound port: 4114a63b-bbfa-4169-840a-44ac04f54471, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:55.213909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.240449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04a56-f6b5-4044-b5ab-7df2f7a300a8 req-135e7cd0-a9a3-4242-a812-17a8e5b878cc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.244379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dc04a56-f6b5-4044-b5ab-7df2f7a300a8 req-135e7cd0-a9a3-4242-a812-17a8e5b878cc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 948 time: 0.2830617 Feb 19 00:48:55.294161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] For port 77d48055-a6ae-4a23-992d-8439032b5923, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=77d48055-a6ae-4a23-992d-8439032b5923,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:55.294734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (77d48055-a6ae-4a23-992d-8439032b5923), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.317688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Calling delete_port for 77d48055-a6ae-4a23-992d-8439032b5923 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:55.342938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-d794efc8-4aac-4316-8225-1a501c905827 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8584387 Feb 19 00:48:55.357041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Request body: {'port': {'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:55.412132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dc04a56-f6b5-4044-b5ab-7df2f7a300a8 req-c140c296-9a30-4ca5-8909-801c75dba37a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602895 Feb 19 00:48:55.413539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:55.459701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4114a63b-bbfa-4169-840a-44ac04f54471,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:55.579743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.610854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7455e9a4-0c83-4553-b3bf-54688b04c8c5 None None] Provisioning complete for port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:55.613646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7455e9a4-0c83-4553-b3bf-54688b04c8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.619326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.620124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.624156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] 10.222.0.96 "PUT /v2.0/ports/4114a63b-bbfa-4169-840a-44ac04f54471 HTTP/1.1" status: 200 len: 1096 time: 1.9347672 Feb 19 00:48:55.648487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:55.653278 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577f142-e0e2-42e1-9cd1-fa67d4794109" -d '{"events": [{"name": "network-changed", "server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:55.654698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.678453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7455e9a4-0c83-4553-b3bf-54688b04c8c5 None None] Port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:55.819290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (77d48055-a6ae-4a23-992d-8439032b5923), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.833843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['77d48055-a6ae-4a23-992d-8439032b5923'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:55.839578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c2515504-a561-494c-b570-3dffd7cefddf'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:55.843591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fa229-e870-4e2b-b79e-0ec278c824f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.867052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1ef20-6408-462c-a880-f05a419bb386 req-d537d98a-1f01-4329-9141-4d6ea52257c8 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.868829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84c1ef20-6408-462c-a880-f05a419bb386 req-d537d98a-1f01-4329-9141-4d6ea52257c8 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a117292-5867-487c-9ebe-157e9925820a HTTP/1.1" status: 200 len: 950 time: 0.3494971 Feb 19 00:48:55.874272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Pushing event deleted for resources: {'Port': ['ID=77d48055-a6ae-4a23-992d-8439032b5923,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.904175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9cc72-7b4e-45e9-bac7-db0d149a2454 req-b6d9482c-a6b6-40c2-890b-cb4fbf82a859 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.905931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dca9cc72-7b4e-45e9-bac7-db0d149a2454 req-b6d9482c-a6b6-40c2-890b-cb4fbf82a859 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 931 time: 0.1476386 Feb 19 00:48:56.000260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] No DVR routers for this DVR port 77d48055-a6ae-4a23-992d-8439032b5923 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:56.011390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.015115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1238811-ee6c-445d-8749-51788cdffd11 req-3a1b91dc-337b-480a-b4ef-d52d794f9f6e tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.96 "DELETE /v2.0/ports/77d48055-a6ae-4a23-992d-8439032b5923 HTTP/1.1" status: 204 len: 173 time: 1.2052681 Feb 19 00:48:56.015575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'name': 'network-vif-deleted', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:56.018155 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eb07ec-f2bd-4c6c-9982-506ba5a8c052" -d '{"events": [{"server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "name": "network-vif-deleted", "tag": "77d48055-a6ae-4a23-992d-8439032b5923"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:56.063725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dca9cc72-7b4e-45e9-bac7-db0d149a2454 req-9f0bb4fb-5fc5-4701-9dab-3f9972bce297 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005175 Feb 19 00:48:56.087520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-9176b659-4238-4082-82fd-87f6ca1b02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.090112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-9176b659-4238-4082-82fd-87f6ca1b02d3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 1130 time: 0.3417394 Feb 19 00:48:56.208697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-d744f19b-e80d-4ea1-b06e-59034c22eaf0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4114a63b-bbfa-4169-840a-44ac04f54471 HTTP/1.1" status: 200 len: 217 time: 0.0967767 Feb 19 00:48:56.334462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84c1ef20-6408-462c-a880-f05a419bb386 req-698165e6-efa3-4ea0-aa49-e133f37e2aea tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248065 Feb 19 00:48:56.472892 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8e010-181f-47d9-abc6-239837fca0bf x-openstack-request-id: req-7aa8e010-181f-47d9-abc6-239837fca0bf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:56.473411 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a117292-5867-487c-9ebe-157e9925820a", "name": "network-vif-deleted", "tag": "77d48055-a6ae-4a23-992d-8439032b5923", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:56.473411 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7aa8e010-181f-47d9-abc6-239837fca0bf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:56.473807 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a117292-5867-487c-9ebe-157e9925820a', 'name': 'network-vif-deleted', 'tag': '77d48055-a6ae-4a23-992d-8439032b5923', 'status': 'completed', 'code': 200} Feb 19 00:48:56.615840 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18048cd7-e253-4748-847d-c649894b9516 x-openstack-request-id: req-18048cd7-e253-4748-847d-c649894b9516 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:56.616213 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:56.616523 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-18048cd7-e253-4748-847d-c649894b9516 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:56.616964 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471', 'status': 'completed', 'code': 200} Feb 19 00:48:56.673271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-1734b765-a9bc-4eaf-a851-52527b22eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.674721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-1734b765-a9bc-4eaf-a851-52527b22eaec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3594511 Feb 19 00:48:56.786563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:56.798742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks [] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.819288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Transition to ACTIVE for port object a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:56.830227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c4e44-a3ef-4ef7-8b97-db41599dfcda req-09c3e660-0155-4140-81ab-cd8291007cf0 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.831772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-840c4e44-a3ef-4ef7-8b97-db41599dfcda req-09c3e660-0155-4140-81ab-cd8291007cf0 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 948 time: 0.1349981 Feb 19 00:48:56.834471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-831216c9-6df4-49ad-b170-c3191de0200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.836043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-831216c9-6df4-49ad-b170-c3191de0200d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1525822 Feb 19 00:48:56.912073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.108083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-840c4e44-a3ef-4ef7-8b97-db41599dfcda req-51ef0470-bf64-4d2a-bac7-dc82b76a670e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688172 Feb 19 00:48:57.147166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:57.166113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-0031999d-797f-42a7-bc00-df8ab4c3179d service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120680 Feb 19 00:48:57.166982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Attempting to bind port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:57.167403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Attempting to bind port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:57.167734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Attempting to bind port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:57.192632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 on network 94151e14-d22e-43c6-8684-40deb82fe7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:57.193003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Attempting to bind port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:57.257386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611aa225-5452-46ef-ae27-f28939e3a38e req-5fdb5c70-6cb0-452e-9b9f-0746d0b8c3db tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.272432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-611aa225-5452-46ef-ae27-f28939e3a38e req-5fdb5c70-6cb0-452e-9b9f-0746d0b8c3db tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0899649 Feb 19 00:48:57.286337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:57.286915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Checking segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:57.287501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Bound using segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:57.288242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Bound port: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:57.288705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.337695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-611aa225-5452-46ef-ae27-f28939e3a38e req-e7f13e89-e547-4db5-9e56-09015ce4b0b3 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Feb 19 00:48:57.398464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07ba99e6-f0a9-49b7-ba1a-35b9c6012ad1 req-252954b7-2fee-4e05-8f69-5f61dd6b0351 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207210 Feb 19 00:48:57.428198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:57.431558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:57.495469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.606228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.607514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.611346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] 10.222.0.117 "PUT /v2.0/ports/a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 1091 time: 2.2600954 Feb 19 00:48:57.645100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54574) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:57.666062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7587-34c2-4d78-b37d-3490e45cd55c service neutron] Pushing event updated for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:57.676170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-15fac9ce-98ea-449f-bd43-e17a8e262653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.677991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-15fac9ce-98ea-449f-bd43-e17a8e262653 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 1130 time: 0.1449442 Feb 19 00:48:57.861520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-410cccea-bb96-493f-9391-48043f3e3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.863038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-410cccea-bb96-493f-9391-48043f3e3593 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1125 time: 0.0938301 Feb 19 00:48:57.867637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-04ec665f-a868-48d1-8b1e-28c5c436f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.870722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-04ec665f-a868-48d1-8b1e-28c5c436f087 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1823418 Feb 19 00:48:57.930452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-ec230910-8ac7-4c8d-a253-9d9513a99407 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0567932 Feb 19 00:48:57.981486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.029714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-ba8973ce-6fbb-47ce-a20a-126780f4f93c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4114a63b-bbfa-4169-840a-44ac04f54471 HTTP/1.1" status: 200 len: 217 time: 0.0968423 Feb 19 00:48:58.068896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-5702d5fb-0e2e-4bff-a0e3-5594340e6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.070855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-5702d5fb-0e2e-4bff-a0e3-5594340e6e2e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1134772 Feb 19 00:48:58.104909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6147fae5-fb4f-45b4-ace0-6ec6910aca92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.112663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2efb4-dcd6-4371-ab13-a6bb142fbffc req-57d2c90a-652e-4773-88f0-b97584c3b80d tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.120979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cca2efb4-dcd6-4371-ab13-a6bb142fbffc req-57d2c90a-652e-4773-88f0-b97584c3b80d tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 950 time: 0.2023869 Feb 19 00:48:58.179496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d989c3c2-60a3-4484-b3d5-cbaa4b50942e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.225562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-32b5cfcc-8abd-43d1-8eb4-aa8dfec09d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.227040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-32b5cfcc-8abd-43d1-8eb4-aa8dfec09d18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1748083 Feb 19 00:48:58.238520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cca2efb4-dcd6-4371-ab13-a6bb142fbffc req-a67e1a13-582a-4675-9856-5e3a35623813 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166091 Feb 19 00:48:58.274600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6147fae5-fb4f-45b4-ace0-6ec6910aca92 admin admin] Publish callbacks [] for security_group (aed1c31c-b46b-4c28-9108-deefc8c43045), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.290290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-8651d1d4-ba52-45b0-80bd-609f9ee92b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.290290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-8651d1d4-ba52-45b0-80bd-609f9ee92b76 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1967626 Feb 19 00:48:58.294547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a0e74-4497-4116-835a-a6eb3bdb17d9 req-0f6a8ce0-2b45-43ff-ba95-6b226ed132a5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.296085 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b71a0e74-4497-4116-835a-a6eb3bdb17d9 req-0f6a8ce0-2b45-43ff-ba95-6b226ed132a5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 948 time: 0.0997150 Feb 19 00:48:58.355782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6147fae5-fb4f-45b4-ace0-6ec6910aca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aed1c31c-b46b-4c28-9108-deefc8c43045), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.364883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-c18cda50-50c6-4c7a-842f-d8bb475bb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.367612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-c18cda50-50c6-4c7a-842f-d8bb475bb8aa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1281915 Feb 19 00:48:58.392611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6147fae5-fb4f-45b4-ace0-6ec6910aca92 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=36a78c50d8c8409e9da422a3348bd840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7441924 Feb 19 00:48:58.395970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54600) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.409534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d989c3c2-60a3-4484-b3d5-cbaa4b50942e admin admin] Publish callbacks [] for security_group (2d1f5cf0-acf9-4196-b1fe-858c817b9072), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.437674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b71a0e74-4497-4116-835a-a6eb3bdb17d9 req-9c5dc6be-4ac5-4851-ae0e-e1dc1c960b9f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279345 Feb 19 00:48:58.463635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147fae5-fb4f-45b4-ace0-6ec6910aca92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1c31c-b46b-4c28-9108-deefc8c43045,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.476914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d989c3c2-60a3-4484-b3d5-cbaa4b50942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2d1f5cf0-acf9-4196-b1fe-858c817b9072), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.520060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-c71d1a78-b504-49ad-8ad3-59583e41a649 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208209 Feb 19 00:48:58.531502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d989c3c2-60a3-4484-b3d5-cbaa4b50942e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9c06f47fc12546109a7c09d86b5c24d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487051 Feb 19 00:48:58.532570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c3c2-60a3-4484-b3d5-cbaa4b50942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f5cf0-acf9-4196-b1fe-858c817b9072,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.535688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.605173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] Publish callbacks [] for security_group (2d1f5cf0-acf9-4196-b1fe-858c817b9072), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.637533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:58.639961 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71" -d '{"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:58.643276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] Publish callbacks [] for security_group (2d1f5cf0-acf9-4196-b1fe-858c817b9072), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.676561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-c5f3c6b7-8d5d-48f2-adfe-1c5f132a5d24 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977910 Feb 19 00:48:58.688037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] Publish callbacks [] for security_group (aed1c31c-b46b-4c28-9108-deefc8c43045), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.711164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da148-d098-4cfd-8e79-b7659f759f39 req-1e55c81f-4ace-4f0b-9ab4-bc96a3a1b54c tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.712750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a1da148-d098-4cfd-8e79-b7659f759f39 req-1e55c81f-4ace-4f0b-9ab4-bc96a3a1b54c tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 943 time: 0.2228289 Feb 19 00:48:58.792308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2d1f5cf0-acf9-4196-b1fe-858c817b9072), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.796134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.797988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2d1f5cf0-acf9-4196-b1fe-858c817b9072 HTTP/1.1" status: 204 len: 168 time: 0.2613857 Feb 19 00:48:58.805008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] Publish callbacks [] for security_group (aed1c31c-b46b-4c28-9108-deefc8c43045), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.822919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126bcdb-c5bf-4d56-8f6e-60542b3bd3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f5cf0-acf9-4196-b1fe-858c817b9072,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.831037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49ecd95-64bf-4e0e-8416-b21c050d85e5 req-b8fba951-42c2-4830-8df2-f3bdeeb538f7 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868054 Feb 19 00:48:58.878750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 77d48055-a6ae-4a23-992d-8439032b5923 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:58.893971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a1da148-d098-4cfd-8e79-b7659f759f39 req-cc635ab9-71ac-4e5a-8a48-92093fd1939e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656594 Feb 19 00:48:58.902259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e577f142-e0e2-42e1-9cd1-fa67d4794109 req-2b9eabac-3b84-4ad6-a55a-0f52e9752168 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083778 Feb 19 00:48:58.925859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-137f2cc8-45ec-4ac9-b322-704507894f7e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042290 Feb 19 00:48:58.928172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 77d48055-a6ae-4a23-992d-8439032b5923 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:58.928528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 77d48055-a6ae-4a23-992d-8439032b5923 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:58.969687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aed1c31c-b46b-4c28-9108-deefc8c43045), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.973489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.976012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/aed1c31c-b46b-4c28-9108-deefc8c43045 HTTP/1.1" status: 204 len: 168 time: 0.5721307 Feb 19 00:48:58.996291 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f4fb3-a4de-4202-8f2a-33aaf30b95e0 x-openstack-request-id: req-c84f4fb3-a4de-4202-8f2a-33aaf30b95e0 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:58.996593 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:58.996955 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c84f4fb3-a4de-4202-8f2a-33aaf30b95e0 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:58.997248 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:48:59.000269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb50c0-8abb-4eea-9749-4b0f3806f06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1c31c-b46b-4c28-9108-deefc8c43045,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:59.089217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-2aec2753-3f65-4ea4-bb44-18b6ceccdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.090677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-2aec2753-3f65-4ea4-bb44-18b6ceccdb8c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1125 time: 0.0769751 Feb 19 00:48:59.097475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-3f14aaef-7578-414b-8018-c8a492ef09d5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.103938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-3f14aaef-7578-414b-8018-c8a492ef09d5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703951 Feb 19 00:48:59.120069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-d951ca04-d317-41ba-9429-1b13481c62ac tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/quotas/ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 375 time: 0.0151849 Feb 19 00:48:59.151223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-098aa3a8-90a5-4b19-84dd-23ae930d8e02 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303774 Feb 19 00:48:59.221972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-c7ae064e-f2e7-41e0-ac51-173beb11e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.226730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-c7ae064e-f2e7-41e0-ac51-173beb11e32a service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1235523 Feb 19 00:48:59.313850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-bcc27eb5-e243-42f4-bb7f-5f8cdf846a30 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0663278 Feb 19 00:48:59.402652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-be39fb74-46c0-43a2-8331-fb70a92f0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.404109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-be39fb74-46c0-43a2-8331-fb70a92f0936 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0811188 Feb 19 00:48:59.479161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e74aae7-3157-4d56-8cf3-265fd96ada5d req-3c3e95fe-6ffb-4182-9b0b-b27843f2e985 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 210 time: 0.0307581 Feb 19 00:48:59.499395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-03da309e-a6bb-4d97-adfa-04423fd0b689 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.499395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-03da309e-a6bb-4d97-adfa-04423fd0b689 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.117 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 950 time: 0.2642119 Feb 19 00:48:59.603699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ab1cf-9185-43b8-a758-4b372dcb84ce req-3841afc4-31ed-4fc0-b1ee-c41c070ade38 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.606528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c03ab1cf-9185-43b8-a758-4b372dcb84ce req-3841afc4-31ed-4fc0-b1ee-c41c070ade38 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 948 time: 0.0645423 Feb 19 00:48:59.664592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c03ab1cf-9185-43b8-a758-4b372dcb84ce req-d5ddee36-e60a-4d54-916d-2ba735cbc74e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Feb 19 00:48:59.681164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96730e-09b2-4809-887b-febfdc524cab req-0709856d-7d5e-40e1-8f60-d76cc59d35c9 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.682695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf96730e-09b2-4809-887b-febfdc524cab req-0709856d-7d5e-40e1-8f60-d76cc59d35c9 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 950 time: 0.2777126 Feb 19 00:48:59.688444 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:48:59.706807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-66efbb88-db6d-4206-a285-d029dcf65d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.708500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-66efbb88-db6d-4206-a285-d029dcf65d95 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2608254 Feb 19 00:48:59.810831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:59.815531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf96730e-09b2-4809-887b-febfdc524cab req-e4d448c6-fa90-4b5c-8a91-a019fcba0a12 tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/security-groups?id=e9d7f2ee-4001-46bd-90d4-30204c09987c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153274 Feb 19 00:48:59.819404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Deleting port c2515504-a561-494c-b570-3dffd7cefddf {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:59.820268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c2515504-a561-494c-b570-3dffd7cefddf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.831542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da5c9fed-2691-47a3-9070-593563f8bc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.857604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:59.877605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66873bee-7bbb-42bc-8214-0dfbe756721f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.000664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da5c9fed-2691-47a3-9070-593563f8bc7a admin admin] Publish callbacks [] for security_group (cc703385-b9c3-47a3-aea2-a0c387e9694b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.052125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66873bee-7bbb-42bc-8214-0dfbe756721f admin admin] Publish callbacks [] for security_group (554db838-dbf1-4374-bbb6-5d29f42522f5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.099180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794bd0-8f9c-4f09-b614-6a083e770db8 req-3373bcfb-e634-4d99-a650-35a96de4d334 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.100681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a4794bd0-8f9c-4f09-b614-6a083e770db8 req-3373bcfb-e634-4d99-a650-35a96de4d334 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0658870 Feb 19 00:49:00.123029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da5c9fed-2691-47a3-9070-593563f8bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc703385-b9c3-47a3-aea2-a0c387e9694b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.148231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-97f3f027-0283-4fc7-ba58-4e3d8ee7f371 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260612 Feb 19 00:49:00.172843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a4794bd0-8f9c-4f09-b614-6a083e770db8 req-23309de5-32f0-4c68-82b7-2b4be89b893c tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656009 Feb 19 00:49:00.180017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66873bee-7bbb-42bc-8214-0dfbe756721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (554db838-dbf1-4374-bbb6-5d29f42522f5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.209786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9fed-2691-47a3-9070-593563f8bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc703385-b9c3-47a3-aea2-a0c387e9694b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.223726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-da5c9fed-2691-47a3-9070-593563f8bc7a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9f43deca9c3444a3b0ccdd2c49a71a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119494 Feb 19 00:49:00.230199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54648) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.233214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] For port c2515504-a561-494c-b570-3dffd7cefddf, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c2515504-a561-494c-b570-3dffd7cefddf,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:00.233588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c2515504-a561-494c-b570-3dffd7cefddf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.252289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Calling delete_port for c2515504-a561-494c-b570-3dffd7cefddf owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:00.256724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-66873bee-7bbb-42bc-8214-0dfbe756721f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6f05f371efd349b08d5689b3517302a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979771 Feb 19 00:49:00.261130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54650) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.284516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66873bee-7bbb-42bc-8214-0dfbe756721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554db838-dbf1-4374-bbb6-5d29f42522f5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.304664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] Publish callbacks [] for security_group (cc703385-b9c3-47a3-aea2-a0c387e9694b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.335191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] Publish callbacks [] for security_group (cc703385-b9c3-47a3-aea2-a0c387e9694b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.372130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec9c05f2-df6d-4a13-8281-a0b3155bcd71 req-bbc1a4b3-2de4-494a-a467-083848800915 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148001 Feb 19 00:49:00.411963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] Publish callbacks [] for security_group (554db838-dbf1-4374-bbb6-5d29f42522f5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.465257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc703385-b9c3-47a3-aea2-a0c387e9694b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.466336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] Publish callbacks [] for security_group (554db838-dbf1-4374-bbb6-5d29f42522f5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.467854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.471915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cc703385-b9c3-47a3-aea2-a0c387e9694b HTTP/1.1" status: 204 len: 168 time: 0.2357605 Feb 19 00:49:00.479204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15555f8-0ad8-43a3-b617-cb45aae06dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc703385-b9c3-47a3-aea2-a0c387e9694b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.573837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9a98720-2200-4180-9e0e-ca1e6f090ea7 req-ed8b043f-7722-4e8e-9a6e-4db569b7fd7e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 210 time: 0.0304792 Feb 19 00:49:00.575208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c2515504-a561-494c-b570-3dffd7cefddf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.589193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c2515504-a561-494c-b570-3dffd7cefddf'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:00.608230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Pushing event deleted for resources: {'Port': ['ID=c2515504-a561-494c-b570-3dffd7cefddf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.660761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] No DVR routers for this DVR port c2515504-a561-494c-b570-3dffd7cefddf on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:00.663892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.667562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8699fa06-98cd-40c9-b384-e0415d16d238 req-8158b209-5f69-4e85-8d85-154942d165de tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.117 "DELETE /v2.0/ports/c2515504-a561-494c-b570-3dffd7cefddf HTTP/1.1" status: 204 len: 173 time: 1.0957911 Feb 19 00:49:00.670909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (554db838-dbf1-4374-bbb6-5d29f42522f5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.678532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.678532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/554db838-dbf1-4374-bbb6-5d29f42522f5 HTTP/1.1" status: 204 len: 168 time: 0.4128699 Feb 19 00:49:00.684530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da4bb0-d07b-46fc-9c0d-c26869cae513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554db838-dbf1-4374-bbb6-5d29f42522f5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.854018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e4b08-61e7-41d5-a096-e9c0769d5937 req-c0fcb32b-d8a8-4f3f-be76-3c11e9e10ffb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.855923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b45e4b08-61e7-41d5-a096-e9c0769d5937 req-c0fcb32b-d8a8-4f3f-be76-3c11e9e10ffb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 948 time: 0.0846233 Feb 19 00:49:00.902815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4114a63b-bbfa-4169-840a-44ac04f54471 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:00.918719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b45e4b08-61e7-41d5-a096-e9c0769d5937 req-ccf3f4dc-7ff5-4f3d-b1ab-4a46be5425ef tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558302 Feb 19 00:49:00.949117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62323e92-6a67-459c-86e5-5801af5df9cd req-29f04092-c372-4bc6-8c91-687f758bd5fb tempest-ServersAdminNegativeTestJSON-198377270 tempest-ServersAdminNegativeTestJSON-198377270-project] 10.222.0.94 "GET /v2.0/ports?device_id=28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c HTTP/1.1" status: 200 len: 210 time: 0.0518534 Feb 19 00:49:01.004540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'name': 'network-vif-deleted', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:01.007878 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327fd19-0fb5-4702-948e-0e8908bdfebc" -d '{"events": [{"server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "name": "network-vif-deleted", "tag": "c2515504-a561-494c-b570-3dffd7cefddf"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:01.069440 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7d28e-d6b4-43e4-ba1b-23e72403de3b x-openstack-request-id: req-76e7d28e-d6b4-43e4-ba1b-23e72403de3b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:01.069894 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c", "name": "network-vif-deleted", "tag": "c2515504-a561-494c-b570-3dffd7cefddf", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:01.070234 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-76e7d28e-d6b4-43e4-ba1b-23e72403de3b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:01.070674 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de3a17-6b8a-464b-8ceb-70aaaa3e0b3c', 'name': 'network-vif-deleted', 'tag': 'c2515504-a561-494c-b570-3dffd7cefddf', 'status': 'completed', 'code': 200} Feb 19 00:49:01.087795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4114a63b-bbfa-4169-840a-44ac04f54471,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:01.104289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '4114a63b-bbfa-4169-840a-44ac04f54471', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '4114a63b-bbfa-4169-840a-44ac04f54471', 'mac_address': 'fa:16:3e:85:69:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:01.152487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4114a63b-bbfa-4169-840a-44ac04f54471 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:01.154240 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.171349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4114a63b-bbfa-4169-840a-44ac04f54471 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:01.197984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4114a63b-bbfa-4169-840a-44ac04f54471,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:01.300407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.378891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f913b12-8f94-45b9-8d59-f9281bec1fd8 req-84031c81-657a-4024-a6eb-5c2067126e9e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:01.386369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:01.387214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f913b12-8f94-45b9-8d59-f9281bec1fd8 req-84031c81-657a-4024-a6eb-5c2067126e9e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0989118 Feb 19 00:49:01.450098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f913b12-8f94-45b9-8d59-f9281bec1fd8 req-3db08291-b7a7-4e9c-b9a6-59912b8733ad tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619545 Feb 19 00:49:01.632267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['4114a63b-bbfa-4169-840a-44ac04f54471'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:01.689860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fad12210-0f60-45f4-b582-f6e5199c506f req-433bec1b-c43a-42af-ab3d-895ffca9b702 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 210 time: 0.0282404 Feb 19 00:49:02.058704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-f80635a6-92d7-4a56-8170-37e4fd5eb916 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242412 Feb 19 00:49:02.187488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-ba77a201-7db3-488c-9ef6-2188cef718f3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.189029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-ba77a201-7db3-488c-9ef6-2188cef718f3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246998 Feb 19 00:49:02.204191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Request body: {'port': {'device_id': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'ca6e12738c004174bb70049c1352c7f3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:02.213920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58010c2f-5c37-4286-ac4f-b2daa2c010c9 req-505a5b0a-b383-4da5-9f1f-b0a0ad0983b8 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.215774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58010c2f-5c37-4286-ac4f-b2daa2c010c9 req-505a5b0a-b383-4da5-9f1f-b0a0ad0983b8 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 949 time: 0.2151949 Feb 19 00:49:02.254538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:02.406497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:02.410537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58010c2f-5c37-4286-ac4f-b2daa2c010c9 req-afbe235f-ff89-4790-8ce1-48a50a573fb9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777067 Feb 19 00:49:02.429228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:02.487014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:02.488134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.503988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:02.524971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:02.540933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Made reservation on behalf of ca6e12738c004174bb70049c1352c7f3 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:02.544514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.558731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.591916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.640990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c447b8-faf3-4550-b5ac-6dd22dde7c0b req-ef0f549e-95ce-4e30-b0a4-349b37ed3586 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.657510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c447b8-faf3-4550-b5ac-6dd22dde7c0b req-ef0f549e-95ce-4e30-b0a4-349b37ed3586 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 943 time: 0.0996189 Feb 19 00:49:02.693118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for security_group (dd905186-a7fd-4509-bac1-cf919e572321), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.693348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:02.751177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd905186-a7fd-4509-bac1-cf919e572321), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.776597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c447b8-faf3-4550-b5ac-6dd22dde7c0b req-cd71db5d-52e1-45e9-847a-5bd7d5d99c28 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180573 Feb 19 00:49:02.819493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:02.859714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe302508-0bc7-4efb-8c0a-100d5e9004d0 req-0e2e1023-395c-46ca-a378-874f99a41126 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 210 time: 0.0742214 Feb 19 00:49:02.882956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd905186-a7fd-4509-bac1-cf919e572321,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:02.911595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4114a63b-bbfa-4169-840a-44ac04f54471 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:02.950480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:02.964013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Allocated IP 192.168.233.91 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/a5eb5fe5-1082-43e7-9745-b9c9e00eabce) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:03.162539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.269153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54746) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:03.272814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a8890d8-5563-42f7-904c-d29bf8c71ca2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=54a7bce13b6f49ac87a01a93293008b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144796 Feb 19 00:49:03.311440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 4114a63b-bbfa-4169-840a-44ac04f54471 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:03.317108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 4114a63b-bbfa-4169-840a-44ac04f54471 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:03.318797 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.335451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.345492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] Publish callbacks [] for security_group (e9d7f2ee-4001-46bd-90d4-30204c09987c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.381500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] Publish callbacks [] for security_group (e9d7f2ee-4001-46bd-90d4-30204c09987c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.449008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:03.457333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:03.460375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:03.467307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.468331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.481511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.495825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4114a63b-bbfa-4169-840a-44ac04f54471 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:03.496008 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.522692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:03.529201 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d5ef86-9ea0-45c6-9564-87df521de4a4" -d '{"events": [{"server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "name": "network-vif-plugged", "status": "completed", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:03.543776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4114a63b-bbfa-4169-840a-44ac04f54471,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:03.549512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e9d7f2ee-4001-46bd-90d4-30204c09987c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.551957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.555554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e9d7f2ee-4001-46bd-90d4-30204c09987c HTTP/1.1" status: 204 len: 168 time: 0.2829647 Feb 19 00:49:03.563241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a3fe918d-3863-46a9-af7b-3636262d4ea1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3638663 Feb 19 00:49:03.568982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4ab21-b5b6-418b-b53d-b70c8ff424d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7f2ee-4001-46bd-90d4-30204c09987c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.584023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Request body: {'port': {'device_id': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:03.620738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.625758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadb0c9-dbed-4a77-9786-6822bc5f443a req-98e42712-6483-4f58-ae38-eca858f4fc68 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.629541 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d239ca-7b9d-424b-9bb7-d86b6cc7a640 x-openstack-request-id: req-f4d239ca-7b9d-424b-9bb7-d86b6cc7a640 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:03.629866 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "name": "network-vif-plugged", "status": "completed", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:03.630130 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f4d239ca-7b9d-424b-9bb7-d86b6cc7a640 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:03.630527 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471', 'code': 200} Feb 19 00:49:03.635764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cadb0c9-dbed-4a77-9786-6822bc5f443a req-98e42712-6483-4f58-ae38-eca858f4fc68 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 949 time: 0.1262825 Feb 19 00:49:03.710593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cadb0c9-dbed-4a77-9786-6822bc5f443a req-9ee48021-1815-403b-9f54-a3256e2b9edc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735915 Feb 19 00:49:03.773593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.809027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.828343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39391717-76e1-423e-bc28-c4640b46af3a req-fa024855-cebd-4fc3-bc8f-2bed3e546fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.829851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39391717-76e1-423e-bc28-c4640b46af3a req-fa024855-cebd-4fc3-bc8f-2bed3e546fec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 1132 time: 0.1154430 Feb 19 00:49:03.946686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39391717-76e1-423e-bc28-c4640b46af3a req-e0b7e67d-aa07-4bb1-90c1-89b087464a47 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957131 Feb 19 00:49:04.012693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd6d5-77a4-4367-835e-370f83d27685 req-1aa30bef-b7dd-4c62-b64f-e3896a417d37 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.022882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20cfd6d5-77a4-4367-835e-370f83d27685 req-1aa30bef-b7dd-4c62-b64f-e3896a417d37 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 935 time: 0.0672526 Feb 19 00:49:04.061094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e074d-c08f-42a9-a58b-12f864858263 req-1cfd6078-3bec-4e04-a168-ae97b0fb9fc5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.071767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb8e074d-c08f-42a9-a58b-12f864858263 req-1cfd6078-3bec-4e04-a168-ae97b0fb9fc5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 944 time: 0.1882803 Feb 19 00:49:04.092410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20cfd6d5-77a4-4367-835e-370f83d27685 req-90d2f17f-307c-42ed-8288-82a9a171fa72 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683103 Feb 19 00:49:04.201986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb8e074d-c08f-42a9-a58b-12f864858263 req-2ca37ffb-3f55-4e8e-9988-1b16a71fd3dc tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286159 Feb 19 00:49:04.263114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:04.289414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5eb5fe5-1082-43e7-9745-b9c9e00eabce {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:04.297508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks [] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.310563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Transition to ACTIVE for port object a5eb5fe5-1082-43e7-9745-b9c9e00eabce will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:04.391442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.419744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:04.424417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:04.424803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.432396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:04.471334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.505262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-db4ee681-3a29-4ded-bfb3-2ac2a09ecf90 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6ea9231fddd3420ca107708bd797f825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714831 Feb 19 00:49:04.505804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:04.574141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:04.574601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:04.575061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:04.581691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:04.582441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:04.585205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:04.585793 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.588645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] Publish callbacks [] for security_group (7c44355f-e620-458a-a57c-d3e114cdc93b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.592693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:04.595204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:04.596159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:04.596698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Bound port: a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:04.597140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.632215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:04.638263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] Publish callbacks [] for security_group (7c44355f-e620-458a-a57c-d3e114cdc93b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.698629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:04.701853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:04.707108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.708228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c2515504-a561-494c-b570-3dffd7cefddf no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:04.758893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: c2515504-a561-494c-b570-3dffd7cefddf {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:04.759565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c2515504-a561-494c-b570-3dffd7cefddf not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:04.791780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.819573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c44355f-e620-458a-a57c-d3e114cdc93b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.827767 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.827767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7c44355f-e620-458a-a57c-d3e114cdc93b HTTP/1.1" status: 204 len: 168 time: 0.3168404 Feb 19 00:49:04.836369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162214-e8e9-40b7-b2fb-da307b686343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44355f-e620-458a-a57c-d3e114cdc93b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.858170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.920161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-0662afb8-fe25-472a-bbe5-2d561e70cd48 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569100 Feb 19 00:49:04.935795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.936984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.939783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] 10.222.0.117 "PUT /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 1095 time: 1.3693821 Feb 19 00:49:04.940579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47eb1b-7b16-42f1-8674-75177e4220c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.943583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:04.946394 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877c1fc-616d-4966-9462-d4e922547f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:04.973388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f93c-8973-421f-a2cf-f4819fc09f52 req-a0f1cec0-c3f9-4682-aeb1-8243f97838f4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.975375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ad9f93c-8973-421f-a2cf-f4819fc09f52 req-a0f1cec0-c3f9-4682-aeb1-8243f97838f4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.1259851 Feb 19 00:49:05.094725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-24cf538c-1cce-4fc8-994e-7dd5babfa2fa tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.104289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-24cf538c-1cce-4fc8-994e-7dd5babfa2fa tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788609 Feb 19 00:49:05.121045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-c71fedc3-5863-49df-9c15-79f3bc79ee01 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/quotas/eee597efd5df408d91f9a8e2230d7ee0 HTTP/1.1" status: 200 len: 375 time: 0.0110276 Feb 19 00:49:05.144317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ad9f93c-8973-421f-a2cf-f4819fc09f52 req-bc57c061-15e7-4e9e-9d1a-9f694ceed446 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573122 Feb 19 00:49:05.173428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-7a88292a-caaf-4fb4-9836-555c6b7771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.175219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-7a88292a-caaf-4fb4-9836-555c6b7771fa service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1129 time: 0.1160030 Feb 19 00:49:05.178798 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-e5ba6a50-799c-47be-a26d-e4eda2d0541b tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506122 Feb 19 00:49:05.241569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-ee46791b-eef6-4846-8311-d6f3228596cf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0574534 Feb 19 00:49:05.324538 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5d4721-73cd-4b13-9ad9-ca871633d0b9 x-openstack-request-id: req-9f5d4721-73cd-4b13-9ad9-ca871633d0b9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:05.324812 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:05.325132 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9f5d4721-73cd-4b13-9ad9-ca871633d0b9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:05.327163 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'status': 'completed', 'code': 200} Feb 19 00:49:05.341818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a9349a5e-85f4-4fdf-a0a0-975a5260f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.343132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-a9349a5e-85f4-4fdf-a0a0-975a5260f03a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0951509 Feb 19 00:49:05.408936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-b8d81136-8a86-4a10-88d2-fb3cb07ee61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.410590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-b8d81136-8a86-4a10-88d2-fb3cb07ee61f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0610175 Feb 19 00:49:05.543670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-cdcb1e2f-728c-4b50-a59d-7b67874fc806 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249552 Feb 19 00:49:05.633271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:05.635612 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec9f3b-b8e8-47f2-b7ee-f1c9e0059b48" -d '{"events": [{"server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "name": "network-vif-plugged", "status": "completed", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:05.638450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5ca8d-aee5-4eef-be57-eba2b2529203 req-efcc5492-2037-4f88-80d1-d76f6b754630 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.640365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc5ca8d-aee5-4eef-be57-eba2b2529203 req-efcc5492-2037-4f88-80d1-d76f6b754630 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.1029847 Feb 19 00:49:05.665725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3388a869-ce2e-41e8-91b2-ee2639986ed5 req-621e5795-b21a-4000-9c64-f9e1e2404e08 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152596 Feb 19 00:49:05.717632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc5ca8d-aee5-4eef-be57-eba2b2529203 req-b4402a12-985e-47e2-a90f-9290c458633d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707524 Feb 19 00:49:05.887487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c1fc-616d-4966-9462-d4e922547f5d req-139de317-ee27-4193-9c23-fd6df5ca4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.889095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-139de317-ee27-4193-9c23-fd6df5ca4058 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1129 time: 0.0770566 Feb 19 00:49:05.948752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c830c5c-034e-4e36-a9e2-5010b418129b req-992da247-e342-487d-a19a-f06ba7e352fa tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.961429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c830c5c-034e-4e36-a9e2-5010b418129b req-992da247-e342-487d-a19a-f06ba7e352fa tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.1039975 Feb 19 00:49:06.024468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c1fc-616d-4966-9462-d4e922547f5d req-31090e12-8275-4883-8899-0e4f66c3d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.025952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-31090e12-8275-4883-8899-0e4f66c3d254 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1300952 Feb 19 00:49:06.027813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c830c5c-034e-4e36-a9e2-5010b418129b req-1e74e835-bbf1-4818-860b-ad0a872dd4a7 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647337 Feb 19 00:49:06.073087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-6703e9cb-1385-49e9-bfa9-107460be8ea6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0406148 Feb 19 00:49:06.116592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82a1ab93-8c95-4463-b63e-6c5e9fac9544 req-bd939cfa-c113-4e0b-865a-1e5964f8ce62 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 210 time: 0.0434477 Feb 19 00:49:06.145257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c1fc-616d-4966-9462-d4e922547f5d req-32da863d-20c6-408d-9056-7ecf599bf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.146803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-32da863d-20c6-408d-9056-7ecf599bf174 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0646682 Feb 19 00:49:06.160923 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b8ec45-27cd-4c48-93e0-bf916331d2e9 x-openstack-request-id: req-c5b8ec45-27cd-4c48-93e0-bf916331d2e9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:06.163554 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "name": "network-vif-plugged", "status": "completed", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:06.163554 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c5b8ec45-27cd-4c48-93e0-bf916331d2e9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:06.163554 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'code': 200} Feb 19 00:49:06.215881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877c1fc-616d-4966-9462-d4e922547f5d req-152901e8-178b-47b6-a3c2-046b46bbaa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.217624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-152901e8-178b-47b6-a3c2-046b46bbaa81 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0629001 Feb 19 00:49:06.333887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-25da2eb4-d9f0-418b-be2a-2110861484de tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--180155328&fields=id&tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 267 time: 0.0755897 Feb 19 00:49:06.359027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b95f-046b-47f9-b048-d362def02c51 req-4612ab4a-ae02-45c5-8ac2-6e135a7f8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.360751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4645b95f-046b-47f9-b048-d362def02c51 req-4612ab4a-ae02-45c5-8ac2-6e135a7f8894 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.0981445 Feb 19 00:49:06.394170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-75ad4294-1d2a-4070-b393-efc4ec30534d service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643202 Feb 19 00:49:06.474072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4645b95f-046b-47f9-b048-d362def02c51 req-4cf5bbdc-d001-43a7-b5e7-ab42180ea47c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025567 Feb 19 00:49:06.513401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5b4f19de-9ba2-48e3-b6db-1a529100a903 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.514865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5b4f19de-9ba2-48e3-b6db-1a529100a903 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 824 time: 0.1742809 Feb 19 00:49:06.532481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-58dfdd1f-12db-4b01-af08-127b33a167d5 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/quotas/4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 375 time: 0.0109842 Feb 19 00:49:06.545631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8877c1fc-616d-4966-9462-d4e922547f5d req-09d80884-d693-47b2-a5e8-9fa85e5cd872 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457191 Feb 19 00:49:06.564414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d4369-56b5-44c4-914c-d4f5556146f5 req-7bf2ec35-8d0d-4d6e-b917-e593890d0a48 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.565865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-177d4369-56b5-44c4-914c-d4f5556146f5 req-7bf2ec35-8d0d-4d6e-b917-e593890d0a48 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.0809534 Feb 19 00:49:06.593775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-3110a629-4ece-4d1d-b286-c48bd3cde20c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546799 Feb 19 00:49:06.618322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-177d4369-56b5-44c4-914c-d4f5556146f5 req-1cb89866-6bca-4ef5-b775-00faff579989 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Feb 19 00:49:06.696182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-a1bc5169-928a-4b5d-8d16-ed890d0791fd service neutron] 10.222.0.94 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915198 Feb 19 00:49:06.803491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-26836631-0bec-4e49-881d-7fc593f5544b service neutron] 10.222.0.94 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013508 Feb 19 00:49:07.119474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad2856-9d82-4f18-ade8-79c81d7ab024 req-2ee9b1ee-91f0-4f70-b42c-a3c9c5be9b33 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.120918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1ad2856-9d82-4f18-ade8-79c81d7ab024 req-2ee9b1ee-91f0-4f70-b42c-a3c9c5be9b33 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.0853243 Feb 19 00:49:07.175647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1ad2856-9d82-4f18-ade8-79c81d7ab024 req-3d7f4fe4-c697-47b6-aa83-5d3ba0939f41 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Feb 19 00:49:07.314807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffb9e67f-c09e-4600-97fc-b951e73b0b6c req-e1772c12-e6e6-4481-b083-9844b3858420 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0282564 Feb 19 00:49:07.423752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d54ba-6238-4c12-8d25-e0cda398cd3c req-6f21f2ca-0508-441a-a77a-9cbca7f707d6 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.425428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b9d54ba-6238-4c12-8d25-e0cda398cd3c req-6f21f2ca-0508-441a-a77a-9cbca7f707d6 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0576551 Feb 19 00:49:07.459502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aea5def9-33f4-4282-8008-b34d755a8fa2 req-db638dc6-43f8-449c-9bd4-84a00dfe353d tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Feb 19 00:49:07.511933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b9d54ba-6238-4c12-8d25-e0cda398cd3c req-22927276-7e93-4dbb-beea-efa4c55f6788 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Feb 19 00:49:07.519132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-abd329bf-0f60-4ff1-9325-4010599912f4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.520559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-abd329bf-0f60-4ff1-9325-4010599912f4 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/ports?device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 945 time: 0.0815811 Feb 19 00:49:07.650844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Deleting port c003d5e6-7d10-4fab-a296-dfd05bfa77db {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:07.651427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.782167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] For port c003d5e6-7d10-4fab-a296-dfd05bfa77db, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c003d5e6-7d10-4fab-a296-dfd05bfa77db,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:07.782518 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.904132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-f3a5fe27-175e-47ca-ba6f-f3d9324b630f tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504298 Feb 19 00:49:07.907272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.907822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.908356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.909016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.910502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.911783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.912667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.919548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-d73b9dd6-20d2-4a3d-b0c3-49d629637b19 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e&device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66&device_id=c7df721d-99d9-4ea6-98f7-302419133104&device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d&device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b&device_id=33112a94-4f79-43ce-950c-9a34c4721d34&device_id=eb76c8e7-5315-434a-8359-0d21bf748f11 HTTP/1.1" status: 200 len: 6645 time: 0.0759265 Feb 19 00:49:07.939615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-a7b1b27e-55a6-4f14-9039-55e5eb3f6242 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.044777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-a7b1b27e-55a6-4f14-9039-55e5eb3f6242 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Publish callbacks [] for security_group (050e0789-f377-41ee-873b-347340618b20), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.118362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-a7b1b27e-55a6-4f14-9039-55e5eb3f6242 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (050e0789-f377-41ee-873b-347340618b20), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.171451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1b27e-55a6-4f14-9039-55e5eb3f6242 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e0789-f377-41ee-873b-347340618b20,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:08.215940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd29b88b-7db8-49e0-b72e-515191f0ffa4 req-a7b1b27e-55a6-4f14-9039-55e5eb3f6242 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&id=dd905186-a7fd-4509-bac1-cf919e572321&id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&id=c96d12d0-82af-4b33-a3d5-8542e0d114da&id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.2892187 Feb 19 00:49:08.448267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-c4417afe-75f1-4265-a322-6b18ad9a8d44 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.449911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-c4417afe-75f1-4265-a322-6b18ad9a8d44 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5388999 Feb 19 00:49:08.470970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Request body: {'port': {'device_id': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'eee597efd5df408d91f9a8e2230d7ee0'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:08.494705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.495881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.495881 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Floating IP ab8ff278-62a0-4387-8f93-6db83ce12113 disassociated. External IP: 172.25.2.240, port: c003d5e6-7d10-4fab-a296-dfd05bfa77db. Feb 19 00:49:08.495881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Calling delete_port for c003d5e6-7d10-4fab-a296-dfd05bfa77db owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:08.588698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546937f-ee97-42b0-8a7e-d8c853d2ec74 req-242ce02e-f596-40dd-80f0-91e96adf3128 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.590215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7546937f-ee97-42b0-8a7e-d8c853d2ec74 req-242ce02e-f596-40dd-80f0-91e96adf3128 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.2455032 Feb 19 00:49:08.638247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d8cf75c-dba9-4712-b6c7-0abfb9a7f159 req-0c2d30bd-a9f8-49f8-9ee2-de356d50fb8f tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0270872 Feb 19 00:49:08.708445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7546937f-ee97-42b0-8a7e-d8c853d2ec74 req-b0539c42-0100-40d4-bfcf-fa89462ecdef tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082804 Feb 19 00:49:08.822422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Made reservation on behalf of eee597efd5df408d91f9a8e2230d7ee0 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:08.825639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.847305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4c424b6-4a17-413b-a519-da04bbc26586 req-19e870e7-98d2-4cd3-8612-1c0b72e6b72e tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 210 time: 0.0354128 Feb 19 00:49:08.852383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c003d5e6-7d10-4fab-a296-dfd05bfa77db), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.857135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.878143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03aa2-09a7-428b-8109-8e477cdbac51 req-e633a418-ead1-487b-b9c5-3b61efb708f9 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.879649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24e03aa2-09a7-428b-8109-8e477cdbac51 req-e633a418-ead1-487b-b9c5-3b61efb708f9 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0631704 Feb 19 00:49:08.894635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event deleted for resources: {'Port': ['ID=c003d5e6-7d10-4fab-a296-dfd05bfa77db,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:08.940053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24e03aa2-09a7-428b-8109-8e477cdbac51 req-d806e719-3e01-4d18-88a3-1da2aec6d8f6 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534465 Feb 19 00:49:09.146888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks [] for security_group (28aa3793-4844-4e91-a0f6-f37bd7d48313), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.154518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:09.165425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.117', 57513) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.237140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713bae7-3b67-4bea-a34f-0d4f7e8c54ae req-ca41f304-1fac-4f40-afa8-931aa50eb427 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.237538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713bae7-3b67-4bea-a34f-0d4f7e8c54ae req-ca41f304-1fac-4f40-afa8-931aa50eb427 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.238014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713bae7-3b67-4bea-a34f-0d4f7e8c54ae req-ca41f304-1fac-4f40-afa8-931aa50eb427 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.240942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9713bae7-3b67-4bea-a34f-0d4f7e8c54ae req-ca41f304-1fac-4f40-afa8-931aa50eb427 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104&device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d&device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 2975 time: 0.1559560 Feb 19 00:49:09.245363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.266911 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-67056265-43e6-43b9-9ebb-aa6b668409a5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2247906 Feb 19 00:49:09.277209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:09.278269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28aa3793-4844-4e91-a0f6-f37bd7d48313), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.394670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa3793-4844-4e91-a0f6-f37bd7d48313,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.436903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.497495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5d866eab-0208-4729-9e85-09fd62a8b872 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.498952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5d866eab-0208-4729-9e85-09fd62a8b872 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 824 time: 0.3315418 Feb 19 00:49:09.534031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9713bae7-3b67-4bea-a34f-0d4f7e8c54ae req-f2603b83-2b01-41f7-be8c-7bfd895a4600 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460029 Feb 19 00:49:09.550905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.559001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:09.569682 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:09.582645 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:09.583683 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:09.617795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Allocated IP 192.168.233.117 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/a0b97c71-d028-4c28-933c-8cce39f9759a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:09.638517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] No DVR routers for this DVR port c003d5e6-7d10-4fab-a296-dfd05bfa77db on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:09.644020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.647592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-363c27a8-01c6-4675-a4bf-5de343813fd7 req-f766f4f7-f4a3-49e7-bbbf-6f906c2f8038 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "DELETE /v2.0/ports/c003d5e6-7d10-4fab-a296-dfd05bfa77db HTTP/1.1" status: 204 len: 173 time: 2.1113083 Feb 19 00:49:09.652080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'name': 'network-vif-deleted', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:09.654322 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066b624-d506-4b39-87fe-33d051e0e84a" -d '{"events": [{"server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "name": "network-vif-deleted", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:09.669732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4263c70a-594e-4390-a623-678161641d10 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b HTTP/1.1" status: 200 len: 379 time: 0.1609976 Feb 19 00:49:09.678691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'port': {'device_id': '6288d090-f176-4f42-b969-7c1764744f6e', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'admin_state_up': True, 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'security_groups': ['c96d12d0-82af-4b33-a3d5-8542e0d114da']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:09.701665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Allocated IP 172.25.2.48 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a7849054-479a-4b7e-9935-db5aad3aff1c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:09.701814 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:09.840276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.848635 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.945925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.957674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks [] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.990562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:09.996105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:09.999927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Made reservation on behalf of 4dfe2fbf7f56489b8cf376bf7d72761b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:10.002795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.005976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:10.048726 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:10.092247 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:10.106240 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:10.107300 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:48:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:10.118042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.128458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event updated for resources: {'Port': ['ID=a7849054-479a-4b7e-9935-db5aad3aff1c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.144488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.206062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.206644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Allocated IP 172.20.0.5 (03e3f9f5-9685-44f8-8cba-90aeea3f9753/3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6/87cd100d-c2a3-43a4-a8e9-97e0847585d1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:10.209838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:10.217122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:10.222444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:10.227666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:10.228285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.233932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Pushing event updated for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.285336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:10.344303 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:10.442968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-8f9c8bac-3621-4b93-9e33-0bc5bb6dc2eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9830837 Feb 19 00:49:10.448797 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed9b6e-e8f2-442a-9701-49bedff63892 x-openstack-request-id: req-8bed9b6e-e8f2-442a-9701-49bedff63892 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:10.449095 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76c8e7-5315-434a-8359-0d21bf748f11", "name": "network-vif-deleted", "tag": "c003d5e6-7d10-4fab-a296-dfd05bfa77db", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:10.449349 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8bed9b6e-e8f2-442a-9701-49bedff63892 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:10.449765 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76c8e7-5315-434a-8359-0d21bf748f11', 'name': 'network-vif-deleted', 'tag': 'c003d5e6-7d10-4fab-a296-dfd05bfa77db', 'status': 'completed', 'code': 200} Feb 19 00:49:10.470493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Request body: {'port': {'device_id': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:10.546374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:10.570846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'mac_address': 'fa:16:3e:b1:76:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:10.605817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82460951-b62a-4be0-8ed3-afa97cd1a09d req-4869f3eb-c16e-4c4a-95f8-0fb97ab21007 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0695295 Feb 19 00:49:10.703904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.710152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a5eb5fe5-1082-43e7-9745-b9c9e00eabce is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:10.710781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.712918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-44c3ba7c-0a61-45d0-ba04-1e3bc630f17c None None] Provisioning complete for port a0b97c71-d028-4c28-933c-8cce39f9759a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:10.713605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44c3ba7c-0a61-45d0-ba04-1e3bc630f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.757487 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:10.761758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-23ca192b-a723-4bef-916a-49fcfeef6963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.770672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eb5fe5-1082-43e7-9745-b9c9e00eabce {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:10.797242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44c3ba7c-0a61-45d0-ba04-1e3bc630f17c None None] Port a0b97c71-d028-4c28-933c-8cce39f9759a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:10.800178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:10.800550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.827145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f9f248-a722-474c-8ea7-85bbae65a291 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:10.849367 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.871869 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.928509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.937903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.970369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.998017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event updated for resources: {'Port': ['ID=a7849054-479a-4b7e-9935-db5aad3aff1c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.021127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.034460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.044413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-33964953-221b-491c-802a-edd4f7a42bca tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7709417 Feb 19 00:49:11.079541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:11.099067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:11.116483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:11.119855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:11.126555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.127352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.130409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-a36d526c-0ed4-4d5e-9a80-f52d2dbaf25e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0846407 Feb 19 00:49:11.144037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe823-9055-4a81-8b3b-49b4bf692d69 req-c2d91875-8d30-49c1-94f5-4791c86a8e49 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.153018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebcbe823-9055-4a81-8b3b-49b4bf692d69 req-c2d91875-8d30-49c1-94f5-4791c86a8e49 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 948 time: 0.2170053 Feb 19 00:49:11.154316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event updated for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.224060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d377b2-3be3-4f9d-affd-865f5d607497 None None] New status for floating IP ab8ff278-62a0-4387-8f93-6db83ce12113: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:11.260325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebcbe823-9055-4a81-8b3b-49b4bf692d69 req-9127a0f4-d724-492d-bf57-56b65ffa287d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957258 Feb 19 00:49:11.282616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-588fdacb-eb3f-4461-97ad-6b06820e4541 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.290962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-588fdacb-eb3f-4461-97ad-6b06820e4541 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1593671 Feb 19 00:49:11.302415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-e8ff5c0f-2c46-487a-9f03-ae4d91f57118 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:11.307739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6a0edee-f34c-4936-924b-9b6c379c72ef req-e8ff5c0f-2c46-487a-9f03-ae4d91f57118 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157461 Feb 19 00:49:11.401016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-4da14131-c27b-474d-976f-fb243095452b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261953 Feb 19 00:49:11.434804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Request body: {'port': {'device_id': '6288d090-f176-4f42-b969-7c1764744f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:11.460615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b97c71-d028-4c28-933c-8cce39f9759a {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:11.471721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks [] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.495296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Transition to ACTIVE for port object a0b97c71-d028-4c28-933c-8cce39f9759a will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:11.527638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d8458df-909e-4619-b695-da802068b59f None None] Provisioning complete for port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:11.528145 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d8458df-909e-4619-b695-da802068b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.529747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.548845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d9e63-697a-4a9d-9caf-58fbd458b6e0 req-d6c602f7-ae93-457b-b249-77d421740658 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.554043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1d9e63-697a-4a9d-9caf-58fbd458b6e0 req-d6c602f7-ae93-457b-b249-77d421740658 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 936 time: 0.1781533 Feb 19 00:49:11.574832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6d8458df-909e-4619-b695-da802068b59f None None] Port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:11.796982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.945655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Pushing event updated for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.971675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1d9e63-697a-4a9d-9caf-58fbd458b6e0 req-e3ea28fc-d65a-4be4-b555-9d038dd2b22c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152367 Feb 19 00:49:11.999426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Attempting to bind port a0b97c71-d028-4c28-933c-8cce39f9759a on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:12.000364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Attempting to bind port a0b97c71-d028-4c28-933c-8cce39f9759a by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:12.000687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Attempting to bind port a0b97c71-d028-4c28-933c-8cce39f9759a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:12.009951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Port a0b97c71-d028-4c28-933c-8cce39f9759a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:12.010359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Attempting to bind port a0b97c71-d028-4c28-933c-8cce39f9759a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:12.056647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:12.056647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:12.056647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:12.056647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Bound port: a0b97c71-d028-4c28-933c-8cce39f9759a, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:12.056647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.232957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:12.292388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0b97c71-d028-4c28-933c-8cce39f9759a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:12.296620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69836dd-7223-4155-9f49-6ae91beb35ed req-42c11d76-d8c9-461c-a120-ddee633ef939 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.298989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a69836dd-7223-4155-9f49-6ae91beb35ed req-42c11d76-d8c9-461c-a120-ddee633ef939 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 931 time: 0.0701907 Feb 19 00:49:12.304968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:12.308401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-77b44172-7102-4c68-9e2c-cc2c97d88b08 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.309840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-77b44172-7102-4c68-9e2c-cc2c97d88b08 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 820 time: 0.2063015 Feb 19 00:49:12.319785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cd100d-c2a3-43a4-a8e9-97e0847585d1 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:12.330820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks [] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.346471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-948c38a2-be9f-48f1-9a17-4cb329063736 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/quotas/66075986b758403ab73384fcf05124a6 HTTP/1.1" status: 200 len: 375 time: 0.0217025 Feb 19 00:49:12.351233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Transition to ACTIVE for port object 87cd100d-c2a3-43a4-a8e9-97e0847585d1 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:12.353484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.359816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a69836dd-7223-4155-9f49-6ae91beb35ed req-7130c8af-c7cf-4708-b9d1-3221e520358f tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515795 Feb 19 00:49:12.419896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a5eb5fe5-1082-43e7-9745-b9c9e00eabce completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:12.424348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a5eb5fe5-1082-43e7-9745-b9c9e00eabce triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:12.424727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.434867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.461581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.462254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.463868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] 10.222.0.117 "PUT /v2.0/ports/a0b97c71-d028-4c28-933c-8cce39f9759a HTTP/1.1" status: 200 len: 1096 time: 2.0019574 Feb 19 00:49:12.465185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:12.467545 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399b778-982a-4104-bdde-2afb2d5e2ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:12.507745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d09b3-f32d-4d1d-88f9-639bf23712ea service neutron] Pushing event updated for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.527852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a5eb5fe5-1082-43e7-9745-b9c9e00eabce is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:12.528320 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.561007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-29446d36-28b5-4a2e-a1b4-bb15a08ab62e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2035475 Feb 19 00:49:12.594030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:12.597023 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0091c68a-89f8-4708-93f9-cce9edfea563" -d '{"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:12.617397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:12.710146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Attempting to bind port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:12.710146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Attempting to bind port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:12.710517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Attempting to bind port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:12.743299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.744680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c003d5e6-7d10-4fab-a296-dfd05bfa77db no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:12.758487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:12.758830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Attempting to bind port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 on network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:12.790147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Pushing event updated for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:12.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Checking segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:12.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Bound using segment: {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:12.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Bound port: 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d394ee-6906-4476-a68c-e20755cbc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:12.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.850989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-3457a373-2d85-4507-a383-9770d8ff5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.853509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-3457a373-2d85-4507-a383-9770d8ff5390 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 1130 time: 0.2544355 Feb 19 00:49:12.858358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: c003d5e6-7d10-4fab-a296-dfd05bfa77db {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:12.858838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c003d5e6-7d10-4fab-a296-dfd05bfa77db not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:12.864498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c0cb21d-a0df-4e8d-a2e5-a06fd5a5bd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.905450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.958976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-4053ef6c-229f-46b1-825c-d6aebfc204b9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a0b97c71-d028-4c28-933c-8cce39f9759a HTTP/1.1" status: 200 len: 217 time: 0.0974829 Feb 19 00:49:12.969218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-982c8041-c891-465d-9b0d-f05c9e0a8f26 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077439 Feb 19 00:49:13.095255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-e9a944de-a0e7-4554-b8fc-13d0c6a17079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.097326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-e9a944de-a0e7-4554-b8fc-13d0c6a17079 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1238320 Feb 19 00:49:13.100298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:13.126601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b8fa-dbe3-4944-8c4a-a5fe2c59101b req-fabacc18-8672-4f20-a282-334cac2d7146 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.128157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b087b8fa-dbe3-4944-8c4a-a5fe2c59101b req-fabacc18-8672-4f20-a282-334cac2d7146 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0644820 Feb 19 00:49:13.136483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:13.193690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-ccfaa89e-e52c-49c7-b0dd-ef483b56c9f5 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187805 Feb 19 00:49:13.201920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22801-c124-49ae-8d12-b491a558c735 req-57084656-515f-41a2-8529-b14764aeb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.204352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-57084656-515f-41a2-8529-b14764aeb77f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0983388 Feb 19 00:49:13.207655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b087b8fa-dbe3-4944-8c4a-a5fe2c59101b req-14fcc913-37c2-4a78-aac6-aba96765f63a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687470 Feb 19 00:49:13.294042 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d89d5f-f850-4317-8439-7c796ffcda36 x-openstack-request-id: req-80d89d5f-f850-4317-8439-7c796ffcda36 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:13.294483 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:13.294755 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-80d89d5f-f850-4317-8439-7c796ffcda36 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:13.295174 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a', 'status': 'completed', 'code': 200} Feb 19 00:49:13.300353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.316016 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1841abb2-9a28-4dff-8ad7-8e31ef1973ef x-openstack-request-id: req-1841abb2-9a28-4dff-8ad7-8e31ef1973ef {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:13.316668 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:13.317269 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1841abb2-9a28-4dff-8ad7-8e31ef1973ef {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:13.317845 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'code': 200} Feb 19 00:49:13.352564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.353506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.355200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] 10.222.0.117 "PUT /v2.0/ports/87cd100d-c2a3-43a4-a8e9-97e0847585d1 HTTP/1.1" status: 200 len: 1091 time: 1.9325273 Feb 19 00:49:13.425150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-a3f57d48-3a0e-4fa9-83c8-4467e32a5329 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137988 Feb 19 00:49:13.470112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ffbd-d19b-463a-9546-370e1fd782ab service neutron] Pushing event updated for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:13.630946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1c8e5-8af3-424a-bc88-90fce70bae2b req-0c9e160c-a3ae-463a-9a89-ffd0622c1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.635472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1d1c8e5-8af3-424a-bc88-90fce70bae2b req-0c9e160c-a3ae-463a-9a89-ffd0622c1a58 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1131 time: 0.2314417 Feb 19 00:49:13.715104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-c4968e5c-d0a8-4a15-afd8-791b73869ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.716617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-c4968e5c-d0a8-4a15-afd8-791b73869ffa service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 1125 time: 0.1771939 Feb 19 00:49:13.719997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.117', 57515) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:13.720936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb22801-c124-49ae-8d12-b491a558c735 req-c49ebe0f-4409-4b7a-bece-bfd0d8cfd49b service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689652 Feb 19 00:49:13.797199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-45edd646-3696-42a5-b26b-ae770bcf3856 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1 HTTP/1.1" status: 200 len: 217 time: 0.0560198 Feb 19 00:49:13.810618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-d86c94e2-c79f-4d8d-becd-71d36b72b3e3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824986 Feb 19 00:49:13.816886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1d1c8e5-8af3-424a-bc88-90fce70bae2b req-f39a6c41-5bea-4bb9-8280-ac15acd056ee service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737745 Feb 19 00:49:13.845132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d8f9c-b3e7-4492-87a7-afc731945028 req-988a3bd4-5223-400a-99f2-bb400a68235c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.846774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-498d8f9c-b3e7-4492-87a7-afc731945028 req-988a3bd4-5223-400a-99f2-bb400a68235c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 948 time: 0.1919672 Feb 19 00:49:13.885369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5c985a73-1f48-47af-a2da-a2aa8c91c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.886726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-5c985a73-1f48-47af-a2da-a2aa8c91c10d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.0834141 Feb 19 00:49:13.923428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-498d8f9c-b3e7-4492-87a7-afc731945028 req-1353636b-ea57-45aa-ab95-4603797fefc9 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698569 Feb 19 00:49:13.988606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-8c54257c-7e69-4b06-8095-78e385bad7a6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805769 Feb 19 00:49:14.043415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.131303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f8e6f-1d43-4685-bacd-18a17daa3eb5 req-934728a1-bb15-46a1-a119-40deff02e4c9 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.132810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d3f8e6f-1d43-4685-bacd-18a17daa3eb5 req-934728a1-bb15-46a1-a119-40deff02e4c9 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 943 time: 0.1308043 Feb 19 00:49:14.139681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-2e8355f7-0b49-4d88-ac09-a366fc7f07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.142548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-2e8355f7-0b49-4d88-ac09-a366fc7f07a2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 1130 time: 0.0771098 Feb 19 00:49:14.227627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7c24a85-b00d-4caa-a9f0-7c71132e7d60 req-14d1c3f5-c116-46df-8ab9-af40bafb5923 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 210 time: 0.0883601 Feb 19 00:49:14.252581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d3f8e6f-1d43-4685-bacd-18a17daa3eb5 req-a71dfd67-474d-4348-a52e-c1d311165f31 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088591 Feb 19 00:49:14.271755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-2778da65-aaca-4473-b24f-85aa39b991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.275270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-2778da65-aaca-4473-b24f-85aa39b991b6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2485278 Feb 19 00:49:14.286712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-021579d2-0c66-4da3-9fb1-df64eed7fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.288727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-021579d2-0c66-4da3-9fb1-df64eed7fc31 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1307132 Feb 19 00:49:14.315770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-8058429e-1ea9-469d-b9cb-81e4e40ffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.315770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-8058429e-1ea9-469d-b9cb-81e4e40ffc22 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3a8a4481d6946b7b2c90a514a46ef2c&device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 1127 time: 0.2022407 Feb 19 00:49:14.315770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-699be8af-2f2e-4278-801a-30f6d36d438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.315770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-699be8af-2f2e-4278-801a-30f6d36d438b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.2673645 Feb 19 00:49:14.393042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-09e6a723-b4e0-493e-b817-03e11c3937ef service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=a0b97c71-d028-4c28-933c-8cce39f9759a HTTP/1.1" status: 200 len: 217 time: 0.0947580 Feb 19 00:49:14.416755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-8e6ade07-1721-4de1-b1d2-fabde869c943 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334312 Feb 19 00:49:14.500387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-c0c295bc-b347-46d3-b1ac-57ce26f2cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.501945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-c0c295bc-b347-46d3-b1ac-57ce26f2cc21 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0878723 Feb 19 00:49:14.508619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83254d77-d8bf-42ff-93df-638e93c90809 req-934049a8-199a-49f4-88de-623ec0eb9d91 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.510525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83254d77-d8bf-42ff-93df-638e93c90809 req-934049a8-199a-49f4-88de-623ec0eb9d91 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1131 time: 0.1273181 Feb 19 00:49:14.587938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83254d77-d8bf-42ff-93df-638e93c90809 req-6f223ad7-a5ff-419c-a481-535b801d7f5a tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673292 Feb 19 00:49:14.603439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-84348f82-0860-47eb-8bc3-3aefcabf3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.608232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-84348f82-0860-47eb-8bc3-3aefcabf3c58 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0932889 Feb 19 00:49:14.730519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-19c9f349-f7de-4090-97f7-b16761c501c5 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128032 Feb 19 00:49:14.858446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6399b778-982a-4104-bdde-2afb2d5e2ee5 req-176e7c89-2161-44ed-839b-95bf6baf457a service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158400 Feb 19 00:49:14.956550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673272e0-aaef-4ea3-a0f7-86c1d267730d req-78e28e66-a215-46dc-b5da-b0bc33cd0782 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.970212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-673272e0-aaef-4ea3-a0f7-86c1d267730d req-78e28e66-a215-46dc-b5da-b0bc33cd0782 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1131 time: 0.0997050 Feb 19 00:49:14.994863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30b62ff3-71f2-4bf3-9dab-dd7d57243abc req-fd293836-c2ef-46d0-85d4-0b3ef531b348 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600874 Feb 19 00:49:15.003665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-29020e5d-216d-4152-b9be-c44c29fa10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.005206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-29020e5d-216d-4152-b9be-c44c29fa10a1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e27835bc-4563-44b0-a4fa-ac9aedb75095 HTTP/1.1" status: 200 len: 914 time: 0.5863013 Feb 19 00:49:15.039578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc790956-97f9-4d91-8d48-cc202bb42e04 req-3f6060dc-c772-45e9-a9d9-7b8dcc09e0cb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.041653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-673272e0-aaef-4ea3-a0f7-86c1d267730d req-75dadff8-bc03-4329-ab1f-ea4ad6cc8bc2 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704262 Feb 19 00:49:15.047057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc790956-97f9-4d91-8d48-cc202bb42e04 req-3f6060dc-c772-45e9-a9d9-7b8dcc09e0cb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.2001340 Feb 19 00:49:15.099479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-48e25b42-3141-43c8-b405-b06d7a04d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.100940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-48e25b42-3141-43c8-b405-b06d7a04d3f8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.6830842 Feb 19 00:49:15.106010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-73810aaa-bf81-453b-a580-ed77478d0502 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac230a01-48ae-4c4a-b226-530f890e7501 HTTP/1.1" status: 200 len: 217 time: 0.0929930 Feb 19 00:49:15.125264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.128151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55112) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.163179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-56ad4de9-49fe-494b-a558-7803e5ef24aa service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0514193 Feb 19 00:49:15.285739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-c9bc4077-9730-425f-97bd-568137e07277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.288333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-c9bc4077-9730-425f-97bd-568137e07277 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0761e453-b804-4bff-a1a6-e634e867996b HTTP/1.1" status: 200 len: 853 time: 0.1673222 Feb 19 00:49:15.315263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08929f40-a97d-4930-a8af-abf6af2916b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.316607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc790956-97f9-4d91-8d48-cc202bb42e04 req-3eba6fdb-7a5f-4ceb-b6c0-22cec4a0ed65 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675073 Feb 19 00:49:15.317764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:15.320664 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f11858-4736-4cf7-aebe-5d24a936b2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:15.333503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b2a9-eb5f-47a8-9c72-6debed230847 req-7b2fc294-3dc9-4aaa-ac98-d11f97793e31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.340396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ed1b2a9-eb5f-47a8-9c72-6debed230847 req-7b2fc294-3dc9-4aaa-ac98-d11f97793e31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 948 time: 0.0879607 Feb 19 00:49:15.384954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-38c4bbcd-1fd8-4945-85bb-233e8b92ebc0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e27835bc-4563-44b0-a4fa-ac9aedb75095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542655 Feb 19 00:49:15.404053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-18c6117a-0fbf-49a1-845c-2d977d9ebe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.405677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-18c6117a-0fbf-49a1-845c-2d977d9ebe9b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.2338848 Feb 19 00:49:15.442345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08929f40-a97d-4930-a8af-abf6af2916b3 admin admin] Publish callbacks [] for security_group (aa67f1dd-d9b1-4a6e-b818-a625897fbdd4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.470845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ed1b2a9-eb5f-47a8-9c72-6debed230847 req-9b8d3576-9187-4e8e-9abe-d497774abbbb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295326 Feb 19 00:49:15.501491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-7b03b861-0164-49cc-b7ea-47a231e0a370 service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945041 Feb 19 00:49:15.505732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08929f40-a97d-4930-a8af-abf6af2916b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aa67f1dd-d9b1-4a6e-b818-a625897fbdd4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.581014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-08929f40-a97d-4930-a8af-abf6af2916b3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d92dea4c71f14e2f89d5e17a23574207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536700 Feb 19 00:49:15.582027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08929f40-a97d-4930-a8af-abf6af2916b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa67f1dd-d9b1-4a6e-b818-a625897fbdd4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.587726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55126) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.679465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4eaae94c-789d-488d-92ba-fb33b1feceeb req-5f41a2d7-2188-4c4d-9c58-2a309936f728 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 210 time: 0.0350003 Feb 19 00:49:15.694247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-40b23820-f935-4196-a3a8-ed9d9b21293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.695798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-40b23820-f935-4196-a3a8-ed9d9b21293a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1932633 Feb 19 00:49:15.714448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] Publish callbacks [] for security_group (aa67f1dd-d9b1-4a6e-b818-a625897fbdd4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.733860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0855cba-595d-45a9-956f-09020ba0aa8c req-44248902-6a86-4767-9e63-8638a2034f94 service neutron] 10.222.0.96 "GET /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232292 Feb 19 00:49:15.782575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] Publish callbacks [] for security_group (aa67f1dd-d9b1-4a6e-b818-a625897fbdd4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.809466 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18986f-d88b-47d7-a390-5b80781a573f x-openstack-request-id: req-0a18986f-d88b-47d7-a390-5b80781a573f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:15.809756 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:15.811640 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0a18986f-d88b-47d7-a390-5b80781a573f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:15.814666 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'status': 'completed', 'code': 200} Feb 19 00:49:15.946430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aa67f1dd-d9b1-4a6e-b818-a625897fbdd4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.949091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.952823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/aa67f1dd-d9b1-4a6e-b818-a625897fbdd4 HTTP/1.1" status: 204 len: 168 time: 0.3613746 Feb 19 00:49:15.966092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-3cffda43-6a7c-4348-9f1d-dd2dbb35dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.967679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-3cffda43-6a7c-4348-9f1d-dd2dbb35dfa9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 1125 time: 0.1504436 Feb 19 00:49:15.978325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d564e-32ff-49d6-822b-662b45fbe696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa67f1dd-d9b1-4a6e-b818-a625897fbdd4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.997821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81679c4e-27cc-4164-bd37-e536af8d3d9e req-899aab5c-cb0e-459c-8a88-bb094d04379a tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.009860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81679c4e-27cc-4164-bd37-e536af8d3d9e req-899aab5c-cb0e-459c-8a88-bb094d04379a tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 943 time: 0.1913686 Feb 19 00:49:16.070185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-52dddb50-0668-4c14-a7fe-ebc82ea07b1d service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676062 Feb 19 00:49:16.145087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.294111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81679c4e-27cc-4164-bd37-e536af8d3d9e req-b0c373d0-a591-4397-b820-b262c54f5cf9 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668443 Feb 19 00:49:16.338791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-f0d9e1cf-d49d-4df1-8555-8c2a29915f70 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.340295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-f0d9e1cf-d49d-4df1-8555-8c2a29915f70 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.96 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 820 time: 0.3042071 Feb 19 00:49:16.366795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'port': {'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'admin_state_up': True, 'tenant_id': '66075986b758403ab73384fcf05124a6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:16.388036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-4f5177d6-f3fd-42a3-8292-6115fc8a52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.389580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-4f5177d6-f3fd-42a3-8292-6115fc8a52e2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 925 time: 0.3437922 Feb 19 00:49:16.433353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a7a218b-b32c-4ba5-afc1-c9c474c28bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.504285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ee53aae-cafc-4dbc-ab20-58388619043a req-624a4449-124c-4d82-9bc2-2eceb19e39c7 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052036 Feb 19 00:49:16.522224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-0f3bc67b-a933-4547-85f2-0395e7279dae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1 HTTP/1.1" status: 200 len: 217 time: 0.0778534 Feb 19 00:49:16.561796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a7a218b-b32c-4ba5-afc1-c9c474c28bf9 admin admin] Publish callbacks [] for security_group (aa3bfb64-1b28-4a65-8498-31d5eba029e9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.613207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-9bdc2ff0-5524-4a14-bc02-2035f1b34111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.614699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-9bdc2ff0-5524-4a14-bc02-2035f1b34111 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.0852270 Feb 19 00:49:16.645473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a416-01da-49ba-b6e8-a951a11c1989 req-15545b29-dc03-4ba3-b7ee-e803c586ec00 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.647025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3b6a416-01da-49ba-b6e8-a951a11c1989 req-15545b29-dc03-4ba3-b7ee-e803c586ec00 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.2012210 Feb 19 00:49:16.651609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a7a218b-b32c-4ba5-afc1-c9c474c28bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aa3bfb64-1b28-4a65-8498-31d5eba029e9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.695133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a7a218b-b32c-4ba5-afc1-c9c474c28bf9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6499585b75d64e7ea9f8b2c01655e5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487733 Feb 19 00:49:16.698574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.732374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-c432723b-099c-4569-b8ca-c71ef1f7b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.733981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-c432723b-099c-4569-b8ca-c71ef1f7b0d4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112013 Feb 19 00:49:16.760456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a218b-b32c-4ba5-afc1-c9c474c28bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3bfb64-1b28-4a65-8498-31d5eba029e9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:16.762251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3b6a416-01da-49ba-b6e8-a951a11c1989 req-7b743bd8-a1dd-4c5e-8bcf-e312914d2ca5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978968 Feb 19 00:49:16.796403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Made reservation on behalf of 66075986b758403ab73384fcf05124a6 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:16.800455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.837302 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.959812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a2a7-9ca3-4a83-8e10-b35b150be709 req-886a12b8-7fc2-4365-a6ec-ed22afe2b78d tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.970111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5f9a2a7-9ca3-4a83-8e10-b35b150be709 req-886a12b8-7fc2-4365-a6ec-ed22afe2b78d tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 948 time: 0.1886859 Feb 19 00:49:16.973560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] Publish callbacks [] for security_group (aa3bfb64-1b28-4a65-8498-31d5eba029e9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.000025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-7fa42849-a7c7-457e-8b00-c86dfabe1b7b service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362053 Feb 19 00:49:17.025930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] Publish callbacks [] for security_group (aa3bfb64-1b28-4a65-8498-31d5eba029e9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.081545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5f9a2a7-9ca3-4a83-8e10-b35b150be709 req-bd178c8e-4615-4128-b930-da7c60ee306a tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080062 Feb 19 00:49:17.104704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Allocated IP 172.20.0.14 (94151e14-d22e-43c6-8684-40deb82fe7fc/b78e1ff3-6010-46d0-b0cd-425ec629d3e5/48c0b280-6108-4db1-881f-f998b2d55e01) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:17.163991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f11858-4736-4cf7-aebe-5d24a936b2c6 req-fe8ec4bb-799d-4342-8a84-fe466bc7abd6 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395669 Feb 19 00:49:17.219808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2408b781-3b48-46a6-8e6d-b214b310d0c1 req-f1e23dec-5ec3-4c61-9e78-f23247d19e9d tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 210 time: 0.0285363 Feb 19 00:49:17.220543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aa3bfb64-1b28-4a65-8498-31d5eba029e9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.223056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.226775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/aa3bfb64-1b28-4a65-8498-31d5eba029e9 HTTP/1.1" status: 204 len: 168 time: 0.5269904 Feb 19 00:49:17.235286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0383f-8698-45ae-9b2a-f0d7a2f1f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3bfb64-1b28-4a65-8498-31d5eba029e9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:17.389696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for port (48c0b280-6108-4db1-881f-f998b2d55e01), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.502900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1175e-ff14-41b4-8dda-a4a687e7c690 req-14d7fec3-33f1-43b1-ba72-03b3deb3196a tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.504670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47e1175e-ff14-41b4-8dda-a4a687e7c690 req-14d7fec3-33f1-43b1-ba72-03b3deb3196a tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 943 time: 0.0837708 Feb 19 00:49:17.591405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47e1175e-ff14-41b4-8dda-a4a687e7c690 req-03d13c14-5aef-40a4-bca6-8fefa1b5db27 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782878 Feb 19 00:49:17.614389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.631944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:17.716326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Network 94151e14-d22e-43c6-8684-40deb82fe7fc is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:17.721577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:17.721927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-81576949-db67-4840-be22-6dbcff8e8567 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.725446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:17.732755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.733249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-81576949-db67-4840-be22-6dbcff8e8567 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1131 time: 0.1154566 Feb 19 00:49:17.733402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.758363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event updated for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:17.786950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-16ef9468-8768-4437-be78-d64e25fa3ff6 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.900689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-905252bc-5697-4625-9aa0-2667b5eef95a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5403240 Feb 19 00:49:17.908659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09685-de9a-4498-81f9-cf69753252af req-90905747-04b2-471f-bcd7-a3a8b10cd36c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.916519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92b09685-de9a-4498-81f9-cf69753252af req-90905747-04b2-471f-bcd7-a3a8b10cd36c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1174338 Feb 19 00:49:17.928437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Request body: {'port': {'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:17.939006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-16ef9468-8768-4437-be78-d64e25fa3ff6 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Publish callbacks [] for security_group (3fa802e7-e433-48fe-bdee-d01b912ab617), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.020073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-16ef9468-8768-4437-be78-d64e25fa3ff6 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3fa802e7-e433-48fe-bdee-d01b912ab617), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.022242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92b09685-de9a-4498-81f9-cf69753252af req-a24d55c2-5a6b-4f98-bb21-1c2c1836743f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048746 Feb 19 00:49:18.028684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.071710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cdb08050-e5e2-423f-8ea5-7496687c2f1c None None] Provisioning complete for port 48c0b280-6108-4db1-881f-f998b2d55e01 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:18.081769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb08050-e5e2-423f-8ea5-7496687c2f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.087564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2a5eab6-e507-4080-b810-e7fa61c5c3e9 req-16ef9468-8768-4437-be78-d64e25fa3ff6 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522007 Feb 19 00:49:18.178104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef9468-8768-4437-be78-d64e25fa3ff6 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa802e7-e433-48fe-bdee-d01b912ab617,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.215995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb08050-e5e2-423f-8ea5-7496687c2f1c None None] Port 48c0b280-6108-4db1-881f-f998b2d55e01 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:18.310122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:18.329509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b664cf4-a5fc-4746-bd37-282a17a54beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.344109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0b97c71-d028-4c28-933c-8cce39f9759a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:18.384873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aaaa3-8173-4127-aff8-0c92de397547 req-8b93c6dc-ce94-4d05-ab07-6097a08a480c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:18.386430 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac4aaaa3-8173-4127-aff8-0c92de397547 req-8b93c6dc-ce94-4d05-ab07-6097a08a480c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 948 time: 0.1306555 Feb 19 00:49:18.483258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c0b280-6108-4db1-881f-f998b2d55e01 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:18.486448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b664cf4-a5fc-4746-bd37-282a17a54beb admin admin] Publish callbacks [] for security_group (b1c3582e-ace6-4e4a-ab72-b2c73130508a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.497235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks [] for port (48c0b280-6108-4db1-881f-f998b2d55e01), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.503193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac4aaaa3-8173-4127-aff8-0c92de397547 req-06d2d338-c72d-4f4b-b575-9c9b31c3f1a5 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090896 Feb 19 00:49:18.516883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Transition to ACTIVE for port object 48c0b280-6108-4db1-881f-f998b2d55e01 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:18.518754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0b97c71-d028-4c28-933c-8cce39f9759a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:18.541677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a0b97c71-d028-4c28-933c-8cce39f9759a', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'a0b97c71-d028-4c28-933c-8cce39f9759a', 'mac_address': 'fa:16:3e:28:43:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:18.562952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b664cf4-a5fc-4746-bd37-282a17a54beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1c3582e-ace6-4e4a-ab72-b2c73130508a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.592539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a0b97c71-d028-4c28-933c-8cce39f9759a is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:18.592991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.602712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.606823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664cf4-a5fc-4746-bd37-282a17a54beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c3582e-ace6-4e4a-ab72-b2c73130508a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.633014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b97c71-d028-4c28-933c-8cce39f9759a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:18.640921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b664cf4-a5fc-4746-bd37-282a17a54beb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d994d0d64462458ba1498bd26e50b345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287499 Feb 19 00:49:18.643401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:18.694540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0b97c71-d028-4c28-933c-8cce39f9759a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:18.698961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] Publish callbacks [] for security_group (b1c3582e-ace6-4e4a-ab72-b2c73130508a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.725786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] Publish callbacks [] for security_group (b1c3582e-ace6-4e4a-ab72-b2c73130508a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.772979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Pushing event updated for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.791733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.792414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 87cd100d-c2a3-43a4-a8e9-97e0847585d1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:18.835927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f27d4a-c79a-4961-8a33-625b0f6f626a req-d9b6a06b-3d2e-4dc1-b75e-d32fbfb97369 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:18.837921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95f27d4a-c79a-4961-8a33-625b0f6f626a req-d9b6a06b-3d2e-4dc1-b75e-d32fbfb97369 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 944 time: 0.2317383 Feb 19 00:49:18.839394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Attempting to bind port 48c0b280-6108-4db1-881f-f998b2d55e01 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:18.839799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Attempting to bind port 48c0b280-6108-4db1-881f-f998b2d55e01 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:18.840255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Attempting to bind port 48c0b280-6108-4db1-881f-f998b2d55e01 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:18.853242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Port 48c0b280-6108-4db1-881f-f998b2d55e01 on network 94151e14-d22e-43c6-8684-40deb82fe7fc not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:18.853910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Attempting to bind port 48c0b280-6108-4db1-881f-f998b2d55e01 on network 94151e14-d22e-43c6-8684-40deb82fe7fc {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:18.874649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:18.875729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Checking segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:18.876573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Bound using segment: {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:18.877077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Bound port: 48c0b280-6108-4db1-881f-f998b2d55e01, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31603b02-24d8-40b0-a59e-e63f3cb2c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:18.877479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.900228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1c3582e-ace6-4e4a-ab72-b2c73130508a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.904049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.905624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1c3582e-ace6-4e4a-ab72-b2c73130508a HTTP/1.1" status: 204 len: 168 time: 0.2613108 Feb 19 00:49:18.922084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eebb30-fd25-443b-b232-29deabd01011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c3582e-ace6-4e4a-ab72-b2c73130508a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.933315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.966271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95f27d4a-c79a-4961-8a33-625b0f6f626a req-c2e4f84c-0d02-4f4a-82e2-e65c546aa4c5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211007 Feb 19 00:49:19.002430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:19.008815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:19.011927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48c0b280-6108-4db1-881f-f998b2d55e01,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:19.042728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'port_id': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'mac_address': 'fa:16:3e:a9:c9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:19.089844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.090692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:19.091143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.107217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cd100d-c2a3-43a4-a8e9-97e0847585d1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:19.142523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:19.152146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.152905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.154158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] 10.222.0.96 "PUT /v2.0/ports/48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 1092 time: 1.2299163 Feb 19 00:49:19.160833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:19.164410 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa" -d '{"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:19.212517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.226590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9528c3-1b2f-494e-910e-822cafbd05d7 service neutron] Pushing event updated for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:19.269045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df796e9-9ea2-4c73-a847-af1cbc2a0b2a req-b94cb741-64c3-4533-9acb-c6fdc487f897 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.271368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7df796e9-9ea2-4c73-a847-af1cbc2a0b2a req-b94cb741-64c3-4533-9acb-c6fdc487f897 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 944 time: 0.0842583 Feb 19 00:49:19.313217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:19.384052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7df796e9-9ea2-4c73-a847-af1cbc2a0b2a req-fc3c2e8c-829d-438e-9396-c37864abd278 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020720 Feb 19 00:49:19.407572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-11ebe1a6-5ae1-4214-8b33-600da5afbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.410278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-11ebe1a6-5ae1-4214-8b33-600da5afbc66 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1126 time: 0.1008258 Feb 19 00:49:19.426142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7c062-bfe2-4d7c-9f09-9235f80d5cae req-5a7ebc0f-45ab-4c18-96fa-8ec6f3c9479c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.428741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9db7c062-bfe2-4d7c-9f09-9235f80d5cae req-5a7ebc0f-45ab-4c18-96fa-8ec6f3c9479c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0803750 Feb 19 00:49:19.456756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0b97c71-d028-4c28-933c-8cce39f9759a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:19.460607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['87cd100d-c2a3-43a4-a8e9-97e0847585d1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:19.515181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-ccdb75d1-de45-44dc-8adc-9fd08944e934 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 217 time: 0.0873005 Feb 19 00:49:19.580341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-33012d7a-24ba-40e5-830a-337c0a16e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.581997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-33012d7a-24ba-40e5-830a-337c0a16e3f5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0582473 Feb 19 00:49:19.582473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55256) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:19.608594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9db7c062-bfe2-4d7c-9f09-9235f80d5cae req-d8c7f39a-7b79-4ad5-b676-159093924f3d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650815 Feb 19 00:49:19.678063 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13a1f2-6b76-4819-9afa-6ea8bffe1256 x-openstack-request-id: req-1c13a1f2-6b76-4819-9afa-6ea8bffe1256 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:19.678350 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:19.678603 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1c13a1f2-6b76-4819-9afa-6ea8bffe1256 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:19.679000 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01', 'status': 'completed', 'code': 200} Feb 19 00:49:19.704466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-152210f2-301f-4138-9047-cb66983a05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.707867 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-152210f2-301f-4138-9047-cb66983a05d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172583 Feb 19 00:49:19.863735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf96c34-80fd-49f7-971d-d26997988a28 req-bf107505-78bd-4fa5-9d7d-53c9cb8e4f3a tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.876860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-faf96c34-80fd-49f7-971d-d26997988a28 req-bf107505-78bd-4fa5-9d7d-53c9cb8e4f3a tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 949 time: 0.0916815 Feb 19 00:49:19.906523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-d90592b6-0c89-41c2-a1cd-d70d84b6d8bf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3228540 Feb 19 00:49:19.925074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-731c2c1b-c882-4259-815e-b2b29cab3f27 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:19.926107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-731c2c1b-c882-4259-815e-b2b29cab3f27 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104377 Feb 19 00:49:19.941451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-e0221b44-c198-4668-b38c-9531331a269b service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187090 Feb 19 00:49:19.953766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43208ca-611b-4278-99a0-65a348c187fb req-d1860d09-9b1f-4ea0-8ca5-17147773f991 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.955575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a43208ca-611b-4278-99a0-65a348c187fb req-d1860d09-9b1f-4ea0-8ca5-17147773f991 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1727118 Feb 19 00:49:19.990052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-faf96c34-80fd-49f7-971d-d26997988a28 req-21b6f3ac-4c94-4b23-817a-4ed01a0db063 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087334 Feb 19 00:49:20.056362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a43208ca-611b-4278-99a0-65a348c187fb req-df9ad133-d0f5-4b41-94f2-433539c81bca tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909469 Feb 19 00:49:20.095012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55278) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:20.105693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0909aef-5d11-4b2f-aca3-f2966f1302c9 req-18d6bfd3-311b-4690-97b3-135bfe32806c service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491327 Feb 19 00:49:20.120177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9210fb94-87b6-494a-b851-821f0a965aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.242369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9210fb94-87b6-494a-b851-821f0a965aa3 admin admin] Publish callbacks [] for security_group (ab22ef58-75a5-4715-b3db-155924f82206), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.266792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2442-76c3-4eb7-9b2a-2ade31b5533d req-920fc71e-c3c5-4001-b2b2-cc2ed95963ef tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.274716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-951d2442-76c3-4eb7-9b2a-2ade31b5533d req-920fc71e-c3c5-4001-b2b2-cc2ed95963ef tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 944 time: 0.1294520 Feb 19 00:49:20.319934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-1494f3bb-712b-4e8c-91ae-a89921ec1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.321771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-1494f3bb-712b-4e8c-91ae-a89921ec1a57 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1126 time: 0.0768056 Feb 19 00:49:20.322735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9210fb94-87b6-494a-b851-821f0a965aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab22ef58-75a5-4715-b3db-155924f82206), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.337786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-951d2442-76c3-4eb7-9b2a-2ade31b5533d req-5ea9180f-02e5-4076-aaee-29bef5810717 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620661 Feb 19 00:49:20.440054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:20.440723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9210fb94-87b6-494a-b851-821f0a965aa3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=feabb47d00b34371ba5ebfb7400a0913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433805 Feb 19 00:49:20.440879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210fb94-87b6-494a-b851-821f0a965aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22ef58-75a5-4715-b3db-155924f82206,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:20.476780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-e94e1376-78dc-45e8-be7b-cd141252a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.481234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-e94e1376-78dc-45e8-be7b-cd141252a0c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1467495 Feb 19 00:49:20.508679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] Publish callbacks [] for security_group (ab22ef58-75a5-4715-b3db-155924f82206), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.536041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] Publish callbacks [] for security_group (ab22ef58-75a5-4715-b3db-155924f82206), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.548482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-1aa08d33-b60a-49b0-8e88-395ba74957ae service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 217 time: 0.0594292 Feb 19 00:49:20.634609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e371fa-7862-4921-8472-0aab3618b64b req-11a3bb37-9208-4cfa-8090-a5417749f48d tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.647713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18e371fa-7862-4921-8472-0aab3618b64b req-11a3bb37-9208-4cfa-8090-a5417749f48d tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 944 time: 0.1486213 Feb 19 00:49:20.648975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-9cc3556d-7876-4b06-b5c3-6a9e764e2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.650425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-9cc3556d-7876-4b06-b5c3-6a9e764e2395 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0851719 Feb 19 00:49:20.755256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a83857-0d9d-4fb9-836d-1305c38257e2 req-56cf013d-497b-46c9-9766-c8c3a534351a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.756987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93a83857-0d9d-4fb9-836d-1305c38257e2 req-56cf013d-497b-46c9-9766-c8c3a534351a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0642467 Feb 19 00:49:20.809415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93a83857-0d9d-4fb9-836d-1305c38257e2 req-ec79308e-dbc9-4dc4-ba68-62a9cd7847b6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Feb 19 00:49:20.883263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab22ef58-75a5-4715-b3db-155924f82206), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.886381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.891484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ab22ef58-75a5-4715-b3db-155924f82206 HTTP/1.1" status: 204 len: 168 time: 0.4485562 Feb 19 00:49:20.901741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9413ab9-6304-4e04-9290-813f1aa5456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22ef58-75a5-4715-b3db-155924f82206,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:21.007937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18e371fa-7862-4921-8472-0aab3618b64b req-1efd97d9-9e5e-4958-b7ad-a8427179eac9 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604367 Feb 19 00:49:21.019700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-8f14b8c8-806c-4d49-a664-9fb7e3cd05cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.021382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-8f14b8c8-806c-4d49-a664-9fb7e3cd05cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175203 Feb 19 00:49:21.072278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55314) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:21.206716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b269d-32a9-4de6-87a5-b3273cb05802 req-1f724093-2302-4538-a473-70867b39306b tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.208472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c4b269d-32a9-4de6-87a5-b3273cb05802 req-1f724093-2302-4538-a473-70867b39306b tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 949 time: 0.1176226 Feb 19 00:49:21.222163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-a8a5cb8e-15c4-4370-9a23-754ef2b0ad61 service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767433 Feb 19 00:49:21.274730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c4b269d-32a9-4de6-87a5-b3273cb05802 req-d3f053c2-12f6-4d35-bcf2-05c9bac52afb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599608 Feb 19 00:49:21.311150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eff46-fb37-4dbc-a9cd-b00cf816cc95 req-d97ab2e9-c405-4a2d-9a25-7f1940ace8a5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.314305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a2eff46-fb37-4dbc-a9cd-b00cf816cc95 req-d97ab2e9-c405-4a2d-9a25-7f1940ace8a5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1531162 Feb 19 00:49:21.366435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:21.383235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68f2777e-9b7b-46b6-b7ac-99d4a27828aa req-aeb0057a-0978-46a7-8dd8-37c4aaac6aec service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538138 Feb 19 00:49:21.403040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a2eff46-fb37-4dbc-a9cd-b00cf816cc95 req-39217e56-d9f2-4a64-8830-021d6415345b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766361 Feb 19 00:49:21.444810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f035-7791-480f-8c3c-9525748f7003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.588106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-8317a82f-96fc-45ad-b0e3-7ee97244cf68 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.589759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-8317a82f-96fc-45ad-b0e3-7ee97244cf68 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 1128 time: 0.2188065 Feb 19 00:49:21.601030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3dc6e-5024-406b-b1ff-a22211c9cb70 req-1091659e-5c75-466b-911f-23efca67a663 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.603692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1f3dc6e-5024-406b-b1ff-a22211c9cb70 req-1091659e-5c75-466b-911f-23efca67a663 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 944 time: 0.1169572 Feb 19 00:49:21.641251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f035-7791-480f-8c3c-9525748f7003 admin admin] Publish callbacks [] for security_group (6b6a302c-650c-43ec-95f4-6462fab36578), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.672388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1f3dc6e-5024-406b-b1ff-a22211c9cb70 req-dfc54189-1398-4e42-b63f-fd96694f9267 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576608 Feb 19 00:49:21.689243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f035-7791-480f-8c3c-9525748f7003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6b6a302c-650c-43ec-95f4-6462fab36578), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.738048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1e8f035-7791-480f-8c3c-9525748f7003 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aaad333c26864435bc13aa40b0a1cc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634676 Feb 19 00:49:21.738996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8f035-7791-480f-8c3c-9525748f7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a302c-650c-43ec-95f4-6462fab36578,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:21.741285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:21.822341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] Publish callbacks [] for security_group (6b6a302c-650c-43ec-95f4-6462fab36578), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.846225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] Publish callbacks [] for security_group (6b6a302c-650c-43ec-95f4-6462fab36578), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.964269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cef81-4ef5-4dd6-81f3-1984dbdfd883 req-3bbd7f41-8b02-4193-9db7-7c6b25dedc43 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.965953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e38cef81-4ef5-4dd6-81f3-1984dbdfd883 req-3bbd7f41-8b02-4193-9db7-7c6b25dedc43 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0781009 Feb 19 00:49:22.040907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e38cef81-4ef5-4dd6-81f3-1984dbdfd883 req-074c17fc-ae4a-4744-8599-a4b1187c05c7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Feb 19 00:49:22.060374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6b6a302c-650c-43ec-95f4-6462fab36578), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.064764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.065946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6b6a302c-650c-43ec-95f4-6462fab36578 HTTP/1.1" status: 204 len: 168 time: 0.3236206 Feb 19 00:49:22.089168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9eb0-10f1-413d-917c-20f3a4d6c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a302c-650c-43ec-95f4-6462fab36578,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:22.195676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a40976-a237-4677-86b6-380fde5a05d4 req-43e2122e-934b-464c-9871-fcb2bda5b434 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.197404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07a40976-a237-4677-86b6-380fde5a05d4 req-43e2122e-934b-464c-9871-fcb2bda5b434 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 944 time: 0.0910625 Feb 19 00:49:22.256223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07a40976-a237-4677-86b6-380fde5a05d4 req-b9048b9d-333f-44a9-b19d-e99601238d81 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509257 Feb 19 00:49:22.344537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0b97c71-d028-4c28-933c-8cce39f9759a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:22.499053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ead68-f4b1-4b61-a429-2f5c4a7ace2f req-608e8a30-800c-4e28-9305-557d83fe9821 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.508686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d4ead68-f4b1-4b61-a429-2f5c4a7ace2f req-608e8a30-800c-4e28-9305-557d83fe9821 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 949 time: 0.1368885 Feb 19 00:49:22.528506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a0b97c71-d028-4c28-933c-8cce39f9759a completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:22.534620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a0b97c71-d028-4c28-933c-8cce39f9759a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:22.542144 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.584072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931efe7-13ed-4fd4-be0d-e4ad9edd288d req-0e70899f-e546-4eb4-abd8-6dab5b842da7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.593292 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8931efe7-13ed-4fd4-be0d-e4ad9edd288d req-0e70899f-e546-4eb4-abd8-6dab5b842da7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0911362 Feb 19 00:49:22.611071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d4ead68-f4b1-4b61-a429-2f5c4a7ace2f req-bc30cc6b-fd7b-4b6a-a916-6909a0a9619a tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993583 Feb 19 00:49:22.649719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a0b97c71-d028-4c28-933c-8cce39f9759a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:22.650334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.671255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8931efe7-13ed-4fd4-be0d-e4ad9edd288d req-62073149-28b9-4763-be9d-f06bd121bd9d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759943 Feb 19 00:49:22.724602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:22.724602 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e80ea7b-ba13-4b23-a66a-3d36a6a8a61a" -d '{"events": [{"server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "name": "network-vif-plugged", "status": "completed", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:22.740610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0b97c71-d028-4c28-933c-8cce39f9759a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:22.789476 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6896426b-a035-4591-96db-731bf84271c5 x-openstack-request-id: req-6896426b-a035-4591-96db-731bf84271c5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:22.789864 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "name": "network-vif-plugged", "status": "completed", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:22.790322 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6896426b-a035-4591-96db-731bf84271c5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:22.791386 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a', 'code': 200} Feb 19 00:49:22.812947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.813861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 87cd100d-c2a3-43a4-a8e9-97e0847585d1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:22.864166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371a04b-7094-41a6-b315-14f4d83dce76 req-e647c1d2-a579-4c56-ac6e-cfe1837a176f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.871455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8371a04b-7094-41a6-b315-14f4d83dce76 req-e647c1d2-a579-4c56-ac6e-cfe1837a176f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 944 time: 0.0779932 Feb 19 00:49:22.918169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:22.962429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8371a04b-7094-41a6-b315-14f4d83dce76 req-ca9d66c5-901d-4c7d-8494-1aa6ddcdf089 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Feb 19 00:49:22.977640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c01912-16c9-4fdf-9ed3-f54dcfcbb067 req-9da4cd3f-6da5-43f3-bcf3-6ed9e36126f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.980405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58c01912-16c9-4fdf-9ed3-f54dcfcbb067 req-9da4cd3f-6da5-43f3-bcf3-6ed9e36126f4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 1132 time: 0.1066573 Feb 19 00:49:23.002884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:23.007513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:23.007894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.037465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48c0b280-6108-4db1-881f-f998b2d55e01 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:23.065836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58c01912-16c9-4fdf-9ed3-f54dcfcbb067 req-98c459a1-e11c-43a0-87c3-a54cbea157dc service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706358 Feb 19 00:49:23.171244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:23.172445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.269952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc635e3-8853-4090-a827-c3be7f83d9a3 req-474e75ab-f31b-4508-9a4e-eb5b0150035c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.284290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dc635e3-8853-4090-a827-c3be7f83d9a3 req-474e75ab-f31b-4508-9a4e-eb5b0150035c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0923240 Feb 19 00:49:23.372527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dc635e3-8853-4090-a827-c3be7f83d9a3 req-f088b39e-f162-45d3-8a80-0afafae5959c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870104 Feb 19 00:49:23.383852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:23.405078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48c0b280-6108-4db1-881f-f998b2d55e01,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:23.426713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '48c0b280-6108-4db1-881f-f998b2d55e01', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:23.460110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.461047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3ea8-ac04-4ff4-af89-8b960d695c2d req-bc8a57be-4dd1-42f4-8b70-b372ae112e90 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.470435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f8c3ea8-ac04-4ff4-af89-8b960d695c2d req-bc8a57be-4dd1-42f4-8b70-b372ae112e90 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 944 time: 0.0960755 Feb 19 00:49:23.539218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f8c3ea8-ac04-4ff4-af89-8b960d695c2d req-693fb762-33ec-4378-bc25-7bb586460938 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673726 Feb 19 00:49:23.552121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:23.564059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48c0b280-6108-4db1-881f-f998b2d55e01 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:23.564531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.591633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c0b280-6108-4db1-881f-f998b2d55e01 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:23.618861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48c0b280-6108-4db1-881f-f998b2d55e01,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:23.684598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.803069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:23.805854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5477a2-be99-412d-bb07-105d0215d82e req-7064ff35-3210-41f3-bf2f-1786eacf98ef tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.807400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa5477a2-be99-412d-bb07-105d0215d82e req-7064ff35-3210-41f3-bf2f-1786eacf98ef tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.1148448 Feb 19 00:49:23.816338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-94e3b20e-33ae-4018-928b-894f0060fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.817939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-94e3b20e-33ae-4018-928b-894f0060fc41 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1131 time: 0.1072881 Feb 19 00:49:23.879469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa5477a2-be99-412d-bb07-105d0215d82e req-5039d345-ac26-4770-88b8-92aa3b03e58f tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Feb 19 00:49:23.955103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-312cc70e-ecd1-467a-8df4-a34ec3900752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.957584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-312cc70e-ecd1-467a-8df4-a34ec3900752 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1265368 Feb 19 00:49:23.970530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55418) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:24.017422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['48c0b280-6108-4db1-881f-f998b2d55e01'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:24.039932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-66a11fcf-042f-4e39-9168-279f70a17170 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0703921 Feb 19 00:49:24.100977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489942b4-3070-4436-89e8-8f5bb80c6931 req-500f2868-d71a-4bc4-99d4-ca56be5cc0bf tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.109571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-489942b4-3070-4436-89e8-8f5bb80c6931 req-500f2868-d71a-4bc4-99d4-ca56be5cc0bf tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1506019 Feb 19 00:49:24.156904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-648609983-network', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:24.182330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-21e6d656-dbf5-42a5-bfa9-c4687a5718ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.184349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-21e6d656-dbf5-42a5-bfa9-c4687a5718ba service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1343098 Feb 19 00:49:24.197549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902aa9-c422-43a3-bc9f-9de78746f67a req-c6590d00-6d98-47c6-84c0-fd1257da2970 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.206610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d902aa9-c422-43a3-bc9f-9de78746f67a req-c6590d00-6d98-47c6-84c0-fd1257da2970 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 945 time: 0.0742240 Feb 19 00:49:24.248006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-489942b4-3070-4436-89e8-8f5bb80c6931 req-0172c720-bc9f-45af-98c0-108e49342bc9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375051 Feb 19 00:49:24.267658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d902aa9-c422-43a3-bc9f-9de78746f67a req-64ef1456-da20-4c28-bde6-b24c1be7173c tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Feb 19 00:49:24.284725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-feab0087-e6e9-416d-9d4c-ce05371fcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.286389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-feab0087-e6e9-416d-9d4c-ce05371fcee5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0849528 Feb 19 00:49:24.288244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Made reservation on behalf of e005bfc47ef5479c9916b95d2c78c72f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:24.290607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.311724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.442365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-9af71c0d-752c-437e-97d9-904ab4c0a1c8 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455507 Feb 19 00:49:24.551538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks [] for security_group (e17f422b-4f02-4ab2-bdf2-66ff20fbab6b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.579810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee488fb-a8a4-423a-8238-7ae4ea03a6ca req-788e9aae-674d-401c-a1fa-ae39daad2c94 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.581478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cee488fb-a8a4-423a-8238-7ae4ea03a6ca req-788e9aae-674d-401c-a1fa-ae39daad2c94 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0986235 Feb 19 00:49:24.584911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-b31bbffa-014f-48fc-8434-1613d2197dfc service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365671 Feb 19 00:49:24.596478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e17f422b-4f02-4ab2-bdf2-66ff20fbab6b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.633016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:49:24.635454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cee488fb-a8a4-423a-8238-7ae4ea03a6ca req-82d8a438-9af8-44e7-ab7b-977cc27cc9a7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Feb 19 00:49:24.676982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f173250a-9949-40ec-ad25-d67b976a54ca), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.677468 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Added segment f173250a-9949-40ec-ad25-d67b976a54ca of type vlan for network 62867101-b7c6-415f-88f3-b150c347d36f Feb 19 00:49:24.678821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f422b-4f02-4ab2-bdf2-66ff20fbab6b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:24.754031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed76373-1115-499c-9e1e-1a8fe5905656 req-0f3581e9-4ab9-4e9a-b690-fa94e4bfaa55 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.754031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fed76373-1115-499c-9e1e-1a8fe5905656 req-0f3581e9-4ab9-4e9a-b690-fa94e4bfaa55 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.1368022 Feb 19 00:49:24.754941 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (62867101-b7c6-415f-88f3-b150c347d36f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.793036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:24.797764 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd8a21-ecac-4973-9972-e33e5caf03cb" -d '{"events": [{"server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "name": "network-vif-plugged", "status": "completed", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:24.824109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fed76373-1115-499c-9e1e-1a8fe5905656 req-d5b2ca92-2150-4f27-82f6-ca81297850a1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633941 Feb 19 00:49:24.868518 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1406da0c-96ce-4319-aa66-cf0ab607f993 x-openstack-request-id: req-1406da0c-96ce-4319-aa66-cf0ab607f993 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:24.868898 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "name": "network-vif-plugged", "status": "completed", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:24.869155 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1406da0c-96ce-4319-aa66-cf0ab607f993 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:24.869548 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'code': 200} Feb 19 00:49:24.911303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (62867101-b7c6-415f-88f3-b150c347d36f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.912297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.913259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.010353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0328150 Feb 19 00:49:25.013987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:25.020377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48c0b280-6108-4db1-881f-f998b2d55e01 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:25.020939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917d47-6079-48d9-9564-7e2d6894400e req-ac93296a-05b0-42ec-bdca-3bf12b4967eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.021446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Request body: {'subnet': {'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-648609983-subnet', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:25.024242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85917d47-6079-48d9-9564-7e2d6894400e req-ac93296a-05b0-42ec-bdca-3bf12b4967eb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.0648077 Feb 19 00:49:25.024544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ddb5c-22be-489c-8c90-4a5082bea18b admin admin] Pushing event updated for resources: {'Network': ['ID=62867101-b7c6-415f-88f3-b150c347d36f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:25.048352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 62867101-b7c6-415f-88f3-b150c347d36f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:49:25.050054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9d061-d9b1-4f25-bed9-b4f1bcd88733 req-ef0120a6-0abf-42b6-a049-ea796652aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.051670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a9d061-d9b1-4f25-bed9-b4f1bcd88733 req-ef0120a6-0abf-42b6-a049-ea796652aa19 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 1127 time: 0.0857387 Feb 19 00:49:25.084711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85917d47-6079-48d9-9564-7e2d6894400e req-66008c10-4eaa-4c40-abac-aa599172b8ec tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494003 Feb 19 00:49:25.111528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a9d061-d9b1-4f25-bed9-b4f1bcd88733 req-c7933c66-c454-433e-a933-750d6e04d3d5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532413 Feb 19 00:49:25.128640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Made reservation on behalf of e005bfc47ef5479c9916b95d2c78c72f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:25.132983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.186724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 48c0b280-6108-4db1-881f-f998b2d55e01 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:25.191335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 48c0b280-6108-4db1-881f-f998b2d55e01 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:25.191742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.301022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48c0b280-6108-4db1-881f-f998b2d55e01 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:25.301416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.341281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48c0b280-6108-4db1-881f-f998b2d55e01,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:25.417176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.440179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f68519-6363-45e0-98fc-91a7dd329b67 req-ba72d413-4c72-46b5-8289-ce6dcb5069db tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.441833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37f68519-6363-45e0-98fc-91a7dd329b67 req-ba72d413-4c72-46b5-8289-ce6dcb5069db tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1063075 Feb 19 00:49:25.470777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:25.482158 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (ec528edc-242f-4625-8930-c43f0da67a91), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.520162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c35553-431a-4412-8636-a91331f97aa9 req-50066d28-f63a-4ae9-9828-db3c978c58af tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.521589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2c35553-431a-4412-8636-a91331f97aa9 req-50066d28-f63a-4ae9-9828-db3c978c58af tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 946 time: 0.0586622 Feb 19 00:49:25.526955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37f68519-6363-45e0-98fc-91a7dd329b67 req-bbd9cbfb-50b9-4b51-b725-a6bee857f32d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775893 Feb 19 00:49:25.561028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec528edc-242f-4625-8930-c43f0da67a91,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:25.572965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Checking segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:25.573467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Network hostable DHCP agents. Network: 62867101-b7c6-415f-88f3-b150c347d36f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:49:25.576877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2c35553-431a-4412-8636-a91331f97aa9 req-8fec0348-1421-47ff-9d56-212dd6b0dd20 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476947 Feb 19 00:49:25.711864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Network 62867101-b7c6-415f-88f3-b150c347d36f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:49:25.712022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e51de4-6b28-4abe-89c6-c3a53db2f8cd req-dd7811a2-d75b-48a3-a486-e1ab489f9960 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.713772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2e51de4-6b28-4abe-89c6-c3a53db2f8cd req-dd7811a2-d75b-48a3-a486-e1ab489f9960 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.0668347 Feb 19 00:49:25.780168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 62867101-b7c6-415f-88f3-b150c347d36f) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:25.786793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2e51de4-6b28-4abe-89c6-c3a53db2f8cd req-17fefc2a-89b9-40a5-a1f9-a45bf825c5d7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657339 Feb 19 00:49:25.796817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211967d7-8a6c-42f7-9d2b-a4a6f7b2a345 None None] Network 62867101-b7c6-415f-88f3-b150c347d36f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:25.797503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.797503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.848774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c7f7-aff4-4e01-b504-b40a464b5140 req-80365341-5ff8-46d6-9992-6e122e5b10c6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.861571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0038c7f7-aff4-4e01-b504-b40a464b5140 req-80365341-5ff8-46d6-9992-6e122e5b10c6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1204655 Feb 19 00:49:25.881881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55490) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:25.927500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-62867101-b7c6-415f-88f3-b150c347d36f', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:49:25.929024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.938843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0038c7f7-aff4-4e01-b504-b40a464b5140 req-ed2b039b-35f9-4aa0-8989-4e620a0af59c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Feb 19 00:49:25.942741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4994363c-9c90-4c87-b0ca-7fd0cc4775dc admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9257624 Feb 19 00:49:25.948427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55494) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:25.955847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:26.016926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7fe34-4603-4ff9-9938-77715ab8222e req-fe5aa1a3-ae64-4824-beed-ba806665a9df tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:26.023778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14d7fe34-4603-4ff9-9938-77715ab8222e req-fe5aa1a3-ae64-4824-beed-ba806665a9df tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.0773704 Feb 19 00:49:26.072158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-368153b8-6060-4c9c-ac6a-35a59545ea0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.081138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.082396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.105689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-7a8079a0-2b32-4b3f-9803-ca9a4b8c6f3f tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437493 Feb 19 00:49:26.139716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14d7fe34-4603-4ff9-9938-77715ab8222e req-a4d1f345-b9d9-4650-aeac-904c9818405c tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123385 Feb 19 00:49:26.153623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Allocated IP 172.20.0.2 (62867101-b7c6-415f-88f3-b150c347d36f/ec528edc-242f-4625-8930-c43f0da67a91/93da56c9-d468-4e71-aa5c-34e8ccd96bfd) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:26.205825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for router_controller (08947d1d-28a6-4950-ac62-7b8cf7b67520), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.209259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-368153b8-6060-4c9c-ac6a-35a59545ea0a admin admin] Publish callbacks [] for security_group (4b4f06fc-275c-4da8-af75-89a8c5708d9d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.261697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-ae3693cc-03e6-43f6-863e-80aac3daf829 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:26.263152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-ae3693cc-03e6-43f6-863e-80aac3daf829 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413023 Feb 19 00:49:26.278967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-2dfbad47-590b-4e9a-8bfa-5dd06dacf094 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/quotas/eee597efd5df408d91f9a8e2230d7ee0 HTTP/1.1" status: 200 len: 375 time: 0.0090663 Feb 19 00:49:26.323740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-368153b8-6060-4c9c-ac6a-35a59545ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4b4f06fc-275c-4da8-af75-89a8c5708d9d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.335289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks [] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.373533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-368153b8-6060-4c9c-ac6a-35a59545ea0a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=96efd03af30e4ddaba8940571f594941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4923487 Feb 19 00:49:26.374653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368153b8-6060-4c9c-ac6a-35a59545ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f06fc-275c-4da8-af75-89a8c5708d9d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.378683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:26.435008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] Publish callbacks [] for security_group (4b4f06fc-275c-4da8-af75-89a8c5708d9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.448139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-e21d65f7-f335-4b41-8d99-c431687ae83f tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600862 Feb 19 00:49:26.464975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.467476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] Publish callbacks [] for security_group (4b4f06fc-275c-4da8-af75-89a8c5708d9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.492594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for router_gateway (08947d1d-28a6-4950-ac62-7b8cf7b67520), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.548328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Pushing event updated for resources: {'Port': ['ID=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.555285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Network 62867101-b7c6-415f-88f3-b150c347d36f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:26.556586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:26.560601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:26.629188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Attempting to bind port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:26.629565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Attempting to bind port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:26.629935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Attempting to bind port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd on network 62867101-b7c6-415f-88f3-b150c347d36f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:26.636469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:26.636469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Checking segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:26.636469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.636825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Bound using segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:26.637011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Bound port: 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:26.637379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.663905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4b4f06fc-275c-4da8-af75-89a8c5708d9d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.667207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.668330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4b4f06fc-275c-4da8-af75-89a8c5708d9d HTTP/1.1" status: 204 len: 168 time: 0.2884583 Feb 19 00:49:26.687262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866df34e-c632-4798-9aa9-ea4da4a938f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f06fc-275c-4da8-af75-89a8c5708d9d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.722379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8559f1-2d07-448b-9850-a10f6df594de req-1a156c78-9737-4258-b478-9c20520db561 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:26.729697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e8559f1-2d07-448b-9850-a10f6df594de req-1a156c78-9737-4258-b478-9c20520db561 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0993016 Feb 19 00:49:26.748140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] For port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:26.760148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] For port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:26.829616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e8559f1-2d07-448b-9850-a10f6df594de req-22a4987e-128c-470a-8c5f-0962dca33224 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953972 Feb 19 00:49:26.849326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.934020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:26.934130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ace7a74-fc09-4d7a-be33-96a2b5a28b52 req-63293cb7-6f75-4c2b-904e-4d0d045f7b84 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 210 time: 0.0421400 Feb 19 00:49:26.934229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for router_gateway (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.934683 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bdacb8-1ba5-4349-990c-383ecbeca4c3" -d '{"events": [{"server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "name": "network-vif-plugged", "status": "completed", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:26.971493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.976667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec35a-aa94-40e8-90bc-0fc045924b6b None None] Pushing event updated for resources: {'Port': ['ID=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:27.090440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cdde6-d799-4592-b903-cb8923afe40f req-6fd34618-18d9-47f9-9120-0b4346e9ee86 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.094386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-796cdde6-d799-4592-b903-cb8923afe40f req-6fd34618-18d9-47f9-9120-0b4346e9ee86 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0750413 Feb 19 00:49:27.132706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Allocated IP 172.25.2.18 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/4e9e9499-c449-4bde-956f-035c99410bbe) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:27.174200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-796cdde6-d799-4592-b903-cb8923afe40f req-3da55363-f60f-480f-ab16-e63ec66e2b35 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Feb 19 00:49:27.223610 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c633a5ee-2ae7-470c-b84a-8851844da43c x-openstack-request-id: req-c633a5ee-2ae7-470c-b84a-8851844da43c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:27.223928 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "name": "network-vif-plugged", "status": "completed", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:27.224200 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c633a5ee-2ae7-470c-b84a-8851844da43c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:27.224749 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01', 'code': 200} Feb 19 00:49:27.271248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for port (4e9e9499-c449-4bde-956f-035c99410bbe), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.302871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b652157-ca1e-488f-9817-fc6bbcd91d6d req-151f9bcc-4edd-441c-a86d-7cde574a909f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.314319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b652157-ca1e-488f-9817-fc6bbcd91d6d req-151f9bcc-4edd-441c-a86d-7cde574a909f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 946 time: 0.4926488 Feb 19 00:49:27.432265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc41465-6e45-406d-9642-7819dc9f936a req-2d74b146-2e38-41c6-b0d0-60e972a6a4b7 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.441547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abc41465-6e45-406d-9642-7819dc9f936a req-2d74b146-2e38-41c6-b0d0-60e972a6a4b7 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.1494341 Feb 19 00:49:27.454955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b652157-ca1e-488f-9817-fc6bbcd91d6d req-bc61d826-51af-4712-916c-909d69ae59d5 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351767 Feb 19 00:49:27.461154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09862e99-ec6f-4b71-b430-e11f1c8afc98 req-5fc7938c-90b5-4c5b-aec5-a843a77e0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.463406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09862e99-ec6f-4b71-b430-e11f1c8afc98 req-5fc7938c-90b5-4c5b-aec5-a843a77e0f30 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1128 time: 0.1155117 Feb 19 00:49:27.512652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.530515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abc41465-6e45-406d-9642-7819dc9f936a req-4ba471aa-b368-45cf-9062-7f4827bbfc68 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832191 Feb 19 00:49:27.551904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09862e99-ec6f-4b71-b430-e11f1c8afc98 req-163a560f-23ac-4d46-a7fd-7607c43e8621 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813723 Feb 19 00:49:27.575019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:27.578977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:27.581735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:27.586716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:27.589774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9e9499-c449-4bde-956f-035c99410bbe,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:27.613754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f4de1f-93ba-4e84-b9bc-d8498f4b09ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.696243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f4de1f-93ba-4e84-b9bc-d8498f4b09ac admin admin] Publish callbacks [] for security_group (b7f0b6eb-956c-4acd-aafa-9424eb6adc97), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.786105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f4de1f-93ba-4e84-b9bc-d8498f4b09ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b7f0b6eb-956c-4acd-aafa-9424eb6adc97), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.832026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-57f4de1f-93ba-4e84-b9bc-d8498f4b09ac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c3f64d14d8de4fa891ffbd50467c5682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518191 Feb 19 00:49:27.832974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55544) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:27.839435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4de1f-93ba-4e84-b9bc-d8498f4b09ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0b6eb-956c-4acd-aafa-9424eb6adc97,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:27.902298 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] Publish callbacks [] for security_group (b7f0b6eb-956c-4acd-aafa-9424eb6adc97), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.967857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] Publish callbacks [] for security_group (b7f0b6eb-956c-4acd-aafa-9424eb6adc97), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.010017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789533ff-002f-46b2-b30b-9cdd4622ddf1 req-b59cf028-2195-481f-9ce0-907621762f53 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.011196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 93da56c9-d468-4e71-aa5c-34e8ccd96bfd up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:28.023476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-789533ff-002f-46b2-b30b-9cdd4622ddf1 req-b59cf028-2195-481f-9ce0-907621762f53 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.4003131 Feb 19 00:49:28.024016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:28.039881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Request body: {'floatingip': {'port_id': '87cd100d-c2a3-43a4-a8e9-97e0847585d1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:28.110627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:28.111413 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.143322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3bd0-c643-4e3e-8e41-6a5468efa21b req-658866fe-d7b5-4c46-ad2e-26cf429fffd6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.147122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-145c3bd0-c643-4e3e-8e41-6a5468efa21b req-658866fe-d7b5-4c46-ad2e-26cf429fffd6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1334813 Feb 19 00:49:28.181592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f76447a-c723-4fb7-b12f-ca115505b76e req-b43ad53b-6091-4114-9c08-fe18cfe71142 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 210 time: 0.0883265 Feb 19 00:49:28.187333 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.237470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b7f0b6eb-956c-4acd-aafa-9424eb6adc97), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.237470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.240055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b7f0b6eb-956c-4acd-aafa-9424eb6adc97 HTTP/1.1" status: 204 len: 168 time: 0.4059896 Feb 19 00:49:28.258289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-145c3bd0-c643-4e3e-8e41-6a5468efa21b req-c155aa55-e0b0-4b3d-9302-fc83bf43b216 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967634 Feb 19 00:49:28.273803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefac4a9-37a4-4e8b-961f-0ea47c57c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0b6eb-956c-4acd-aafa-9424eb6adc97,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.273916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:28.274464 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.337327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:28.425813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.512718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.556877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c4114-f514-4225-853e-a5a87e0abb09 None None] Network 62867101-b7c6-415f-88f3-b150c347d36f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:28.574546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072a527-a91d-4bbf-83bd-0829a492862a req-3d1f01fe-b49b-47a0-bd13-e301859c3162 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.583077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9072a527-a91d-4bbf-83bd-0829a492862a req-3d1f01fe-b49b-47a0-bd13-e301859c3162 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2367494 Feb 19 00:49:28.620530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059bfae-2c8f-46d3-bcd4-955c5bb2aae2 req-7946c0c7-851b-4c0e-bc73-22c5c4a0c923 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.636584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1059bfae-2c8f-46d3-bcd4-955c5bb2aae2 req-7946c0c7-851b-4c0e-bc73-22c5c4a0c923 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 946 time: 0.0801058 Feb 19 00:49:28.699728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-20a5a33c-202f-49c9-9775-cfa6b4b45b06 None None] Provisioning complete for port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:28.700841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20a5a33c-202f-49c9-9775-cfa6b4b45b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.710480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1059bfae-2c8f-46d3-bcd4-955c5bb2aae2 req-d13758a8-e9eb-471c-a740-b03d613a457c tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727282 Feb 19 00:49:28.723404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9072a527-a91d-4bbf-83bd-0829a492862a req-50ba2c2f-7ad3-4faa-bda7-32d2ef0d801a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340632 Feb 19 00:49:28.734081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for router_gateway (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.877068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-20a5a33c-202f-49c9-9775-cfa6b4b45b06 None None] Current status of the port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:29.105136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-65692c9b-008d-4274-9e23-ca4fc367fbdd None None] Provisioning complete for port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:29.105760 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65692c9b-008d-4274-9e23-ca4fc367fbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.200888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-65692c9b-008d-4274-9e23-ca4fc367fbdd None None] Current status of the port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:29.294311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f4cf98a-a7d0-4fb0-9527-1bb026051844 req-4015a4e7-e950-4c70-bc35-aa660649170c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 210 time: 0.0353572 Feb 19 00:49:29.300248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.418036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:49:29.731574 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.761900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-b4b5a906-5919-4971-8b22-cafd2399abaa tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334156 Feb 19 00:49:29.770485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82393c93-687e-46b7-9101-4eae4acb0519 req-98807b7c-2019-49f0-a851-909aa36b36e4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:29.771994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82393c93-687e-46b7-9101-4eae4acb0519 req-98807b7c-2019-49f0-a851-909aa36b36e4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.4399309 Feb 19 00:49:29.852262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.888005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229e904-ca16-4095-b297-d9109612bc24 req-c51c9f15-acd1-460a-9bd6-2cd5e0b98dad tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:29.897493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5229e904-ca16-4095-b297-d9109612bc24 req-c51c9f15-acd1-460a-9bd6-2cd5e0b98dad tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 946 time: 0.1080098 Feb 19 00:49:29.939115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82393c93-687e-46b7-9101-4eae4acb0519 req-57a942b2-47cd-4ae8-a07f-d0448560afc1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561511 Feb 19 00:49:29.981273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 93da56c9-d468-4e71-aa5c-34e8ccd96bfd up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:30.003147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5229e904-ca16-4095-b297-d9109612bc24 req-c6149f05-e315-4d3c-b75c-86e1c4bc3767 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040595 Feb 19 00:49:30.072746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-6ab0e8ff-c0ad-4039-92de-53ed68879edb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:30.074475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-6ab0e8ff-c0ad-4039-92de-53ed68879edb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016126 Feb 19 00:49:30.081295 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Floating IP ab8ff278-62a0-4387-8f93-6db83ce12113 associated. External IP: 172.25.2.240, port: 87cd100d-c2a3-43a4-a8e9-97e0847585d1. Feb 19 00:49:30.082364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:30.082876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.137229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Request body: {'port': {'device_id': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'eee597efd5df408d91f9a8e2230d7ee0'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:30.140238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Router 08947d1d-28a6-4950-ac62-7b8cf7b67520 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:30.202020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:30.290095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-595ac8b2-f96e-4ef1-8cb9-86d273f68e16 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:30.292030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-595ac8b2-f96e-4ef1-8cb9-86d273f68e16 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1354971 Feb 19 00:49:30.334903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3ff7-f5bf-4301-9982-b21739a5f0e6 req-09a1e27c-dac9-41ff-bd15-a89a7c01ebc1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:30.336994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3eff3ff7-f5bf-4301-9982-b21739a5f0e6 req-09a1e27c-dac9-41ff-bd15-a89a7c01ebc1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2864356 Feb 19 00:49:30.348116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-2a5e792b-6a65-4e12-bc9f-2082eeaa232e tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0490687 Feb 19 00:49:30.356605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:30.402377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.517459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3eff3ff7-f5bf-4301-9982-b21739a5f0e6 req-ead03dd8-ec34-47b3-87fc-41445242b01a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662316 Feb 19 00:49:30.523060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Made reservation on behalf of eee597efd5df408d91f9a8e2230d7ee0 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:30.528755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.533556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:30.553434 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Sync routers for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:30.571788 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:30.572421 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:30.705838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-510872e1-6e27-443e-9d66-2bd796bb0f08 req-75008707-2038-412c-9aa1-e88bc4659a47 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 210 time: 0.0720270 Feb 19 00:49:30.730081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.730081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-531056d6-b855-4e93-a775-190063a70f39 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7715137 Feb 19 00:49:30.730276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55610) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:30.737309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:30.778282 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:30.968377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:30.983741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:30.992505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.001400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:31.002128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.011718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Allocated IP 192.168.233.42 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/48e1f1a1-835d-46d7-8a82-ed1542ef65d5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:31.045064 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:27Z', 'revision_number': 3, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.101806 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Checking router: 08947d1d-28a6-4950-ac62-7b8cf7b67520 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:31.103510 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Updating router 08947d1d-28a6-4950-ac62-7b8cf7b67520 port 4e9e9499-c449-4bde-956f-035c99410bbe binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:49:31.163955 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.275904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:31.360769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks [] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.409379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d429d57-911c-4314-a573-8f3b5fd71cd1 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "PUT /v2.0/floatingips/ab8ff278-62a0-4387-8f93-6db83ce12113 HTTP/1.1" status: 200 len: 991 time: 3.3832734 Feb 19 00:49:31.411890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:31.414579 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748a40d2-3d02-4ed5-9517-d7224ed93df7" -d '{"events": [{"name": "network-changed", "server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:31.445579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074970-f91a-4be5-a789-a65c6b8f79be req-c84f4f6c-2d02-4d95-a629-d3d0bf213b29 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:31.454400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a074970-f91a-4be5-a789-a65c6b8f79be req-c84f4f6c-2d02-4d95-a629-d3d0bf213b29 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.3849466 Feb 19 00:49:31.471774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.509922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0b97c71-d028-4c28-933c-8cce39f9759a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:31.538813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:31.549552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:31.552471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:31.558105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:31.558744 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.574481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Pushing event updated for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:31.582368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a074970-f91a-4be5-a789-a65c6b8f79be req-4e48269f-62d7-4864-bf30-561b338eb926 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270905 Feb 19 00:49:31.590630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.590992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.591382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.591849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.592191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.592526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.592862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.593280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.593514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.594738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.594963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.595563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.596844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:31.674359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a4091a66-34b6-4d38-90ce-9ff66e069e59 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5436361 Feb 19 00:49:31.690550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Request body: {'port': {'device_id': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:31.768271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.853604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.901704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.954508 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks [] for port (4e9e9499-c449-4bde-956f-035c99410bbe), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.026022 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.072853 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Attempting to bind port 4e9e9499-c449-4bde-956f-035c99410bbe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:32.073598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Attempting to bind port 4e9e9499-c449-4bde-956f-035c99410bbe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:32.074281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Attempting to bind port 4e9e9499-c449-4bde-956f-035c99410bbe on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:32.103466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ef878f62-c7c6-4cf8-86d9-04e5c9fb7f86 None None] Provisioning complete for port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:32.103901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef878f62-c7c6-4cf8-86d9-04e5c9fb7f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.114800 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:32.114800 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:32.114800 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.114800 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:32.115224 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84 associated. External IP: 172.25.2.48, port: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373. Feb 19 00:49:32.115310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Bound port: 4e9e9499-c449-4bde-956f-035c99410bbe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:32.115310 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.122246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921121f-2ad9-42cb-b344-aa30e3d5c314 req-7f1289cf-5ab1-42cb-b17e-56871345e2bc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.124167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4921121f-2ad9-42cb-b344-aa30e3d5c314 req-7f1289cf-5ab1-42cb-b17e-56871345e2bc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.3477004 Feb 19 00:49:32.152916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ef878f62-c7c6-4cf8-86d9-04e5c9fb7f86 None None] Port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:32.231378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] For port 4e9e9499-c449-4bde-956f-035c99410bbe, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:32.238677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] For port 4e9e9499-c449-4bde-956f-035c99410bbe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4e9e9499-c449-4bde-956f-035c99410bbe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:32.263780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:a9:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288d090-f176-4f42-b969-7c1764744f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:49:29Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.276782 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Pushing event updated for resources: {'Port': ['ID=4e9e9499-c449-4bde-956f-035c99410bbe,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:32.291972 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.295270 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.297829 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.298283 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.298906 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.299387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.299821 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.304449 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.309927 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.309927 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.309927 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.309927 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.309927 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:32.322601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:32.329741 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.344295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:32.344295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.358655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.388695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55636) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:32.389064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4921121f-2ad9-42cb-b344-aa30e3d5c314 req-d549d4a9-4846-4e95-bb81-f1f7cb296792 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579060 Feb 19 00:49:32.438849 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502ed35-15f1-4e78-82a4-501c863c7931 None None] Pushing event updated for resources: {'Port': ['ID=4e9e9499-c449-4bde-956f-035c99410bbe,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:32.456976 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:32.457765 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.565963 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8d2ae0-df6b-40c5-880c-71bda4434173 x-openstack-request-id: req-3d8d2ae0-df6b-40c5-880c-71bda4434173 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:32.566315 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:32.566581 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d8d2ae0-df6b-40c5-880c-71bda4434173 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:32.566994 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'status': 'completed', 'code': 200} Feb 19 00:49:32.652558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:32.663353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.666240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks [] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.673846 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:32.674061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:32.691125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Transition to ACTIVE for port object 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:32.786566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Allocated IP 172.20.0.1 (62867101-b7c6-415f-88f3-b150c347d36f/ec528edc-242f-4625-8930-c43f0da67a91/1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:32.794444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.824757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-3c1dea57-f55b-4fa5-a2fd-d7e06e8a15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.827225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-3c1dea57-f55b-4fa5-a2fd-d7e06e8a15ce service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 1127 time: 0.2505050 Feb 19 00:49:32.864940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:32.905881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d359ab-0bd2-4648-a5ba-949b98a528ac req-22254af9-c6ee-4ba4-8337-15840a89edc3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.918073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1d359ab-0bd2-4648-a5ba-949b98a528ac req-22254af9-c6ee-4ba4-8337-15840a89edc3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2191203 Feb 19 00:49:33.001466 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:27Z', 'revision_number': 3, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:33.025479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Publish callbacks [] for security_group (163d32aa-846e-465e-aadc-9776151a979d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.058145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a038ea-be95-4d72-9a5a-a9532c6a7326 None None] The sync data for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 is: [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:27Z', 'revision_number': 3, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:33.085788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Pushing event updated for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:33.103584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (163d32aa-846e-465e-aadc-9776151a979d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.119157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks [] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.148127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:a9:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288d090-f176-4f42-b969-7c1764744f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:49:29Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:33.157269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Attempting to bind port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:33.157897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Attempting to bind port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:33.158396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Attempting to bind port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:33.166077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:33.166656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Attempting to bind port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:33.175066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:33.175658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:33.176311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:33.176949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Bound port: 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:33.177475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.187174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c415e9a3-795f-4f2c-af19-221ce5981827 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ab8ff278-62a0-4387-8f93-6db83ce12113', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'port_id': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'mac_address': 'fa:16:3e:a9:c9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6288d090-f176-4f42-b969-7c1764744f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:06Z', 'updated_at': '2022-02-19T00:49:29Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:33.208422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=79dbd915e9814e2c986c8f1bf30b2994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8071754 Feb 19 00:49:33.211149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d32aa-846e-465e-aadc-9776151a979d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:33.214292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:33.222027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:33.231972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.232788 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:33.251290 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:33.252362 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:33.275176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:33.278821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:33.282852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.283227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.283573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.283910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.284243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.284578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.285076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.285216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.285547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.285864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.286186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.286510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.286891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdd8cc-76f4-493c-8cad-47723320109c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:33.289216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1d359ab-0bd2-4648-a5ba-949b98a528ac req-ca885e0c-d2d5-4cc4-979d-78242ae70a4c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702798 Feb 19 00:49:33.364527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-93d428ca-f253-41bd-a9c5-5e4b5f387ec1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "PUT /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 995 time: 3.0124128 Feb 19 00:49:33.366433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:33.375836 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3f9dd-d063-4965-b9bf-83d939bbb109" -d '{"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:33.379651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-cf40f507-ff91-4158-9851-18db68596d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:33.383809 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-cf40f507-ff91-4158-9851-18db68596d0c service neutron] 10.222.0.117 "GET /v2.0/networks?id=03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 200 len: 925 time: 0.5213978 Feb 19 00:49:33.388601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.423224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.448415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] Publish callbacks [] for security_group (163d32aa-846e-465e-aadc-9776151a979d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.496840 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:33.629827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:33.631053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.632488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Network 62867101-b7c6-415f-88f3-b150c347d36f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:33.633738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] 10.222.0.96 "PUT /v2.0/ports/48e1f1a1-835d-46d7-8a82-ed1542ef65d5 HTTP/1.1" status: 200 len: 1095 time: 1.9493949 Feb 19 00:49:33.643366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] Publish callbacks [] for security_group (163d32aa-846e-465e-aadc-9776151a979d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.655789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:33.689450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:33.690046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.708351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:33.722478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3b43a-d1da-4a63-b5ff-4b2657be6a2b None None] New status for floating IP ab8ff278-62a0-4387-8f93-6db83ce12113: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:33.749850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-277d3818-4215-4ae3-aedd-8f55ee0fee3e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1 HTTP/1.1" status: 200 len: 999 time: 0.3557441 Feb 19 00:49:33.856796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-dbd4c1c1-c874-425b-8b61-306fe9214a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:33.870532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-dbd4c1c1-c874-425b-8b61-306fe9214a3e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.4764907 Feb 19 00:49:33.935681 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:31Z', 'revision_number': 1, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:34.000607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df450f-d5a7-4af1-aa92-7055b0866c0f service neutron] Pushing event updated for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:34.021465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9604-3dcf-4fb2-975d-6522dc372a39 req-bba0ad34-1458-4e6c-9758-15d50e9a87a5 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.033778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fff9604-3dcf-4fb2-975d-6522dc372a39 req-bba0ad34-1458-4e6c-9758-15d50e9a87a5 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 947 time: 0.5519407 Feb 19 00:49:34.042585 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:34.085204 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:34.086083 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:34.099299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-968f5595-41c7-4215-940d-21ddb1c2a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.100735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4e9e9499-c449-4bde-956f-035c99410bbe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:34.101361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-968f5595-41c7-4215-940d-21ddb1c2a065 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 200 len: 863 time: 0.3038261 Feb 19 00:49:34.111558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (163d32aa-846e-465e-aadc-9776151a979d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.116219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.127200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/163d32aa-846e-465e-aadc-9776151a979d HTTP/1.1" status: 204 len: 168 time: 0.9020846 Feb 19 00:49:34.190728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-710233b6-d01b-4e17-9904-9cdf448a6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.192653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-710233b6-d01b-4e17-9904-9cdf448a6db9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 1129 time: 0.4043448 Feb 19 00:49:34.208829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fff9604-3dcf-4fb2-975d-6522dc372a39 req-24eea792-cf4c-4672-8482-a33fb99a2e5b tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740799 Feb 19 00:49:34.254762 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:34.285722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae8b69-183a-4016-91fb-0af4bf7bf8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d32aa-846e-465e-aadc-9776151a979d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:34.465825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-495ef0c8-473c-4efd-9b27-0dc07523bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.479041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-495ef0c8-473c-4efd-9b27-0dc07523bbab service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.5784626 Feb 19 00:49:34.539076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4e9e9499-c449-4bde-956f-035c99410bbe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:34.539510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.577686 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:31Z', 'revision_number': 1, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:34.618956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a611164d-1a98-46d1-a549-30ad9d28bbd7 None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:31Z', 'revision_number': 1, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:34.675383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-5c230d24-e122-4d92-8cc6-1b34eda74504 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 998 time: 0.1887269 Feb 19 00:49:34.701944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-091ae514-fa4c-43b7-abf1-ebe009f9e4a8 None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:34.702333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-091ae514-fa4c-43b7-abf1-ebe009f9e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.811768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.855658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-091ae514-fa4c-43b7-abf1-ebe009f9e4a8 None None] Port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:34.872739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4e9e9499-c449-4bde-956f-035c99410bbe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:34.873465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.884402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-cd5694e2-af5c-4939-9e06-e21a753048ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.885781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-cd5694e2-af5c-4939-9e06-e21a753048ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1977642 Feb 19 00:49:34.926789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 4e9e9499-c449-4bde-956f-035c99410bbe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4e9e9499-c449-4bde-956f-035c99410bbe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:34.980713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:34.983268 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43bbaf9-4be9-469a-88d1-53835b8ba885" -d '{"events": [{"name": "network-changed", "server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:34.992513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-00052199-3317-4552-9c58-0c75832da5e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5 HTTP/1.1" status: 200 len: 217 time: 0.7813132 Feb 19 00:49:35.023982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-0083c723-5069-4dda-85fe-982f8c740fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.026154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.033268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-0083c723-5069-4dda-85fe-982f8c740fe8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1361442 Feb 19 00:49:35.054077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-38c4c8de-30b5-4551-9fff-0e0963924197 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:35.055144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-38c4c8de-30b5-4551-9fff-0e0963924197 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137808 Feb 19 00:49:35.128737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=4e9e9499-c449-4bde-956f-035c99410bbe,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:35.133160 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d50c352-7bd2-414d-986d-4f9204297337 None None] New status for floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:35.148639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-87c03b4a-1dff-427b-8f22-a383d207d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.150164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-87c03b4a-1dff-427b-8f22-a383d207d067 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1462276 Feb 19 00:49:35.154331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-40164e46-3311-4c05-856e-2d152f6503c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.156083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-40164e46-3311-4c05-856e-2d152f6503c5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03e3f9f5-9685-44f8-8cba-90aeea3f9753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0349536 Feb 19 00:49:35.220361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55660) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:35.276388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e639-ce7c-48f2-8232-e6880867bfe4 req-28d305e0-4a6e-4464-83e3-a9afbf570002 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.284983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53b8e639-ce7c-48f2-8232-e6880867bfe4 req-28d305e0-4a6e-4464-83e3-a9afbf570002 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.2972095 Feb 19 00:49:35.290200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e22fc61b-8c20-4c61-9883-fc36c36f6fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.302517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-222650c6-f79b-4067-9d4b-8c5f38a52a44 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344141 Feb 19 00:49:35.383804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-4903a94b-8c69-4314-8316-423e48ba5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.385669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-4903a94b-8c69-4314-8316-423e48ba5cdc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2265043 Feb 19 00:49:35.411527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks [] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.423154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-b68e19f7-9f8d-49e3-874d-684a6c0a7bbd service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549448 Feb 19 00:49:35.447722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53b8e639-ce7c-48f2-8232-e6880867bfe4 req-a7aab32a-55e7-4c62-92a2-b761c34f1d37 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616342 Feb 19 00:49:35.479552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.481117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.535115 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8236566d-b393-4939-a98f-d6adad1d0fa9 x-openstack-request-id: req-8236566d-b393-4939-a98f-d6adad1d0fa9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:35.535326 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:35.535657 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8236566d-b393-4939-a98f-d6adad1d0fa9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:35.536074 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:49:35.827415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-2a870fe1-4cb4-4336-b645-25f1e2239ad6 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248765 Feb 19 00:49:35.864503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e22fc61b-8c20-4c61-9883-fc36c36f6fa4 admin admin] Publish callbacks [] for security_group (40117fa3-403a-45d6-b109-7834e843fa8d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.885966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-a5eab0ce-a602-4858-b47c-7e1b61133586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.887662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-a5eab0ce-a602-4858-b47c-7e1b61133586 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.3189747 Feb 19 00:49:35.919071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3fe661-1883-4ff4-b552-e9bb4c5eee5b req-de44e802-0d0a-4b6e-990e-b69dee4e6d9f service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126475 Feb 19 00:49:35.925058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:35.964782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702e175-26c7-4036-af15-a614a2070a54 req-20c9ac23-f1d2-4323-81bf-92b409c11b58 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.966348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8702e175-26c7-4036-af15-a614a2070a54 req-20c9ac23-f1d2-4323-81bf-92b409c11b58 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2864287 Feb 19 00:49:35.973197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4e9e9499-c449-4bde-956f-035c99410bbe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:35.981441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Network 62867101-b7c6-415f-88f3-b150c347d36f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:35.982926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:36.076148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-f03d1aa0-529f-4eec-b93e-4fdd66e422be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.077880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-f03d1aa0-529f-4eec-b93e-4fdd66e422be service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1106477 Feb 19 00:49:36.080721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-748a40d2-3d02-4ed5-9517-d7224ed93df7 req-054f0c3e-f904-40b8-afba-edb18b3ae4d1 service neutron] 10.222.0.117 "GET /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275156 Feb 19 00:49:36.085269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e22fc61b-8c20-4c61-9883-fc36c36f6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (40117fa3-403a-45d6-b109-7834e843fa8d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.123511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Router 08947d1d-28a6-4950-ac62-7b8cf7b67520 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:36.137819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4e9e9499-c449-4bde-956f-035c99410bbe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:36.141352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.203421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8702e175-26c7-4036-af15-a614a2070a54 req-7bd8e57e-225b-4adf-829e-1d45cab25f72 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168008 Feb 19 00:49:36.213650 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0126370d-24e8-4d28-81f1-01e849f0f34c x-openstack-request-id: req-0126370d-24e8-4d28-81f1-01e849f0f34c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:36.215392 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:36.218302 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0126370d-24e8-4d28-81f1-01e849f0f34c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:36.218302 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5', 'status': 'completed', 'code': 200} Feb 19 00:49:36.289668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:36.295418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9f92616-2af7-439f-9839-8b53121f1911 admin admin] 10.222.0.94 "PUT /v2.0/routers/08947d1d-28a6-4950-ac62-7b8cf7b67520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5682349 Feb 19 00:49:36.323889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Sync routers for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:36.351491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:36.352288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:36.356505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4e9e9499-c449-4bde-956f-035c99410bbe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:36.378499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55670) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:36.379630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e22fc61b-8c20-4c61-9883-fc36c36f6fa4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=231ac492961e40c69f79865f04471d43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1571410 Feb 19 00:49:36.427406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a86d403f-ca33-4f24-bf7f-51ca0fa95e16 None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:36.428055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a86d403f-ca33-4f24-bf7f-51ca0fa95e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.467629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-55a44d52-2571-42e3-8a44-7c3b4e0f5ca4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 1000 time: 0.3648341 Feb 19 00:49:36.469485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fc61b-8c20-4c61-9883-fc36c36f6fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40117fa3-403a-45d6-b109-7834e843fa8d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:36.506162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41402e-43bb-4fa2-893c-a0bab9ead529 req-09af94f4-6dad-497f-b2c9-89c1edb1295c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.507753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca41402e-43bb-4fa2-893c-a0bab9ead529 req-09af94f4-6dad-497f-b2c9-89c1edb1295c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 947 time: 0.1914306 Feb 19 00:49:36.522453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a86d403f-ca33-4f24-bf7f-51ca0fa95e16 None None] Port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:36.530251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:36.587354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] Publish callbacks [] for security_group (40117fa3-403a-45d6-b109-7834e843fa8d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.632596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] Publish callbacks [] for security_group (40117fa3-403a-45d6-b109-7834e843fa8d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.645351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca41402e-43bb-4fa2-893c-a0bab9ead529 req-d67051be-e500-4ee3-b1b0-4f2ce78635ba tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259964 Feb 19 00:49:36.648361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aaf121ed-e233-4e8c-856e-8548cd7f312b req-34e246aa-29be-43f6-a094-f761013e11dc service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823775 Feb 19 00:49:36.665418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-80392cf0-0f54-4997-9ae2-297d4c7bdd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.666871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-80392cf0-0f54-4997-9ae2-297d4c7bdd17 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1741378 Feb 19 00:49:36.689171 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:49:36.766928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-3e78592f-06a3-405c-8962-5bcff66be327 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.773884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-3e78592f-06a3-405c-8962-5bcff66be327 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2650020 Feb 19 00:49:36.834601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 2, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:36.852718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689b73-57c5-485a-8c8a-5f04f30175ea req-ff59629f-4a74-44cc-864e-e8c34a120577 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.865461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90689b73-57c5-485a-8c8a-5f04f30175ea req-ff59629f-4a74-44cc-864e-e8c34a120577 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1116726 Feb 19 00:49:36.885044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (40117fa3-403a-45d6-b109-7834e843fa8d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.888185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.893715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/40117fa3-403a-45d6-b109-7834e843fa8d HTTP/1.1" status: 204 len: 168 time: 0.5111849 Feb 19 00:49:36.902864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Checking router: 08947d1d-28a6-4950-ac62-7b8cf7b67520 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:36.905846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Updating router 08947d1d-28a6-4950-ac62-7b8cf7b67520 port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:49:36.945902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.962194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-d6c3f08e-bdf0-4864-98bf-c133129d0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.969975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-d6c3f08e-bdf0-4864-98bf-c133129d0075 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2941880 Feb 19 00:49:37.027504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90689b73-57c5-485a-8c8a-5f04f30175ea req-a5dc8531-6e94-46d6-9510-19e98b415a13 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609306 Feb 19 00:49:37.051508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd139a-956a-4e3e-8129-a77f741cd9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40117fa3-403a-45d6-b109-7834e843fa8d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:37.104322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-6cb34a20-bc7b-4db7-8bb9-8af16d0a5d36 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097257 Feb 19 00:49:37.202753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-56499193-4981-4a3c-b28e-728f3cbe05ce tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.4279342 Feb 19 00:49:37.208747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:37.319300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-67fb1be6-97ab-48ef-847e-0b4911922cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:37.320738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-67fb1be6-97ab-48ef-847e-0b4911922cdb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 1129 time: 0.4606295 Feb 19 00:49:37.369557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.713106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks [] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.798514 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.871731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29841968-2757-40c1-8003-72f844b4a0ed None None] Pushing event updated for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:37.983855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Attempting to bind port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:37.984652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Attempting to bind port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:37.984811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Attempting to bind port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 on network 62867101-b7c6-415f-88f3-b150c347d36f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:38.001130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:38.001130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Checking segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:38.006343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.007947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Bound using segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:38.008505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Bound port: 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:38.008935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.040096 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.045009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550470304', 'description': 'tempest-description--448621571'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:38.106050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd3f9dd-d063-4965-b9bf-83d939bbb109 req-c5b8867b-5406-41d6-9ab9-fadefc01b4e5 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9863658 Feb 19 00:49:38.165195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] For port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:38.206904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.233141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] For port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:38.270207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7ce86-fa06-4178-90a4-f09bbe7610ef req-88252688-713a-407d-8f1f-b821c4dc62fa tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.270900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b9f5ae4c-acd0-476f-b5f9-4c0b90c58f30 None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:38.271316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ae4c-acd0-476f-b5f9-4c0b90c58f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.272423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bc7ce86-fa06-4178-90a4-f09bbe7610ef req-88252688-713a-407d-8f1f-b821c4dc62fa tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1142683 Feb 19 00:49:38.332076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.378312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bc7ce86-fa06-4178-90a4-f09bbe7610ef req-7fdb0cb4-163c-4d41-9360-39799002522a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931406 Feb 19 00:49:38.382318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (ccebf090-2e1a-45c3-8ed0-323872a1a8b9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.396387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-caab06cc-d07a-4489-a127-841b169f8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.398706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-caab06cc-d07a-4489-a127-841b169f8598 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 1.0264668 Feb 19 00:49:38.443493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ccebf090-2e1a-45c3-8ed0-323872a1a8b9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.460403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5ae4c-acd0-476f-b5f9-4c0b90c58f30 None None] Port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:38.479437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:38.480087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:38.496030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-b60dea2b-5733-4938-83d8-592b574b1aef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5 HTTP/1.1" status: 200 len: 217 time: 0.0857286 Feb 19 00:49:38.517952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccebf090-2e1a-45c3-8ed0-323872a1a8b9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.630379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:38.650717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.652049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-60e9fe78-e9cb-43e7-a596-5e7d0d4373f2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6109405 Feb 19 00:49:38.661034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55716) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.668013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'security_group_rule': {'security_group_id': 'ccebf090-2e1a-45c3-8ed0-323872a1a8b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:38.708317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05615f1-ed6a-41e1-b8cc-2d8c7ad2ad58 req-cff3c240-42e8-4bf1-96e4-75cd86746220 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.712742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c05615f1-ed6a-41e1-b8cc-2d8c7ad2ad58 req-cff3c240-42e8-4bf1-96e4-75cd86746220 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 947 time: 0.2059381 Feb 19 00:49:38.749662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29841968-2757-40c1-8003-72f844b4a0ed None None] Pushing event updated for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.802608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.838760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-810d77d7-afae-4def-9a68-3f27c306c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.841996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c05615f1-ed6a-41e1-b8cc-2d8c7ad2ad58 req-cd54411e-43f8-405c-a261-ee828ec33bc9 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211851 Feb 19 00:49:38.843807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-810d77d7-afae-4def-9a68-3f27c306c418 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2528656 Feb 19 00:49:38.905233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (d2866a73-17a7-458c-9f29-2afcbc34e170), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.987636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-a2c135ca-8c74-469d-9e4e-28e6b53e7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.989904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-a2c135ca-8c74-469d-9e4e-28e6b53e7c54 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1368258 Feb 19 00:49:39.029028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:39.030626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.105069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:39.124225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-978753942-network', 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:39.130898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (d2866a73-17a7-458c-9f29-2afcbc34e170), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.214510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7afc-bfc0-489a-b550-0d114625f205 req-e0045239-9223-4ca7-b5b4-3948dbf83605 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:39.216259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2ef7afc-bfc0-489a-b550-0d114625f205 req-e0045239-9223-4ca7-b5b4-3948dbf83605 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1994896 Feb 19 00:49:39.220934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d2866a73-17a7-458c-9f29-2afcbc34e170), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.251171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:38Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:39.288543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:39.289864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.290894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.300430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2866a73-17a7-458c-9f29-2afcbc34e170,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:39.304843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:49:39.309669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1089cf28-06a4-4153-b781-6faaa512b63a None None] The sync data for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 is: [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:38Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:39.315248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.355710 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-5a5d8bfd-8189-4677-9c02-01e9f59e1b17 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560290 Feb 19 00:49:39.357255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.408584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2ef7afc-bfc0-489a-b550-0d114625f205 req-28f7b664-225e-45d3-9ced-3e8d1c160e8d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811140 Feb 19 00:49:39.435248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.442212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b037c26e-38af-46f2-9894-0d019c5b5345 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7778466 Feb 19 00:49:39.467880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55726) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:39.483063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'security_group_rule': {'security_group_id': 'ccebf090-2e1a-45c3-8ed0-323872a1a8b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:39.494537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:39.541271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.546016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5', 'mac_address': 'fa:16:3e:d8:c7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:39.613000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Current status of the port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:39.613515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.690500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] For port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:39.700595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:39.700981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.726418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43bbaf9-4be9-469a-88d1-53835b8ba885 req-5f258579-23d6-4ab8-9ead-3886498e5291 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573731 Feb 19 00:49:39.727450 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84 associated. External IP: 172.25.2.48, port: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373. Feb 19 00:49:39.730183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:39.780348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (11851b5a-1a81-45e4-90c6-8d27804856b6), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.787942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.788734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks [] for security_group (5d2e000f-3e3d-47bf-85fb-f018e6b9ba99), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.821019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eae9e-dfea-425f-b010-5f30b5439fc0 req-afdc66cd-d555-450e-b03e-b4d7f91ad2c4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:39.828972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-171eae9e-dfea-425f-b010-5f30b5439fc0 req-afdc66cd-d555-450e-b03e-b4d7f91ad2c4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2462091 Feb 19 00:49:39.852974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:39.910919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Pushing event updated for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:39.928016 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.930909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d2e000f-3e3d-47bf-85fb-f018e6b9ba99), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.945596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.947983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.947983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.950136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.954019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.957895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.960294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.962023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2810b8-3e83-4f57-a995-7c4ccdc0b99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.975498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.021302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.049226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (11851b5a-1a81-45e4-90c6-8d27804856b6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.060994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:49:40.074584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (7fc3cdae-46f3-4fe6-ac00-083007545de8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.075154 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Added segment 7fc3cdae-46f3-4fe6-ac00-083007545de8 of type vlan for network 9ff5643f-7d82-4649-9ee0-7a5a55005352 Feb 19 00:49:40.099996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:40.135014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9ff5643f-7d82-4649-9ee0-7a5a55005352), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.209010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.215540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-171eae9e-dfea-425f-b010-5f30b5439fc0 req-2a612a25-4430-4e72-bfd8-bfc6621a375e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853798 Feb 19 00:49:40.217672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (11851b5a-1a81-45e4-90c6-8d27804856b6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.242109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11851b5a-1a81-45e4-90c6-8d27804856b6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.264994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:40.265441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.320098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['48e1f1a1-835d-46d7-8a82-ed1542ef65d5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:40.325636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9ff5643f-7d82-4649-9ee0-7a5a55005352), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.327078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:40.327872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.347763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:40.473730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:40.477980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.479423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6ddb4b3f-2989-4466-9fe9-4a0c0bb5f7f0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0050907 Feb 19 00:49:40.483686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55734) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:40.488353 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:40.493008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:40.502726 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:40.505966 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:40.556201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:40.568224 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7635751 Feb 19 00:49:40.570734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:40.596499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Request body: {'subnet': {'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-978753942-subnet', 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:40.613107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.654916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba00e77-9149-441e-aa10-b42e271133e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff5643f-7d82-4649-9ee0-7a5a55005352,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.678476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:49:40.725393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88229ae0-3db8-44de-8c64-fa84c90ce284 req-61ba763a-41b1-4c16-a836-9215c4ba0978 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:40.727047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88229ae0-3db8-44de-8c64-fa84c90ce284 req-61ba763a-41b1-4c16-a836-9215c4ba0978 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 948 time: 0.3574963 Feb 19 00:49:40.752499 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:40.775728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:40.859455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb45f61f-a769-4229-9afd-ec7687034f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.900258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:40.905797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.960901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:40.965262 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9" -d '{"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:40.965711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:40.968051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.982389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-252869b2-bee9-4566-91c0-f0263340b108 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "PUT /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 998 time: 3.7778013 Feb 19 00:49:41.021988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88229ae0-3db8-44de-8c64-fa84c90ce284 req-87ad2f6b-d83d-41ea-a85c-c01b7cd1b68b tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884479 Feb 19 00:49:41.070656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-2b3e0bf6-924e-4f68-a0d4-69d78f046e6f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.072030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-2b3e0bf6-924e-4f68-a0d4-69d78f046e6f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports/a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 942 time: 0.0799446 Feb 19 00:49:41.100869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:41.134878 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:41.172695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.174141 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:41.183758 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:41.188739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:41.307630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:41.308202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.317810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-40275249-eb30-4dc7-8b3b-a26c6942de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.326494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-40275249-eb30-4dc7-8b3b-a26c6942de37 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.0806756 Feb 19 00:49:41.352849 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:41.386783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:41.388172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:41.394029 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baef82b-2dcb-4ba1-b9e7-13eb13858f2a" -d '{"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:41.454951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.457400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-6c6ddc8b-3ee9-468f-b5ca-bea8945cd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.466096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-6c6ddc8b-3ee9-468f-b5ca-bea8945cd19f service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1381834 Feb 19 00:49:41.480638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942f1cc-68ed-41f7-a41f-4b7977e3448d req-6d2ebcb2-79d4-4e49-90d4-c5620439d2ff tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.485621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3942f1cc-68ed-41f7-a41f-4b7977e3448d req-6d2ebcb2-79d4-4e49-90d4-c5620439d2ff tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.3447602 Feb 19 00:49:41.536059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-8d2e64c1-77c3-46ef-a1df-c15d6aa344ec service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0690038 Feb 19 00:49:41.544412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:41.576185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3942f1cc-68ed-41f7-a41f-4b7977e3448d req-9387e746-e4eb-4c08-b2d9-50d1cc4d65fb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877657 Feb 19 00:49:41.579435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.596166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-0f1098a6-4901-4771-b5a7-0640f8789ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.597851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-0f1098a6-4901-4771-b5a7-0640f8789ad6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0560663 Feb 19 00:49:41.654239 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479464c4-119c-48ed-b4c2-2f5700842847 x-openstack-request-id: req-479464c4-119c-48ed-b4c2-2f5700842847 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:41.654537 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:41.654812 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-479464c4-119c-48ed-b4c2-2f5700842847 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:41.655212 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:49:41.669023 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:41.712676 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbb019-2f7a-4592-9280-e0d5349adfdb None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 3, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:41.742766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-03be5c32-520b-41e3-981a-de059b83d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.743912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Allocated IP 172.25.2.226 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/141f1e1b-9fa7-45d7-a12d-c04065591946) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:41.751770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-03be5c32-520b-41e3-981a-de059b83d216 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1468949 Feb 19 00:49:41.767026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-17b758a4-9980-41c3-a11b-3fb3e5a0189f service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:41.768455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-17b758a4-9980-41c3-a11b-3fb3e5a0189f service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095096 Feb 19 00:49:41.786311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-0f0db80a-3a2e-4a12-b2ae-e18e8ea194ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.787911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-0f0db80a-3a2e-4a12-b2ae-e18e8ea194ed service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.1095345 Feb 19 00:49:41.793146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:41.881101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:41.881580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Network hostable DHCP agents. Network: 9ff5643f-7d82-4649-9ee0-7a5a55005352, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:49:41.917297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46754b-c66b-4f62-9b72-61e6bfe56e6e req-9d1f7633-fbb3-4514-84dd-97d106c68bc1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.919025 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb46754b-c66b-4f62-9b72-61e6bfe56e6e req-9d1f7633-fbb3-4514-84dd-97d106c68bc1 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 947 time: 0.2257710 Feb 19 00:49:41.954148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:41.998482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-7701bbcc-0130-4eed-ba3c-822151d2458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.001179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-7701bbcc-0130-4eed-ba3c-822151d2458c service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1874118 Feb 19 00:49:42.014481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.035420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:49:42.045184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c486beb-0d91-4b92-9a31-fb664c21e47a None None] New status for floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:42.051256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb46754b-c66b-4f62-9b72-61e6bfe56e6e req-0c4c83ec-8e4f-4db9-95ee-a049dc4329d7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 Feb 19 00:49:42.101236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-44e43dc0-615f-43d1-b4bd-9d88a01a81c6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0889647 Feb 19 00:49:42.114085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-58bb34f4-458d-4eaa-9e79-b7fd8e0ca24d service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309915 Feb 19 00:49:42.140909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 9ff5643f-7d82-4649-9ee0-7a5a55005352) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:42.147687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.149388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.185010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.225343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-147683d7-fece-4c54-9b75-2673d08b51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.226868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-147683d7-fece-4c54-9b75-2673d08b51d1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1043832 Feb 19 00:49:42.244563 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3abe035-7d78-4929-833e-82f978dc74e8 x-openstack-request-id: req-d3abe035-7d78-4929-833e-82f978dc74e8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:42.244909 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:42.245136 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d3abe035-7d78-4929-833e-82f978dc74e8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:42.245535 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'code': 200} Feb 19 00:49:42.248999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7340158f-194c-4ca7-b481-46334307a3a0 None None] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:42.263135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d246a22c-b3c1-46de-a1c1-4fc16b05ada1 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6818261 Feb 19 00:49:42.328237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-215887b4-ef45-471b-92dc-eca6bb792392 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076008 Feb 19 00:49:42.338342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'Port': ['ID=141f1e1b-9fa7-45d7-a12d-c04065591946,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:42.342572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-d170330a-2fa8-4c80-bdb4-175cec9d3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.345010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-d170330a-2fa8-4c80-bdb4-175cec9d3eb2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108029 Feb 19 00:49:42.348453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7add7b6-69d5-4d9e-9a2a-d5205fb8720a req-81889d35-c46d-4177-8d61-7b0322668e29 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.355358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7add7b6-69d5-4d9e-9a2a-d5205fb8720a req-81889d35-c46d-4177-8d61-7b0322668e29 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 948 time: 0.1416883 Feb 19 00:49:42.359232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:42.367844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:42.373157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:42.373548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.378584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:42.457650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7add7b6-69d5-4d9e-9a2a-d5205fb8720a req-b91c48df-f677-4994-bb04-d3bdb7dbed66 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012499 Feb 19 00:49:42.479355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.560628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-c6a8ab79-8ea8-4dbb-939c-f93f47991cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.562354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-c6a8ab79-8ea8-4dbb-939c-f93f47991cff service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1128 time: 0.0912666 Feb 19 00:49:42.565248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-0c01a652-b383-4323-bb38-f29499bf4140 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090003 Feb 19 00:49:42.606284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.690550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:42.708647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8b041-2cc1-4a93-b022-6ed77c20ad98 None None] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:42.822889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a6cd97c-0277-49b5-ac9c-936ac45f31e9 req-03e0826e-147e-419f-8134-5fbcbe3616b4 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402468 Feb 19 00:49:42.823810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-9d000688-5af8-436e-b1f2-e73bf92b842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.825174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-9d000688-5af8-436e-b1f2-e73bf92b842b service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.2532234 Feb 19 00:49:42.913824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.918610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-55878b7b-b6f0-40b2-bddb-64868b658480 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 1001 time: 0.0845637 Feb 19 00:49:42.928598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bfd58ee-32ee-4d36-a5da-87bb944e3019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.964102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86d9a3-c37b-44e6-a5b1-9f45f558f9f7 req-8d7804e0-77b2-4fc0-bed1-cb8d6f732251 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.966810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e86d9a3-c37b-44e6-a5b1-9f45f558f9f7 req-8d7804e0-77b2-4fc0-bed1-cb8d6f732251 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1315897 Feb 19 00:49:42.982886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.986004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-3e033aa2-ac41-4187-9753-2ea470c2dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.994108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-3e033aa2-ac41-4187-9753-2ea470c2dfc5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0673227 Feb 19 00:49:43.040022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.056625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-0abe2157-d5da-4ee5-b7dd-a888861fb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:43.058583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-0abe2157-d5da-4ee5-b7dd-a888861fb2e5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0632961 Feb 19 00:49:43.095207 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:43.110321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e86d9a3-c37b-44e6-a5b1-9f45f558f9f7 req-219ff348-e761-4eb4-b826-1d30549e387e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342850 Feb 19 00:49:43.113930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:43.118660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:43.124787 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:43.129717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'Port': ['ID=141f1e1b-9fa7-45d7-a12d-c04065591946,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:43.130080 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:43.207887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.211732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba967e24-5109-4977-92b6-38a93e6f8218 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7248566 Feb 19 00:49:43.374767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55770) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:43.386080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:43.387522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1471151557-network', 'tenant_id': 'eb813c435caf4d869a51ecd92fcbb381'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:43.402147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'mac_address': 'fa:16:3e:40:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:43.408834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:43.409472 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:43.434500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:43.435048 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.445288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06b344-c0f9-46a4-a36b-11ebcc771f10 req-eaa65fac-1171-4e5c-a954-46ab0cc8ae67 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:43.455506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a06b344-c0f9-46a4-a36b-11ebcc771f10 req-eaa65fac-1171-4e5c-a954-46ab0cc8ae67 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 947 time: 0.2041349 Feb 19 00:49:43.489908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:43.492663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.511404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:43.547683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:43.586903 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a06b344-c0f9-46a4-a36b-11ebcc771f10 req-2e314a44-aa85-4750-8bf7-c26d149d6dbe tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259742 Feb 19 00:49:43.588640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:43.588784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Made reservation on behalf of eb813c435caf4d869a51ecd92fcbb381 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:43.589308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.601937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.631210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.633021 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.660557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:43.663379 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec" -d '{"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:43.689506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:43.714451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:43.717605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-63bb2fbe-4bc8-4046-ae38-c250d64909e5 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499667 Feb 19 00:49:43.763712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.805704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-e7701af9-d5c5-4c68-a000-08976e61be6c tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1550470304&fields=id&tenant_id=e005bfc47ef5479c9916b95d2c78c72f HTTP/1.1" status: 200 len: 267 time: 0.0851841 Feb 19 00:49:43.836411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93290ace-b4bd-446d-bab8-4ea18f43f9a6 req-a25a29c5-77bc-4f6e-a4dd-806f1a3882bd service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186764 Feb 19 00:49:43.853128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:43.861770 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:42Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:43.898685 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:43.909966 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:43.910826 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:43.927636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks [] for security_group (082e3784-74e7-4f8c-8473-8710c719e277), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.969532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-933a064b-c4de-4d0e-800e-c25360ed9719 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:43.970857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-933a064b-c4de-4d0e-800e-c25360ed9719 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/networks?id=62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 200 len: 811 time: 0.1551206 Feb 19 00:49:43.984617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:43.991287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-055688ec-ac00-48a9-a99a-9caf0531def1 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/quotas/e005bfc47ef5479c9916b95d2c78c72f HTTP/1.1" status: 200 len: 375 time: 0.0143092 Feb 19 00:49:44.034510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (082e3784-74e7-4f8c-8473-8710c719e277), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.067391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082e3784-74e7-4f8c-8473-8710c719e277,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:44.086248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:49:44.107026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.135832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-95a4d2dc-3aae-41d1-bbb5-675e1b448d0e tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388099 Feb 19 00:49:44.137152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9c09b3b4-d6ee-476c-b53c-65875f19e4c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.137495 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Added segment 9c09b3b4-d6ee-476c-b53c-65875f19e4c8 of type vlan for network bc31966a-8bdb-4b4e-aba8-4da210fa22cf Feb 19 00:49:44.190461 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:44.214300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baafc66-7faf-4df7-b1b6-bca5702d9f1f req-9e6b542e-5cae-4ddb-8667-3990f77f2df1 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.215911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0baafc66-7faf-4df7-b1b6-bca5702d9f1f req-9e6b542e-5cae-4ddb-8667-3990f77f2df1 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1128516 Feb 19 00:49:44.246874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:44.252143 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b4ad8-a1c0-445c-b869-6661ef51bd47" -d '{"events": [{"server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "name": "network-vif-plugged", "status": "completed", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:44.304103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0baafc66-7faf-4df7-b1b6-bca5702d9f1f req-3ee74e1e-4f6c-4ae4-a979-cb89ff2f738a tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796897 Feb 19 00:49:44.317428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (bc31966a-8bdb-4b4e-aba8-4da210fa22cf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.374291 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff5352-2e8a-4efd-9a05-cafb87a6578c x-openstack-request-id: req-b2ff5352-2e8a-4efd-9a05-cafb87a6578c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:44.374589 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:44.377821 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b2ff5352-2e8a-4efd-9a05-cafb87a6578c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:44.377821 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01', 'status': 'completed', 'code': 200} Feb 19 00:49:44.379225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-accaf40c-5be7-4e9e-898c-6b6e64651e87 service neutron] 10.222.0.94 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208412 Feb 19 00:49:44.460989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (bc31966a-8bdb-4b4e-aba8-4da210fa22cf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.462550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.463458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.512656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-2a6335a2-90fd-4dc8-9d71-c1d64ae23306 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1001 time: 0.1270332 Feb 19 00:49:44.518902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-10ecfea4-d278-49bb-abcf-8adb369cc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.520415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-10ecfea4-d278-49bb-abcf-8adb369cc38c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1128 time: 0.0840349 Feb 19 00:49:44.527338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:42Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:44.550839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] Pushing event updated for resources: {'Network': ['ID=bc31966a-8bdb-4b4e-aba8-4da210fa22cf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:44.563369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network bc31966a-8bdb-4b4e-aba8-4da210fa22cf details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:49:44.564131 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32b65a-e3b6-4efd-b2d0-349cb8d5998e None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': '48c0b280-6108-4db1-881f-f998b2d55e01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:4f:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:42Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:44.636928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-cca48dad-0e36-4c1c-9efd-fe4bc5fab477 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.653063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-cca48dad-0e36-4c1c-9efd-fe4bc5fab477 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports/48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 943 time: 0.1316149 Feb 19 00:49:44.698364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-b37b2cee-4096-4268-8247-3a2d0d1e6320 service neutron] 10.222.0.94 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123112 Feb 19 00:49:44.704225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-056b0b59-ccab-4358-852f-a521a738216a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3275592 Feb 19 00:49:44.707137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55798) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:44.714138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Request body: {'subnet': {'network_id': 'bc31966a-8bdb-4b4e-aba8-4da210fa22cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1471151557-subnet', 'tenant_id': 'eb813c435caf4d869a51ecd92fcbb381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:44.809304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Made reservation on behalf of eb813c435caf4d869a51ecd92fcbb381 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:44.812230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-a09361fa-048b-42d6-a384-ec0b9e8c0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.814507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-a09361fa-048b-42d6-a384-ec0b9e8c0c28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.2789166 Feb 19 00:49:44.815315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.936801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-520c796e-d36d-45de-9f65-09c1b2527dee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 1001 time: 0.0993745 Feb 19 00:49:44.941532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-4783bf4c-0576-4b45-9b4c-2ee0de3255af tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1001 time: 0.2015879 Feb 19 00:49:45.069175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-9afabf98-3264-46cb-bc9e-9a730d7def88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.070880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-9afabf98-3264-46cb-bc9e-9a730d7def88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1262889 Feb 19 00:49:45.077620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.143341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:45.157639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-6ce0e0c6-4052-4989-83e4-27a38eda3228 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.166494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebe1d1a2-bae7-44d3-a17b-2b13de05ac04 req-6ce0e0c6-4052-4989-83e4-27a38eda3228 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2086313 Feb 19 00:49:45.174791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa5d4a-ac58-434c-9978-4f98bc931715 req-4bdc6660-f8d2-4132-9ef2-f54ceca8f20a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.185261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1afa5d4a-ac58-434c-9978-4f98bc931715 req-4bdc6660-f8d2-4132-9ef2-f54ceca8f20a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1327252 Feb 19 00:49:45.192318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-fb738d39-8cdd-424b-8cd8-5ab01618d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.192975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-fb738d39-8cdd-424b-8cd8-5ab01618d577 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130702 Feb 19 00:49:45.210382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6ad8ef0a-382b-4e86-b699-147619f1d58e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:45.223892 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.246260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (54f14100-b0f3-4886-afd9-ef6beb6f935c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.248856 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a938327c-7139-4845-acff-6bb3fa403805 x-openstack-request-id: req-a938327c-7139-4845-acff-6bb3fa403805 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:45.252383 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "name": "network-vif-plugged", "status": "completed", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:45.252383 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a938327c-7139-4845-acff-6bb3fa403805 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:45.252383 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5', 'code': 200} Feb 19 00:49:45.258916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1afa5d4a-ac58-434c-9978-4f98bc931715 req-5d193d9e-89ad-4b04-8050-671edd8c119a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725908 Feb 19 00:49:45.335362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f14100-b0f3-4886-afd9-ef6beb6f935c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:45.392704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-36f0641a-b8ff-49b3-bd6d-99715c129563 service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921043 Feb 19 00:49:45.424926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:45.425377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Checking segment: {'id': '9c09b3b4-d6ee-476c-b53c-65875f19e4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc31966a-8bdb-4b4e-aba8-4da210fa22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:45.425725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Network hostable DHCP agents. Network: bc31966a-8bdb-4b4e-aba8-4da210fa22cf, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:49:45.426363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.484227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:45.490035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9952813-dded-46cb-9113-e87d47946a4b req-108f67be-5181-4987-8f48-669d46f08857 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0748253 Feb 19 00:49:45.519338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c200-99a4-4af9-998c-7f2bc62e3ccb req-0576c7cc-1507-48a4-af9f-76d4664faaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.523466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc7c200-99a4-4af9-998c-7f2bc62e3ccb req-0576c7cc-1507-48a4-af9f-76d4664faaff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 1131 time: 0.1894519 Feb 19 00:49:45.541765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35122f-fc15-48c0-8505-eda9fe053ed7 req-14629002-3725-45df-8d5c-ddcf5f47a24a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.546745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.550231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf35122f-fc15-48c0-8505-eda9fe053ed7 req-14629002-3725-45df-8d5c-ddcf5f47a24a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 948 time: 0.2348623 Feb 19 00:49:45.660089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-6fa52283-e340-4f20-a368-23a78be7df26 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1001 time: 0.1328797 Feb 19 00:49:45.662587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Network bc31966a-8bdb-4b4e-aba8-4da210fa22cf is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:49:45.673897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:45.686994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef1f5bf4-3625-4a4e-81a0-d7e60bf57bec req-ca66a6ae-d5cb-4ea4-a8a3-7f5c6fd37f7f service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736981 Feb 19 00:49:45.726870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf35122f-fc15-48c0-8505-eda9fe053ed7 req-fd581ab1-0510-4b68-8ba8-ff15e8ee9cad tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756842 Feb 19 00:49:45.757459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-59d82ffe-e1de-4b3e-be52-536da8d6e39b tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.758890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-59d82ffe-e1de-4b3e-be52-536da8d6e39b tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports/48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 943 time: 0.0869565 Feb 19 00:49:45.764436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, bc31966a-8bdb-4b4e-aba8-4da210fa22cf) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:45.775072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.775072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.781180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca449a-39d5-4045-b0c5-04c8e25344af None None] Network bc31966a-8bdb-4b4e-aba8-4da210fa22cf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:45.791311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc7c200-99a4-4af9-998c-7f2bc62e3ccb req-886932f0-d9ca-4ad9-abff-31b77f7237f8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257968 Feb 19 00:49:45.888687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3b9b8cbc-a85e-47be-a7d2-c49ea34a946e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1800942 Feb 19 00:49:45.927902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-e9ab8983-2ba8-479d-8441-b8a450616e6f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1001 time: 0.0916128 Feb 19 00:49:46.009890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f0714-41fd-45a3-bd2e-4555db7d5699 None None] Network bc31966a-8bdb-4b4e-aba8-4da210fa22cf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:46.131082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde70203-fb94-41cf-b50b-79dbfa5ae18e req-95db2397-d633-4ad5-a19b-a9988c897d7d tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:46.140460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cde70203-fb94-41cf-b50b-79dbfa5ae18e req-95db2397-d633-4ad5-a19b-a9988c897d7d tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1179211 Feb 19 00:49:46.205264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cde70203-fb94-41cf-b50b-79dbfa5ae18e req-6e3e6acd-d6e3-4daa-9b3e-8fa436309df2 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Feb 19 00:49:46.370642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-0d275974-7b34-44e2-834d-0a7c7ecf7cc0 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:46.372019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-0d275974-7b34-44e2-834d-0a7c7ecf7cc0 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.4346673 Feb 19 00:49:46.453357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-d8478b9f-885e-4b92-ad9a-6aea8e89f765 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1001 time: 0.0700004 Feb 19 00:49:46.462361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:46.523571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.539477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-5852f698-a918-48cf-9d57-33e63acd21b4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:46.541156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-5852f698-a918-48cf-9d57-33e63acd21b4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.1149900 Feb 19 00:49:46.559330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-de48d7b1-83f6-48e5-9394-01146f826cff tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/quotas/a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 375 time: 0.0123394 Feb 19 00:49:46.598524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-72e647b5-90c5-46f3-8731-fb736c003ff5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322430 Feb 19 00:49:46.692985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.695995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-fe47772a-b553-4609-b086-7e77c101f4bd service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907786 Feb 19 00:49:46.775055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.776556 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84 disassociated. External IP: 172.25.2.48, port: 48c0b280-6108-4db1-881f-f998b2d55e01. Feb 19 00:49:46.807691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-7ed8a6fa-624f-4861-9a52-eabd54995655 service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056943 Feb 19 00:49:46.838765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.064658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:47.165262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ddbb0-9689-47db-b0e5-58092338eae5 req-a6b36e47-cb3e-4d80-ae2d-a819be1eae93 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.167177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-554ddbb0-9689-47db-b0e5-58092338eae5 req-a6b36e47-cb3e-4d80-ae2d-a819be1eae93 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0858467 Feb 19 00:49:47.242063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:47.250819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.251250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:47.253882 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17769b5-1e34-4b58-81d4-bfc10079d6b1" -d '{"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:47.261474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:47.271407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-554ddbb0-9689-47db-b0e5-58092338eae5 req-2d55c76d-96f4-4731-8eee-8bcb9d1f197b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942481 Feb 19 00:49:47.289532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:47.290130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:47.304698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f0c8b861-5dc8-4d44-a212-1f62f1be659f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "PUT /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 694 time: 0.8405633 Feb 19 00:49:47.305407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:47.311705 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7611bd-607b-4ae9-a02b-a31e44b81d18" -d '{"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:47.379672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-dce460ef-7b4e-4dad-9f41-6b31b891a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.382421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70ce23d8-bd53-4858-8543-c5af900d7c20 req-78f047c7-45dd-45e6-a562-530c78248381 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0395586 Feb 19 00:49:47.383541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-dce460ef-7b4e-4dad-9f41-6b31b891a8f0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1128 time: 0.0675981 Feb 19 00:49:47.459480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:47.525422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-bf1793c2-f88d-4d14-a5ad-36787b23f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.527266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-bf1793c2-f88d-4d14-a5ad-36787b23f792 service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1398771 Feb 19 00:49:47.553883 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-9234a7a6-5083-449a-a824-5a410ea75f3a service neutron] show failed (client error): The resource could not be found. Feb 19 00:49:47.554837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-9234a7a6-5083-449a-a824-5a410ea75f3a service neutron] 10.222.0.117 "GET /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.1403880 Feb 19 00:49:47.578298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5aac3-4fab-4128-9d57-313d0e6486e0 req-05cd5410-facf-4a40-bb66-ee6a29c3c4b7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.581586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5b5aac3-4fab-4128-9d57-313d0e6486e0 req-05cd5410-facf-4a40-bb66-ee6a29c3c4b7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0915976 Feb 19 00:49:47.598872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-ad13416d-8c05-4336-af0d-4fe2f7616ad8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 217 time: 0.0635529 Feb 19 00:49:47.660765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5b5aac3-4fab-4128-9d57-313d0e6486e0 req-122789ef-b138-42a1-a23f-85a84cbdaa24 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 Feb 19 00:49:47.684405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-a9e1b298-612c-4276-88dc-64af592b7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.685533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-a9e1b298-612c-4276-88dc-64af592b7774 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0775719 Feb 19 00:49:47.774952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-3fc09888-268d-444c-8bf3-2bbd048515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.783153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-3fc09888-268d-444c-8bf3-2bbd048515a1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909057 Feb 19 00:49:47.878909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-f350e15b-8baa-4909-8db7-f782d7d792ac service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946391 Feb 19 00:49:48.000080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04d9d733-1bf6-4de9-a825-83696b2082b6 req-b9967595-e0ed-442f-83dd-79e92ce636e8 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131070 Feb 19 00:49:48.021823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-d0d8a1a7-4e0f-4d09-a91d-1c8cb4bdafef tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.025591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-d0d8a1a7-4e0f-4d09-a91d-1c8cb4bdafef tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.117 "GET /v2.0/networks?id=62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 200 len: 811 time: 0.1706464 Feb 19 00:49:48.043474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:48.073529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:48.083709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:48.087823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:48.099862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-72c5d1a0-f282-4fdf-89b5-7a112973e417 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e005bfc47ef5479c9916b95d2c78c72f HTTP/1.1" status: 200 len: 380 time: 0.0634711 Feb 19 00:49:48.111702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'port': {'device_id': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'admin_state_up': True, 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'security_groups': ['ccebf090-2e1a-45c3-8ed0-323872a1a8b9']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:48.232418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a705f7f0-ff96-4068-8526-ea566ac9c4e5 req-ee536354-556e-4a9d-80e0-c9d5e3acf186 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 210 time: 0.0504448 Feb 19 00:49:48.257447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:48.339374 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca23b791-5229-4d01-837d-2c01f9598a29 x-openstack-request-id: req-ca23b791-5229-4d01-837d-2c01f9598a29 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:48.339729 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:48.340065 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ca23b791-5229-4d01-837d-2c01f9598a29 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:48.340461 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'code': 200} Feb 19 00:49:48.371801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-8fbcd2c3-92f9-4a6d-90e6-216330416061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.373341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-8fbcd2c3-92f9-4a6d-90e6-216330416061 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1131 time: 0.1400218 Feb 19 00:49:48.386396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e7876-4a26-49ad-bbe7-2727b8a518fe req-9328bc80-9a51-454d-93df-3ff797c90ebb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.395178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:48.397875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2e7876-4a26-49ad-bbe7-2727b8a518fe req-9328bc80-9a51-454d-93df-3ff797c90ebb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1716592 Feb 19 00:49:48.434131 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e751e17-6e8d-4ac7-96f7-7aae78cd7249 x-openstack-request-id: req-0e751e17-6e8d-4ac7-96f7-7aae78cd7249 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:48.434468 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:48.434686 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0e751e17-6e8d-4ac7-96f7-7aae78cd7249 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:48.435106 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01', 'status': 'completed', 'code': 200} Feb 19 00:49:48.559004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.561253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2e7876-4a26-49ad-bbe7-2727b8a518fe req-a94f1da8-c147-4b8f-aed0-fd203b7cfa10 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622102 Feb 19 00:49:48.565404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Made reservation on behalf of e005bfc47ef5479c9916b95d2c78c72f for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:48.567226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.739861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba232a99-7d37-49b1-9b80-a1ab8977ad90 req-181d79a3-1951-4794-bb10-2e8a2d5cf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.741564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba232a99-7d37-49b1-9b80-a1ab8977ad90 req-181d79a3-1951-4794-bb10-2e8a2d5cf09f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1131 time: 0.1388614 Feb 19 00:49:48.748578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:48.781963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ebd77-dd16-4081-8a63-9cdc3f63a852 None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:48.803856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-90128d4c-660d-4ca0-8c41-00f6181bddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.805367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-90128d4c-660d-4ca0-8c41-00f6181bddeb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 1128 time: 0.2846231 Feb 19 00:49:48.855656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba232a99-7d37-49b1-9b80-a1ab8977ad90 req-4f36f60c-4a14-4e7d-b973-12f1ef4f53f4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009495 Feb 19 00:49:48.893725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:48.948298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Allocated IP 172.20.0.11 (62867101-b7c6-415f-88f3-b150c347d36f/ec528edc-242f-4625-8930-c43f0da67a91/bf08bf62-ac98-4e82-8f57-14fcea6e6621) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:48.955060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:49.009359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480ce8-0574-4c96-b0c9-1af5bd50d3a7 req-71e8f632-b7dd-46a3-8f83-6b9988dff6a8 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.017476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d480ce8-0574-4c96-b0c9-1af5bd50d3a7 req-71e8f632-b7dd-46a3-8f83-6b9988dff6a8 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 945 time: 0.2784445 Feb 19 00:49:49.025643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks [] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.052248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07701df-a1a8-4b2f-847b-51901348e8d9 req-966f2a61-0d57-451e-896d-952a384bd5a5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.053853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d07701df-a1a8-4b2f-847b-51901348e8d9 req-966f2a61-0d57-451e-896d-952a384bd5a5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1268613 Feb 19 00:49:49.073716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Transition to ACTIVE for port object a5eb5fe5-1082-43e7-9745-b9c9e00eabce will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:49.119489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d07701df-a1a8-4b2f-847b-51901348e8d9 req-e45b2946-8a8a-459e-9470-116adeb5e20f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 Feb 19 00:49:49.145457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-511e9385-0953-4ec0-94b8-cedac0aa8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.147415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-511e9385-0953-4ec0-94b8-cedac0aa8ab1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.3279333 Feb 19 00:49:49.154489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d480ce8-0574-4c96-b0c9-1af5bd50d3a7 req-dfec7272-6c43-4f7c-994f-c8163b344495 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362052 Feb 19 00:49:49.161346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.243475 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4764dcd1-0384-4bbb-99f4-5923c7647637 None None] New status for floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:49.269624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-f65572b9-3e24-46ac-91ad-e965e25cbdea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 200 len: 217 time: 0.0781851 Feb 19 00:49:49.273452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] No DVR routers for this DVR port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:49.300928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:49.310732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc8686c9-ea44-4fc6-b437-03138494758b req-3c18780f-aa7d-4599-97d0-376d2b78f78a tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 210 time: 0.0561805 Feb 19 00:49:49.356122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:49.363396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:49.363396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:49.363930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:49.364040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Attempting to bind port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:49.367615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-2767a8fe-49e9-4e7d-bac8-46994866ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.369599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-2767a8fe-49e9-4e7d-bac8-46994866ea2d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0912004 Feb 19 00:49:49.371819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:49.372168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:49.372558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:49.373079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Bound port: a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:49.373919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.386833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.459684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:49.463464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:49.495940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.527853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.555921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Network 62867101-b7c6-415f-88f3-b150c347d36f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:49.563460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:49.567800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.568768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.569207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:49.570588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] 10.222.0.96 "PUT /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 1095 time: 1.1810470 Feb 19 00:49:49.576073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.577166 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.579974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f195634-d293-422c-a95b-318fccd76dd3 req-7f49751f-19e3-4658-9671-d15c224feacd tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.583027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f195634-d293-422c-a95b-318fccd76dd3 req-7f49751f-19e3-4658-9671-d15c224feacd tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1125348 Feb 19 00:49:49.586965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-2f6b0551-eda4-4269-9997-7f94ceb81b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.588742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-2f6b0551-eda4-4269-9997-7f94ceb81b82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1958430 Feb 19 00:49:49.592707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event updated for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:49.676554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af0054-6b4e-4740-a764-64688d8c3442 service neutron] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:49.733786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f195634-d293-422c-a95b-318fccd76dd3 req-b5b813ee-76e1-4992-9a81-bc67d1eb24d8 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279998 Feb 19 00:49:49.749139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-b9751500-9f7d-4493-a990-50cf5517bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:49.759798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-789789fe-83e1-4f63-ba5a-25a302c9ccab service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598308 Feb 19 00:49:49.763631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-b9751500-9f7d-4493-a990-50cf5517bcc5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1129 time: 0.1450942 Feb 19 00:49:49.771353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31dd0922-0663-414f-9b68-6c9962d133e0 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6638508 Feb 19 00:49:49.858572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Request body: {'port': {'device_id': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:49.925376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26b12d57-9a49-4382-80fb-938035c94972 req-16afa116-12ec-4272-8c08-43c4205da9f7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 210 time: 0.0510683 Feb 19 00:49:50.004156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-dfa428bc-ac65-4286-a7ae-c4130dff3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.006237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-dfa428bc-ac65-4286-a7ae-c4130dff3a93 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2205019 Feb 19 00:49:50.089884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-bb929bf8-1a98-4110-b880-b79e247fb128 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0748608 Feb 19 00:49:50.093099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9975a841-9995-4718-ba27-ceb2eee006e6 None None] Provisioning complete for port bf08bf62-ac98-4e82-8f57-14fcea6e6621 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:50.093642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9975a841-9995-4718-ba27-ceb2eee006e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.094741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f7611bd-607b-4ae9-a02b-a31e44b81d18 req-87b2d7ef-cf8c-47d3-a0a5-6cb8e67a4a0c service neutron] 10.222.0.96 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187995 Feb 19 00:49:50.110832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.184023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9975a841-9995-4718-ba27-ceb2eee006e6 None None] Port bf08bf62-ac98-4e82-8f57-14fcea6e6621 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:50.221417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e42ff-999f-4627-931a-11cc022d5f48 req-e9d481ac-2b4a-4fdf-8924-c6d74a7c2054 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.223312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c61e42ff-999f-4627-931a-11cc022d5f48 req-e9d481ac-2b4a-4fdf-8924-c6d74a7c2054 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1595528 Feb 19 00:49:50.225336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-2c25a58f-e9ec-4f3f-9dff-1496c11f86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.227073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-2c25a58f-e9ec-4f3f-9dff-1496c11f86b5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0986078 Feb 19 00:49:50.315535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c61e42ff-999f-4627-931a-11cc022d5f48 req-b2a94e65-b861-4a76-acfe-7a3985744306 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851502 Feb 19 00:49:50.322726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-490d7f53-0007-4636-b266-05f544e6c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.324264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-490d7f53-0007-4636-b266-05f544e6c0c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0857635 Feb 19 00:49:50.411636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-d166b01c-dd42-4537-9d4b-ff980547dfe7 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.418437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-d166b01c-dd42-4537-9d4b-ff980547dfe7 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5350494 Feb 19 00:49:50.434575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-165a587e-3abf-4619-9beb-8e5f80c89b55 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.435966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-165a587e-3abf-4619-9beb-8e5f80c89b55 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.5835750 Feb 19 00:49:50.438617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}, {'name': 'network-changed', 'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:50.441050 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0228d-bd61-4036-95d7-a6b25491fc2b" -d '{"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-unplugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}, {"name": "network-changed", "server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:50.486888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Request body: {'port': {'device_id': '05a68455-988f-4024-9295-fcac06b5f2de', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'admin_state_up': True, 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:50.496972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-acc49eaa-426e-4c36-baaf-e63ad6fa26a5 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508999 Feb 19 00:49:50.504120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4269-98a9-4910-bb3d-b3e3b098f6bc req-f32a7fd7-f05c-4cdd-a3c1-0e9b7a201570 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.505968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfee4269-98a9-4910-bb3d-b3e3b098f6bc req-f32a7fd7-f05c-4cdd-a3c1-0e9b7a201570 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.0950406 Feb 19 00:49:50.528516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-ab5d07ad-8645-4130-a8b5-68784241781a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1092396 Feb 19 00:49:50.618068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfee4269-98a9-4910-bb3d-b3e3b098f6bc req-c362b443-1ffa-46be-bf0b-612299076dbf tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Feb 19 00:49:50.635561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c63bef43-3ed5-4336-8898-6c4e678b7f51 req-70553355-5e54-4ef3-897d-5bc3b0fe27f8 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263180 Feb 19 00:49:50.671661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:50.738954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.779592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1386-d0b5-4b7e-b8c1-81d5b2134c27 req-002e9cfd-3718-40e3-b6d3-cc259be4a4ac tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.781328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80ed1386-d0b5-4b7e-b8c1-81d5b2134c27 req-002e9cfd-3718-40e3-b6d3-cc259be4a4ac tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 945 time: 0.0814579 Feb 19 00:49:50.835227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80ed1386-d0b5-4b7e-b8c1-81d5b2134c27 req-560760ee-8653-4e72-b93e-08b649636af9 tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/security-groups?id=89645d74-2797-4bff-b252-4abf5e55ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480077 Feb 19 00:49:50.950097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:50.954587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.990948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-044ce2b6-4af4-4c8a-aa1b-636de20c818f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.992872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-044ce2b6-4af4-4c8a-aa1b-636de20c818f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.96 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 945 time: 0.1287642 Feb 19 00:49:51.016506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656a85e-dcba-4324-aa0b-f89c8ab6e623 req-effb46da-9e75-4c8d-b1b9-3471bf69012f tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.018723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5656a85e-dcba-4324-aa0b-f89c8ab6e623 req-effb46da-9e75-4c8d-b1b9-3471bf69012f tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 932 time: 0.0896134 Feb 19 00:49:51.128121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5656a85e-dcba-4324-aa0b-f89c8ab6e623 req-5469bf83-4a80-4e23-b64f-ac42b63089e1 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872767 Feb 19 00:49:51.160128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Deleting port ac230a01-48ae-4c4a-b226-530f890e7501 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:51.160559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.233229 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a89be5-d2a1-4d03-b947-2e3b8cc8e5fb x-openstack-request-id: req-c6a89be5-d2a1-4d03-b947-2e3b8cc8e5fb {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:51.233937 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-unplugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "code": 200}, {"name": "network-changed", "server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:51.234723 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c6a89be5-d2a1-4d03-b947-2e3b8cc8e5fb {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:51.235473 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'code': 200} Feb 19 00:49:51.236007 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'status': 'completed', 'code': 200} Feb 19 00:49:51.385908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Allocated IP 172.20.0.2 (9ff5643f-7d82-4649-9ee0-7a5a55005352/b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:51.404606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf08bf62-ac98-4e82-8f57-14fcea6e6621 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:51.438420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] For port ac230a01-48ae-4c4a-b226-530f890e7501, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ac230a01-48ae-4c4a-b226-530f890e7501,segment=NetworkSegment(4583e84f-8248-462a-a0a7-3f7d033b753e),segment_id=4583e84f-8248-462a-a0a7-3f7d033b753e)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:51.439051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.450860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-4a0bfd4f-c2d8-4729-ab10-81bdd7267e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.451172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks [] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.452653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-4a0bfd4f-c2d8-4729-ab10-81bdd7267e48 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1129 time: 0.1949561 Feb 19 00:49:51.463736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Calling delete_port for ac230a01-48ae-4c4a-b226-530f890e7501 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:51.466541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-75380487-9fac-4b5d-b667-d9ad3fd12ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.468036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-75380487-9fac-4b5d-b667-d9ad3fd12ecb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1129 time: 0.1851759 Feb 19 00:49:51.482925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-8b4adc6c-10f7-4b26-8c49-9599a91b3b63 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.484989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-8b4adc6c-10f7-4b26-8c49-9599a91b3b63 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.96 "GET /v2.0/ports?device_id=abd8dab7-fc32-472c-976c-ad1c697e214e HTTP/1.1" status: 200 len: 946 time: 0.2272029 Feb 19 00:49:51.498443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bebbac-a470-443a-b216-ce0cf27de3b5 req-ad353054-afab-48fc-b922-83376b01bc4e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.500200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82bebbac-a470-443a-b216-ce0cf27de3b5 req-ad353054-afab-48fc-b922-83376b01bc4e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1850805 Feb 19 00:49:51.510938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Transition to ACTIVE for port object bf08bf62-ac98-4e82-8f57-14fcea6e6621 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:51.760221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82bebbac-a470-443a-b216-ce0cf27de3b5 req-f1bcaa4e-c821-4395-aad1-7007e6c878d0 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422926 Feb 19 00:49:51.761977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-75d9742d-85b4-4d85-9add-089792825da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.772288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-75d9742d-85b4-4d85-9add-089792825da8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2924361 Feb 19 00:49:51.774655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-38031a58-9c3b-4f09-b3fb-498c43fc61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.775870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-38031a58-9c3b-4f09-b3fb-498c43fc61a0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3132293 Feb 19 00:49:51.802485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.854524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks [] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.886884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-0dc17437-876f-4302-8062-5f732c84b9d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.1001704 Feb 19 00:49:51.887162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.893340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Deleting port 48c0b280-6108-4db1-881f-f998b2d55e01 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:51.895140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.906915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:51.922908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-aca80c57-d251-428a-b30a-e6b87fb461e5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0837626 Feb 19 00:49:51.967194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.067156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Attempting to bind port bf08bf62-ac98-4e82-8f57-14fcea6e6621 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:52.067604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Attempting to bind port bf08bf62-ac98-4e82-8f57-14fcea6e6621 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:52.068043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Attempting to bind port bf08bf62-ac98-4e82-8f57-14fcea6e6621 on network 62867101-b7c6-415f-88f3-b150c347d36f {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:52.093215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Port bf08bf62-ac98-4e82-8f57-14fcea6e6621 on network 62867101-b7c6-415f-88f3-b150c347d36f not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:52.094383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Attempting to bind port bf08bf62-ac98-4e82-8f57-14fcea6e6621 on network 62867101-b7c6-415f-88f3-b150c347d36f {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:52.117808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:52.118292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Checking segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:52.118821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Bound using segment: {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:52.119407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Bound port: bf08bf62-ac98-4e82-8f57-14fcea6e6621, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f173250a-9949-40ec-ad25-d67b976a54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:52.119891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.200993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.291495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] For port 48c0b280-6108-4db1-881f-f998b2d55e01, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48c0b280-6108-4db1-881f-f998b2d55e01,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:52.291495 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.314541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:52.327411 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84 associated. External IP: 172.25.2.48, port: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373. Feb 19 00:49:52.328179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-3cc18bb3-5f40-430f-bb76-9e72080046ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.329740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-3cc18bb3-5f40-430f-bb76-9e72080046ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1286268 Feb 19 00:49:52.330113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:52.335798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Calling delete_port for 48c0b280-6108-4db1-881f-f998b2d55e01 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:52.342513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:52.347864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.348594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.354160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-52a2e4fb-b63b-47f5-81a5-a56621d37206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.355618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-52a2e4fb-b63b-47f5-81a5-a56621d37206 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1433301 Feb 19 00:49:52.388017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:52.388258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f5a22-2e2b-40b2-abeb-07a34d70677f req-c7e454eb-8c48-496d-9f86-9a76c3cc067f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.389739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f80f5a22-2e2b-40b2-abeb-07a34d70677f req-c7e454eb-8c48-496d-9f86-9a76c3cc067f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 931 time: 0.5101838 Feb 19 00:49:52.394491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (ac230a01-48ae-4c4a-b226-530f890e7501), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.399566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:52.407173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ac230a01-48ae-4c4a-b226-530f890e7501'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:52.421232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:52.466389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Pushing event deleted for resources: {'Port': ['ID=ac230a01-48ae-4c4a-b226-530f890e7501,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:52.514370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:52.516195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-12acc2cc-86e2-43e7-a9ba-5e7251df4714 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486324 Feb 19 00:49:52.523519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] No DVR routers for this DVR port ac230a01-48ae-4c4a-b226-530f890e7501 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:52.526254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.529682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Request body: {'port': {'device_id': '05a68455-988f-4024-9295-fcac06b5f2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:52.530202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-468fc75e-82bd-49b5-a8f8-0b5961541826 req-649399d4-c84e-40d8-b6e1-c294395a1d5f tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.96 "DELETE /v2.0/ports/ac230a01-48ae-4c4a-b226-530f890e7501 HTTP/1.1" status: 204 len: 173 time: 1.5309165 Feb 19 00:49:52.554664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.560316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-2e523aa5-b334-48f8-9c33-e88b769fd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.561916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-2e523aa5-b334-48f8-9c33-e88b769fd1ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2201028 Feb 19 00:49:52.583529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f80f5a22-2e2b-40b2-abeb-07a34d70677f req-d164f447-2780-4726-8e9f-8806fd0e3e89 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846659 Feb 19 00:49:52.587808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port a5eb5fe5-1082-43e7-9745-b9c9e00eabce host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:49:52.588266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:52.612221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-22d73a44-a5a5-4fa5-a2dd-b1659340e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.615998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-22d73a44-a5a5-4fa5-a2dd-b1659340e744 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2426772 Feb 19 00:49:52.674664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.675648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.677558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] 10.222.0.117 "PUT /v2.0/ports/bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 200 len: 1092 time: 2.8235660 Feb 19 00:49:52.678135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:52.680372 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebc991-1792-481b-be53-6cc037bab9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:52.812638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb14e9f-b0c2-43ac-90be-7e6d196ed8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:52.851545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6b968-b0f3-4bae-9ee5-2f1f33e3e42e req-d723f526-19bb-457c-8039-87b64f9bd6bb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.853000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc6b968-b0f3-4bae-9ee5-2f1f33e3e42e req-d723f526-19bb-457c-8039-87b64f9bd6bb tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1706135 Feb 19 00:49:52.856830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-2163962c-f0ce-45fa-a802-93db81cacb00 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723246 Feb 19 00:49:52.857023 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.861522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-349343b6-99e1-46af-9dcd-6b17788dae58 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331276 Feb 19 00:49:53.056606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc6b968-b0f3-4bae-9ee5-2f1f33e3e42e req-0ac71c00-4592-48e7-8525-ec693c032f42 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941004 Feb 19 00:49:53.065133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-85287875-0a05-4847-a27f-eb2c62fe4f88 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946144 Feb 19 00:49:53.092806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ba0228d-bd61-4036-95d7-a6b25491fc2b req-411cc2cf-d947-4b3d-b1f8-90f632096bbb service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233622 Feb 19 00:49:53.187849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0a3a9-f8ed-4109-8961-f7df660a51eb req-9e4c89d2-0f84-4cf2-a603-789e5cd67861 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.189549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1fc0a3a9-f8ed-4109-8961-f7df660a51eb req-9e4c89d2-0f84-4cf2-a603-789e5cd67861 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.0567949 Feb 19 00:49:53.225984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (48c0b280-6108-4db1-881f-f998b2d55e01), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.238332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:53.242576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'name': 'network-vif-deleted', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:53.245857 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d9ff67-c474-48ee-95a3-eb978d705577" -d '{"events": [{"server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "name": "network-vif-deleted", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:53.252099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1fc0a3a9-f8ed-4109-8961-f7df660a51eb req-5b3dc6b1-8278-4579-a54b-ea5a4351789c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566945 Feb 19 00:49:53.281985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event deleted for resources: {'Port': ['ID=48c0b280-6108-4db1-881f-f998b2d55e01,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:53.294154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:53.351676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-b2828422-2484-43cd-b4ad-b3af153140b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.353287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-b2828422-2484-43cd-b4ad-b3af153140b7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 1126 time: 0.5538182 Feb 19 00:49:53.454774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22ef37-b9d8-4a4c-98f6-25061c2974be req-4364416f-079a-4ace-b063-3b06102811d3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.462813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db22ef37-b9d8-4a4c-98f6-25061c2974be req-4364416f-079a-4ace-b063-3b06102811d3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0903163 Feb 19 00:49:53.472859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] No DVR routers for this DVR port 48c0b280-6108-4db1-881f-f998b2d55e01 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:53.476176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.479513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0ca5ea0-f622-4d23-9c0d-b86657150f8a req-c3e0784d-09eb-4127-8c1e-812988505ce2 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.96 "DELETE /v2.0/ports/48c0b280-6108-4db1-881f-f998b2d55e01 HTTP/1.1" status: 204 len: 173 time: 1.9884725 Feb 19 00:49:53.493223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-5f983715-06db-4a20-a87a-4c7c9bf60eb8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 200 len: 217 time: 0.1058106 Feb 19 00:49:53.520582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db22ef37-b9d8-4a4c-98f6-25061c2974be req-9eb8ffa2-5b14-486b-b3a9-2e1fa5ff0403 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Feb 19 00:49:53.649044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72a5de68-f318-47e0-8c1b-6665920d4607 req-8751c3e7-3642-40a3-aa3a-2bc95d74cfcb tempest-VolumesAdminNegativeTest-1605315224 tempest-VolumesAdminNegativeTest-1605315224-project] 10.222.0.94 "GET /v2.0/ports?device_id=33112a94-4f79-43ce-950c-9a34c4721d34 HTTP/1.1" status: 200 len: 210 time: 0.0309501 Feb 19 00:49:53.723251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31470f07-bae8-4f67-8887-52bf080fe29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.725158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-31470f07-bae8-4f67-8887-52bf080fe29b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec528edc-242f-4625-8930-c43f0da67a91 HTTP/1.1" status: 200 len: 850 time: 0.2213693 Feb 19 00:49:53.774246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ffb8-68d0-4b1d-a7fd-7a760d9bb5f7 req-afc73245-bd7a-4947-b1f6-6a96e14bcbc2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.775824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dd1ffb8-68d0-4b1d-a7fd-7a760d9bb5f7 req-afc73245-bd7a-4947-b1f6-6a96e14bcbc2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 944 time: 0.0588717 Feb 19 00:49:53.823494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:53.830419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.835817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:53.839444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dd1ffb8-68d0-4b1d-a7fd-7a760d9bb5f7 req-b03c3be4-c303-483d-ad08-3539a0d73d6a tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524933 Feb 19 00:49:53.855040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:53.855877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:53.898752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:53.905278 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7450eeb-323f-4fa9-a4fe-a609a75ffc77 x-openstack-request-id: req-b7450eeb-323f-4fa9-a4fe-a609a75ffc77 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:53.905493 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:53.905834 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b7450eeb-323f-4fa9-a4fe-a609a75ffc77 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:53.906336 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'status': 'completed', 'code': 200} Feb 19 00:49:53.932638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks [] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.941473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-cc096830-f8b0-441c-8bb6-a00680ab068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.941473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-cc096830-f8b0-441c-8bb6-a00680ab068b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62867101-b7c6-415f-88f3-b150c347d36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2007911 Feb 19 00:49:53.972122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-078e754e-c8cd-4b13-9be8-c3abcd964952 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "PUT /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 995 time: 3.3042235 Feb 19 00:49:53.975530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-5bff019a-fe6d-4d5d-86c0-4a0e8d8e32d5 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.976731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-5bff019a-fe6d-4d5d-86c0-4a0e8d8e32d5 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 1131 time: 0.0508506 Feb 19 00:49:53.978197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:54.002016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-2ec4b0bc-3651-408d-8f18-5b5de0dd27a8 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.007404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Transition to ACTIVE for port object 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:54.078307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.095265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-dd3c0147-0335-4e9a-b5ca-4d972b625a67 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507902 Feb 19 00:49:54.097055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-8811b5db-d27b-4295-8b51-1712f2b9d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.098455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-8811b5db-d27b-4295-8b51-1712f2b9d350 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.0919034 Feb 19 00:49:54.100728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-2ec4b0bc-3651-408d-8f18-5b5de0dd27a8 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] Publish callbacks [] for security_group (3422e9d6-317f-44ac-a5fb-c9017708da51), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.158978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-2ec4b0bc-3651-408d-8f18-5b5de0dd27a8 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3422e9d6-317f-44ac-a5fb-c9017708da51), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.223547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81aafd25-f7d8-458c-8d62-2d9978315799 req-2ec4b0bc-3651-408d-8f18-5b5de0dd27a8 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271729 Feb 19 00:49:54.229866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4b0bc-3651-408d-8f18-5b5de0dd27a8 tempest-LiveMigrationNegativeTest-1024576106 tempest-LiveMigrationNegativeTest-1024576106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422e9d6-317f-44ac-a5fb-c9017708da51,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:54.244088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:54.275235 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36c792-b602-4d71-b1c7-2c9b802f63fa x-openstack-request-id: req-1b36c792-b602-4d71-b1c7-2c9b802f63fa {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:54.275766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:51Z', 'revision_number': 8, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:54.276394 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33112a94-4f79-43ce-950c-9a34c4721d34", "name": "network-vif-deleted", "tag": "ac230a01-48ae-4c4a-b226-530f890e7501", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:54.281440 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1b36c792-b602-4d71-b1c7-2c9b802f63fa {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:54.281958 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33112a94-4f79-43ce-950c-9a34c4721d34', 'name': 'network-vif-deleted', 'tag': 'ac230a01-48ae-4c4a-b226-530f890e7501', 'status': 'completed', 'code': 200} Feb 19 00:49:54.313905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:54.316821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:54.317157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:54.317484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:54.323042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:54.324183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:54.336401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:54.336728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:54.338994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-0287fb57-5b47-4821-8732-886cf2ef3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.344604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-0287fb57-5b47-4821-8732-886cf2ef3552 service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.2171111 Feb 19 00:49:54.361796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74f8972c-51f7-4764-b397-ac061a1bd2f7 req-6d09eda1-428b-4695-95d0-0b724b3433b7 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371900 Feb 19 00:49:54.362515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:54.362843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:54.363364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:54.363820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Bound port: 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:54.364178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.444603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-b2fd2730-588d-4f50-9d27-399ba44e1ba6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 998 time: 0.0907784 Feb 19 00:49:54.450734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:54.558430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:54.565915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:54.572846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-12112392-0d9a-457e-857d-660e6e22e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.582586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-12112392-0d9a-457e-857d-660e6e22e1e2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1118305 Feb 19 00:49:54.582799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc991-1792-481b-be53-6cc037bab9ac req-2a410135-d2f9-4b8d-991c-d994b26e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.584316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-2a410135-d2f9-4b8d-991c-d994b26e6abf service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 1126 time: 0.0847328 Feb 19 00:49:54.667343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.699120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:51Z', 'revision_number': 8, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:54.734735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46107905-d705-41a8-854d-0b9f98eeeb9a None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '61946b03-6a3e-4c76-8d44-e4df42f21b84', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'port_id': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'mac_address': 'fa:16:3e:9f:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:10Z', 'updated_at': '2022-02-19T00:49:51Z', 'revision_number': 8, 'project_id': '66075986b758403ab73384fcf05124a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:54.745831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.746437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.748580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] 10.222.0.117 "PUT /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 1091 time: 2.2223063 Feb 19 00:49:54.796648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59c1c0-0a03-48b0-be07-5ce120c6c052 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:54.802741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-6889fdde-7ed5-4cb8-b066-90b8427b0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.804309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-6889fdde-7ed5-4cb8-b066-90b8427b0216 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2191324 Feb 19 00:49:54.806086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc991-1792-481b-be53-6cc037bab9ac req-eb77753e-eeba-4416-ac15-30eadd70450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.807478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-eb77753e-eeba-4416-ac15-30eadd70450d service neutron] 10.222.0.117 "GET /v2.0/networks?id=62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 200 len: 912 time: 0.2139022 Feb 19 00:49:54.813567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d539-269a-4cb8-a3e4-ee0bfd6e2c2a req-c5e196ed-8370-403c-89bc-1b24c93d1317 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.815354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc51d539-269a-4cb8-a3e4-ee0bfd6e2c2a req-c5e196ed-8370-403c-89bc-1b24c93d1317 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.0949395 Feb 19 00:49:54.872065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc51d539-269a-4cb8-a3e4-ee0bfd6e2c2a req-4a8a98a5-8604-465a-b1b5-41e100a7d0c1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Feb 19 00:49:54.887813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-c8ab8572-a9d3-4463-8df8-3f6923b2d102 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 200 len: 217 time: 0.0633130 Feb 19 00:49:55.010025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc991-1792-481b-be53-6cc037bab9ac req-0f31ea7e-6415-490e-b0f5-f423156e9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.011593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-0f31ea7e-6415-490e-b0f5-f423156e9552 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec528edc-242f-4625-8930-c43f0da67a91 HTTP/1.1" status: 200 len: 850 time: 0.0966778 Feb 19 00:49:55.039239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2de985-f2ba-48f8-b837-9e492099e74b None None] New status for floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:55.048870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-2a3a0ff3-3ebc-416d-ba67-99f6f4338a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.051188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-2a3a0ff3-3ebc-416d-ba67-99f6f4338a58 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1125 time: 0.1733387 Feb 19 00:49:55.063138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237c418-36bb-45fa-b68d-4c1d52e4fc0b req-cc157ec5-661e-4308-b897-0b8cb95cde8b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.064920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e237c418-36bb-45fa-b68d-4c1d52e4fc0b req-cc157ec5-661e-4308-b897-0b8cb95cde8b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 947 time: 0.0645313 Feb 19 00:49:55.082194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-f80e5b20-fbf1-46c4-82d1-b534f988f832 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659194 Feb 19 00:49:55.123757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e237c418-36bb-45fa-b68d-4c1d52e4fc0b req-867e5eb5-8a70-4f98-9b2b-df2733a4b235 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Feb 19 00:49:55.128501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-acea7a88-dc11-456f-9933-f9b8c98cdb19 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.0581379 Feb 19 00:49:55.205430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:55.207620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ac230a01-48ae-4c4a-b226-530f890e7501 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:55.227953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebc991-1792-481b-be53-6cc037bab9ac req-f2c4fe9e-648a-4c73-a76d-5e499cfec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.229618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-f2c4fe9e-648a-4c73-a76d-5e499cfec422 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62867101-b7c6-415f-88f3-b150c347d36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2046950 Feb 19 00:49:55.236558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-d174f05f-afd6-44fd-9a00-daa9904d12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.238127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-d174f05f-afd6-44fd-9a00-daa9904d12e6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0965533 Feb 19 00:49:55.238369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: ac230a01-48ae-4c4a-b226-530f890e7501 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:55.238716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ac230a01-48ae-4c4a-b226-530f890e7501 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:55.239156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48c0b280-6108-4db1-881f-f998b2d55e01 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:55.239956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394c37d-4576-44e2-a2ab-afa488b6178d req-a24b8000-e2e4-4223-9a4f-ae6c6e15ce7d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.241610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e394c37d-4576-44e2-a2ab-afa488b6178d req-a24b8000-e2e4-4223-9a4f-ae6c6e15ce7d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0563238 Feb 19 00:49:55.262504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 48c0b280-6108-4db1-881f-f998b2d55e01 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:55.262856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48c0b280-6108-4db1-881f-f998b2d55e01 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:55.338786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-23dced49-aef2-4ff3-bb3e-1610e98bfa48 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859973 Feb 19 00:49:55.343364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e394c37d-4576-44e2-a2ab-afa488b6178d req-9430d56f-f686-43e5-ab76-9b315aa077bd tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914488 Feb 19 00:49:55.356620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b7d17a-62a4-43c6-a308-4a91e9fc5c08 req-c328137b-8a2f-4f9a-bc1e-11402468c8e6 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386770 Feb 19 00:49:55.401128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:55.417831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:55.418405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'mac_address': 'fa:16:3e:b1:76:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:55.449868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-4df44584-9734-4229-a366-48e9d39d6433 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085621 Feb 19 00:49:55.470490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Deleting subnet 0761e453-b804-4bff-a1a6-e634e867996b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:55.475674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Publish callbacks [] for subnet (0761e453-b804-4bff-a1a6-e634e867996b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.480937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a5eb5fe5-1082-43e7-9745-b9c9e00eabce is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:55.481456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.495840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5eb5fe5-1082-43e7-9745-b9c9e00eabce {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:55.517113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:55.521453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-89c5062e-2fe3-4752-bc62-80c3f5c1661d service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748848 Feb 19 00:49:55.557237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Publish callbacks [] for subnet (0761e453-b804-4bff-a1a6-e634e867996b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.569372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0761e453-b804-4bff-a1a6-e634e867996b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.580281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.588430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-44bfc362-4842-40b2-83bf-cbe95b1e3587 req-a30405ff-ef14-411e-aac5-07277c7de2ff service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:55.589402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44bfc362-4842-40b2-83bf-cbe95b1e3587 req-a30405ff-ef14-411e-aac5-07277c7de2ff service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070620 Feb 19 00:49:55.611418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3ec1-012f-4fc3-8960-785faff8dd75 req-447fe882-63f3-4502-bda7-4ec67009eca4 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.612979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-058c3ec1-012f-4fc3-8960-785faff8dd75 req-447fe882-63f3-4502-bda7-4ec67009eca4 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 944 time: 0.1079748 Feb 19 00:49:55.629187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eebc991-1792-481b-be53-6cc037bab9ac req-5ddb2350-007a-481f-a19e-ea6d1d07b0f9 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680350 Feb 19 00:49:55.673888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2818ce6a-c616-409f-8385-5e464c1db2dc req-ab2c276c-4950-4796-b8fb-f81cd657acef service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447220 Feb 19 00:49:55.680622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:55.693513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-058c3ec1-012f-4fc3-8960-785faff8dd75 req-c2bce602-9d1d-45f1-85cd-651a2c6642a9 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610423 Feb 19 00:49:55.760439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (0761e453-b804-4bff-a1a6-e634e867996b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.791991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0761e453-b804-4bff-a1a6-e634e867996b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:55.799635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.802803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4165aac4-1eda-443e-9389-3e9c264f0b68 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0761e453-b804-4bff-a1a6-e634e867996b HTTP/1.1" status: 204 len: 168 time: 0.3895764 Feb 19 00:49:55.805382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:55.831811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3cdd8a4-addd-49fe-a20c-ba983ff4088f req-2766dc8f-b5c6-41e4-9467-e1d57f32218a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 997 time: 0.1136565 Feb 19 00:49:55.849820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:55.908769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'name': 'network-vif-deleted', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01'}, {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}, {'name': 'network-changed', 'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:55.914107 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c0ea6-01e0-4a56-b433-fc00a008542b" -d '{"events": [{"server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "name": "network-vif-deleted", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01"}, {"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}, {"name": "network-changed", "server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:55.935054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e27835bc-4563-44b0-a4fa-ac9aedb75095), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.017549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdd8a4-addd-49fe-a20c-ba983ff4088f req-ae9e6a0e-463a-4b5d-8b81-17170a7187dc tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.024057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3cdd8a4-addd-49fe-a20c-ba983ff4088f req-ae9e6a0e-463a-4b5d-8b81-17170a7187dc tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1677821 Feb 19 00:49:56.029412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-e3cdd8a4-addd-49fe-a20c-ba983ff4088f req-9263778f-1f1c-4549-aa42-1115b4b557bc tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:56.041269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3cdd8a4-addd-49fe-a20c-ba983ff4088f req-9263778f-1f1c-4549-aa42-1115b4b557bc tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162807 Feb 19 00:49:56.153200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e27835bc-4563-44b0-a4fa-ac9aedb75095), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.181815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.181815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.181815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.182221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.182891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.182891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.183114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.183417 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.183729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.184044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.254033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.254385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.254716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.255040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:49:56.255440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27835bc-4563-44b0-a4fa-ac9aedb75095']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.276867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4583e84f-8248-462a-a0a7-3f7d033b753e') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.277144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4583e84f-8248-462a-a0a7-3f7d033b753e') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.298706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (4583e84f-8248-462a-a0a7-3f7d033b753e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.327799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba626b19-d5ee-4a00-8df9-f5e9ccd58b62 req-e8ef9022-02d7-4972-9b42-95ea5567920e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.330025 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba626b19-d5ee-4a00-8df9-f5e9ccd58b62 req-e8ef9022-02d7-4972-9b42-95ea5567920e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.2061598 Feb 19 00:49:56.337800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4583e84f-8248-462a-a0a7-3f7d033b753e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.355262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:56.355847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (4583e84f-8248-462a-a0a7-3f7d033b753e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: from cryptography.utils import int_from_bytes Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: from cryptography.utils import int_from_bytes Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:56.372179 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:56.454536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba626b19-d5ee-4a00-8df9-f5e9ccd58b62 req-0fff5efc-4d0d-4cb6-a04d-925186246ede tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129391 Feb 19 00:49:56.494392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e27835bc-4563-44b0-a4fa-ac9aedb75095), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.504516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.511322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:56.511680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e27835bc-4563-44b0-a4fa-ac9aedb75095 HTTP/1.1" status: 204 len: 168 time: 0.7052763 Feb 19 00:49:56.519877 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3c987-23ae-4f63-9f1d-3b5879440d3b x-openstack-request-id: req-11f3c987-23ae-4f63-9f1d-3b5879440d3b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:56.520169 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd8dab7-fc32-472c-976c-ad1c697e214e", "name": "network-vif-deleted", "tag": "48c0b280-6108-4db1-881f-f998b2d55e01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:56.520424 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-11f3c987-23ae-4f63-9f1d-3b5879440d3b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:56.520818 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd8dab7-fc32-472c-976c-ad1c697e214e', 'name': 'network-vif-deleted', 'tag': '48c0b280-6108-4db1-881f-f998b2d55e01', 'status': 'completed', 'code': 200} Feb 19 00:49:56.521079 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:49:56.521330 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'status': 'completed', 'code': 200} Feb 19 00:49:56.532551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f53a3-79f9-46f3-8ec3-d6f7d444ebc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27835bc-4563-44b0-a4fa-ac9aedb75095,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:56.532764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825006b-5018-4745-b485-66533f5d2558 req-caea3b40-fe10-4672-a9f2-40d3b5c0c10e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.534598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-caea3b40-fe10-4672-a9f2-40d3b5c0c10e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2&tenant_id=ca6e12738c004174bb70049c1352c7f3&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 948 time: 0.4281790 Feb 19 00:49:56.597180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-7d64b445-bd1f-4378-b848-15f939da9a45 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.0672846 Feb 19 00:49:56.645450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Deleting subnet 529f5065-da9b-4f5d-9fb8-5d03722102c0 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:56.647467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-6da1e9e1-4c10-4cec-ae79-afccdc5e9883 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.648819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-6da1e9e1-4c10-4cec-ae79-afccdc5e9883 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports/a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 942 time: 0.0462668 Feb 19 00:49:56.658828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Publish callbacks [] for subnet (529f5065-da9b-4f5d-9fb8-5d03722102c0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.666883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0445c6e-27f9-4039-8b27-e83fa0ed1b8a req-682398d0-221c-44d0-a9ca-4845216f9aeb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.668403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0445c6e-27f9-4039-8b27-e83fa0ed1b8a req-682398d0-221c-44d0-a9ca-4845216f9aeb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 948 time: 0.1887231 Feb 19 00:49:56.729981 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-4825006b-5018-4745-b485-66533f5d2558 req-e192ca4e-bad8-4806-bd5f-a25d81a33794 service neutron] delete failed (client error): The resource could not be found. Feb 19 00:49:56.730898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-e192ca4e-bad8-4806-bd5f-a25d81a33794 service neutron] 10.222.0.117 "DELETE /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.1690502 Feb 19 00:49:56.732671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-ee4b4a98-fe3e-4cfd-bd03-eef71a4646e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.734073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-ee4b4a98-fe3e-4cfd-bd03-eef71a4646e2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.1984344 Feb 19 00:49:56.740415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Publish callbacks [] for subnet (529f5065-da9b-4f5d-9fb8-5d03722102c0), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.769792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (529f5065-da9b-4f5d-9fb8-5d03722102c0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.777943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-e2922f47-c0d9-4c5d-9cde-25b4127ab58f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.0862186 Feb 19 00:49:56.870451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0445c6e-27f9-4039-8b27-e83fa0ed1b8a req-26237cfb-ba40-41bf-b6a4-8a602c789fb7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811349 Feb 19 00:49:56.888035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-f5829849-f39c-4ba0-a23d-8fe3021f47cf tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.889375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-f5829849-f39c-4ba0-a23d-8fe3021f47cf tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1057608 Feb 19 00:49:56.950228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825006b-5018-4745-b485-66533f5d2558 req-00a2a2fb-3e42-4078-aced-0debc9034d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.956010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-00a2a2fb-3e42-4078-aced-0debc9034d9a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1130 time: 0.1256170 Feb 19 00:49:56.963034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-5aadc35b-c4c7-4225-ad07-920f04995083 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.0650361 Feb 19 00:49:56.972978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:57.027058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-dd5ae2cb-105c-4206-96ba-5e6037730171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.028194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.028592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-dd5ae2cb-105c-4206-96ba-5e6037730171 service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.2741787 Feb 19 00:49:57.084321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (529f5065-da9b-4f5d-9fb8-5d03722102c0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.134213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529f5065-da9b-4f5d-9fb8-5d03722102c0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:57.149756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.155202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-09e7bf65-b59a-4ab3-b561-640f759e1311 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/529f5065-da9b-4f5d-9fb8-5d03722102c0 HTTP/1.1" status: 204 len: 168 time: 0.6410687 Feb 19 00:49:57.157981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55964) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:57.179516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb4d8-33de-4750-bdf9-12fbc04824cc req-a8639bc7-9d31-46e2-9f7d-296fad5743d0 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.181017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bdb4d8-33de-4750-bdf9-12fbc04824cc req-a8639bc7-9d31-46e2-9f7d-296fad5743d0 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.2381144 Feb 19 00:49:57.184929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-c2ed1ecc-8626-4f1f-b1d4-20d56166830e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 1000 time: 0.1476011 Feb 19 00:49:57.196949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825006b-5018-4745-b485-66533f5d2558 req-a5b0f676-88f3-41fc-85ac-6e72ea0fe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.196949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-a5b0f676-88f3-41fc-85ac-6e72ea0fe308 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2227845 Feb 19 00:49:57.207345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.239336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:57.253311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.253777 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84 disassociated. External IP: 172.25.2.48, port: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373. Feb 19 00:49:57.270154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-e2a62b38-3b8b-422b-a800-a6a4950b69be service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0663230 Feb 19 00:49:57.305798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2af942c4-f770-4b04-b4aa-1cc1389728c1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.323053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a5eb5fe5-1082-43e7-9745-b9c9e00eabce completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:57.326697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-18e4274d-002a-4f58-a744-6c14f9b2a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.328478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-18e4274d-002a-4f58-a744-6c14f9b2a3c1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.1317205 Feb 19 00:49:57.329646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a5eb5fe5-1082-43e7-9745-b9c9e00eabce triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:57.330238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.350814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bdb4d8-33de-4750-bdf9-12fbc04824cc req-b672cc67-c984-41d0-a272-d8581f0d4afe tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606808 Feb 19 00:49:57.374989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825006b-5018-4745-b485-66533f5d2558 req-dbdb2dae-994e-4ad9-a1cc-b94f71aa96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.376593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-dbdb2dae-994e-4ad9-a1cc-b94f71aa96fe service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0955656 Feb 19 00:49:57.419055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-1b575426-35cd-4cb7-9115-38d957a17502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.420604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-1b575426-35cd-4cb7-9115-38d957a17502 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852761 Feb 19 00:49:57.456821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a5eb5fe5-1082-43e7-9745-b9c9e00eabce is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:57.457385 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.488218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:57.490728 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcf2484-61a6-40a2-93a4-1a493af2f4a1" -d '{"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:57.496625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825006b-5018-4745-b485-66533f5d2558 req-11f91e8d-236d-43a2-85af-65ce20ccb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.499387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-11f91e8d-236d-43a2-85af-65ce20ccb78e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1148367 Feb 19 00:49:57.509173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:57.575436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.632496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:57.649394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065b09-4247-4b8e-92b1-cb918817f83f req-44c08cd9-5941-48bb-8b3b-9e55cc6c477f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.649394 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c065b09-4247-4b8e-92b1-cb918817f83f req-44c08cd9-5941-48bb-8b3b-9e55cc6c477f tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1653461 Feb 19 00:49:57.651329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-3ba8517d-b66c-4dbc-8645-374d98cad2c0 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231822 Feb 19 00:49:57.697031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-98787884-9440-4e65-b310-a1945cf8c600 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694591 Feb 19 00:49:57.733865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2af942c4-f770-4b04-b4aa-1cc1389728c1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.788052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af942c4-f770-4b04-b4aa-1cc1389728c1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:57.804200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5071621-c2f3-48eb-a1e7-f8b998d83df4') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:57.804511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5071621-c2f3-48eb-a1e7-f8b998d83df4') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:57.817483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c5071621-c2f3-48eb-a1e7-f8b998d83df4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.818652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c065b09-4247-4b8e-92b1-cb918817f83f req-935e128b-24a1-4d37-9c12-3147d37b747a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628194 Feb 19 00:49:57.867539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c5071621-c2f3-48eb-a1e7-f8b998d83df4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.874681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4825006b-5018-4745-b485-66533f5d2558 req-bc8f9e18-d54d-424f-82bc-3f73abf76df7 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477666 Feb 19 00:49:57.878371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-7a1c5767-cd2a-4c2d-b3b2-20d97a8e7aff service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157423 Feb 19 00:49:57.882149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:57.883138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c5071621-c2f3-48eb-a1e7-f8b998d83df4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:57.885145 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:57.953147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba07ba-4d01-499f-b089-a00c0c57bf8f req-32b6f06d-f34f-44b6-bfd0-0b0a4346b669 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.955110 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2ba07ba-4d01-499f-b089-a00c0c57bf8f req-32b6f06d-f34f-44b6-bfd0-0b0a4346b669 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 944 time: 0.0590522 Feb 19 00:49:57.959451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:58.057083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2ba07ba-4d01-499f-b089-a00c0c57bf8f req-bed43d1c-e45b-41dc-acdd-6c7948346c98 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948186 Feb 19 00:49:58.058195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2af942c4-f770-4b04-b4aa-1cc1389728c1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.063399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-bde9c8a9-80de-47b2-a08c-b2422725e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.064874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-bde9c8a9-80de-47b2-a08c-b2422725e893 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1125 time: 0.1194322 Feb 19 00:49:58.070449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.075884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] 10.222.0.94 "DELETE /v2.0/networks/2af942c4-f770-4b04-b4aa-1cc1389728c1 HTTP/1.1" status: 204 len: 168 time: 0.9144270 Feb 19 00:49:58.095836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a666cb-ccba-497c-a5a6-905b944d4607 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af942c4-f770-4b04-b4aa-1cc1389728c1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:58.103938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:58.111804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.117916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:58.134780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-a29e3e10-49d0-4c66-95f9-2c36063ed7d4 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.136318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-a29e3e10-49d0-4c66-95f9-2c36063ed7d4 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.96 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.1243114 Feb 19 00:49:58.140809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:58.141465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:58.192093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-a3a524b0-38f2-4c0d-8db8-cf496b340bfd tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "PUT /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 695 time: 1.2179315 Feb 19 00:49:58.193545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:58.198952 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1bd809-688c-4254-98bf-96be53754882" -d '{"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:58.255131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-8eec2a23-83b6-4d94-a9be-c3190a2b8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.263350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-8eec2a23-83b6-4d94-a9be-c3190a2b8130 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.0603340 Feb 19 00:49:58.275468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-773dc18d-2437-405e-9d8b-8c20dbcb4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.281506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-773dc18d-2437-405e-9d8b-8c20dbcb4c8e service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2054453 Feb 19 00:49:58.281623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:58.340187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-327c8e08-081b-48ef-a8c9-91d441b25f52 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.0524945 Feb 19 00:49:58.349022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c187d7-0297-4a84-91d7-1164da7a3cf7 req-d7dc9105-60de-45c5-9d81-4f9bfb66d035 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.350502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93c187d7-0297-4a84-91d7-1164da7a3cf7 req-d7dc9105-60de-45c5-9d81-4f9bfb66d035 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.1893551 Feb 19 00:49:58.364798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-e83d90e2-3fa9-4f5b-bd0a-027d95405765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.366340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-e83d90e2-3fa9-4f5b-bd0a-027d95405765 service neutron] 10.222.0.94 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.1022289 Feb 19 00:49:58.425541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-7a2fdbf8-b161-445d-905a-7101380840b8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0526342 Feb 19 00:49:58.434341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Deleting port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:58.434948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.473316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-bd54209f-7bf0-4a1d-ad21-a316c3abfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.479589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-bd54209f-7bf0-4a1d-ad21-a316c3abfe92 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.0532138 Feb 19 00:49:58.499003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-777f23c7-720a-403e-a278-a863f512bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.500693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-777f23c7-720a-403e-a278-a863f512bcb1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1431713 Feb 19 00:49:58.510516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93c187d7-0297-4a84-91d7-1164da7a3cf7 req-65286ff6-db7f-4bd3-bd2d-f279b22291c6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500452 Feb 19 00:49:58.526102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:58.545277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-466f87c4-8fd6-48eb-9f99-539c30d3fd7f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313966 Feb 19 00:49:58.547239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-4aa766bb-fe61-4d5e-b466-4518272dd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.549122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-4aa766bb-fe61-4d5e-b466-4518272dd381 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680642 Feb 19 00:49:58.565059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55978) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:58.617522 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0275b95-73a7-4b6b-b3c1-ebfb4380edde x-openstack-request-id: req-e0275b95-73a7-4b6b-b3c1-ebfb4380edde {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:58.617860 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-plugged", "status": "completed", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:58.618117 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e0275b95-73a7-4b6b-b3c1-ebfb4380edde {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:58.618740 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'code': 200} Feb 19 00:49:58.639717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:58.677408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-d22ab39d-ca41-4c49-8a82-3f7ab66c1ad6 service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210508 Feb 19 00:49:58.694958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:58.724222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:58.724919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:58.788651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:58.791486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c64b7c4-d075-4731-9f59-f9cede4484a2 req-49945b81-bf94-42cd-80eb-b271ac1ddf9b service neutron] 10.222.0.94 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084917 Feb 19 00:49:58.812247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'port_id': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'mac_address': 'fa:16:3e:9c:fd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:58.905282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:58.905663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.908120 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e2038-7ea6-4ac0-aa4e-b03b5ef9ddbc x-openstack-request-id: req-938e2038-7ea6-4ac0-aa4e-b03b5ef9ddbc {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:58.908829 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:58.909705 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-938e2038-7ea6-4ac0-aa4e-b03b5ef9ddbc {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:58.910343 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:49:58.911764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:58.925485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] For port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:58.925891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.964077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:58.991683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Calling delete_port for 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:59.022816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:59.038122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd5d5a-3485-46f7-af29-6f969291b4f3 req-a630c407-f2ac-4c15-bdfe-4443dbc3bb8c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.039899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43cd5d5a-3485-46f7-af29-6f969291b4f3 req-a630c407-f2ac-4c15-bdfe-4443dbc3bb8c tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 949 time: 0.0768476 Feb 19 00:49:59.042611 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2f507eef-d424-4d86-aa2f-acb1572c4c75 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e3a8a4481d6946b7b2c90a514a46ef2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819508 Feb 19 00:49:59.046877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:59.085202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.086134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device bf08bf62-ac98-4e82-8f57-14fcea6e6621 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:59.127807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-3aba137c-8ae1-4b00-97bf-6ab0d7f205b3 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714424 Feb 19 00:49:59.134404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd809-688c-4254-98bf-96be53754882 req-648f2c1e-c76b-4439-9615-6e60d82cc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.135900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-648f2c1e-c76b-4439-9615-6e60d82cc300 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=66075986b758403ab73384fcf05124a6&device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 1127 time: 0.1903999 Feb 19 00:49:59.151612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] Publish callbacks [] for security_group (89645d74-2797-4bff-b252-4abf5e55ffb4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.158837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f294-e135-4d13-99e6-1f687c21fcd4 req-4ebe1e29-06ac-4c11-a1f4-0b396021da5e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.160196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b28f294-e135-4d13-99e6-1f687c21fcd4 req-4ebe1e29-06ac-4c11-a1f4-0b396021da5e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.2248480 Feb 19 00:49:59.203139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43cd5d5a-3485-46f7-af29-6f969291b4f3 req-a3f8a422-1b33-40a2-8ab0-28c8b26aa720 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488237 Feb 19 00:49:59.210306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:59.224966 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] Publish callbacks [] for security_group (89645d74-2797-4bff-b252-4abf5e55ffb4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.314939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:59.329953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:59.331966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'port_id': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'mac_address': 'fa:16:3e:eb:24:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:59.362235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87a523-848e-4010-86e8-a99c4b46b0e5 None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:48:45Z', 'revision_number': 4, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '08813bde-c029-4482-ba20-654788c20644', 'name': '', 'network_id': '94151e14-d22e-43c6-8684-40deb82fe7fc', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'mac_address': 'fa:16:3e:b1:6c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:44Z', 'updated_at': '2022-02-19T00:48:50Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'subnets': [{'id': 'b78e1ff3-6010-46d0-b0cd-425ec629d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:59.364445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46482b99-9a4f-479e-965a-9755c7b45199 req-b2efd8f8-8a24-41af-9948-647ed08b7cfb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.371832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46482b99-9a4f-479e-965a-9755c7b45199 req-b2efd8f8-8a24-41af-9948-647ed08b7cfb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0665126 Feb 19 00:49:59.409848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (89645d74-2797-4bff-b252-4abf5e55ffb4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.410871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b28f294-e135-4d13-99e6-1f687c21fcd4 req-4df365b8-1f94-478a-9887-259564423fa7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293463 Feb 19 00:49:59.412809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.414039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/89645d74-2797-4bff-b252-4abf5e55ffb4 HTTP/1.1" status: 204 len: 168 time: 0.3655210 Feb 19 00:49:59.418500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port bf08bf62-ac98-4e82-8f57-14fcea6e6621 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:59.418912 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.444688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf08bf62-ac98-4e82-8f57-14fcea6e6621 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:59.459732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08c0ea6-01e0-4a56-b433-fc00a008542b req-0d985047-89db-4875-b4bd-99f370d4f612 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178725 Feb 19 00:49:59.464516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcacf7f-494e-4986-918a-cb18e59ebb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89645d74-2797-4bff-b252-4abf5e55ffb4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:59.476395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46482b99-9a4f-479e-965a-9755c7b45199 req-40a9cd7b-3ac3-4e87-b9ed-f6997b3b1e7b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035347 Feb 19 00:49:59.477611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd809-688c-4254-98bf-96be53754882 req-006b4e34-d29f-4216-a26a-d0bcf959d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.482722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-006b4e34-d29f-4216-a26a-d0bcf959d2f8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 200 len: 921 time: 0.3215380 Feb 19 00:49:59.522151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:59.564324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.579231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-65f3998b-5b3c-408d-9e60-60947facb243 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 200 len: 217 time: 0.0794747 Feb 19 00:49:59.580162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (48e1f1a1-835d-46d7-8a82-ed1542ef65d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.640299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-fa1dafc7-71be-48fa-9f2e-25c83c3b71ec tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 200 len: 695 time: 0.0741136 Feb 19 00:49:59.658418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Pushing event deleted for resources: {'Port': ['ID=48e1f1a1-835d-46d7-8a82-ed1542ef65d5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:59.676718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0b97c71-d028-4c28-933c-8cce39f9759a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:59.758601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] No DVR routers for this DVR port 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:59.764231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.771314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e37927-b8af-47ff-a4b4-a21e7777f443 req-21fc682d-ff6c-4fef-acbd-c79824a70b31 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.96 "DELETE /v2.0/ports/48e1f1a1-835d-46d7-8a82-ed1542ef65d5 HTTP/1.1" status: 204 len: 173 time: 1.6188776 Feb 19 00:49:59.777035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'name': 'network-vif-deleted', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:59.777547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-35066410-44e7-48bc-91e1-3e1e3869b190 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.789909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-35066410-44e7-48bc-91e1-3e1e3869b190 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1485112 Feb 19 00:49:59.791082 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ce83cc-8e15-48b9-9ab8-53fbd66ccb4c" -d '{"events": [{"server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "name": "network-vif-deleted", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:59.795753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:59.796277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-499a9581-4e4b-4730-9d51-796a7b1967a3 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:49:59.800037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd809-688c-4254-98bf-96be53754882 req-2a66d114-c628-4d90-b542-479778292912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.803036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-2a66d114-c628-4d90-b542-479778292912 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 200 len: 859 time: 0.2149539 Feb 19 00:49:59.804179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-499a9581-4e4b-4730-9d51-796a7b1967a3 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135183 Feb 19 00:49:59.831529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e400814-5a0a-4c96-b1eb-175a85fdbb58 None None] New status for floating IP 61946b03-6a3e-4c76-8d44-e4df42f21b84: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:49:59.877616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-e4f7ee3c-2a57-4a39-9701-56f7d7db440f tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 698 time: 0.0707378 Feb 19 00:49:59.898470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7f0c-e47d-4a4b-bfc5-ea559e75b7c6 req-f56f21b1-be01-4d43-be97-8ac70c56de4e tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.906385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-114c7f0c-e47d-4a4b-bfc5-ea559e75b7c6 req-f56f21b1-be01-4d43-be97-8ac70c56de4e tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 945 time: 0.3069093 Feb 19 00:49:59.918119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:59.951836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['bf08bf62-ac98-4e82-8f57-14fcea6e6621'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:59.966626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-29afdd31-c422-4d32-b7a2-ce4ce24f73b3 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 698 time: 0.0798292 Feb 19 00:50:00.004776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd809-688c-4254-98bf-96be53754882 req-d08ef8f2-2408-4af2-9935-c39e270757fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.006711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-d08ef8f2-2408-4af2-9935-c39e270757fe service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=94151e14-d22e-43c6-8684-40deb82fe7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1959779 Feb 19 00:50:00.018165 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-114c7f0c-e47d-4a4b-bfc5-ea559e75b7c6 req-e67b4d21-505e-48a9-8fab-6f2ad9dbbc6c tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108122 Feb 19 00:50:00.176643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Deleting port a7849054-479a-4b7e-9935-db5aad3aff1c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:00.177219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.236429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-505af00f-ae11-489d-93ea-1a5ec8a3dc05 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121191 Feb 19 00:50:00.267623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a87c2-9067-4158-a9e5-618369612f72 req-ae75b9e5-9b66-4180-bb7c-f609ae6f2159 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.269117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a87a87c2-9067-4158-a9e5-618369612f72 req-ae75b9e5-9b66-4180-bb7c-f609ae6f2159 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.1320136 Feb 19 00:50:00.284769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.285094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (a7849054-479a-4b7e-9935-db5aad3aff1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.297738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Calling delete_port for a7849054-479a-4b7e-9935-db5aad3aff1c owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:00.386360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a87a87c2-9067-4158-a9e5-618369612f72 req-f43d7f4c-d672-4263-b9d9-50130d4f32df tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071241 Feb 19 00:50:00.421087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e1bd809-688c-4254-98bf-96be53754882 req-43a49354-82f3-4b26-90ff-2899f06f60a2 service neutron] 10.222.0.117 "GET /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694429 Feb 19 00:50:00.440617 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a7dd0-f175-43db-aedf-9a4ecd304369 x-openstack-request-id: req-3a7a7dd0-f175-43db-aedf-9a4ecd304369 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:00.440912 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a", "name": "network-vif-deleted", "tag": "48e1f1a1-835d-46d7-8a82-ed1542ef65d5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:00.441167 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3a7a7dd0-f175-43db-aedf-9a4ecd304369 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:00.441575 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a', 'name': 'network-vif-deleted', 'tag': '48e1f1a1-835d-46d7-8a82-ed1542ef65d5', 'status': 'completed', 'code': 200} Feb 19 00:50:00.475511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56004) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:00.516915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a50ac159-d029-476e-b8e2-9d7904354f1c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d39a431152e44082bb565f73dc49634f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401053 Feb 19 00:50:00.519245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56008) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:00.526517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a7849054-479a-4b7e-9935-db5aad3aff1c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.528723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a49865ea-ac1f-4718-8666-99454d0dee7d req-2d11565b-f1c1-4f17-9762-b1d20f6deaf8 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=92eb17b6-aaec-48a9-8b0a-5d7fe7adcb4a HTTP/1.1" status: 200 len: 210 time: 0.0287378 Feb 19 00:50:00.567376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event deleted for resources: {'Port': ['ID=a7849054-479a-4b7e-9935-db5aad3aff1c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:00.651642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c026f-2b34-4718-b2bf-8dc2c12aa602 req-1c222049-3ad2-4b56-821a-8635d7fcaa8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.655570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf5c026f-2b34-4718-b2bf-8dc2c12aa602 req-1c222049-3ad2-4b56-821a-8635d7fcaa8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0587869 Feb 19 00:50:00.659830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] Publish callbacks [] for security_group (53edd13e-c468-48cd-9dc9-560bb42f5699), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.663018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks [] for floatingip (61946b03-6a3e-4c76-8d44-e4df42f21b84), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.665544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.667063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f281319-1726-4f5f-b9cf-debb0a7c1c2d req-38e294f5-c833-4109-8ee2-408d8a66dfae tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "DELETE /v2.0/floatingips/61946b03-6a3e-4c76-8d44-e4df42f21b84 HTTP/1.1" status: 204 len: 173 time: 0.6943364 Feb 19 00:50:00.688448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] Publish callbacks [] for security_group (53edd13e-c468-48cd-9dc9-560bb42f5699), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.714048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf5c026f-2b34-4718-b2bf-8dc2c12aa602 req-86c2ed9c-1d72-4def-aacf-a61ea274fec5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537200 Feb 19 00:50:00.776008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483d54f-2f0d-45ad-8449-b621609cbfa8 req-5c6f4a1d-2ee4-45a0-b9bb-35f4d25cd182 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.777526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a483d54f-2f0d-45ad-8449-b621609cbfa8 req-5c6f4a1d-2ee4-45a0-b9bb-35f4d25cd182 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0588317 Feb 19 00:50:00.831851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a483d54f-2f0d-45ad-8449-b621609cbfa8 req-3ac143d7-82ac-4d9a-b789-711575fa39d2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Feb 19 00:50:00.832853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (53edd13e-c468-48cd-9dc9-560bb42f5699), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.835582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.836647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/53edd13e-c468-48cd-9dc9-560bb42f5699 HTTP/1.1" status: 204 len: 168 time: 0.3164577 Feb 19 00:50:00.852575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a055b-1cbf-4171-ba8d-6b5a9d200da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edd13e-c468-48cd-9dc9-560bb42f5699,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:00.948060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b96b58-f47c-47b0-804c-bb726e57bca6 req-0f965d7b-8acc-4b53-a303-68843505a832 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.949624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8b96b58-f47c-47b0-804c-bb726e57bca6 req-0f965d7b-8acc-4b53-a303-68843505a832 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1131 time: 0.0465338 Feb 19 00:50:00.998316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8b96b58-f47c-47b0-804c-bb726e57bca6 req-e897d98e-2ff0-4791-84ae-c68502e56317 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Feb 19 00:50:01.144478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc017a93-f3eb-40ef-8d3b-763111817b77 req-57f08ad1-454e-4e74-b953-ef914918cf3b tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.145957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc017a93-f3eb-40ef-8d3b-763111817b77 req-57f08ad1-454e-4e74-b953-ef914918cf3b tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 945 time: 0.0542064 Feb 19 00:50:01.211238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc017a93-f3eb-40ef-8d3b-763111817b77 req-89a08832-8c06-47ed-b330-84d785c9dfa6 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560763 Feb 19 00:50:01.244741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16eec2-bb60-4c39-936e-410db1dc9242 req-8eefb6c9-39c0-444d-a450-1597697aa895 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.247935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be16eec2-bb60-4c39-936e-410db1dc9242 req-8eefb6c9-39c0-444d-a450-1597697aa895 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0599713 Feb 19 00:50:01.276069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:01.308832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:01.309240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48e1f1a1-835d-46d7-8a82-ed1542ef65d5 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:01.323859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be16eec2-bb60-4c39-936e-410db1dc9242 req-bf6534d0-2602-4519-a7c3-4cee62771802 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708346 Feb 19 00:50:01.333410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-c945778e-006e-49e4-950f-0f199f459a32 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310175 Feb 19 00:50:01.449847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-3abbf5d6-48f9-428b-9bcc-15585ae3e30e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.451464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-3abbf5d6-48f9-428b-9bcc-15585ae3e30e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095805 Feb 19 00:50:01.468642 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-0b8ca022-9909-4001-a751-c26db2591b5c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/quotas/ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 375 time: 0.0104852 Feb 19 00:50:01.519980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176a2f-e435-4e0d-b1d5-15a2e6ebfd50 req-2f7ee810-72a0-484b-964a-223b3eacbcc2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.521517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84176a2f-e435-4e0d-b1d5-15a2e6ebfd50 req-2f7ee810-72a0-484b-964a-223b3eacbcc2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.0561705 Feb 19 00:50:01.528348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-afb931ae-dbe7-4e2b-81d2-71d9cdc8eb8f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523510 Feb 19 00:50:01.573544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84176a2f-e435-4e0d-b1d5-15a2e6ebfd50 req-5ffc2e65-05bb-4cb0-8e17-892f868b7e93 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Feb 19 00:50:01.833378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2e1d862-be9a-4638-810f-308e0d808dd8 req-d1e2c3cf-de86-478a-9954-3bac0d3a9797 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 210 time: 0.0381663 Feb 19 00:50:01.966532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9b232-f181-422f-aa81-4e1f8d39d235 req-6b76505b-2a9a-4613-943e-7a6903c8ca7a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.968168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91d9b232-f181-422f-aa81-4e1f8d39d235 req-6b76505b-2a9a-4613-943e-7a6903c8ca7a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0547402 Feb 19 00:50:02.022544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91d9b232-f181-422f-aa81-4e1f8d39d235 req-1fc2d054-2c80-43fc-a0ea-174d66eb67bb tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Feb 19 00:50:02.131974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad6c69-8a65-43e7-89c1-2796049f29b2 req-b99b5d0a-fcfa-4071-9d1f-c746d813edff tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.133486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adad6c69-8a65-43e7-89c1-2796049f29b2 req-b99b5d0a-fcfa-4071-9d1f-c746d813edff tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.0537786 Feb 19 00:50:02.185336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adad6c69-8a65-43e7-89c1-2796049f29b2 req-74c93c12-36d3-4c1c-84cb-8eb04c8616f4 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Feb 19 00:50:02.210680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-3e316c2b-3b96-4e06-b413-15f4dbd7e02b tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265443 Feb 19 00:50:02.322796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-e1952482-0c1a-4750-a051-d5544d93a6f2 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.329944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-e1952482-0c1a-4750-a051-d5544d93a6f2 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136765 Feb 19 00:50:02.334199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18624dcd-ff96-4bb2-ae67-da7749db2850 req-528d811a-ecb8-496f-b797-8782b3f8e6d9 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.336405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18624dcd-ff96-4bb2-ae67-da7749db2850 req-528d811a-ecb8-496f-b797-8782b3f8e6d9 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 945 time: 0.0589120 Feb 19 00:50:02.347053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-3d8bc645-a722-41e0-897a-f8ad2d49eb2b tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/quotas/c5d831c872b54832b5b68ab0bcdf1775 HTTP/1.1" status: 200 len: 375 time: 0.0161128 Feb 19 00:50:02.375888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-451ca26e-fbae-4a2e-aa3c-58c3a2e6791a tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273271 Feb 19 00:50:02.387988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18624dcd-ff96-4bb2-ae67-da7749db2850 req-fe5619f1-bf61-4004-98a2-9fc1fd0e07d9 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Feb 19 00:50:02.510188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70e1c-9970-4524-b5e4-480c9b409ebe req-db535fb5-8c04-4c7c-9f51-10fc4bdf959a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.511808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41e70e1c-9970-4524-b5e4-480c9b409ebe req-db535fb5-8c04-4c7c-9f51-10fc4bdf959a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0574622 Feb 19 00:50:02.536338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:02.571796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41e70e1c-9970-4524-b5e4-480c9b409ebe req-0cf40656-35f4-4b7b-8eb5-56f673e0feac tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/security-groups?id=cc6d1414-7e26-4cab-82cd-ad29d3f0621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Feb 19 00:50:02.607738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbdb7fc8-0e64-4a7b-ba31-e598d54373ca req-30cbc5ef-07b8-4822-800e-a6f2887f76a6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 210 time: 0.0367134 Feb 19 00:50:02.669000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:02.679205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:02.679623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.741526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201314f-ebcc-4ebf-8922-1c946be4e1d5 req-e8c96dd6-74fa-43d9-8b46-a5cc35c764b2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.748410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4201314f-ebcc-4ebf-8922-1c946be4e1d5 req-e8c96dd6-74fa-43d9-8b46-a5cc35c764b2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.0822756 Feb 19 00:50:02.754722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-0ce7dd46-2b2d-4dc1-bd34-a06c734366a1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.754722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-0ce7dd46-2b2d-4dc1-bd34-a06c734366a1 tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.117 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 945 time: 0.0940151 Feb 19 00:50:02.800033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:02.800563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.815709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4201314f-ebcc-4ebf-8922-1c946be4e1d5 req-9c85148d-ba72-4ec0-b781-ad936d86375d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575643 Feb 19 00:50:02.879421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Deleting port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:02.879766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.961566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:02.963927 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e35a632-e43c-490d-9f6d-39a0f8884218" -d '{"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-plugged", "status": "completed", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:02.964780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4f913ff-5766-4d29-a3a2-f65fdef2015c req-d8e1b547-7fec-4e9f-815d-eb780c7c1372 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 210 time: 0.0366051 Feb 19 00:50:02.983478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:03.015732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] For port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:03.016388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.029223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Calling delete_port for a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:03.035379 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e31cb55-1c94-4da2-8a60-c951b3d57dbd x-openstack-request-id: req-1e31cb55-1c94-4da2-8a60-c951b3d57dbd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:03.035878 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-plugged", "status": "completed", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:03.036179 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e31cb55-1c94-4da2-8a60-c951b3d57dbd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:03.036764 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'code': 200} Feb 19 00:50:03.038173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.039042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device bf08bf62-ac98-4e82-8f57-14fcea6e6621 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:03.136858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:03.218687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdeb23-5d29-4441-9d8e-1864c3e46031 req-43960886-4311-412e-9654-e51c8ea854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.221317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ccdeb23-5d29-4441-9d8e-1864c3e46031 req-43960886-4311-412e-9654-e51c8ea854ca service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1127 time: 0.1080360 Feb 19 00:50:03.248970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122825a1-d957-45b6-817c-f4fdb49a4848 req-2813dca1-4ea4-443f-95b1-c65a982a9a50 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.251149 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-122825a1-d957-45b6-817c-f4fdb49a4848 req-2813dca1-4ea4-443f-95b1-c65a982a9a50 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1383533 Feb 19 00:50:03.272043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port bf08bf62-ac98-4e82-8f57-14fcea6e6621 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:03.276597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port bf08bf62-ac98-4e82-8f57-14fcea6e6621 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:03.277123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.322376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade6a90-3beb-4bc9-a7d5-f601db4d4f24 req-4b35461d-61a2-4115-9773-f3661fbfdf74 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.324437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aade6a90-3beb-4bc9-a7d5-f601db4d4f24 req-4b35461d-61a2-4115-9773-f3661fbfdf74 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.0644271 Feb 19 00:50:03.354646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ccdeb23-5d29-4441-9d8e-1864c3e46031 req-3e792126-0e91-4253-8a93-c444c5af684c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130490 Feb 19 00:50:03.366762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-122825a1-d957-45b6-817c-f4fdb49a4848 req-06b3b602-eeed-4da6-a797-c15eeb3c8687 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067286 Feb 19 00:50:03.372051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a0a47f46-1398-43e5-8bc4-d0d6fa6bd373), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.384725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:03.392510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aade6a90-3beb-4bc9-a7d5-f601db4d4f24 req-5112027c-6296-4696-b478-e75d818c4e7e tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621142 Feb 19 00:50:03.412723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Pushing event deleted for resources: {'Port': ['ID=a0a47f46-1398-43e5-8bc4-d0d6fa6bd373,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:03.445480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port bf08bf62-ac98-4e82-8f57-14fcea6e6621 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:03.446116 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.465293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] No DVR routers for this DVR port a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:03.472312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.475663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40302b24-217a-4f6b-8eba-5de32b1b3c54 req-d38f405a-b44f-4898-84b8-3379c062e54a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.117 "DELETE /v2.0/ports/a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 HTTP/1.1" status: 204 len: 173 time: 0.7168570 Feb 19 00:50:03.476143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'name': 'network-vif-deleted', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:03.478368 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb052ef-06cb-4b03-b726-b8ad66c59d02" -d '{"events": [{"server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "name": "network-vif-deleted", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:03.492957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:03.515118 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f4cbd-9b4c-4ae2-8e72-5375c3305e2d x-openstack-request-id: req-803f4cbd-9b4c-4ae2-8e72-5375c3305e2d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:03.515422 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b510b0-21b9-4a74-b424-77acfe3f2e66", "name": "network-vif-deleted", "tag": "a0a47f46-1398-43e5-8bc4-d0d6fa6bd373", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:03.515676 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-803f4cbd-9b4c-4ae2-8e72-5375c3305e2d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:03.516647 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b510b0-21b9-4a74-b424-77acfe3f2e66', 'name': 'network-vif-deleted', 'tag': 'a0a47f46-1398-43e5-8bc4-d0d6fa6bd373', 'status': 'completed', 'code': 200} Feb 19 00:50:03.539958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e660d9-92ee-41a0-94d1-65e8b2673f3c req-7e945c09-cada-4a5a-8d0a-078306c2012b tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.541371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25e660d9-92ee-41a0-94d1-65e8b2673f3c req-7e945c09-cada-4a5a-8d0a-078306c2012b tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 945 time: 0.0601187 Feb 19 00:50:03.580693 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.595077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25e660d9-92ee-41a0-94d1-65e8b2673f3c req-f1dfe1db-756d-4593-b76b-055186bc46e2 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471539 Feb 19 00:50:03.636756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:03.691373 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39f480a2-7077-466a-8c9f-47e75bef6a83 req-173771df-d9eb-4aaa-a97e-e6dd5a6596c1 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 210 time: 0.0284553 Feb 19 00:50:03.700393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-866caf4d-e2cf-47f5-a7fc-a3e376fa82cd req-c993b1f6-adcf-4c49-9a8d-241919ca415a tempest-FloatingIPsAssociationTestJSON-646334792 tempest-FloatingIPsAssociationTestJSON-646334792-project] 10.222.0.94 "GET /v2.0/ports?device_id=42b510b0-21b9-4a74-b424-77acfe3f2e66 HTTP/1.1" status: 200 len: 210 time: 0.0339968 Feb 19 00:50:03.788360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-519beb0e-0f77-43da-ab44-ba0a355572aa tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.789886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-519beb0e-0f77-43da-ab44-ba0a355572aa tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.117 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.0527105 Feb 19 00:50:03.878360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-13572223-27f1-43c6-8d7e-d891f23e7ade tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532477 Feb 19 00:50:04.066668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8168cab7-7867-418d-aa3e-0a67d7e259df req-c59e4f90-034a-469f-be22-f1e56bf7f220 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 210 time: 0.0281601 Feb 19 00:50:04.073924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879b85-6669-4a76-a69a-05dbc85a301b req-69fb6296-4431-4da1-8440-04fb33b347fa tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:04.082255 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59879b85-6669-4a76-a69a-05dbc85a301b req-69fb6296-4431-4da1-8440-04fb33b347fa tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 945 time: 0.2006178 Feb 19 00:50:04.108545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Deleting port a0b97c71-d028-4c28-933c-8cce39f9759a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:04.108884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.120977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-6396ab45-d38a-4e85-b58b-d8c8a5481228 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:04.122388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-6396ab45-d38a-4e85-b58b-d8c8a5481228 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245331 Feb 19 00:50:04.140838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Request body: {'port': {'device_id': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'ca6e12738c004174bb70049c1352c7f3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:04.256347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59879b85-6669-4a76-a69a-05dbc85a301b req-45d2e57e-5c5f-499a-9d77-0066695c4d0c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730731 Feb 19 00:50:04.318400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] For port a0b97c71-d028-4c28-933c-8cce39f9759a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a0b97c71-d028-4c28-933c-8cce39f9759a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:04.318760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.338212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Calling delete_port for a0b97c71-d028-4c28-933c-8cce39f9759a owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:04.420808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Made reservation on behalf of ca6e12738c004174bb70049c1352c7f3 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:04.426876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.510130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993beace-f17d-469a-88ab-18b0d36b23ab req-2c6584a7-e536-4b00-a062-9e52aec60c7c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:04.518331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-993beace-f17d-469a-88ab-18b0d36b23ab req-2c6584a7-e536-4b00-a062-9e52aec60c7c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0800693 Feb 19 00:50:04.568136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-993beace-f17d-469a-88ab-18b0d36b23ab req-3d48caac-85b0-4655-abd3-fffeb9986f13 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485687 Feb 19 00:50:04.634303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da2f7-7deb-4a33-90ef-d92948074ba1 req-557a618d-2ec5-4793-b425-e3efc80c47c9 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:04.639561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-919da2f7-7deb-4a33-90ef-d92948074ba1 req-557a618d-2ec5-4793-b425-e3efc80c47c9 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/ports?device_id=51b41eb8-fa40-4577-a601-1ce19ea07c10 HTTP/1.1" status: 200 len: 950 time: 0.1624033 Feb 19 00:50:04.674724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Allocated IP 192.168.233.206 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/7398f8f9-4ed9-4fa2-8c84-4af91979d595) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:04.694830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a0b97c71-d028-4c28-933c-8cce39f9759a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.707404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a0b97c71-d028-4c28-933c-8cce39f9759a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:04.734603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9416-9284-42c5-b97c-d12e6a8579c0 req-cb706e00-1f27-4816-afe4-b3c299297978 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:04.737091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-448f9416-9284-42c5-b97c-d12e6a8579c0 req-cb706e00-1f27-4816-afe4-b3c299297978 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.0658569 Feb 19 00:50:04.762948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Pushing event deleted for resources: {'Port': ['ID=a0b97c71-d028-4c28-933c-8cce39f9759a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:04.783278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-919da2f7-7deb-4a33-90ef-d92948074ba1 req-2f9eee96-4c3c-4c39-86df-f147e1ad2629 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.94 "GET /v2.0/security-groups?id=28aa3793-4844-4e91-a0f6-f37bd7d48313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336522 Feb 19 00:50:04.819835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-448f9416-9284-42c5-b97c-d12e6a8579c0 req-44f624f1-718e-44bd-83a9-01d4ed1dd675 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758700 Feb 19 00:50:04.846906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] No DVR routers for this DVR port a0b97c71-d028-4c28-933c-8cce39f9759a on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:04.852190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.855722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-988868ea-9a34-4c55-ae2f-ec9f4292f266 req-1ad8bfe6-eac5-4f40-9aee-46d95b9ddbc7 tempest-LiveMigrationNegativeTest-1220364524 tempest-LiveMigrationNegativeTest-1220364524-project] 10.222.0.117 "DELETE /v2.0/ports/a0b97c71-d028-4c28-933c-8cce39f9759a HTTP/1.1" status: 204 len: 173 time: 1.0598030 Feb 19 00:50:04.861112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:04.907460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9558a75-69dc-4aa7-99e1-cb84608bc89d req-32aaf3d4-66fd-4902-a1ac-07ddd2162b78 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 210 time: 0.0466843 Feb 19 00:50:05.002296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.012026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-a4a2fc0b-fab0-480b-b347-7c4cc8f18343 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242403 Feb 19 00:50:05.038045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:05.040407 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8c642-15c8-4be7-adc5-9348d86ce05e" -d '{"events": [{"server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:05.081002 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616068f4-623a-464d-bdfe-3749edb5a284 x-openstack-request-id: req-616068f4-623a-464d-bdfe-3749edb5a284 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:05.081332 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "name": "network-vif-plugged", "status": "completed", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:05.081552 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-616068f4-623a-464d-bdfe-3749edb5a284 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:05.081975 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'code': 200} Feb 19 00:50:05.121375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.136034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:05.220001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:05.270643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-9d21ca8f-f658-4d50-a329-fced008f877c tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.272439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-9d21ca8f-f658-4d50-a329-fced008f877c tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258039 Feb 19 00:50:05.278171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:05.302517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:05.305394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:05.321963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Request body: {'port': {'device_id': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'c5d831c872b54832b5b68ab0bcdf1775'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:05.322083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.322083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.556755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d4bde-9012-4c3c-a144-0243b60c5c90 req-f82a2b82-b2f8-41a8-a02e-85c00be0e0b3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.563939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a5d4bde-9012-4c3c-a144-0243b60c5c90 req-f82a2b82-b2f8-41a8-a02e-85c00be0e0b3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 945 time: 0.1491802 Feb 19 00:50:05.568610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Made reservation on behalf of c5d831c872b54832b5b68ab0bcdf1775 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:05.572482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.621036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.625771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ca01c1bd-5f14-4d94-9fc0-8823858b9704 None None] Provisioning complete for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:05.626166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca01c1bd-5f14-4d94-9fc0-8823858b9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.653501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'name': 'network-vif-deleted', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:05.655974 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af03ab3f-9766-4765-922e-a4ce124e0fb2" -d '{"events": [{"server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "name": "network-vif-deleted", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:05.670648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ca01c1bd-5f14-4d94-9fc0-8823858b9704 None None] Port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:05.693511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098005f-30a8-43d8-9be6-a46333f3a880 req-3661d72b-3b96-49e7-a03f-a856ddd12467 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.694977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8098005f-30a8-43d8-9be6-a46333f3a880 req-3661d72b-3b96-49e7-a03f-a856ddd12467 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 936 time: 0.4593647 Feb 19 00:50:05.696775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e820-5715-4441-8f77-195181896d0d req-c3cee82a-c3d7-49a0-8c1f-433f6e387ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.698090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2136e820-5715-4441-8f77-195181896d0d req-c3cee82a-c3d7-49a0-8c1f-433f6e387ce2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 1128 time: 0.4718246 Feb 19 00:50:05.714263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a5d4bde-9012-4c3c-a144-0243b60c5c90 req-0ac6142b-bc83-4600-af38-4d511059e13c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491404 Feb 19 00:50:05.758079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-a4adddf3-9761-427a-869c-97f85764810f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6231594 Feb 19 00:50:05.780234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Request body: {'port': {'device_id': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:05.788608 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8098005f-30a8-43d8-9be6-a46333f3a880 req-913e95c9-7850-42ae-923f-0598e8d39be3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871954 Feb 19 00:50:05.807756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2136e820-5715-4441-8f77-195181896d0d req-1e1356de-2ba8-40c1-bc3a-92db0894e2bf service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996106 Feb 19 00:50:05.860178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.871016 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421732f-cd0d-430c-98f1-bdf2ac6f27b8 x-openstack-request-id: req-7421732f-cd0d-430c-98f1-bdf2ac6f27b8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:05.871416 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b41eb8-fa40-4577-a601-1ce19ea07c10", "name": "network-vif-deleted", "tag": "a0b97c71-d028-4c28-933c-8cce39f9759a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:05.871651 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7421732f-cd0d-430c-98f1-bdf2ac6f27b8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:05.872128 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b41eb8-fa40-4577-a601-1ce19ea07c10', 'name': 'network-vif-deleted', 'tag': 'a0b97c71-d028-4c28-933c-8cce39f9759a', 'status': 'completed', 'code': 200} Feb 19 00:50:06.151024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks [] for security_group (4bec1be3-143f-4b97-a5bd-38d1e812f58c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.160483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc56ca-788e-4f9e-b369-80df09ead5dd req-bb7186d8-4621-45be-b667-2f4cc276b94a tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.162039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dcbc56ca-788e-4f9e-b369-80df09ead5dd req-bb7186d8-4621-45be-b667-2f4cc276b94a tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1127 time: 0.0784175 Feb 19 00:50:06.179107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b153-7110-4d83-b36d-ea265876616e req-028be616-ba3b-4f66-af91-02bbb38c260b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.180733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de52b153-7110-4d83-b36d-ea265876616e req-028be616-ba3b-4f66-af91-02bbb38c260b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.3821936 Feb 19 00:50:06.183313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.209742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7398f8f9-4ed9-4fa2-8c84-4af91979d595 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:06.221110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks [] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.227736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4bec1be3-143f-4b97-a5bd-38d1e812f58c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.248241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Transition to ACTIVE for port object 7398f8f9-4ed9-4fa2-8c84-4af91979d595 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:06.251341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dcbc56ca-788e-4f9e-b369-80df09ead5dd req-0976343b-9aa7-438f-916e-14a7680bd579 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693324 Feb 19 00:50:06.288759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.376099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec1be3-143f-4b97-a5bd-38d1e812f58c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:06.379140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:06.399880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:06.400363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:06.400748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:06.407922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de52b153-7110-4d83-b36d-ea265876616e req-ba462856-472b-4e3a-94a1-7cd06431e712 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211609 Feb 19 00:50:06.409285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:06.411835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:06.423662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:06.424116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:06.425489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:06.428704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Bound port: 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:06.429358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.519473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:06.522704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:06.557771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:06.574101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dde1c-1181-4300-b68c-f7e6fd7aa94d req-36e8d779-c36b-438d-a441-3d615d1dc53e tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.577415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49dde1c-1181-4300-b68c-f7e6fd7aa94d req-36e8d779-c36b-438d-a441-3d615d1dc53e tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.1266754 Feb 19 00:50:06.596245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6451c60-d84d-4773-b664-720b549dbc26 req-1f69138e-4fb4-4a7e-8880-cba39ce7fd72 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 210 time: 0.0928614 Feb 19 00:50:06.611232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:06.611816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0a47f46-1398-43e5-8bc4-d0d6fa6bd373 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:06.629565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.646343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49dde1c-1181-4300-b68c-f7e6fd7aa94d req-f29f375c-fedb-4d82-a980-e91381b6a3fb tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633612 Feb 19 00:50:06.667668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Allocated IP 192.168.233.46 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/57316bbe-8d80-4f62-b4b2-bc06245670bb) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:06.686420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.687047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.688695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] 10.222.0.96 "PUT /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 1096 time: 0.9162097 Feb 19 00:50:06.715357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1196db-315a-4de8-bbf3-fac89cf68d68 service neutron] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:06.807394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62091c1-c1ac-4538-a859-21dbba84767b req-655537b4-6048-42f6-bb24-4ca3f9fe06bf tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.808943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e62091c1-c1ac-4538-a859-21dbba84767b req-655537b4-6048-42f6-bb24-4ca3f9fe06bf tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1127 time: 0.1354959 Feb 19 00:50:06.881514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-969d1026-c74f-403b-8359-5c67c85d8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:06.883393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-969d1026-c74f-403b-8359-5c67c85d8644 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1130 time: 0.0560901 Feb 19 00:50:06.946246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-8d023168-6aa6-40b4-84b7-309d5b7d2de1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0510159 Feb 19 00:50:06.987423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e62091c1-c1ac-4538-a859-21dbba84767b req-96d96677-9bd1-4104-9897-23beeadb614d tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536305 Feb 19 00:50:07.005290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks [] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.019889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-39c799fa-ffd5-48c9-9e5f-59578d9c6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.021824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Deleting port 08813bde-c029-4482-ba20-654788c20644 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:07.021983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-39c799fa-ffd5-48c9-9e5f-59578d9c6d2d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0660508 Feb 19 00:50:07.022155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (08813bde-c029-4482-ba20-654788c20644), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.068115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56164) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:07.124929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] For port 08813bde-c029-4482-ba20-654788c20644, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=08813bde-c029-4482-ba20-654788c20644,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:07.125352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (08813bde-c029-4482-ba20-654788c20644), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.141037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Calling delete_port for 08813bde-c029-4482-ba20-654788c20644 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:07.150643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617da91e-aa1b-445b-97a2-6be2cfae0989 req-ae484b34-56c9-4732-ae96-7bb129bc97b6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.153487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-617da91e-aa1b-445b-97a2-6be2cfae0989 req-ae484b34-56c9-4732-ae96-7bb129bc97b6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.2096822 Feb 19 00:50:07.182033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-761c5cd4-c40a-4720-8b25-60f912c558aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.183555 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-761c5cd4-c40a-4720-8b25-60f912c558aa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1440897 Feb 19 00:50:07.227768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.262438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-617da91e-aa1b-445b-97a2-6be2cfae0989 req-06e64891-0bfa-4195-8f99-e0f7e32788dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019092 Feb 19 00:50:07.301300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-cdfae60c-a201-4967-8cbc-b26f9d106250 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067255 Feb 19 00:50:07.314318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:07.355602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:07.368713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:07.372613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Pushing event updated for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:07.399520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d34297f-7fc0-4abd-8c4a-96847932760d req-c1bff262-cf92-4a8d-afd7-524169178b22 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915167 Feb 19 00:50:07.412080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-978adf20-8b00-4644-a341-c145989e63c8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eee597efd5df408d91f9a8e2230d7ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394439 Feb 19 00:50:07.413814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:07.446336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.446989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.488150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] Publish callbacks [] for security_group (28aa3793-4844-4e91-a0f6-f37bd7d48313), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.540988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] Publish callbacks [] for security_group (28aa3793-4844-4e91-a0f6-f37bd7d48313), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.554901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-f424c937-766d-44dd-b9ab-3198bd26d0bf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2520535 Feb 19 00:50:07.567183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Request body: {'port': {'device_id': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:07.613493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2332ff-12ef-42ca-8243-0bc4aef80734 req-6482d4e6-1784-4de7-b8dd-5a7cd49a2b81 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.615022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa2332ff-12ef-42ca-8243-0bc4aef80734 req-6482d4e6-1784-4de7-b8dd-5a7cd49a2b81 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1148808 Feb 19 00:50:07.631364 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (08813bde-c029-4482-ba20-654788c20644), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.666067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Pushing event deleted for resources: {'Port': ['ID=08813bde-c029-4482-ba20-654788c20644,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:07.669958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.671746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa2332ff-12ef-42ca-8243-0bc4aef80734 req-702c6e75-8563-4618-bd9e-616ed8ecd743 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490823 Feb 19 00:50:07.700380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28aa3793-4844-4e91-a0f6-f37bd7d48313), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.704882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.718317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-44ca45a8-9811-416c-9dbe-5e2616e18d66 None None] Provisioning complete for port 57316bbe-8d80-4f62-b4b2-bc06245670bb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:07.718317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44ca45a8-9811-416c-9dbe-5e2616e18d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.719970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/28aa3793-4844-4e91-a0f6-f37bd7d48313 HTTP/1.1" status: 204 len: 168 time: 0.2910810 Feb 19 00:50:07.719970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f495f6-256f-4094-a8c9-5219973fb25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa3793-4844-4e91-a0f6-f37bd7d48313,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:07.846451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44ca45a8-9811-416c-9dbe-5e2616e18d66 None None] Port 57316bbe-8d80-4f62-b4b2-bc06245670bb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:07.876861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c712a4-b680-41e3-962a-9a8ef86c80c0 req-2901a06e-189d-411a-bc1a-73b84a97e362 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:07.879061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9c712a4-b680-41e3-962a-9a8ef86c80c0 req-2901a06e-189d-411a-bc1a-73b84a97e362 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 935 time: 0.1034834 Feb 19 00:50:07.880631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:07.883491 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:07.958764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9c712a4-b680-41e3-962a-9a8ef86c80c0 req-a6ed58b8-3f12-4105-a97b-21e2a9668822 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677269 Feb 19 00:50:08.074125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.087324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5653279-706b-4df9-a3a1-74bcb40e94bb req-36135dc5-5084-44d7-b185-841bbbf5ea53 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.089712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5653279-706b-4df9-a3a1-74bcb40e94bb req-36135dc5-5084-44d7-b185-841bbbf5ea53 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.0751615 Feb 19 00:50:08.166344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5653279-706b-4df9-a3a1-74bcb40e94bb req-31816b72-5fb3-47e6-ad08-772b5b689dad tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684810 Feb 19 00:50:08.211015 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e27ffcc-2a70-481a-b0e0-7403477cf769 x-openstack-request-id: req-1e27ffcc-2a70-481a-b0e0-7403477cf769 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:08.211015 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:08.211015 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e27ffcc-2a70-481a-b0e0-7403477cf769 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:08.211015 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'status': 'completed', 'code': 200} Feb 19 00:50:08.265492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57316bbe-8d80-4f62-b4b2-bc06245670bb {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:08.279043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks [] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.322496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-8292cdd9-7de5-474b-a235-214ad343edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.324018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-8292cdd9-7de5-474b-a235-214ad343edf2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1130 time: 0.0973785 Feb 19 00:50:08.330356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Transition to ACTIVE for port object 57316bbe-8d80-4f62-b4b2-bc06245670bb will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:08.335171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ace9cd-4722-4d4b-8d45-f107d17dc58a req-105d1e16-77d4-43a0-aa08-c37b90cc2e2a tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.336644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-71ace9cd-4722-4d4b-8d45-f107d17dc58a req-105d1e16-77d4-43a0-aa08-c37b90cc2e2a tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.0882983 Feb 19 00:50:08.351009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:08.354295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Request body: {'floatingip': {'port_id': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:08.407120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.466132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.482195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-139c43f7-c2ec-4987-8e0a-ed850ebc5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.483849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-139c43f7-c2ec-4987-8e0a-ed850ebc5d63 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1463032 Feb 19 00:50:08.494691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d42dc-9a93-41ea-a158-3e1530f4b613 req-dd8e39b4-1139-41a7-be07-dba22ad5bdba tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.496284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f8d42dc-9a93-41ea-a158-3e1530f4b613 req-dd8e39b4-1139-41a7-be07-dba22ad5bdba tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.0872836 Feb 19 00:50:08.500721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56212) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:08.573178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-0b2fccdb-f151-4251-a04f-680da2c687a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0640013 Feb 19 00:50:08.576267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0b97c71-d028-4c28-933c-8cce39f9759a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:08.600885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:08.605413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:08.620121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: a0b97c71-d028-4c28-933c-8cce39f9759a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:08.620745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a0b97c71-d028-4c28-933c-8cce39f9759a not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:08.697714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-71a99b0a-3225-4c5c-a361-60ca58cec34a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f9947e0adcc0481c9d57c50c88723b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931710 Feb 19 00:50:08.703065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:08.722639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f8d42dc-9a93-41ea-a158-3e1530f4b613 req-518c512d-9ed5-446e-8e32-9a35daeb4c5c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121994 Feb 19 00:50:08.752724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-c04363c2-5c52-4248-9eba-b8933fac450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.763632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-c04363c2-5c52-4248-9eba-b8933fac450f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1727712 Feb 19 00:50:08.879324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] Publish callbacks [] for security_group (3422e9d6-317f-44ac-a5fb-c9017708da51), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.888465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-021b75b7-9a5e-416c-8c36-33d62bfedf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.889997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-021b75b7-9a5e-416c-8c36-33d62bfedf19 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1221220 Feb 19 00:50:08.917202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9527-7a98-42c0-b0ba-f5ff63f26d90 req-65a42fc8-1641-4ee7-bdb5-31a48d999c22 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:08.918766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a4e9527-7a98-42c0-b0ba-f5ff63f26d90 req-65a42fc8-1641-4ee7-bdb5-31a48d999c22 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1152706 Feb 19 00:50:08.980812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] Publish callbacks [] for security_group (3422e9d6-317f-44ac-a5fb-c9017708da51), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.070760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a4e9527-7a98-42c0-b0ba-f5ff63f26d90 req-64d95ab0-ba10-4044-80ca-84fe44b966f4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321883 Feb 19 00:50:09.086735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-90457dbe-4ade-43d3-b93d-c315f6cad3d5 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879334 Feb 19 00:50:09.170201 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3422e9d6-317f-44ac-a5fb-c9017708da51), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.173695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.175480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3422e9d6-317f-44ac-a5fb-c9017708da51 HTTP/1.1" status: 204 len: 168 time: 0.4705749 Feb 19 00:50:09.183141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Attempting to bind port 57316bbe-8d80-4f62-b4b2-bc06245670bb on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:09.183598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Attempting to bind port 57316bbe-8d80-4f62-b4b2-bc06245670bb by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:09.184128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Attempting to bind port 57316bbe-8d80-4f62-b4b2-bc06245670bb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:09.226173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f859a4-9c3d-4aa9-a420-0b6ee140ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422e9d6-317f-44ac-a5fb-c9017708da51,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:09.237359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Port 57316bbe-8d80-4f62-b4b2-bc06245670bb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:09.237828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Attempting to bind port 57316bbe-8d80-4f62-b4b2-bc06245670bb on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:09.252938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:09.261665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b62fca7f-1f25-419d-98bf-c40514ed2878 admin admin] 10.222.0.94 "PUT /v2.0/routers/b844f68f-8829-42e9-8b9a-8a07e46fdcc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3971288 Feb 19 00:50:09.261665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:09.261665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:09.261665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:09.263320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Bound port: 57316bbe-8d80-4f62-b4b2-bc06245670bb, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:09.264459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.269911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56232) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:09.278599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed3f1-fb4d-48cc-9bd0-fdf1bbe155df req-c53eecbb-4c2e-4dd5-855e-9c7df2917285 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:09.287590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7ed3f1-fb4d-48cc-9bd0-fdf1bbe155df req-c53eecbb-4c2e-4dd5-855e-9c7df2917285 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 947 time: 0.1329379 Feb 19 00:50:09.291920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Sync routers for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:09.299354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d36cc71e-a00b-4c61-b40c-4a3ab8245ffe req-6eb57f6d-c372-498a-ad95-d35cf6a6f65f service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033298 Feb 19 00:50:09.305875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.322519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:09.323165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.353798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7ed3f1-fb4d-48cc-9bd0-fdf1bbe155df req-cd06d6d2-b1ec-4fa5-a6d0-872369c5b78d tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650744 Feb 19 00:50:09.482137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:09.549217 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks [] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.556775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:09.639362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:09.699175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:50:07Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.721160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.737880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Checking router: b844f68f-8829-42e9-8b9a-8a07e46fdcc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:09.747658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Routers {'b844f68f-8829-42e9-8b9a-8a07e46fdcc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:09.748329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.812140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56248) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:09.833612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.resource_extend [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:50:09.847477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:09.848279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.849786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] 10.222.0.96 "PUT /v2.0/ports/57316bbe-8d80-4f62-b4b2-bc06245670bb HTTP/1.1" status: 200 len: 1095 time: 2.2879279 Feb 19 00:50:09.850528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:09.853103 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d15c6-e99f-4f5d-81d4-005eccf66901" -d '{"events": [{"name": "network-changed", "server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:09.905265 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.910876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c205-75e2-4a7e-a91e-f3045053c5e5 req-683249ea-b48e-4c06-8e87-89215a6b0257 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:09.929866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b249c205-75e2-4a7e-a91e-f3045053c5e5 req-683249ea-b48e-4c06-8e87-89215a6b0257 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.0980437 Feb 19 00:50:09.934189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks [] for router_gateway (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.974740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0743ca-e814-4aa5-a99f-863fb1ec2d50 service neutron] Pushing event updated for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:09.975546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] Set router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:10.013102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.025777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b249c205-75e2-4a7e-a91e-f3045053c5e5 req-cea3a893-82eb-49e6-bfc5-9f7dfb00ee3d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950091 Feb 19 00:50:10.121530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.171838 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527994f7-9da3-4d5a-9994-4d4e63eb6e32 x-openstack-request-id: req-527994f7-9da3-4d5a-9994-4d4e63eb6e32 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:10.172031 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:10.172331 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-527994f7-9da3-4d5a-9994-4d4e63eb6e32 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:10.172741 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb', 'status': 'completed', 'code': 200} Feb 19 00:50:10.197061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-5e7bdb46-597b-4125-b30e-74ec20008de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:10.198575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-5e7bdb46-597b-4125-b30e-74ec20008de8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 1129 time: 0.2047923 Feb 19 00:50:10.233632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-657a2cc7-6a6c-4915-bb5d-19e292a1fa12 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:10.236082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-657a2cc7-6a6c-4915-bb5d-19e292a1fa12 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4220197 Feb 19 00:50:10.283642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:50:07Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:10.287207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-dde3dd06-15ff-4691-9832-6e83dbc4e363 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb HTTP/1.1" status: 200 len: 217 time: 0.0781453 Feb 19 00:50:10.326558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Deleting port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:10.326894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.339599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd81c7-3649-4cfb-aef0-61749c261872 None None] The sync data for ids ['b844f68f-8829-42e9-8b9a-8a07e46fdcc0'] in n-d-826529-3 is: [{'id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'name': 'tempest-FloatingIPsAssociationTestJSON-758573380-router', 'tenant_id': '66075986b758403ab73384fcf05124a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:39Z', 'updated_at': '2022-02-19T00:50:07Z', 'revision_number': 5, 'project_id': '66075986b758403ab73384fcf05124a6', 'gw_port': {'id': 'b71cbe13-d240-4ebd-8e31-46e0d4c2be2f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f68f-8829-42e9-8b9a-8a07e46fdcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:40Z', 'updated_at': '2022-02-19T00:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:10.381654 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Floating IP b1d46520-4381-4f73-b028-6cbc37a3edec associated. External IP: 172.25.2.226, port: bf08bf62-ac98-4e82-8f57-14fcea6e6621. Feb 19 00:50:10.428592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-6c0093f3-0f52-4f3c-a353-617f140d4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:10.436487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-6c0093f3-0f52-4f3c-a353-617f140d4a82 service neutron] 10.222.0.94 "GET /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 1124 time: 0.1242461 Feb 19 00:50:10.443668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Request body: {'binding': {'host': 'n-h2-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:10.444373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:50:10.453897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-583c9544-b02c-4d68-98d7-c2784be7368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:10.455534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-583c9544-b02c-4d68-98d7-c2784be7368e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1613061 Feb 19 00:50:10.556818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] For port b71cbe13-d240-4ebd-8e31-46e0d4c2be2f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:10.557185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.576572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Calling delete_port for b71cbe13-d240-4ebd-8e31-46e0d4c2be2f owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:10.627557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-441b50d8-eceb-479d-bb61-ef2450b586fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.641787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1abf-26dd-490f-a425-54612c081940 req-d6d5ca5e-c7b4-4064-8847-09b8ccd08431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:10.643579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-d6d5ca5e-c7b4-4064-8847-09b8ccd08431 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1756103 Feb 19 00:50:10.647503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on host n-h2-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:10.648019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:10.648211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:10.655962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:10.656299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:10.670969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:10.671411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:10.671917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:10.673564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Bound port: 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:10.777726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a8b2-58e3-4d27-9dc5-e79de3f28c14 req-aa0e998d-697d-41b9-858c-c6f423ebe4dd tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:10.790006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3f8a8b2-58e3-4d27-9dc5-e79de3f28c14 req-aa0e998d-697d-41b9-858c-c6f423ebe4dd tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1828074 Feb 19 00:50:10.867543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:10.881934 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3f8a8b2-58e3-4d27-9dc5-e79de3f28c14 req-53e6bf09-a5f6-4e31-a2cc-cd0eb1f7fcdc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880702 Feb 19 00:50:10.924597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-9a780dfb-99bb-4e75-80d9-097c273ce3e8 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423987 Feb 19 00:50:10.931007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Router 08947d1d-28a6-4950-ac62-7b8cf7b67520 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:10.988442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.989953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-046372d4-44d4-493d-bbf4-c4db3afe6f68 service neutron] 10.222.0.94 "POST /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5521665 Feb 19 00:50:11.017500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5edd23-c3b4-47a0-848a-4603b6d3e43f req-41453b6a-254f-4509-b57f-5640d0b20def tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:11.025323 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b5edd23-c3b4-47a0-848a-4603b6d3e43f req-41453b6a-254f-4509-b57f-5640d0b20def tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 947 time: 0.0903096 Feb 19 00:50:11.091703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b5edd23-c3b4-47a0-848a-4603b6d3e43f req-11d0d1e5-e1e0-4e17-a78e-e65d4d9cadc1 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Feb 19 00:50:11.286195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7461d6c-23f8-4682-b324-3d4141437833 req-950d2604-ffe8-49bc-8781-c44de259eb4e tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:11.287864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7461d6c-23f8-4682-b324-3d4141437833 req-950d2604-ffe8-49bc-8781-c44de259eb4e tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.1062717 Feb 19 00:50:11.305462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:11.355415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7461d6c-23f8-4682-b324-3d4141437833 req-cae4a4ef-5214-4da5-9edb-ffa9b9ff7716 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613563 Feb 19 00:50:11.446963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:11.463736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'mac_address': 'fa:16:3e:0c:ad:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:11.510547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4f66c-12fa-4a30-a580-d40a1cae9d18 req-33629335-aec2-4ff3-9238-e748d6da7c6d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:11.516978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fb4f66c-12fa-4a30-a580-d40a1cae9d18 req-33629335-aec2-4ff3-9238-e748d6da7c6d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 945 time: 0.0916252 Feb 19 00:50:11.519762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:11.520526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.522474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:11.534466 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Sync routers for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:11.541577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7398f8f9-4ed9-4fa2-8c84-4af91979d595 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:11.550391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:11.552488 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:11.566706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05be1abf-26dd-490f-a425-54612c081940 req-2c21ebc0-68fc-48be-82cb-a3d9bf173186 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683670 Feb 19 00:50:11.571635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.572476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:11.579838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b71cbe13-d240-4ebd-8e31-46e0d4c2be2f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.625991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cbefe55a-311a-46a1-905a-37a5a5c41071 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "PUT /v2.0/floatingips/b1d46520-4381-4f73-b028-6cbc37a3edec HTTP/1.1" status: 200 len: 992 time: 3.2754128 Feb 19 00:50:11.629952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fb4f66c-12fa-4a30-a580-d40a1cae9d18 req-40e9dc7f-1f3b-457d-b1bc-f7a9e020e9ff tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048970 Feb 19 00:50:11.670235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.765701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:11.770855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.798773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:11.821980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b71cbe13-d240-4ebd-8e31-46e0d4c2be2f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:11.839840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79170-7767-4539-96e9-c38c175b1931 req-0fd3c307-5664-486a-abbb-bd2196394965 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:11.843229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfe79170-7767-4539-96e9-c38c175b1931 req-0fd3c307-5664-486a-abbb-bd2196394965 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.0686297 Feb 19 00:50:11.940779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfe79170-7767-4539-96e9-c38c175b1931 req-78e0663a-d457-4423-9577-0a17ae4a7fab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924461 Feb 19 00:50:11.971411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:12.015621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f7e87-8318-4879-88d9-d7793736af72 req-03f71366-87ed-4a07-93e7-e43828ac4cfa tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.023446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-685f7e87-8318-4879-88d9-d7793736af72 req-03f71366-87ed-4a07-93e7-e43828ac4cfa tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.6345856 Feb 19 00:50:12.058805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-c58109fa-8875-4685-a2d6-8650440b63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.060590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-c58109fa-8875-4685-a2d6-8650440b63ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1127 time: 0.0621967 Feb 19 00:50:12.062347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 08813bde-c029-4482-ba20-654788c20644 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:12.100484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.104494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 08813bde-c029-4482-ba20-654788c20644 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:12.104494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 08813bde-c029-4482-ba20-654788c20644 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:12.104718 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks [] for router_controller (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.132706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-ed1b83fc-6e1d-427b-a27f-868ea81205ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.135832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-ed1b83fc-6e1d-427b-a27f-868ea81205ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 1129 time: 0.3707280 Feb 19 00:50:12.137791 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b1d46520-4381-4f73-b028-6cbc37a3edec', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'port_id': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'mac_address': 'fa:16:3e:eb:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:42Z', 'updated_at': '2022-02-19T00:50:09Z', 'revision_number': 1, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:12.198824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:12.201685 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e93694-4a2d-4baf-8067-5566290bda59" -d '{"events": [{"name": "network-changed", "server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:12.237053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-685f7e87-8318-4879-88d9-d7793736af72 req-180aff79-8036-42c3-885e-ada4297569bd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127149 Feb 19 00:50:12.284380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-1cfa9daf-82a1-449d-b81c-6e19f95f21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.286639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-1cfa9daf-82a1-449d-b81c-6e19f95f21f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2186446 Feb 19 00:50:12.302813 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Checking router: 08947d1d-28a6-4950-ac62-7b8cf7b67520 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:12.317119 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:12.318108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:49:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:12.330587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-af09fa75-0528-4c8e-8d26-ff481b605e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.332204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-af09fa75-0528-4c8e-8d26-ff481b605e51 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1341989 Feb 19 00:50:12.350241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (b844f68f-8829-42e9-8b9a-8a07e46fdcc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.350496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-d4834330-99e0-4cb8-8cd6-3fab02cbf4a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.0540888 Feb 19 00:50:12.350778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b844f68f-8829-42e9-8b9a-8a07e46fdcc0 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:12.359116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-c1fd53dd-3a81-4536-8bc0-5e856207a74f tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.361070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-c1fd53dd-3a81-4536-8bc0-5e856207a74f tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.2590218 Feb 19 00:50:12.396358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-6c64cb1b-6b80-4205-aee3-60fe38a9d212 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb HTTP/1.1" status: 200 len: 217 time: 0.0542495 Feb 19 00:50:12.400307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.404199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-08f8835f-1cfc-4fdd-ae92-63085e04ec4f admin admin] 10.222.0.94 "DELETE /v2.0/routers/b844f68f-8829-42e9-8b9a-8a07e46fdcc0 HTTP/1.1" status: 204 len: 168 time: 3.1293626 Feb 19 00:50:12.404955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.412572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449b858-9817-4e06-ad6c-ba03bf26e7f8 req-58a67f1e-b5e1-43e0-ab03-70b55534448b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.414627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a449b858-9817-4e06-ad6c-ba03bf26e7f8 req-58a67f1e-b5e1-43e0-ab03-70b55534448b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2574191 Feb 19 00:50:12.488054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Deleting subnet b78e1ff3-6010-46d0-b0cd-425ec629d3e5 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:12.497567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-9cb5bc3c-8f3b-445b-ae12-5aff47332f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.506669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-9cb5bc3c-8f3b-445b-ae12-5aff47332f37 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1437349 Feb 19 00:50:12.509531 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:12.522731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Publish callbacks [] for subnet (b78e1ff3-6010-46d0-b0cd-425ec629d3e5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.580831 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-be068c15-36e4-4ace-a9b8-fcc93a886194 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393772 Feb 19 00:50:12.585277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a449b858-9817-4e06-ad6c-ba03bf26e7f8 req-ac76dbdc-bd11-45c3-b162-314a14c97b9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457667 Feb 19 00:50:12.620115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b78e1ff3-6010-46d0-b0cd-425ec629d3e5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.629389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-3365e015-4b21-4d88-8051-707534b4923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.630892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-3365e015-4b21-4d88-8051-707534b4923a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2201819 Feb 19 00:50:12.653909 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711d9dd-0a54-43a1-abb7-2606e86f0969 x-openstack-request-id: req-b711d9dd-0a54-43a1-abb7-2606e86f0969 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:12.654199 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:12.655146 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b711d9dd-0a54-43a1-abb7-2606e86f0969 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:12.655794 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'status': 'completed', 'code': 200} Feb 19 00:50:12.693794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Deleting port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:12.694224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.744478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa02f0-d785-4a2a-8517-8999b80a4dbb req-7fb98ff2-cab1-45a4-9b77-a1402a114c80 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.746194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7aa02f0-d785-4a2a-8517-8999b80a4dbb req-7fb98ff2-cab1-45a4-9b77-a1402a114c80 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 947 time: 0.1947925 Feb 19 00:50:12.778406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fb259f7-99c7-403a-bb32-443e8f96f974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.817447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-a5fa34a5-8a91-4edd-9e40-faa51096d8c5 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236457 Feb 19 00:50:12.845417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b1d46520-4381-4f73-b028-6cbc37a3edec', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'port_id': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'mac_address': 'fa:16:3e:eb:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:42Z', 'updated_at': '2022-02-19T00:50:09Z', 'revision_number': 1, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:12.876527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae61ce-25b6-40d2-8701-53eb63e1c7e2 None None] The sync data for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 is: [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b1d46520-4381-4f73-b028-6cbc37a3edec', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'port_id': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'mac_address': 'fa:16:3e:eb:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:49:42Z', 'updated_at': '2022-02-19T00:50:09Z', 'revision_number': 1, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:12.882922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7aa02f0-d785-4a2a-8517-8999b80a4dbb req-8c1cc48b-85cf-4630-bdb8-a83e74fc53bc tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295261 Feb 19 00:50:12.899876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b78e1ff3-6010-46d0-b0cd-425ec629d3e5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:12.943911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-aab2e0c5-ac1f-4c11-8496-fc12bfc6c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:12.945245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-aab2e0c5-ac1f-4c11-8496-fc12bfc6c592 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2940342 Feb 19 00:50:13.122467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-1e94e117-8cbe-4011-9508-c2884d0c34a7 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601818 Feb 19 00:50:13.135123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d1bcc-03da-41b8-8ccc-e2e62a71fbf2 req-1d856771-2997-42a2-bd7d-594f2ba1f77e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.136897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d17d1bcc-03da-41b8-8ccc-e2e62a71fbf2 req-1d856771-2997-42a2-bd7d-594f2ba1f77e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 945 time: 0.1129797 Feb 19 00:50:13.179041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced86676-bdc4-47e5-beed-6848916a7a4f None None] New status for floating IP b1d46520-4381-4f73-b028-6cbc37a3edec: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:50:13.215997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b78e1ff3-6010-46d0-b0cd-425ec629d3e5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.232531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93694-4a2d-4baf-8067-5566290bda59 req-d9ad40a2-66a5-4e5e-9fb2-2da286066c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.235229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-d9ad40a2-66a5-4e5e-9fb2-2da286066c34 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 1128 time: 0.5521934 Feb 19 00:50:13.243593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] For port 87cd100d-c2a3-43a4-a8e9-97e0847585d1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=87cd100d-c2a3-43a4-a8e9-97e0847585d1,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:13.243965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.253989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb9f9-53aa-4418-88b9-5c708759134a req-5a1b6b91-2145-486a-92db-a57ed2d1e6bc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.255535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-271cb9f9-53aa-4418-88b9-5c708759134a req-5a1b6b91-2145-486a-92db-a57ed2d1e6bc tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 945 time: 0.5210874 Feb 19 00:50:13.261721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78e1ff3-6010-46d0-b0cd-425ec629d3e5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:13.279862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.285017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-672944bc-7fc8-4616-afcd-857bb7d7f5f1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b78e1ff3-6010-46d0-b0cd-425ec629d3e5 HTTP/1.1" status: 204 len: 168 time: 0.8750837 Feb 19 00:50:13.289476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56322) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:13.290753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e327f95-7b03-4370-9192-a7df4872161b None None] Network 94151e14-d22e-43c6-8684-40deb82fe7fc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:13.342561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:13.369312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d17d1bcc-03da-41b8-8ccc-e2e62a71fbf2 req-b3a1de87-fdef-4da7-8144-b024c15af465 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213562 Feb 19 00:50:13.384098 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501d15c6-e99f-4f5d-81d4-005eccf66901 req-0caeaeaa-827f-4c9a-8386-bbe4863b619d service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461257 Feb 19 00:50:13.406195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (94151e14-d22e-43c6-8684-40deb82fe7fc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.510054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-c17bd279-81d2-487d-8df2-06a1f5b923ab service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801655 Feb 19 00:50:13.537762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-271cb9f9-53aa-4418-88b9-5c708759134a req-f20eb144-15ca-4a08-8650-2d046f509b62 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups?id=c96d12d0-82af-4b33-a3d5-8542e0d114da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649009 Feb 19 00:50:13.548413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93694-4a2d-4baf-8067-5566290bda59 req-cc81a40b-2ad1-4dae-b804-ef08b78a6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.549922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-cc81a40b-2ad1-4dae-b804-ef08b78a6b18 service neutron] 10.222.0.117 "GET /v2.0/networks?id=62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 200 len: 912 time: 0.3084743 Feb 19 00:50:13.552582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:13.585348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:13.585729 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.616836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Deleting port 0f12e387-6ca0-4349-aca9-85361d623aa2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:13.617933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.630376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] DHCP port deletion for 94151e14-d22e-43c6-8684-40deb82fe7fc request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:13.698615 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:50:13.776831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] For port 0f12e387-6ca0-4349-aca9-85361d623aa2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0f12e387-6ca0-4349-aca9-85361d623aa2,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:13.777610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.801891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5821d-5abc-457f-b099-b8a06fa3585a req-92fbbdb6-0b2c-4b3c-8a7b-5921f8ea86ac tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.803528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-29b5821d-5abc-457f-b099-b8a06fa3585a req-92fbbdb6-0b2c-4b3c-8a7b-5921f8ea86ac tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 949 time: 0.2158337 Feb 19 00:50:13.804715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Calling delete_port for 0f12e387-6ca0-4349-aca9-85361d623aa2 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:13.850232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.850561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.850841 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Floating IP ab8ff278-62a0-4387-8f93-6db83ce12113 disassociated. External IP: 172.25.2.240, port: 87cd100d-c2a3-43a4-a8e9-97e0847585d1. Feb 19 00:50:13.851418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Calling delete_port for 87cd100d-c2a3-43a4-a8e9-97e0847585d1 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:13.860743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-6992bae7-642a-4d28-b86b-27f1865f7d6f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 200 len: 1002 time: 0.3003109 Feb 19 00:50:13.892765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-0683cf39-b94c-4161-aeed-2f4864fad3fb tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:13.899465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-0683cf39-b94c-4161-aeed-2f4864fad3fb tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.2393878 Feb 19 00:50:13.899587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Deleting port 0f12e387-6ca0-4349-aca9-85361d623aa2 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:13.899587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.899587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:13.899587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.933034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:13.951674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-29b5821d-5abc-457f-b099-b8a06fa3585a req-d9e349ea-b1aa-4f7a-bbe2-ba4c045e426b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356726 Feb 19 00:50:13.972562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b71cbe13-d240-4ebd-8e31-46e0d4c2be2f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:14.022459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.024636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: b71cbe13-d240-4ebd-8e31-46e0d4c2be2f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:14.025520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b71cbe13-d240-4ebd-8e31-46e0d4c2be2f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:14.026088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0f12e387-6ca0-4349-aca9-85361d623aa2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:14.064835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0f12e387-6ca0-4349-aca9-85361d623aa2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:14.065430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0f12e387-6ca0-4349-aca9-85361d623aa2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:14.066806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:14.073855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93694-4a2d-4baf-8067-5566290bda59 req-77f7c9ec-afdc-48c1-a16a-08ac162dad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.074175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] No DVR routers for this DVR port 0f12e387-6ca0-4349-aca9-85361d623aa2 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:14.076666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e7096-bbec-48be-8b54-2bace14646fb" -d '{"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:14.080923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-77f7c9ec-afdc-48c1-a16a-08ac162dad7f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec528edc-242f-4625-8930-c43f0da67a91 HTTP/1.1" status: 200 len: 850 time: 0.2066290 Feb 19 00:50:14.102254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] For port 0f12e387-6ca0-4349-aca9-85361d623aa2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0f12e387-6ca0-4349-aca9-85361d623aa2,segment=NetworkSegment(31603b02-24d8-40b0-a59e-e63f3cb2c591),segment_id=31603b02-24d8-40b0-a59e-e63f3cb2c591)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:14.103287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.106721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.108824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2120d-a31c-4822-b977-fa784494ab6d req-8e4e5ec5-0eac-4339-b06e-1dc84131b0a6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.110694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ea2120d-a31c-4822-b977-fa784494ab6d req-8e4e5ec5-0eac-4339-b06e-1dc84131b0a6 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.3755584 Feb 19 00:50:14.111802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f12e387-6ca0-4349-aca9-85361d623aa2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.123895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:14.129166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Calling delete_port for 0f12e387-6ca0-4349-aca9-85361d623aa2 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:14.174484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.196786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.243267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (94151e14-d22e-43c6-8684-40deb82fe7fc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.277103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93694-4a2d-4baf-8067-5566290bda59 req-3dc49f2d-0332-4edb-95f0-4453c4b90d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.277948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94151e14-d22e-43c6-8684-40deb82fe7fc']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:14.278645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-3dc49f2d-0332-4edb-95f0-4453c4b90d06 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62867101-b7c6-415f-88f3-b150c347d36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1969135 Feb 19 00:50:14.294439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.299008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31603b02-24d8-40b0-a59e-e63f3cb2c591') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:14.299555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31603b02-24d8-40b0-a59e-e63f3cb2c591') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:14.316729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ea2120d-a31c-4822-b977-fa784494ab6d req-8d3e7df1-fb3a-47d1-a9a0-7f794801b15b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629059 Feb 19 00:50:14.321304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8815a3-b9ee-4cb2-8f6b-6596a7659fe4 req-8295d26e-0889-48c2-9bb3-ef8f849da593 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.333748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca8815a3-b9ee-4cb2-8f6b-6596a7659fe4 req-8295d26e-0889-48c2-9bb3-ef8f849da593 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 947 time: 0.2029681 Feb 19 00:50:14.334620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0f12e387-6ca0-4349-aca9-85361d623aa2), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.354080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (31603b02-24d8-40b0-a59e-e63f3cb2c591), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.374678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] Pushing event deleted for resources: {'Port': ['ID=0f12e387-6ca0-4349-aca9-85361d623aa2,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.384883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffc29d-2ea2-45d2-90bd-bea01bc5f9a5 None None] No DVR routers for this DVR port 0f12e387-6ca0-4349-aca9-85361d623aa2 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:14.398120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (31603b02-24d8-40b0-a59e-e63f3cb2c591), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.419167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:14.419583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (31603b02-24d8-40b0-a59e-e63f3cb2c591), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:14.421271 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:14.451925 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b674c3f-08c0-4e4a-983c-e7757931699a x-openstack-request-id: req-3b674c3f-08c0-4e4a-983c-e7757931699a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:14.452490 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:14.452755 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3b674c3f-08c0-4e4a-983c-e7757931699a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:14.453156 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'code': 200} Feb 19 00:50:14.481160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca8815a3-b9ee-4cb2-8f6b-6596a7659fe4 req-70914e8f-7073-4b64-aa35-fa4e1135e45a tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415262 Feb 19 00:50:14.511070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (87cd100d-c2a3-43a4-a8e9-97e0847585d1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.530287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-e785f646-766e-4af6-a2af-8f15fe172941 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268636 Feb 19 00:50:14.570405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event deleted for resources: {'Port': ['ID=87cd100d-c2a3-43a4-a8e9-97e0847585d1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.575071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (94151e14-d22e-43c6-8684-40deb82fe7fc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.602637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.606043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] 10.222.0.94 "DELETE /v2.0/networks/94151e14-d22e-43c6-8684-40deb82fe7fc HTTP/1.1" status: 204 len: 168 time: 1.3139524 Feb 19 00:50:14.719003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a02ced-f436-40fc-8d1c-da320f128959 admin admin] Pushing event deleted for resources: {'Network': ['ID=94151e14-d22e-43c6-8684-40deb82fe7fc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.730475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:14.767346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31564f73-e9f8-4abf-8e46-d4c9ce255f3e req-19b64dc2-9c71-4795-9b22-de17d9be3711 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0576606 Feb 19 00:50:14.846765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaed575-64ac-4053-ab38-574c021fa3c4 req-8eb639ab-8e54-4dc0-997d-eb8533f00db8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.853064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eaed575-64ac-4053-ab38-574c021fa3c4 req-8eb639ab-8e54-4dc0-997d-eb8533f00db8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 945 time: 0.2388251 Feb 19 00:50:14.864195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ecdb-9f64-40df-bfe5-59771c0c4d42 req-21ec2f14-e68a-4fbf-bf6c-5900e79d72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.866094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06b6ecdb-9f64-40df-bfe5-59771c0c4d42 req-21ec2f14-e68a-4fbf-bf6c-5900e79d72d5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1132 time: 0.2763686 Feb 19 00:50:14.890450 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e93694-4a2d-4baf-8067-5566290bda59 req-3dfc8095-74cd-4323-a24c-ea20b62e2a28 service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316164 Feb 19 00:50:14.890928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-07138387-aeaf-40ed-9e2e-2d713b614c9e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1353424 Feb 19 00:50:14.912789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:14.936859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:14.974080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eaed575-64ac-4053-ab38-574c021fa3c4 req-4a3c32fc-fc42-43e2-94ed-4240803ac2da tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057293 Feb 19 00:50:14.976677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06b6ecdb-9f64-40df-bfe5-59771c0c4d42 req-627389c3-6382-4cbf-b879-2e8d4f7daebb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989974 Feb 19 00:50:15.020500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:15.025573 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ff75a-4e9f-4730-9b3e-48decb2ba144" -d '{"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:15.030213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks [] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.100453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.144506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56372) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.159929 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8adda-6b28-4d28-861c-79f7f326f501 x-openstack-request-id: req-aaa8adda-6b28-4d28-861c-79f7f326f501 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:15.160401 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:15.160766 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-aaa8adda-6b28-4d28-861c-79f7f326f501 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:15.161276 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'code': 200} Feb 19 00:50:15.162305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.212525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898510-853d-4713-a1d1-ea41e869f515 req-87ddd1d3-2a22-47de-8f05-0d93e5872b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.213806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-87ddd1d3-2a22-47de-8f05-0d93e5872b21 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 1128 time: 0.1554151 Feb 19 00:50:15.217946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-32c59179-e84a-400b-aa94-b112b6286b3e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=66075986b758403ab73384fcf05124a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695114 Feb 19 00:50:15.221235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56374) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.234168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73c876-eb26-4c8e-947c-f71bf671329d req-d6e7f95d-4a74-459f-a0da-e66107b0c574 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.236016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a73c876-eb26-4c8e-947c-f71bf671329d req-d6e7f95d-4a74-459f-a0da-e66107b0c574 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1320910 Feb 19 00:50:15.260239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:15.273028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:15.285271 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:15.294006 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:15.322293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 57316bbe-8d80-4f62-b4b2-bc06245670bb details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:15.359321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a73c876-eb26-4c8e-947c-f71bf671329d req-64b0d099-3621-4b28-a60b-5e1b42f93886 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130245 Feb 19 00:50:15.361281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] No DVR routers for this DVR port 87cd100d-c2a3-43a4-a8e9-97e0847585d1 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:15.377499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.382606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.386024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61742b60-0fe5-4bcd-bdfe-565c3dff589a req-3cd4bf35-21d5-46e1-bac0-e8786dc34d06 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.117 "DELETE /v2.0/ports/87cd100d-c2a3-43a4-a8e9-97e0847585d1 HTTP/1.1" status: 204 len: 173 time: 3.0142887 Feb 19 00:50:15.390468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on host n-h1-826529-3 for vnic_type normal with profile {"migrating_to": "n-h2-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:15.390756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:15.391559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:15.393383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898510-853d-4713-a1d1-ea41e869f515 req-13590ea3-cb52-4ca3-87bf-e155c66665f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.397694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-13590ea3-cb52-4ca3-87bf-e155c66665f6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 200 len: 912 time: 0.1601834 Feb 19 00:50:15.399941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:15.400273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Attempting to bind port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:15.410731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:15.411187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:15.411574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:15.412025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Bound port: 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:15.412385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.427480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] Publish callbacks [] for security_group (cc6d1414-7e26-4cab-82cd-ad29d3f0621e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.428020 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:15.482710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] Publish callbacks [] for security_group (cc6d1414-7e26-4cab-82cd-ad29d3f0621e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.503636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-6c52eae6-a1df-4048-b247-3ce3d7c3c636 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 200 len: 1002 time: 0.0985289 Feb 19 00:50:15.583494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:15.587564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:15.618235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435ccd4-318c-4f16-accd-1d743bcd772e req-d242e960-aac4-4e6d-8c02-4ae02faabfa4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.619606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1435ccd4-318c-4f16-accd-1d743bcd772e req-d242e960-aac4-4e6d-8c02-4ae02faabfa4 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1242304 Feb 19 00:50:15.664796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:15.675688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898510-853d-4713-a1d1-ea41e869f515 req-fee7a829-6363-4e58-8686-c365ada8284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.677340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-fee7a829-6363-4e58-8686-c365ada8284e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ec528edc-242f-4625-8930-c43f0da67a91 HTTP/1.1" status: 200 len: 850 time: 0.1664519 Feb 19 00:50:15.695048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '57316bbe-8d80-4f62-b4b2-bc06245670bb', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '57316bbe-8d80-4f62-b4b2-bc06245670bb', 'mac_address': 'fa:16:3e:a4:31:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:15.717646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56382) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.729559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1435ccd4-318c-4f16-accd-1d743bcd772e req-a39efbdb-83ac-4bdc-a8b7-0d6b055ad785 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994296 Feb 19 00:50:15.747585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.748431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc6d1414-7e26-4cab-82cd-ad29d3f0621e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.760044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.767214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cc6d1414-7e26-4cab-82cd-ad29d3f0621e HTTP/1.1" status: 204 len: 168 time: 0.5399740 Feb 19 00:50:15.775639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 57316bbe-8d80-4f62-b4b2-bc06245670bb is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:15.776289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.788413 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:15.808802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c3a48-fa5e-4984-9fc1-dda9f74f70c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d1414-7e26-4cab-82cd-ad29d3f0621e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.821323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda49e07-f043-4807-b8d7-0bc4b863d606 req-5a26834b-b6cf-488a-a3ab-831f937cfdcf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.821975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57316bbe-8d80-4f62-b4b2-bc06245670bb {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:15.843582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eda49e07-f043-4807-b8d7-0bc4b863d606 req-5a26834b-b6cf-488a-a3ab-831f937cfdcf tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 947 time: 0.2349830 Feb 19 00:50:15.876450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.878296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.880312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] 10.222.0.96 "PUT /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 1121 time: 1.9529188 Feb 19 00:50:15.881709 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:15.882456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f6e79-3e9a-4956-8323-5d54a07d7b2a service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.901073 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:15.903323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:15.912178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898510-853d-4713-a1d1-ea41e869f515 req-f33139b3-81fa-4f56-817a-e58c202910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.921358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:15.922401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-f33139b3-81fa-4f56-817a-e58c202910d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62867101-b7c6-415f-88f3-b150c347d36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2325335 Feb 19 00:50:15.973016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:15.981830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44685835-77f5-4e10-b1da-e67545af5d93 req-35a2303b-5ab3-4f20-ac6f-ceb8135dcc26 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0505929 Feb 19 00:50:16.006383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c23ac03a-3f59-4843-a795-507fe99932a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.036775 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.074740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eda49e07-f043-4807-b8d7-0bc4b863d606 req-2e6bbf33-0445-4500-a671-166c8e0ea2fb tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194805 Feb 19 00:50:16.120284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-28133259-35b3-489f-a986-b2941ae8aade service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894858 Feb 19 00:50:16.136806 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:16.149058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.156962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c23ac03a-3f59-4843-a795-507fe99932a1 admin admin] Publish callbacks [] for security_group (4fea8221-b1e8-4a43-aa30-1a081e66b493), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.191507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c9484-119f-42f8-894a-1b332aac98fb req-20e42f7a-08db-4ffe-ba3a-e8064583d41e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.193541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c4c9484-119f-42f8-894a-1b332aac98fb req-20e42f7a-08db-4ffe-ba3a-e8064583d41e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.0859458 Feb 19 00:50:16.235838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c23ac03a-3f59-4843-a795-507fe99932a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4fea8221-b1e8-4a43-aa30-1a081e66b493), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.330931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c23ac03a-3f59-4843-a795-507fe99932a1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=18a2fec124b949c082c19054c234303e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5997531 Feb 19 00:50:16.339316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56396) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:16.401613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['57316bbe-8d80-4f62-b4b2-bc06245670bb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:16.409715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24898510-853d-4713-a1d1-ea41e869f515 req-30e1f356-9236-4b1e-ba00-7ff960a5963e service neutron] 10.222.0.117 "GET /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606709 Feb 19 00:50:16.492251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c4c9484-119f-42f8-894a-1b332aac98fb req-0cd89d08-0d4f-4f4f-9500-0c60c7620994 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927732 Feb 19 00:50:16.500079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:16.529576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] Publish callbacks [] for security_group (4fea8221-b1e8-4a43-aa30-1a081e66b493), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.545232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c956c-7c25-4166-a55e-f5687d646792 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:47:46Z', 'revision_number': 4, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '4789e291-bd0f-4645-9ad3-93489c4f8d64', 'name': '', 'network_id': '03e3f9f5-9685-44f8-8cba-90aeea3f9753', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'mac_address': 'fa:16:3e:7a:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:45Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'subnets': [{'id': '3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:16.569890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] Publish callbacks [] for security_group (4fea8221-b1e8-4a43-aa30-1a081e66b493), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.606747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 87cd100d-c2a3-43a4-a8e9-97e0847585d1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:16.628361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac03a-3f59-4843-a795-507fe99932a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea8221-b1e8-4a43-aa30-1a081e66b493,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.652205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d908bdd-dd73-4d91-97d6-31784d09978b req-abc5c9ee-505c-4002-87e8-adf6d54231d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.656013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d908bdd-dd73-4d91-97d6-31784d09978b req-abc5c9ee-505c-4002-87e8-adf6d54231d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1579685 Feb 19 00:50:16.673306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 87cd100d-c2a3-43a4-a8e9-97e0847585d1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:16.673680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 87cd100d-c2a3-43a4-a8e9-97e0847585d1 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:16.713169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4fea8221-b1e8-4a43-aa30-1a081e66b493), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.725298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d908bdd-dd73-4d91-97d6-31784d09978b req-fc5e8725-be7b-4af1-aca1-caefc9166502 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 Feb 19 00:50:16.727359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.729641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4fea8221-b1e8-4a43-aa30-1a081e66b493 HTTP/1.1" status: 204 len: 168 time: 0.3451290 Feb 19 00:50:16.736300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-fcd29d55-9365-4f45-ad92-568bed1118ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.738281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-fcd29d55-9365-4f45-ad92-568bed1118ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bbe925ab30864d4e8178d9fb249c010d&device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1131 time: 0.0913272 Feb 19 00:50:16.773101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee49e0-e476-46c6-bf3c-20b8df64c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea8221-b1e8-4a43-aa30-1a081e66b493,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.849043 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.940675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-700137d9-40a1-4d59-af43-bb6b6e69f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.942198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-700137d9-40a1-4d59-af43-bb6b6e69f037 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1602693 Feb 19 00:50:16.950008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8cc6-5785-43c5-977d-792cd64f3559 req-04756d08-ddb9-4509-bc80-67c7c8368811 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.954218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-446b8cc6-5785-43c5-977d-792cd64f3559 req-04756d08-ddb9-4509-bc80-67c7c8368811 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0955627 Feb 19 00:50:16.982219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8774696c-c30d-47a2-a662-d72c8b37038a None None] New status for floating IP ab8ff278-62a0-4387-8f93-6db83ce12113: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:50:17.003407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-132f9b95-a0c6-4456-8195-9aea1bb1d33d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e HTTP/1.1" status: 200 len: 217 time: 0.0499089 Feb 19 00:50:17.132350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5393ad97-aeae-4c7d-aaf9-98345c730090 req-56c71141-3f39-4473-81a8-d3e95c5b5d83 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/ports?device_id=6288d090-f176-4f42-b969-7c1764744f6e HTTP/1.1" status: 200 len: 210 time: 0.0442431 Feb 19 00:50:17.275594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56426) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:17.327848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'name': 'network-vif-deleted', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1'}, {'name': 'network-changed', 'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:17.330103 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11309cbb-0204-465f-8319-11ce70a65d3b" -d '{"events": [{"server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "name": "network-vif-deleted", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1"}, {"name": "network-changed", "server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:17.351766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964110-fc28-44b3-9c2d-c5e549e57cd6 req-b8c605e2-ee97-4d30-bb8d-7cc8db0481c8 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.354243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14964110-fc28-44b3-9c2d-c5e549e57cd6 req-b8c605e2-ee97-4d30-bb8d-7cc8db0481c8 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 948 time: 0.0909104 Feb 19 00:50:17.364997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-446b8cc6-5785-43c5-977d-792cd64f3559 req-c16916e7-727c-414b-aa67-e64f97a9fd2c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014680 Feb 19 00:50:17.396590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-10f2d0ee-0556-4f8f-bd9f-db770d90f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.398259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-10f2d0ee-0556-4f8f-bd9f-db770d90f495 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3874216 Feb 19 00:50:17.427513 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af189161-1e89-4834-9b16-a05f74519841 x-openstack-request-id: req-af189161-1e89-4834-9b16-a05f74519841 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:17.427513 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6288d090-f176-4f42-b969-7c1764744f6e", "name": "network-vif-deleted", "tag": "87cd100d-c2a3-43a4-a8e9-97e0847585d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:17.427917 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-af189161-1e89-4834-9b16-a05f74519841 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:17.428350 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6288d090-f176-4f42-b969-7c1764744f6e', 'name': 'network-vif-deleted', 'tag': '87cd100d-c2a3-43a4-a8e9-97e0847585d1', 'status': 'completed', 'code': 200} Feb 19 00:50:17.428684 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'status': 'completed', 'code': 200} Feb 19 00:50:17.447625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14964110-fc28-44b3-9c2d-c5e549e57cd6 req-83373f2d-23b9-4b5f-b60e-1c50fcb86f42 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871353 Feb 19 00:50:17.485735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-e77bd2f8-5656-4da2-8cac-2e24cd889b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.487424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-e77bd2f8-5656-4da2-8cac-2e24cd889b37 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0772426 Feb 19 00:50:17.492262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-network', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:17.522741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309cbb-0204-465f-8319-11ce70a65d3b req-5090d699-8f9a-4c17-ac11-0765192ebe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.524270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-5090d699-8f9a-4c17-ac11-0765192ebe6b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1155 time: 0.0725341 Feb 19 00:50:17.600145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-ddc7ca18-73d9-48c6-8c89-e09b148e830b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036577 Feb 19 00:50:17.715023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a8df3-cfa3-4457-bef3-287c30eb4801 req-cafa37f1-aed9-42f8-bf5c-d300289cded0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.717110 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-580a8df3-cfa3-4457-bef3-287c30eb4801 req-cafa37f1-aed9-42f8-bf5c-d300289cded0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.1370008 Feb 19 00:50:17.722863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:17.746346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84032996-1750-4d3a-8a1c-01d2196551d2 req-78b9d6f2-19ab-40ac-b873-c20994eb493e service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306074 Feb 19 00:50:17.748490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65d6a3fe-1767-45c7-882d-533b6b7d4194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.804857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-580a8df3-cfa3-4457-bef3-287c30eb4801 req-0bd907cf-a42b-4de6-91d5-b08947948696 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735333 Feb 19 00:50:17.870631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65d6a3fe-1767-45c7-882d-533b6b7d4194 admin admin] Publish callbacks [] for security_group (82acc3e7-f277-45f2-a166-786c888f8dc4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.883694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Made reservation on behalf of 404acd7d8b514cb7b1f773d3ea817686 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:17.885895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.919472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.946679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65d6a3fe-1767-45c7-882d-533b6b7d4194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (82acc3e7-f277-45f2-a166-786c888f8dc4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.987271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65d6a3fe-1767-45c7-882d-533b6b7d4194 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=25b5ffec581442698c40671109a3150c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604778 Feb 19 00:50:17.987484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309cbb-0204-465f-8319-11ce70a65d3b req-b546e140-27d1-4f30-800d-390f481c2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.987590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6a3fe-1767-45c7-882d-533b6b7d4194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82acc3e7-f277-45f2-a166-786c888f8dc4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:17.988268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-b546e140-27d1-4f30-800d-390f481c2c64 service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.4576676 Feb 19 00:50:17.990253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56438) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:17.998442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3980-cbfb-415c-ad2e-eb5cb507d668 req-0458eb16-ca05-4677-8be7-69c0420850fe tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.998562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38dd3980-cbfb-415c-ad2e-eb5cb507d668 req-0458eb16-ca05-4677-8be7-69c0420850fe tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1201103 Feb 19 00:50:18.042903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] Publish callbacks [] for security_group (82acc3e7-f277-45f2-a166-786c888f8dc4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.056895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-7cd98d91-972a-4bed-bdec-71e034c7c87d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.0574582 Feb 19 00:50:18.065185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] Publish callbacks [] for security_group (82acc3e7-f277-45f2-a166-786c888f8dc4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.132767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38dd3980-cbfb-415c-ad2e-eb5cb507d668 req-01e88257-9d65-4ce3-a715-2939cf58ed44 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229088 Feb 19 00:50:18.151228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309cbb-0204-465f-8319-11ce70a65d3b req-57ab6c98-f537-4f35-98e4-049cf902a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.152717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-57ab6c98-f537-4f35-98e4-049cf902a736 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0870330 Feb 19 00:50:18.162097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks [] for security_group (178f4b3f-56dd-4f83-a035-6fd2fb396b6f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.172309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (82acc3e7-f277-45f2-a166-786c888f8dc4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.172309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.172309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/82acc3e7-f277-45f2-a166-786c888f8dc4 HTTP/1.1" status: 204 len: 168 time: 0.1775901 Feb 19 00:50:18.180083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bbb63-8f1d-4021-b6ed-b5e00428001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acc3e7-f277-45f2-a166-786c888f8dc4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.209265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-c3193652-09f7-4f57-8bc2-9dbdd23be382 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450287 Feb 19 00:50:18.256678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-98f1f288-839f-4636-889a-37d0860d7c4e req-8812e0f8-f5b2-441d-9ca3-970cda9fc6f0 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:18.257698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98f1f288-839f-4636-889a-37d0860d7c4e req-8812e0f8-f5b2-441d-9ca3-970cda9fc6f0 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055046 Feb 19 00:50:18.279258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (178f4b3f-56dd-4f83-a035-6fd2fb396b6f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.324311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:18.353903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f4b3f-56dd-4f83-a035-6fd2fb396b6f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.361017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d1d4213a-47e6-4475-9cb5-779fad70e63b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.361368 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Added segment d1d4213a-47e6-4475-9cb5-779fad70e63b of type vlan for network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 Feb 19 00:50:18.408485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-7111b80e-4ede-495b-896b-f85cf9e1253b service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867430 Feb 19 00:50:18.429615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (4ba5d4aa-c1a8-421a-ba97-4109461a62a3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.490564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.580440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11309cbb-0204-465f-8319-11ce70a65d3b req-b7c89d4b-a6f9-48c8-8e36-c1cef7dffd6c service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615558 Feb 19 00:50:18.612674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (c96d12d0-82af-4b33-a3d5-8542e0d114da), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.616616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (4ba5d4aa-c1a8-421a-ba97-4109461a62a3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.617560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.618137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.636663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2264a-2582-40c7-a564-5922ec612afc req-09602e6b-4c68-4921-8bd9-e11538c5bfaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.638124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f2264a-2582-40c7-a564-5922ec612afc req-09602e6b-4c68-4921-8bd9-e11538c5bfaf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0991697 Feb 19 00:50:18.677215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (c96d12d0-82af-4b33-a3d5-8542e0d114da), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.769039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4922411 Feb 19 00:50:18.772307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56470) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.776795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6e6b-a4aa-43a2-b714-2da8663e96f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba5d4aa-c1a8-421a-ba97-4109461a62a3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.781162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Request body: {'subnet': {'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-subnet', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:18.783793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74f2264a-2582-40c7-a564-5922ec612afc req-96adc9fb-fa38-4591-a878-60b0f7e04337 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346676 Feb 19 00:50:18.791488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:18.844935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c96d12d0-82af-4b33-a3d5-8542e0d114da), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.849742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.851584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "DELETE /v2.0/security-groups/c96d12d0-82af-4b33-a3d5-8542e0d114da HTTP/1.1" status: 204 len: 168 time: 0.3600461 Feb 19 00:50:18.854542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56474) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.871136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9ae36-eaa1-4975-a976-21c09581a44b tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d12d0-82af-4b33-a3d5-8542e0d114da,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.881692 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-6d4f8022-c21f-4441-87bc-969eee2011d0 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] show failed (client error): The resource could not be found. Feb 19 00:50:18.883140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6d4f8022-c21f-4441-87bc-969eee2011d0 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "GET /v2.0/security-groups/c96d12d0-82af-4b33-a3d5-8542e0d114da HTTP/1.1" status: 404 len: 347 time: 0.0265498 Feb 19 00:50:18.888048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.914644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ecdba-a8ad-46b0-bcf6-b6483e046059 req-8b6b7de0-e03d-431c-a4ef-1384c96ba885 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.916485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc3ecdba-a8ad-46b0-bcf6-b6483e046059 req-8b6b7de0-e03d-431c-a4ef-1384c96ba885 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 948 time: 0.1080363 Feb 19 00:50:18.950156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Made reservation on behalf of 404acd7d8b514cb7b1f773d3ea817686 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:18.952677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.040422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce3e0-565b-481f-abab-a769f42ff20b req-16bdd9fd-16c9-4d1a-9ffa-fa261bbaff90 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.042413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-368ce3e0-565b-481f-abab-a769f42ff20b req-16bdd9fd-16c9-4d1a-9ffa-fa261bbaff90 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1741590 Feb 19 00:50:19.072372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc3ecdba-a8ad-46b0-bcf6-b6483e046059 req-00b1fb86-4f29-400f-bf2e-05a2952fc34f tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457810 Feb 19 00:50:19.084342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-fa8db905-b0fc-49a5-b8ba-28e0ae39a6ec service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660862 Feb 19 00:50:19.110732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Deleting port 095e6c67-38ac-42da-8368-4a270c2b61f7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:19.111109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.116612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-368ce3e0-565b-481f-abab-a769f42ff20b req-007445d5-ec90-4e85-b3d4-ed7c6a0fd8e9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Feb 19 00:50:19.212641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.213367 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (095e6c67-38ac-42da-8368-4a270c2b61f7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.228502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Calling delete_port for 095e6c67-38ac-42da-8368-4a270c2b61f7 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:19.284798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64b513-86d9-4a84-a3d7-2a3460bac8ad req-3ffc9457-00a1-4d43-bb27-14cab78ecb28 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.286304 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e64b513-86d9-4a84-a3d7-2a3460bac8ad req-3ffc9457-00a1-4d43-bb27-14cab78ecb28 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.0870724 Feb 19 00:50:19.339001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:19.340964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e64b513-86d9-4a84-a3d7-2a3460bac8ad req-89daffd6-fa26-4690-a37a-5d86586d6114 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Feb 19 00:50:19.346657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 57316bbe-8d80-4f62-b4b2-bc06245670bb up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:19.370034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (57f30240-ca06-40ba-847b-a2af4506ad2c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.425477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f30240-ca06-40ba-847b-a2af4506ad2c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:19.443630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (095e6c67-38ac-42da-8368-4a270c2b61f7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.463241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Checking segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:19.463814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Network hostable DHCP agents. Network: 4ba5d4aa-c1a8-421a-ba97-4109461a62a3, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:19.490916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Pushing event deleted for resources: {'Port': ['ID=095e6c67-38ac-42da-8368-4a270c2b61f7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:19.540463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:19.551785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:19.576987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 57316bbe-8d80-4f62-b4b2-bc06245670bb completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:19.585875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks [] for floatingip (ab8ff278-62a0-4387-8f93-6db83ce12113), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.588336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 57316bbe-8d80-4f62-b4b2-bc06245670bb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:19.588831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.589298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.591076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 has no active binding in host n-h2-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:50:19.593675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bcf6c9c3-f3b1-4b03-96ef-cdb0b5f4ff03 tempest-ServersWithSpecificFlavorTestJSON-250835672 tempest-ServersWithSpecificFlavorTestJSON-250835672-project] 10.222.0.94 "DELETE /v2.0/floatingips/ab8ff278-62a0-4387-8f93-6db83ce12113 HTTP/1.1" status: 204 len: 168 time: 0.7042336 Feb 19 00:50:19.603539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 4ba5d4aa-c1a8-421a-ba97-4109461a62a3) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:19.607777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.608454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.618403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb59d2a-ee6e-4491-9aab-50e10dbd1038 None None] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:19.709577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d93c84e-c2d3-418a-b55c-23a12253f01b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9322705 Feb 19 00:50:19.710078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56516) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:19.715945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:19.774237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 57316bbe-8d80-4f62-b4b2-bc06245670bb is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:19.774631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.790580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:19.791622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.811676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.813512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.845457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:19.848412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:19.851180 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7e21e-2a21-4dc5-a54c-5c8116190546" -d '{"events": [{"server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "name": "network-vif-plugged", "status": "completed", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:19.902511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-0615f053-532f-4bf2-9415-349804763711 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.923728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-0615f053-532f-4bf2-9415-349804763711 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 947 time: 0.1148634 Feb 19 00:50:20.002462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Allocated IP 172.20.0.2 (4ba5d4aa-c1a8-421a-ba97-4109461a62a3/57f30240-ca06-40ba-847b-a2af4506ad2c/03986844-3ce8-4456-bb17-37006ba52c26) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:20.002742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for router_controller (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.025404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aff269-b444-47f2-a100-ff0cc821a841 req-2b3e7c7f-0094-473f-9b1c-687e20123e04 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.035232 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767a655-d689-4fba-a7c1-8456bc5ebfbc x-openstack-request-id: req-f767a655-d689-4fba-a7c1-8456bc5ebfbc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:20.035232 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "name": "network-vif-plugged", "status": "completed", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:20.035232 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f767a655-d689-4fba-a7c1-8456bc5ebfbc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:20.035232 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb', 'code': 200} Feb 19 00:50:20.035610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18aff269-b444-47f2-a100-ff0cc821a841 req-2b3e7c7f-0094-473f-9b1c-687e20123e04 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1330404 Feb 19 00:50:20.037107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.137756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc867887-f68a-41ab-8b0a-7b0f272e3023 req-b641c365-51ce-4238-875b-4c8802240be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.139296 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc867887-f68a-41ab-8b0a-7b0f272e3023 req-b641c365-51ce-4238-875b-4c8802240be6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 1131 time: 0.1022010 Feb 19 00:50:20.160302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18aff269-b444-47f2-a100-ff0cc821a841 req-a2b4133a-0d10-43ca-8d79-6f3233ce1905 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185167 Feb 19 00:50:20.221886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:20.236685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc867887-f68a-41ab-8b0a-7b0f272e3023 req-86343012-54d2-4fd3-b4f3-995f5b9ac317 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 Feb 19 00:50:20.283707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks [] for port (03986844-3ce8-4456-bb17-37006ba52c26), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.330445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for router_gateway (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.352498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d1e1-a897-4eed-8609-ccd070897e43 req-f8835318-a309-4f33-842e-cce1a45348de tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.352718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8055a18-7900-40e4-a8a0-e0c316452a5f req-e0f65efd-3e07-47c2-999c-615ec343d37b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.353998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5033d1e1-a897-4eed-8609-ccd070897e43 req-f8835318-a309-4f33-842e-cce1a45348de tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.1563051 Feb 19 00:50:20.354120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8055a18-7900-40e4-a8a0-e0c316452a5f req-e0f65efd-3e07-47c2-999c-615ec343d37b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0572946 Feb 19 00:50:20.377988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (03986844-3ce8-4456-bb17-37006ba52c26), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.411676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8055a18-7900-40e4-a8a0-e0c316452a5f req-6ee730af-1df9-4341-9a7a-593771b2ad19 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470595 Feb 19 00:50:20.417861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5033d1e1-a897-4eed-8609-ccd070897e43 req-b01251a4-352e-4c4c-9257-01f7168aeec8 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561659 Feb 19 00:50:20.421467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:20.427063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:20.441182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:20.441182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Pushing event updated for resources: {'Port': ['ID=03986844-3ce8-4456-bb17-37006ba52c26,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:20.511951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Attempting to bind port 03986844-3ce8-4456-bb17-37006ba52c26 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:20.512324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Attempting to bind port 03986844-3ce8-4456-bb17-37006ba52c26 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:20.512690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Attempting to bind port 03986844-3ce8-4456-bb17-37006ba52c26 on network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:20.519082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:20.519490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Checking segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:20.520103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.520513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Bound using segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:20.520981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Bound port: 03986844-3ce8-4456-bb17-37006ba52c26, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:20.522051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (03986844-3ce8-4456-bb17-37006ba52c26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.529506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:20.597368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] For port 03986844-3ce8-4456-bb17-37006ba52c26, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:20.601214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] For port 03986844-3ce8-4456-bb17-37006ba52c26, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03986844-3ce8-4456-bb17-37006ba52c26,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:20.724187 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (03986844-3ce8-4456-bb17-37006ba52c26), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.734232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b256f6b-5e81-4416-826c-779a7db6a5d3 req-572c2698-25de-4919-b138-1a25b163f078 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.736455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b256f6b-5e81-4416-826c-779a7db6a5d3 req-572c2698-25de-4919-b138-1a25b163f078 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.1694777 Feb 19 00:50:20.824981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fa7b4-f408-469b-81eb-2f2915dda0a2 None None] Pushing event updated for resources: {'Port': ['ID=03986844-3ce8-4456-bb17-37006ba52c26,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:20.839526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for router_gateway (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.848730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b256f6b-5e81-4416-826c-779a7db6a5d3 req-f2a63c78-574f-40ef-8ee9-023bd6e4d9a5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888088 Feb 19 00:50:20.879960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.903886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56552) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:21.016725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Allocated IP 172.25.2.189 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/dfce31d2-ec8f-40a7-92c3-33f7d35dd56f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:21.074160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5516-6562-4591-bb10-24ca7015de28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.178437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.301113 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.309855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (00597545-63c4-43c8-8356-b1e8ecb8b464), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.319010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5516-6562-4591-bb10-24ca7015de28 admin admin] Publish callbacks [] for security_group (dc23e65b-ae4f-4b61-acf3-c3c0775a5acc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.343402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:21.347394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:21.350920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:21.378479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Pushing event updated for resources: {'Port': ['ID=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:21.424000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bed594-cdcd-4ef6-a33f-ac15b4d18958 req-8c24421c-87fb-474f-8d76-725720525dd3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.425519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89bed594-cdcd-4ef6-a33f-ac15b4d18958 req-8c24421c-87fb-474f-8d76-725720525dd3 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1624005 Feb 19 00:50:21.430567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3ceb5516-6562-4591-bb10-24ca7015de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dc23e65b-ae4f-4b61-acf3-c3c0775a5acc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.513580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb5516-6562-4591-bb10-24ca7015de28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23e65b-ae4f-4b61-acf3-c3c0775a5acc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:21.540772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3ceb5516-6562-4591-bb10-24ca7015de28 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4cf50452c846470299062bbde5dd3790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356328 Feb 19 00:50:21.545654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56562) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:21.608156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d70c6-79ed-4610-9b53-4f2d50f3f40a req-7d255a79-b09d-4ae1-b178-8b751ff66dc9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.610153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-860d70c6-79ed-4610-9b53-4f2d50f3f40a req-7d255a79-b09d-4ae1-b178-8b751ff66dc9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1095638 Feb 19 00:50:21.619294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89bed594-cdcd-4ef6-a33f-ac15b4d18958 req-0eac89c3-6434-437f-9bdb-86d797d95759 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844308 Feb 19 00:50:21.624877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] Publish callbacks [] for security_group (dc23e65b-ae4f-4b61-acf3-c3c0775a5acc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.738879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] Publish callbacks [] for security_group (dc23e65b-ae4f-4b61-acf3-c3c0775a5acc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.794409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-860d70c6-79ed-4610-9b53-4f2d50f3f40a req-7837f63f-3455-414e-ab87-f8b6b198cda9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715698 Feb 19 00:50:21.801896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf525-54c4-4eef-9786-6eafcaffb5c5 req-2439e7e8-cc4d-44d8-b6ec-85cae907f8f3 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.803468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a27cf525-54c4-4eef-9786-6eafcaffb5c5 req-2439e7e8-cc4d-44d8-b6ec-85cae907f8f3 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.0955958 Feb 19 00:50:21.827562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Deleting port 4789e291-bd0f-4645-9ad3-93489c4f8d64 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:21.827562 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.879649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for router_gateway (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.925271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a27cf525-54c4-4eef-9786-6eafcaffb5c5 req-4af04b2c-90ef-406f-bc66-149f8657d99f tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073360 Feb 19 00:50:21.950702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] For port 4789e291-bd0f-4645-9ad3-93489c4f8d64, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4789e291-bd0f-4645-9ad3-93489c4f8d64,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:21.951038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.955511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dc23e65b-ae4f-4b61-acf3-c3c0775a5acc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.962199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.966236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dc23e65b-ae4f-4b61-acf3-c3c0775a5acc HTTP/1.1" status: 204 len: 168 time: 0.4165413 Feb 19 00:50:21.976109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Calling delete_port for 4789e291-bd0f-4645-9ad3-93489c4f8d64 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:22.060944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03986844-3ce8-4456-bb17-37006ba52c26 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:22.086154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bfbf5-5534-4f4c-90c9-80f97e307ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23e65b-ae4f-4b61-acf3-c3c0775a5acc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:22.132880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f40ef-da8b-490c-9284-2b67ad4d504e req-16cd101d-db33-48c9-877c-1e9bbd3e06dc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:22.134569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-568f40ef-da8b-490c-9284-2b67ad4d504e req-16cd101d-db33-48c9-877c-1e9bbd3e06dc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 943 time: 0.1380916 Feb 19 00:50:22.151962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45db79-204b-410f-94c3-c11492566d53 None None] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:22.223047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 03986844-3ce8-4456-bb17-37006ba52c26 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:22.225936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03986844-3ce8-4456-bb17-37006ba52c26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.330429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-be69022a-6b8e-4a7a-88a7-2e3d8e3ffe7b service neutron] 10.222.0.117 "GET /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.1911309 Feb 19 00:50:22.333217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-568f40ef-da8b-490c-9284-2b67ad4d504e req-aff61d23-ae80-4834-b0bf-d5a62fe3fe23 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564679 Feb 19 00:50:22.364679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.407823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Provisioning complete for port 03986844-3ce8-4456-bb17-37006ba52c26 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:22.408234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03986844-3ce8-4456-bb17-37006ba52c26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.524069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (4789e291-bd0f-4645-9ad3-93489c4f8d64), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.577627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 03986844-3ce8-4456-bb17-37006ba52c26 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:22.578020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (03986844-3ce8-4456-bb17-37006ba52c26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.592319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4789e291-bd0f-4645-9ad3-93489c4f8d64,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:22.603951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Current status of the port 03986844-3ce8-4456-bb17-37006ba52c26 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:22.603951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (03986844-3ce8-4456-bb17-37006ba52c26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.647671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 03986844-3ce8-4456-bb17-37006ba52c26, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03986844-3ce8-4456-bb17-37006ba52c26,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:22.695583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:22.708716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (03986844-3ce8-4456-bb17-37006ba52c26), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.758765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:22.785316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-9d56942c-051f-4c1c-8d10-0142974422fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:22.787756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-9d56942c-051f-4c1c-8d10-0142974422fa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1132 time: 0.1648400 Feb 19 00:50:22.820919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:50:22.824685 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:50:22.843221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:22.843343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=03986844-3ce8-4456-bb17-37006ba52c26,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:22.860811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:22.874087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:22.951198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.020025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faff01-7715-42b7-b2ff-c43bc6c40f9f req-e4adb118-08c3-4f54-bd84-22c065d76d96 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.021510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35faff01-7715-42b7-b2ff-c43bc6c40f9f req-e4adb118-08c3-4f54-bd84-22c065d76d96 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2520053 Feb 19 00:50:23.055058 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (00597545-63c4-43c8-8356-b1e8ecb8b464), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.059615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-5f1f6748-a15d-475d-9925-0da3324a8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.061149 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-5f1f6748-a15d-475d-9925-0da3324a8307 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2137756 Feb 19 00:50:23.120616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa73edb-cf7b-4ab4-bb60-be1aaa9cd780 req-fe158e2b-27a6-4f7c-9c4f-38c640307609 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.121996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaa73edb-cf7b-4ab4-bb60-be1aaa9cd780 req-fe158e2b-27a6-4f7c-9c4f-38c640307609 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1725643 Feb 19 00:50:23.123030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:23.139621 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Sync routers for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:23.150559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-a5dd1551-d2ed-402e-a351-c24603b85f38 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0800319 Feb 19 00:50:23.154195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] Transition to ACTIVE for port object 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:23.156399 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:23.157912 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:23.195513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaa73edb-cf7b-4ab4-bb60-be1aaa9cd780 req-b418320f-c92b-4ceb-87ba-f9a61fc7b729 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Feb 19 00:50:23.241025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.246444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4c53d479-ec7b-40af-9d2a-25ba08ffb06b admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5322506 Feb 19 00:50:23.247365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56590) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:23.298144 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:23.307129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.401908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1582ccd2-bd95-4148-b427-813acb119203 None None] Current status of the port 03986844-3ce8-4456-bb17-37006ba52c26 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:23.504682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35faff01-7715-42b7-b2ff-c43bc6c40f9f req-865aab2d-70e5-405f-bda7-17d55e4147d8 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687490 Feb 19 00:50:23.538733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40bc2920-a05e-42b5-8cb4-91fa9cd3d09a None None] Provisioning complete for port 03986844-3ce8-4456-bb17-37006ba52c26 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:23.538892 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:21Z', 'revision_number': 3, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:23.539132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40bc2920-a05e-42b5-8cb4-91fa9cd3d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03986844-3ce8-4456-bb17-37006ba52c26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.660856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40bc2920-a05e-42b5-8cb4-91fa9cd3d09a None None] Current status of the port 03986844-3ce8-4456-bb17-37006ba52c26 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:23.676094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-f33c529c-0b90-4542-a084-c9cf71617007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.677668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-f33c529c-0b90-4542-a084-c9cf71617007 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1979518 Feb 19 00:50:23.686295 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Checking router: 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:23.687203 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Updating router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:50:23.717696 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.761518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a978b-8959-4f4a-a36a-6d2b66014cf4 req-199c156c-56ff-4810-b6f1-32ca3ebde216 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.762646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b1a978b-8959-4f4a-a36a-6d2b66014cf4 req-199c156c-56ff-4810-b6f1-32ca3ebde216 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.1768258 Feb 19 00:50:23.810152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] No DVR routers for this DVR port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:23.826915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-45fb6ee6-1606-486b-8419-b089dbe44c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.829429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-45fb6ee6-1606-486b-8419-b089dbe44c7e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1413791 Feb 19 00:50:23.840995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.873525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b16371-8d45-420b-88cf-f0bad582a137 req-80f7efb1-34e9-4d83-9752-3a8105fcc36b tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.875069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4b16371-8d45-420b-88cf-f0bad582a137 req-80f7efb1-34e9-4d83-9752-3a8105fcc36b tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.5815508 Feb 19 00:50:23.885305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-af26d965-4517-46b8-b6bd-6a4d74cee3f1 service neutron] 10.222.0.117 "PUT /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5/bindings/n-h2-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5511377 Feb 19 00:50:23.986127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b1a978b-8959-4f4a-a36a-6d2b66014cf4 req-d88e1230-eab5-423d-b171-faee256cb390 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166355 Feb 19 00:50:24.019983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Router 00597545-63c4-43c8-8356-b1e8ecb8b464 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:24.023198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4b16371-8d45-420b-88cf-f0bad582a137 req-901fe258-d840-4f36-8684-6be51b1417c8 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416526 Feb 19 00:50:24.067755 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks [] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.083223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03986844-3ce8-4456-bb17-37006ba52c26 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:24.115986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-6d36e553-29b9-47ab-8e3f-b6e9497ed060 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689600 Feb 19 00:50:24.141761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 03986844-3ce8-4456-bb17-37006ba52c26 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:24.142424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03986844-3ce8-4456-bb17-37006ba52c26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.158419 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.231373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 03986844-3ce8-4456-bb17-37006ba52c26 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:24.242196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-eb47b299-22b8-4d35-bf31-97191049a062 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.244709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-eb47b299-22b8-4d35-bf31-97191049a062 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1699469 Feb 19 00:50:24.272609 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbb679-8fac-44ae-aeb9-6743f3b60e62 None None] Pushing event updated for resources: {'Port': ['ID=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:24.277899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:24.288647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a686b46d-f07e-4892-b5c8-47cb4377ca1c admin admin] 10.222.0.94 "PUT /v2.0/routers/00597545-63c4-43c8-8356-b1e8ecb8b464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7554402 Feb 19 00:50:24.289999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Sync routers for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:24.303159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.307627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Attempting to bind port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:24.308114 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Attempting to bind port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:24.308578 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Attempting to bind port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:24.315062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:24.315778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.317337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:24.317827 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:24.318812 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.319391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:24.319882 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Bound port: dfce31d2-ec8f-40a7-92c3-33f7d35dd56f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:24.320812 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.337731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-5265e7cc-d645-4db6-9c5a-4b6f08ec10d4 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127912 Feb 19 00:50:24.393153 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] For port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:24.396370 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] For port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:24.463067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73f73dfd-8d7e-4d60-9fc0-0d95b999d8e6 req-34dad0b9-fb09-42d3-97f7-8844815b9bb7 tempest-AbsoluteLimitsNegativeTestJSON-2002154537 tempest-AbsoluteLimitsNegativeTestJSON-2002154537-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a94ff4e99e574743b2dd41a922ffd97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288267 Feb 19 00:50:24.472197 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.502453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:24.539014 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:24.540200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.555873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ba85882f-3e83-464a-811c-fa0f5754bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.558024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ba85882f-3e83-464a-811c-fa0f5754bc8b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&tenant_id=a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 1126 time: 0.3035431 Feb 19 00:50:24.586277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ed186-ee4d-4c92-a736-e827afec2149 req-23138f4f-ed63-4a63-8a77-56f1b6ecb0a8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.587029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbb679-8fac-44ae-aeb9-6743f3b60e62 None None] Pushing event updated for resources: {'Port': ['ID=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:24.595760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a25ed186-ee4d-4c92-a736-e827afec2149 req-23138f4f-ed63-4a63-8a77-56f1b6ecb0a8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.2619090 Feb 19 00:50:24.668673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks [] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.685515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73dfd-8d7e-4d60-9fc0-0d95b999d8e6 req-21958446-fbff-4daf-b2ed-af65a5ad21ab tempest-AbsoluteLimitsNegativeTestJSON-2002154537 tempest-AbsoluteLimitsNegativeTestJSON-2002154537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.692990 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73f73dfd-8d7e-4d60-9fc0-0d95b999d8e6 req-21958446-fbff-4daf-b2ed-af65a5ad21ab tempest-AbsoluteLimitsNegativeTestJSON-2002154537 tempest-AbsoluteLimitsNegativeTestJSON-2002154537-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217531 Feb 19 00:50:24.709818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73f73dfd-8d7e-4d60-9fc0-0d95b999d8e6 req-c35f0141-db11-4e5d-b632-4139afed8ec2 tempest-AbsoluteLimitsNegativeTestJSON-2002154537 tempest-AbsoluteLimitsNegativeTestJSON-2002154537-project] 10.222.0.94 "GET /v2.0/quotas/a94ff4e99e574743b2dd41a922ffd97e HTTP/1.1" status: 200 len: 375 time: 0.0156274 Feb 19 00:50:24.723687 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:24.752364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73f73dfd-8d7e-4d60-9fc0-0d95b999d8e6 req-7034e5cc-1985-47e9-962e-23fc84bbf95b tempest-AbsoluteLimitsNegativeTestJSON-2002154537 tempest-AbsoluteLimitsNegativeTestJSON-2002154537-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a94ff4e99e574743b2dd41a922ffd97e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366032 Feb 19 00:50:24.784565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.819391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Checking router: 00597545-63c4-43c8-8356-b1e8ecb8b464 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:24.839076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Routers {'00597545-63c4-43c8-8356-b1e8ecb8b464'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:24.839820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['00597545-63c4-43c8-8356-b1e8ecb8b464'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.842643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a25ed186-ee4d-4c92-a736-e827afec2149 req-4faa755b-dc09-4f27-b15c-5118e6314116 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461264 Feb 19 00:50:24.873819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ecce40ec-32f0-4ae6-a20a-e2b92203a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.876301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ecce40ec-32f0-4ae6-a20a-e2b92203a67c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1126 time: 0.2745495 Feb 19 00:50:24.932925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.966597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f120d-efbe-4342-8d91-9e31d26cfaff req-6b2f9c12-b5cf-4aa1-9af5-b07a90f5bee7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.976243 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:21Z', 'revision_number': 3, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.978224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e70f120d-efbe-4342-8d91-9e31d26cfaff req-6b2f9c12-b5cf-4aa1-9af5-b07a90f5bee7 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.0827610 Feb 19 00:50:25.006779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks [] for router_gateway (00597545-63c4-43c8-8356-b1e8ecb8b464), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.013406 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca22a4-5e25-49c5-b492-4f756d6bbe92 None None] The sync data for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 is: [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:21Z', 'revision_number': 3, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:25.059512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] Set router 00597545-63c4-43c8-8356-b1e8ecb8b464 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:25.077097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e70f120d-efbe-4342-8d91-9e31d26cfaff req-5db90abf-eeb3-48c7-a7c4-86c8dec28f56 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976250 Feb 19 00:50:25.190078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-773c2bf4-806d-4ec4-87f9-0c3ca95af6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.191815 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-773c2bf4-806d-4ec4-87f9-0c3ca95af6f1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.3028283 Feb 19 00:50:25.195064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69633b3-f431-4a48-9f9c-0cfe0d73cac9 req-586d999e-5800-4d92-85be-91ec546c4b82 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.202307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b69633b3-f431-4a48-9f9c-0cfe0d73cac9 req-586d999e-5800-4d92-85be-91ec546c4b82 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.0694499 Feb 19 00:50:25.268926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b69633b3-f431-4a48-9f9c-0cfe0d73cac9 req-5e646247-82cb-41e9-b523-1e757b66aa26 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Feb 19 00:50:25.307172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:25.318750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-be83cde2-bff7-4d1b-8f8d-db925a5ad2ba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.1179168 Feb 19 00:50:25.362097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb687dab-d2c7-4aef-b9ee-ca65dbcc9a94 None None] The sync data for ids ['00597545-63c4-43c8-8356-b1e8ecb8b464'] in n-d-826529-3 is: [{'id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1677227524-router', 'tenant_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:38Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '4dfe2fbf7f56489b8cf376bf7d72761b', 'gw_port': {'id': '4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00597545-63c4-43c8-8356-b1e8ecb8b464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:40Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:25.432980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647df8e-f3b1-414c-910d-dfe100deb4c5 req-ba3fd301-c5fe-429e-bf94-b7a960492f4a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.434587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2647df8e-f3b1-414c-910d-dfe100deb4c5 req-ba3fd301-c5fe-429e-bf94-b7a960492f4a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.3337023 Feb 19 00:50:25.481617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ba1c6abb-4083-43d1-a4b5-5e3d627e4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.483226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-ba1c6abb-4083-43d1-a4b5-5e3d627e4ddc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1569231 Feb 19 00:50:25.492385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Deleting port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:25.492727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.496898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Allocated IP 172.20.0.1 (4ba5d4aa-c1a8-421a-ba97-4109461a62a3/57f30240-ca06-40ba-847b-a2af4506ad2c/3d6ae629-bbf0-47cd-a4c5-5982ee129ac2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:25.505037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56630) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:25.585483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-8fc785f0-fa11-442f-9acc-f66b63c82b4c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907149 Feb 19 00:50:25.624311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b9a07b-7ff2-4a74-a58a-9a5d4ca5b7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.678161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2647df8e-f3b1-414c-910d-dfe100deb4c5 req-e0266061-6702-456f-ac13-ec4ccae5725e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289281 Feb 19 00:50:25.723415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b9a07b-7ff2-4a74-a58a-9a5d4ca5b7ef admin admin] Publish callbacks [] for security_group (7342559d-d2eb-4b73-a73f-991b173720f0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.786535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] For port 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:25.786901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.798231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b9a07b-7ff2-4a74-a58a-9a5d4ca5b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7342559d-d2eb-4b73-a73f-991b173720f0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.818683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Calling delete_port for 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:25.832404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks [] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.848047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-49b9a07b-7ff2-4a74-a58a-9a5d4ca5b7ef admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a94ff4e99e574743b2dd41a922ffd97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418822 Feb 19 00:50:25.850829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56634) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:25.854962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-55dab0d5-6fc0-4553-9839-65b09ffc8a29 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575605 Feb 19 00:50:25.857649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9a07b-7ff2-4a74-a58a-9a5d4ca5b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7342559d-d2eb-4b73-a73f-991b173720f0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:25.926629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] Publish callbacks [] for security_group (7342559d-d2eb-4b73-a73f-991b173720f0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.964947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] Publish callbacks [] for security_group (7342559d-d2eb-4b73-a73f-991b173720f0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.065366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dfce31d2-ec8f-40a7-92c3-33f7d35dd56f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:26.109502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0d5df-5031-4ad7-ac69-0616eca55096 req-42541b6e-a66f-4721-9679-db869c04ffed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.112803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1a0d5df-5031-4ad7-ac69-0616eca55096 req-42541b6e-a66f-4721-9679-db869c04ffed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1378286 Feb 19 00:50:26.198159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1a0d5df-5031-4ad7-ac69-0616eca55096 req-0159490b-530f-41d1-a947-d37fff28e4f7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794804 Feb 19 00:50:26.198727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:26.199365 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.199716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7342559d-d2eb-4b73-a73f-991b173720f0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.212450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.214509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7342559d-d2eb-4b73-a73f-991b173720f0 HTTP/1.1" status: 204 len: 168 time: 0.3620379 Feb 19 00:50:26.230315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d694c7-e212-410e-8d94-b385f2a9197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7342559d-d2eb-4b73-a73f-991b173720f0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.325710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:26.326240 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.356784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:26.426035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca46ec-6c64-42b9-aca9-660cc973a089 req-14858786-fab0-4a69-bb27-2f01fe846638 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.427701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dfca46ec-6c64-42b9-aca9-660cc973a089 req-14858786-fab0-4a69-bb27-2f01fe846638 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.0576305 Feb 19 00:50:26.432272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.461709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4789e291-bd0f-4645-9ad3-93489c4f8d64 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:26.483241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e41e9-1bd6-4b30-8f59-a7e3e4e28546 req-1109638e-8a43-495c-acf2-ab7bc7a28da2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.490061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 4789e291-bd0f-4645-9ad3-93489c4f8d64 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:26.490517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4789e291-bd0f-4645-9ad3-93489c4f8d64 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:26.491989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f84e41e9-1bd6-4b30-8f59-a7e3e4e28546 req-1109638e-8a43-495c-acf2-ab7bc7a28da2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.2083764 Feb 19 00:50:26.493712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dfca46ec-6c64-42b9-aca9-660cc973a089 req-ffa17129-17b3-4858-b5e2-7f51fccd82ab tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Feb 19 00:50:26.498766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.533368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.558518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-3cc7a5c8-15a4-41da-95ac-304549f9f6ff service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785041 Feb 19 00:50:26.602862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:26.615556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:26.623580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:26.625818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Pushing event updated for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.640702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:26.676832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f84e41e9-1bd6-4b30-8f59-a7e3e4e28546 req-87232cfc-c75f-4570-98a9-b72001296c96 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748767 Feb 19 00:50:26.706399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:50:26.706820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:26.710013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.778863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.879057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.911737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-de32ce43-328d-4525-835f-faf90989ceac None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:26.916939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de32ce43-328d-4525-835f-faf90989ceac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.925564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f758a-5253-4535-b28f-60a86f8ad917 req-ff08b624-8164-4e04-b5e4-aa018d8e655a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.927483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-171f758a-5253-4535-b28f-60a86f8ad917 req-ff08b624-8164-4e04-b5e4-aa018d8e655a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.1374047 Feb 19 00:50:26.983590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-de32ce43-328d-4525-835f-faf90989ceac None None] Port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:26.988540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (00597545-63c4-43c8-8356-b1e8ecb8b464), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.990723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.994417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-171f758a-5253-4535-b28f-60a86f8ad917 req-aff55d13-93ad-485b-8be1-a51c9dfc0b00 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613971 Feb 19 00:50:27.145632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.166443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks [] for router_controller (00597545-63c4-43c8-8356-b1e8ecb8b464), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.328343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-67997840-cf7d-424e-a404-cc0e0a5f4f9a tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.330084 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-67997840-cf7d-424e-a404-cc0e0a5f4f9a tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.2062130 Feb 19 00:50:27.334589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (00597545-63c4-43c8-8356-b1e8ecb8b464), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.335271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00597545-63c4-43c8-8356-b1e8ecb8b464 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:27.354157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.354157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-367d349a-c0c8-492d-b29f-cc4fef38bfa7 admin admin] 10.222.0.94 "DELETE /v2.0/routers/00597545-63c4-43c8-8356-b1e8ecb8b464 HTTP/1.1" status: 204 len: 168 time: 3.0169327 Feb 19 00:50:27.354329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56666) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.403658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56668) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.418139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Deleting subnet 3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:27.423668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Publish callbacks [] for subnet (3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.465278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Publish callbacks [] for subnet (3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.529989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks [] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.553066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1773789099-network', 'tenant_id': 'f07d2e8d7235487ab335b75ebb478bff'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:27.561242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e235-8c7f-4ae3-9f8c-c7cd0dbfeaca req-8a75c511-44a2-433c-a944-9d258c34eb57 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.563580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79f7e235-8c7f-4ae3-9f8c-c7cd0dbfeaca req-8a75c511-44a2-433c-a944-9d258c34eb57 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.2749715 Feb 19 00:50:27.581447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.625475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.681467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185b77-0fcf-4285-8865-1ffdf09fabd1 req-1bc16917-2c42-43d8-b704-cdeaccd4baca tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.682959 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34185b77-0fcf-4285-8865-1ffdf09fabd1 req-1bc16917-2c42-43d8-b704-cdeaccd4baca tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.1057138 Feb 19 00:50:27.734388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34185b77-0fcf-4285-8865-1ffdf09fabd1 req-336c3b73-afda-439e-b398-324823f9260c tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Feb 19 00:50:27.735784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Made reservation on behalf of f07d2e8d7235487ab335b75ebb478bff for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:27.738128 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.751454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.763737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79f7e235-8c7f-4ae3-9f8c-c7cd0dbfeaca req-41af5182-0a45-4965-ada1-9221c312da64 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941919 Feb 19 00:50:27.765015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Pushing event updated for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:27.780000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.800787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.844569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:27.847404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.850964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5fb87-8bbf-4638-8969-c878019b0dfb None None] Network 03e3f9f5-9685-44f8-8cba-90aeea3f9753 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:27.867761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18cfedaf-b70d-4ebe-8060-2a0dc8f72cad admin admin] 10.222.0.94 "DELETE /v2.0/subnets/3bcb8529-d7d6-4bf6-9d11-6ceac8bbf9d6 HTTP/1.1" status: 204 len: 168 time: 0.5151389 Feb 19 00:50:27.868604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-1be5591f-e228-4f66-b0aa-98784bf114de service neutron] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:27.871254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56678) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.925229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks [] for security_group (6922ee35-c554-4738-94f4-7661997ffa8a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.958678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0585c7-9117-46d0-99dd-5400f4120b23 req-a7621c6c-8994-47b6-8db3-f2e2bdac2317 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.963731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f0585c7-9117-46d0-99dd-5400f4120b23 req-a7621c6c-8994-47b6-8db3-f2e2bdac2317 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1241953 Feb 19 00:50:27.965061 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-1be5591f-e228-4f66-b0aa-98784bf114de service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.966158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65ec3790-04ac-446d-a1bb-c671b5bddb3b req-1be5591f-e228-4f66-b0aa-98784bf114de service neutron] 10.222.0.96 "DELETE /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5/bindings/n-h1-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.6271386 Feb 19 00:50:27.970550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (03e3f9f5-9685-44f8-8cba-90aeea3f9753), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.996007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6922ee35-c554-4738-94f4-7661997ffa8a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.005697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dfce31d2-ec8f-40a7-92c3-33f7d35dd56f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:28.031048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:28.056483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6922ee35-c554-4738-94f4-7661997ffa8a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.068105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e4885142-e0e2-4a42-87bb-93b8e2a44fb3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.068105 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Added segment e4885142-e0e2-4a42-87bb-93b8e2a44fb3 of type vlan for network fb7d07f2-9885-4cdb-a2eb-ecf2721b088a Feb 19 00:50:28.072271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:28.073659 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.087735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f0585c7-9117-46d0-99dd-5400f4120b23 req-97062a35-929d-41f1-8228-f20e3af76844 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205893 Feb 19 00:50:28.121127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:28.124196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:28.143917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (fb7d07f2-9885-4cdb-a2eb-ecf2721b088a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.187751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] DHCP port deletion for 03e3f9f5-9685-44f8-8cba-90aeea3f9753 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:28.218670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:28.278057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (fb7d07f2-9885-4cdb-a2eb-ecf2721b088a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.279961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Deleting port 69680405-1223-46e5-a076-0d3251ca3cf0 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:28.280610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.285677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Deleting port 69680405-1223-46e5-a076-0d3251ca3cf0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:28.286529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.287169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.293508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.329410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:28.396203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:28.396646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4bf0ae6a-c8a1-4242-bcc4-0fd3d32fc6d0 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:28.398575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefa92c-c164-401c-9afb-269852878c56 req-536968ec-f9bc-41ce-9362-e140879f2bbe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.401031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9aefa92c-c164-401c-9afb-269852878c56 req-536968ec-f9bc-41ce-9362-e140879f2bbe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.1757817 Feb 19 00:50:28.418354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] For port 69680405-1223-46e5-a076-0d3251ca3cf0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=69680405-1223-46e5-a076-0d3251ca3cf0,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:28.421905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.433335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0296762 Feb 19 00:50:28.437190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Calling delete_port for 69680405-1223-46e5-a076-0d3251ca3cf0 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:28.447198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:28.455646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Request body: {'subnet': {'network_id': 'fb7d07f2-9885-4cdb-a2eb-ecf2721b088a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1773789099-subnet', 'tenant_id': 'f07d2e8d7235487ab335b75ebb478bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:28.461269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7381bf-55ac-4ecb-aa7b-bd8859c799cb admin admin] Pushing event updated for resources: {'Network': ['ID=fb7d07f2-9885-4cdb-a2eb-ecf2721b088a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.480111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:28.499445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network fb7d07f2-9885-4cdb-a2eb-ecf2721b088a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:28.523763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] For port 69680405-1223-46e5-a076-0d3251ca3cf0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=69680405-1223-46e5-a076-0d3251ca3cf0,segment=NetworkSegment(80d394ee-6906-4476-a68c-e20755cbc089),segment_id=80d394ee-6906-4476-a68c-e20755cbc089)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:28.524139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.529597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9aefa92c-c164-401c-9afb-269852878c56 req-8547df87-83ad-413b-a780-bc2f0fdcd1bb tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037526 Feb 19 00:50:28.561743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Calling delete_port for 69680405-1223-46e5-a076-0d3251ca3cf0 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:28.572689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-aa4f95a6-fa10-4bd1-b422-f9f7c4f45b7a None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:28.573072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa4f95a6-fa10-4bd1-b422-f9f7c4f45b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.584902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4e00a-0d09-4156-9bcc-6daff4233b9f req-85a7de53-7c95-4ff1-bec7-176fe4ac2ba6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.584902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cc4e00a-0d09-4156-9bcc-6daff4233b9f req-85a7de53-7c95-4ff1-bec7-176fe4ac2ba6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.2856574 Feb 19 00:50:28.603454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Made reservation on behalf of f07d2e8d7235487ab335b75ebb478bff for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:28.605837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.658070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aa4f95a6-fa10-4bd1-b422-f9f7c4f45b7a None None] Port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:28.723468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83e20-bed6-400d-a8bf-ebcf9f37a756 req-ca8e32ca-b3ec-4761-aed1-a5400a00ab45 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.725139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecd83e20-bed6-400d-a8bf-ebcf9f37a756 req-ca8e32ca-b3ec-4761-aed1-a5400a00ab45 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1126 time: 0.0777137 Feb 19 00:50:28.746462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.781171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] Pushing event deleted for resources: {'Port': ['ID=69680405-1223-46e5-a076-0d3251ca3cf0,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.787068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cc4e00a-0d09-4156-9bcc-6daff4233b9f req-fc53edb9-8851-4417-9aec-328813f8eeb2 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475139 Feb 19 00:50:28.787666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16552bbc-ca9b-4038-96f1-9d5504151985 None None] No DVR routers for this DVR port 69680405-1223-46e5-a076-0d3251ca3cf0 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:28.809164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:28.822920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af5aadc5-a720-46be-aef3-e19bc3f4ed8d admin admin] 10.222.0.94 "PUT /v2.0/routers/6983ee21-1ee5-4bfa-80a3-cd85c6887b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5741544 Feb 19 00:50:28.833662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecd83e20-bed6-400d-a8bf-ebcf9f37a756 req-3d4aa08c-7609-4792-ad53-45852da45d84 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998416 Feb 19 00:50:28.840143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Sync routers for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:28.849932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (69680405-1223-46e5-a076-0d3251ca3cf0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.863341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:28.863974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:28.926746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Pushing event deleted for resources: {'Port': ['ID=69680405-1223-46e5-a076-0d3251ca3cf0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.946991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] No DVR routers for this DVR port 69680405-1223-46e5-a076-0d3251ca3cf0 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:28.975672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (77381970-7587-4e71-8838-0af8be57368e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.067030 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:29.077939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77381970-7587-4e71-8838-0af8be57368e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.136747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (03e3f9f5-9685-44f8-8cba-90aeea3f9753), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.170127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e3f9f5-9685-44f8-8cba-90aeea3f9753']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.183708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d394ee-6906-4476-a68c-e20755cbc089') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.184402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d394ee-6906-4476-a68c-e20755cbc089') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.192159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Checking segment: {'id': 'e4885142-e0e2-4a42-87bb-93b8e2a44fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb7d07f2-9885-4cdb-a2eb-ecf2721b088a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:29.192511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Network hostable DHCP agents. Network: fb7d07f2-9885-4cdb-a2eb-ecf2721b088a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:29.210368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3be935-9c4b-4758-be22-68a288a52418 req-7908e81d-d6c7-4b47-aaf6-ab0c14d5746b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.215574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b3be935-9c4b-4758-be22-68a288a52418 req-7908e81d-d6c7-4b47-aaf6-ab0c14d5746b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.2903428 Feb 19 00:50:29.217908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (80d394ee-6906-4476-a68c-e20755cbc089), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.238229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80d394ee-6906-4476-a68c-e20755cbc089), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.245087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-0b069400-5284-4f86-98ca-d17d886d9212 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.246618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-0b069400-5284-4f86-98ca-d17d886d9212 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.1585877 Feb 19 00:50:29.256774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:29.257179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (80d394ee-6906-4476-a68c-e20755cbc089), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:29.259183 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:29.271735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-a2a39c34-a3ea-4725-948b-18e7be0b972d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/quotas/a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 375 time: 0.0173488 Feb 19 00:50:29.319823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Network fb7d07f2-9885-4cdb-a2eb-ecf2721b088a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:29.325220 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:27Z', 'revision_number': 2, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.334360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-24e47400-334a-44c1-b2e6-06cefc909761 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602310 Feb 19 00:50:29.342936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b3be935-9c4b-4758-be22-68a288a52418 req-d8fd95fc-21c6-4b0a-b3c1-2f31cac759eb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081438 Feb 19 00:50:29.355340 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Checking router: 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:29.355793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Updating router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:50:29.395595 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.422050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, fb7d07f2-9885-4cdb-a2eb-ecf2721b088a) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:29.430720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ce82e-aa61-4ddb-aad7-c59dad8b6451 None None] Network fb7d07f2-9885-4cdb-a2eb-ecf2721b088a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:29.457840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.457840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.477760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (03e3f9f5-9685-44f8-8cba-90aeea3f9753), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.483125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.486474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] 10.222.0.94 "DELETE /v2.0/networks/03e3f9f5-9685-44f8-8cba-90aeea3f9753 HTTP/1.1" status: 204 len: 168 time: 1.6140318 Feb 19 00:50:29.489630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:29.497270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-13e9594b-452e-46c1-bfa1-bec193cc8df0 service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472301 Feb 19 00:50:29.519128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5763b-7df7-4242-b486-75f47382ef32 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e3f9f5-9685-44f8-8cba-90aeea3f9753,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.629064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d04058a4-62e9-42da-8f01-a0381126a0d9 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1699674 Feb 19 00:50:29.722990 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c3ab93d2-63b5-4348-bc65-fba940a60cdb service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199323 Feb 19 00:50:29.774154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-b97c0d5a-5141-4aaf-bd72-a4fa91bcf984 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.774409 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks [] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.777418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-b97c0d5a-5141-4aaf-bd72-a4fa91bcf984 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 829 time: 0.1970966 Feb 19 00:50:29.786232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6f100-0d95-44fd-9797-53ad69e7d0b5 None None] Network fb7d07f2-9885-4cdb-a2eb-ecf2721b088a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:29.819762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-a778a3d7-025f-43a8-a927-9cd0363022c3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/quotas/404acd7d8b514cb7b1f773d3ea817686 HTTP/1.1" status: 200 len: 375 time: 0.0343459 Feb 19 00:50:29.871913 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.925321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-aa6fecee-289f-4703-99fc-ee36014d190f tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045551 Feb 19 00:50:29.974992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 69680405-1223-46e5-a076-0d3251ca3cf0 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:29.976834 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330ec5-d8a9-4a7e-9914-ea948abf3163 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:30.024122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 69680405-1223-46e5-a076-0d3251ca3cf0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:30.025049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 69680405-1223-46e5-a076-0d3251ca3cf0 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:30.112116 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Attempting to bind port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:30.112928 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Attempting to bind port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:30.113487 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Attempting to bind port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 on network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:30.122690 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:30.123378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Checking segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:30.124145 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.124696 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Bound using segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:30.125850 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Bound port: 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:30.131260 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.146918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-e8d43d05-1227-47d1-bf00-c40bc45c0a6f tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.148593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-e8d43d05-1227-47d1-bf00-c40bc45c0a6f tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.96 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.1057780 Feb 19 00:50:30.156731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-63843427-8476-4c46-8a5f-ca0a092dba53 service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204828 Feb 19 00:50:30.205907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0ae3-9451-4b68-acf3-c9acdeb5b94c req-ea732f6c-1ebd-4192-a432-394d2232c91e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.207523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aaf0ae3-9451-4b68-acf3-c9acdeb5b94c req-ea732f6c-1ebd-4192-a432-394d2232c91e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1136143 Feb 19 00:50:30.270873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.300440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-79942569-af0f-41bf-931e-ce8e21e37963 None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:30.301065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79942569-af0f-41bf-931e-ce8e21e37963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.343659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-79942569-af0f-41bf-931e-ce8e21e37963 None None] Port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:30.355744 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aaf0ae3-9451-4b68-acf3-c9acdeb5b94c req-c4ea1fc6-23f9-4d4d-97a9-edc2c541cdb0 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Feb 19 00:50:30.380040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] For port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:30.383740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] For port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:30.444288 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.516960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:30.518077 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:30.568683 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330ec5-d8a9-4a7e-9914-ea948abf3163 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:30.575130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441712-6c3e-49b4-84b6-c8eb9f9333e0 req-9693a2c8-6c9d-41f0-a4df-b08d0fe9e950 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.583008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2441712-6c3e-49b4-84b6-c8eb9f9333e0 req-9693a2c8-6c9d-41f0-a4df-b08d0fe9e950 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 949 time: 0.1535640 Feb 19 00:50:30.659479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2441712-6c3e-49b4-84b6-c8eb9f9333e0 req-9571b2ab-9d05-4a4e-80dc-c1234ef50a6c tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/security-groups?id=4bec1be3-143f-4b97-a5bd-38d1e812f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Feb 19 00:50:30.661044 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:30.696308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-72f32a50-92ac-4a9a-83d0-fbb71607a773 service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305221 Feb 19 00:50:30.705894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Deleting port 57316bbe-8d80-4f62-b4b2-bc06245670bb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:30.708798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.857076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] For port 57316bbe-8d80-4f62-b4b2-bc06245670bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=57316bbe-8d80-4f62-b4b2-bc06245670bb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:30.857467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.889506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Calling delete_port for 57316bbe-8d80-4f62-b4b2-bc06245670bb owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:30.973931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:30Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:31.002944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:31.004260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.009839 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eee689-12ae-4d79-a9e9-b15c8c78afae None None] The sync data for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 is: [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:30Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:31.043924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6ba1741-d8b9-46c6-a1e4-96269e072426 req-a4306a4a-d3b6-4bb6-b587-d7f5fd0ffe1b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 210 time: 0.0446610 Feb 19 00:50:31.174519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1123370255', 'description': 'tempest-description-1168172543'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:31.260724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Deleting port d1507d03-947b-4310-a046-75a53fddf263 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:31.266435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d1507d03-947b-4310-a046-75a53fddf263), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.278606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Current status of the port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:31.279018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.296339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb711-fbe9-434f-b1e4-11ad4e291090 req-850a32ee-88d6-4323-87a9-373c28ffb3e1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.299866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-286fb711-fbe9-434f-b1e4-11ad4e291090 req-850a32ee-88d6-4323-87a9-373c28ffb3e1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0887494 Feb 19 00:50:31.302843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (57316bbe-8d80-4f62-b4b2-bc06245670bb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.315731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.335485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['57316bbe-8d80-4f62-b4b2-bc06245670bb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:31.350327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Pushing event deleted for resources: {'Port': ['ID=57316bbe-8d80-4f62-b4b2-bc06245670bb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.405115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:31.408567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:31.428200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] No DVR routers for this DVR port 57316bbe-8d80-4f62-b4b2-bc06245670bb on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:31.434166 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.437697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cc04a4c-2dde-4a42-bfc3-9d8e127c7235 req-85ff76fe-9695-4660-9054-a245ca0a1af6 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.96 "DELETE /v2.0/ports/57316bbe-8d80-4f62-b4b2-bc06245670bb HTTP/1.1" status: 204 len: 173 time: 1.2799504 Feb 19 00:50:31.437911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] For port d1507d03-947b-4310-a046-75a53fddf263, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d1507d03-947b-4310-a046-75a53fddf263,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:31.439356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'name': 'network-vif-deleted', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:31.439990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d1507d03-947b-4310-a046-75a53fddf263), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.441748 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa18369-fb5f-4b1c-a112-835a63c68cac" -d '{"events": [{"server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "name": "network-vif-deleted", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:31.468295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Calling delete_port for d1507d03-947b-4310-a046-75a53fddf263 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:31.473098 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-286fb711-fbe9-434f-b1e4-11ad4e291090 req-ce357a03-6e12-4914-88c4-07fbdabdfece tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613789 Feb 19 00:50:31.479342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] For port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:31.614420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eea6db23-c2ce-4d9f-9bef-b042fe7181a2 req-db74173a-94e0-407f-bf36-2775eb599417 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 210 time: 0.0623243 Feb 19 00:50:31.680354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.773678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:31.779930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (21c549b5-2e24-4c69-8acf-d9e48c2259e2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.794160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'mac_address': 'fa:16:3e:40:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:31.839264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:31.840053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.851306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d1507d03-947b-4310-a046-75a53fddf263), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.853747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (21c549b5-2e24-4c69-8acf-d9e48c2259e2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.872994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:31.873119 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.887481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a24b-c2c2-4aad-816e-62405ae8226a req-66812a7d-f9d7-4c9c-a680-83b65eb10a62 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.890914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:31.900905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c339a24b-c2c2-4aad-816e-62405ae8226a req-66812a7d-f9d7-4c9c-a680-83b65eb10a62 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 949 time: 0.1460209 Feb 19 00:50:31.909810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Pushing event deleted for resources: {'Port': ['ID=d1507d03-947b-4310-a046-75a53fddf263,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.915567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:31.926097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0c401-20db-455b-bc47-fff959a36520 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.995670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c339a24b-c2c2-4aad-816e-62405ae8226a req-7837e688-d400-4656-9b57-73673a1ec74e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937490 Feb 19 00:50:31.995810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.996082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.997991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.997991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.997991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.997991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.998407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.998901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.999400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:31.999919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.000442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.001505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.001986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:32.014716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c549b5-2e24-4c69-8acf-d9e48c2259e2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.018486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.025932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.044626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93d99d80-aa49-42ba-9cc0-1096a876e0cd req-92cdcb49-d067-497d-8737-b49e855846ae tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8823154 Feb 19 00:50:32.134204 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a104b3-056e-4d76-87d3-051cf0c91c82 x-openstack-request-id: req-56a104b3-056e-4d76-87d3-051cf0c91c82 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:32.134499 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b2bcbe-0585-4f22-bf1b-02134221220d", "name": "network-vif-deleted", "tag": "57316bbe-8d80-4f62-b4b2-bc06245670bb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:32.134744 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-56a104b3-056e-4d76-87d3-051cf0c91c82 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:32.135235 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b2bcbe-0585-4f22-bf1b-02134221220d', 'name': 'network-vif-deleted', 'tag': '57316bbe-8d80-4f62-b4b2-bc06245670bb', 'status': 'completed', 'code': 200} Feb 19 00:50:32.204272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:32.267058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-d19626ec-26b7-4d68-af4a-3adbe8fdfb06 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/21c549b5-2e24-4c69-8acf-d9e48c2259e2 HTTP/1.1" status: 200 len: 1830 time: 0.1013188 Feb 19 00:50:32.273387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21c549b5-2e24-4c69-8acf-d9e48c2259e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:32.273387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21c549b5-2e24-4c69-8acf-d9e48c2259e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:32.275570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:50:32.276082 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:50:32.307361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.309573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48f93148-603f-4169-8a4b-4d7b28d91f85 req-5428f8cc-83b3-4270-b0b3-f21d8b685080 tempest-ImagesNegativeTestJSON-2116412039 tempest-ImagesNegativeTestJSON-2116412039-project] 10.222.0.94 "GET /v2.0/ports?device_id=21b2bcbe-0585-4f22-bf1b-02134221220d HTTP/1.1" status: 200 len: 210 time: 0.1015399 Feb 19 00:50:32.312591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.353062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:32.353456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.422085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ad940dc-7958-4b0c-b831-8e2df47dbfce req-72319b9d-e297-4aec-a776-f358b6e345a4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 210 time: 0.0367060 Feb 19 00:50:32.450825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:32.471019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.500242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:32.530835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.632456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.677935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132272f0-58c2-428f-bb63-2c47b3bed627,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.732537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2b70-eecb-4c97-898c-2a6b025358da req-65dca503-aac9-4f0e-9bcb-20fcbd3385f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.735774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-576c2b70-eecb-4c97-898c-2a6b025358da req-65dca503-aac9-4f0e-9bcb-20fcbd3385f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1481829 Feb 19 00:50:32.741665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.747871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b15e80a-17eb-4eb3-a04b-b17d9af308ac req-6c3304d6-1dea-467a-aacd-7fb516788875 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4793754 Feb 19 00:50:32.748728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Router 73ce1c2e-e139-428d-aaf8-9477387c1b34 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:32.858034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: BUILD; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:32.862156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.887248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3ecb7a2-e5ca-4ffe-b447-bd1cb172cf08 req-f6826d3e-bcc7-43f2-ae1f-e939c65a1abe tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 210 time: 0.0636368 Feb 19 00:50:32.902263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:32.952289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:32.965636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:32.967535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-88783feb-1f80-4fa8-a9ee-08d3b493fede admin admin] 10.222.0.94 "PUT /v2.0/routers/73ce1c2e-e139-428d-aaf8-9477387c1b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4739280 Feb 19 00:50:32.967535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.976800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Sync routers for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:32.986325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-685f47cf-a4c6-4fa6-92e4-d4dab450f1ab tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.988177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-685f47cf-a4c6-4fa6-92e4-d4dab450f1ab tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.2395310 Feb 19 00:50:32.991681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-576c2b70-eecb-4c97-898c-2a6b025358da req-0a934fdc-acd4-4ccb-8962-7887b727de26 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454200 Feb 19 00:50:33.011158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:33.011972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:33.014822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Request body: {'port': {'device_id': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'admin_state_up': True, 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:33.066239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.164924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e07a9c3-7909-4e55-825b-c83d6775db4c req-6cd43a05-3cbc-4d07-8e50-9b531e40e95b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/21c549b5-2e24-4c69-8acf-d9e48c2259e2 HTTP/1.1" status: 200 len: 2423 time: 0.2062376 Feb 19 00:50:33.228317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.247963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:33.260362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-c4587de8-1494-4123-a5c8-bdec75953fe4 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-group-rules/132272f0-58c2-428f-bb63-2c47b3bed627 HTTP/1.1" status: 200 len: 778 time: 0.0506220 Feb 19 00:50:33.263743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f1758-cecf-49cc-8b70-e6791aadbe47 req-c8411955-f10c-4d8e-8b84-17e5c55fa581 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:33.265687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468f1758-cecf-49cc-8b70-e6791aadbe47 req-c8411955-f10c-4d8e-8b84-17e5c55fa581 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 948 time: 0.1629214 Feb 19 00:50:33.271929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks [] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.315733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-efef8ffd-f1f1-43d0-bd3e-4e24738ddb5a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/21c549b5-2e24-4c69-8acf-d9e48c2259e2 HTTP/1.1" status: 200 len: 2423 time: 0.0543690 Feb 19 00:50:33.349370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.357962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.410302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:33.414232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.422026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468f1758-cecf-49cc-8b70-e6791aadbe47 req-9f107e31-796d-4b7c-a0ca-2dd8ded5911c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469059 Feb 19 00:50:33.429461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 57316bbe-8d80-4f62-b4b2-bc06245670bb no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:33.461116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 57316bbe-8d80-4f62-b4b2-bc06245670bb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:33.461464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 57316bbe-8d80-4f62-b4b2-bc06245670bb not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:33.464471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks [] for router_gateway (73ce1c2e-e139-428d-aaf8-9477387c1b34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.484797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:33.496807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (132272f0-58c2-428f-bb63-2c47b3bed627), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.502205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.505201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5993f10-d05c-4b2d-9ab9-4eb4bb1e4b8c req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/132272f0-58c2-428f-bb63-2c47b3bed627 HTTP/1.1" status: 204 len: 173 time: 0.1826746 Feb 19 00:50:33.512724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Checking router: 73ce1c2e-e139-428d-aaf8-9477387c1b34 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:33.523275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Routers {'73ce1c2e-e139-428d-aaf8-9477387c1b34'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:33.523894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['73ce1c2e-e139-428d-aaf8-9477387c1b34'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:33.558578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132272f0-58c2-428f-bb63-2c47b3bed627,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.571222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.571541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.571852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.572201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.572542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.572882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.573217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.573581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.573880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.574212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.574549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.574881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.575237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cf88-7f3f-41f0-9d2a-d1da8a317a59 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:33.588417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-442017597', 'description': 'tempest-description-1262053166'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:33.600023 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7da5739-1b97-40d9-8472-3934f34c1b12 req-b275b8b8-b853-49cb-aa50-43d1a73006e4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 210 time: 0.0645695 Feb 19 00:50:33.673596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Deleting port 18c5d1cf-d244-4965-9bb6-e906f4746472 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:33.674044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.698391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Allocated IP 172.20.0.5 (9ff5643f-7d82-4649-9ee0-7a5a55005352/b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3/4da2c92e-abed-43e0-a86b-4557a3a0a9c7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:33.732312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.795071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] For port 18c5d1cf-d244-4965-9bb6-e906f4746472, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18c5d1cf-d244-4965-9bb6-e906f4746472,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:33.795665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.798892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] Set router 73ce1c2e-e139-428d-aaf8-9477387c1b34 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:33.814503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Calling delete_port for 18c5d1cf-d244-4965-9bb6-e906f4746472 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:33.964386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (f9212820-c14f-4203-950c-7534d9941eb4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.996310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks [] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.010481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f9212820-c14f-4203-950c-7534d9941eb4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.057236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9212820-c14f-4203-950c-7534d9941eb4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.073733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:34.096689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-ea943cd0-3505-4e0f-b13d-dd8905afff4d tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.098208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-ea943cd0-3505-4e0f-b13d-dd8905afff4d tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.117 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 829 time: 0.1162465 Feb 19 00:50:34.122414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b5-5246-4b2a-8e93-e707ef45357c None None] The sync data for ids ['73ce1c2e-e139-428d-aaf8-9477387c1b34'] in n-d-826529-3 is: [{'id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-570586092-router', 'tenant_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:54Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': 'b8b0a894f8a84b56bd2f899d7da34d10', 'gw_port': {'id': '18c5d1cf-d244-4965-9bb6-e906f4746472', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:15:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ce1c2e-e139-428d-aaf8-9477387c1b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:55Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:34.144000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.145301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03a23514-9ff1-439a-b4c2-32329d559d6b req-26308655-5c64-4a41-be26-74d64643697b tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5633144 Feb 19 00:50:34.146365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:34.146825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-066599d8-8193-4681-802f-3af91b047900 req-6e3481ac-f566-40da-be99-81fa2705c93c tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 210 time: 0.0475276 Feb 19 00:50:34.154256 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.161721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'port': {'device_id': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'admin_state_up': True, 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:34.236502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:34.236963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.295870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:34.331390 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d0e3984-5e99-49e8-920a-8b5527c4d5bf req-fcb5694e-6ec4-456e-a725-40d3fdd2a591 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/f9212820-c14f-4203-950c-7534d9941eb4 HTTP/1.1" status: 200 len: 1829 time: 0.1428621 Feb 19 00:50:34.334175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:34.337687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:34.340278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.368086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56810) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.397310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-906373905', 'description': 'tempest-description-1025907314'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:34.408920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.409587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.413876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:34.428994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd895-d853-4d05-9295-850538d60d2e req-3f3cc186-b996-436d-bf82-8ee3ce56bf22 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.430788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba2dd895-d853-4d05-9295-850538d60d2e req-3f3cc186-b996-436d-bf82-8ee3ce56bf22 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1740296 Feb 19 00:50:34.438069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (18c5d1cf-d244-4965-9bb6-e906f4746472), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.469938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c5d1cf-d244-4965-9bb6-e906f4746472,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.502631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.513556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba2dd895-d853-4d05-9295-850538d60d2e req-2f5add6a-d720-4f85-abe0-acc217ac0497 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747230 Feb 19 00:50:34.532441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-7d0579f6-327b-4cc3-8e3e-41c4fdfcc2e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5269606 Feb 19 00:50:34.546375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Request body: {'port': {'device_id': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:34.554594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.592063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9f89cd10-f796-4f8b-931b-e4c777898444 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c5d831c872b54832b5b68ab0bcdf1775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220876 Feb 19 00:50:34.602761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.651830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.658740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks [] for router_controller (73ce1c2e-e139-428d-aaf8-9477387c1b34), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.662793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.691895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013ae9c-c06b-4914-b2c9-2f65d297c67b req-d27acadb-bbcc-4847-920e-84dfa6d029f5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.693393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2013ae9c-c06b-4914-b2c9-2f65d297c67b req-d27acadb-bbcc-4847-920e-84dfa6d029f5 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 948 time: 0.1045389 Feb 19 00:50:34.737714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Made reservation on behalf of 404acd7d8b514cb7b1f773d3ea817686 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:34.741434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.815724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] Publish callbacks [] for security_group (4bec1be3-143f-4b97-a5bd-38d1e812f58c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.830936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2013ae9c-c06b-4914-b2c9-2f65d297c67b req-9e42b670-72d0-4a3b-b591-f287ed4c7d87 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187408 Feb 19 00:50:34.859854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (c4cbc382-f8d8-4f26-9057-9d9ea67f0165), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.865113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (73ce1c2e-e139-428d-aaf8-9477387c1b34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.865565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ce1c2e-e139-428d-aaf8-9477387c1b34 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:34.880088 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.881296 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03caacc3-4e33-4b0a-ab92-9ab3c7fdff26 admin admin] 10.222.0.94 "DELETE /v2.0/routers/73ce1c2e-e139-428d-aaf8-9477387c1b34 HTTP/1.1" status: 204 len: 168 time: 1.9122417 Feb 19 00:50:34.892713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56820) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.910878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] Publish callbacks [] for security_group (4bec1be3-143f-4b97-a5bd-38d1e812f58c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.969752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c4cbc382-f8d8-4f26-9057-9d9ea67f0165), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.008060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819e3e2-04c7-4a44-80e6-73094a77cfe6 req-a09decba-4d47-4046-a6de-82d248f9dbfc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.011577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7819e3e2-04c7-4a44-80e6-73094a77cfe6 req-a09decba-4d47-4046-a6de-82d248f9dbfc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 931 time: 0.1024768 Feb 19 00:50:35.053118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Deleting subnet 98edb0a3-4327-44a5-98c6-7ec94d75984c {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:35.056701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Allocated IP 172.20.0.11 (4ba5d4aa-c1a8-421a-ba97-4109461a62a3/57f30240-ca06-40ba-847b-a2af4506ad2c/a3ab8b8f-71f0-48d6-92a1-9f467d461ab1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:35.058772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cbc382-f8d8-4f26-9057-9d9ea67f0165,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.062289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Publish callbacks [] for subnet (98edb0a3-4327-44a5-98c6-7ec94d75984c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.086896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:35.100993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks [] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.102881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.104132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ff7d01-f3bd-451d-8a13-9db1a4622695 req-fc8748eb-68bd-4ffb-95a1-e824b4a7844a tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7282140 Feb 19 00:50:35.113724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7819e3e2-04c7-4a44-80e6-73094a77cfe6 req-6e84f4b2-0792-4567-8000-f92a8e0ee37c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879416 Feb 19 00:50:35.132509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Publish callbacks [] for subnet (98edb0a3-4327-44a5-98c6-7ec94d75984c), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.186818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Transition to ACTIVE for port object 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:35.209694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4bec1be3-143f-4b97-a5bd-38d1e812f58c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.212200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.213317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4bec1be3-143f-4b97-a5bd-38d1e812f58c HTTP/1.1" status: 204 len: 168 time: 0.6095605 Feb 19 00:50:35.256537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b916ba3-7628-4d03-a109-9cd824f9f18f req-b321be5e-9c1f-401d-a4ea-0e9eae4eb6bc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 210 time: 0.0410292 Feb 19 00:50:35.260695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.271267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480980f1-848b-4182-ac6e-d650b19cbb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec1be3-143f-4b97-a5bd-38d1e812f58c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.278374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1c9069f-91cc-4124-a35c-4dfe04e0118e req-cfab3380-283c-4bde-a71a-204e1abf34c6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/c4cbc382-f8d8-4f26-9057-9d9ea67f0165 HTTP/1.1" status: 200 len: 1829 time: 0.1481695 Feb 19 00:50:35.291121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (98edb0a3-4327-44a5-98c6-7ec94d75984c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.334526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1550266126', 'description': 'tempest-description-1483741160'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:35.363037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.365213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.428762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.436010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:35.449502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:35.449899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:35.450171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:35.456117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (98edb0a3-4327-44a5-98c6-7ec94d75984c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.459261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:35.459570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:35.473145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:35.475907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:35.475907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:35.475907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Bound port: 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:35.475907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.501302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6ad8ef0a-382b-4e86-b699-147619f1d58e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:35.504636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.591491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (1cb0d7a6-0ce2-407d-8d56-3f40b500969f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.599988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:35.603627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:35.630484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ad8ef0a-382b-4e86-b699-147619f1d58e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:35.630484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.654269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:35.657289 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d34df5-15e1-4570-ad3c-ccc09ffead83" -d '{"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:35.673412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1cb0d7a6-0ce2-407d-8d56-3f40b500969f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.687377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:35.707248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.738799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0d7a6-0ce2-407d-8d56-3f40b500969f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.758929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.760083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.761188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] 10.222.0.117 "PUT /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 1091 time: 1.2219982 Feb 19 00:50:35.761664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:35.764721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c329eaf3-1492-4287-83aa-e27f4c48ab02" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:35.764828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.776893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.779312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c250506-ad34-4f14-abe2-76376c1d0a7a req-4c746b87-d718-4fe9-a659-bb7529c429dd tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4569194 Feb 19 00:50:35.808492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fbb17-6f58-485a-a687-e268d859f99e service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.846831 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7e825a-4583-4f1d-9038-67d8c8677f9e x-openstack-request-id: req-de7e825a-4583-4f1d-9038-67d8c8677f9e {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:35.847507 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-plugged", "status": "completed", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:35.847764 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-de7e825a-4583-4f1d-9038-67d8c8677f9e {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:35.848165 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'code': 200} Feb 19 00:50:35.849163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.849759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.897765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98edb0a3-4327-44a5-98c6-7ec94d75984c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.917032 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a28367-c96f-4b90-b54d-92e326bb2c2b x-openstack-request-id: req-a6a28367-c96f-4b90-b54d-92e326bb2c2b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:35.919867 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:35.925728 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6a28367-c96f-4b90-b54d-92e326bb2c2b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:35.926334 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'status': 'completed', 'code': 200} Feb 19 00:50:35.946692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.948519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6d960-369c-4586-8ab1-e997597a0212 None None] Network d244645b-d43e-4682-8188-2b98c63495a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:35.953243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-41c73819-93bc-4860-9561-cd8b09d0da20 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/98edb0a3-4327-44a5-98c6-7ec94d75984c HTTP/1.1" status: 204 len: 168 time: 1.0558085 Feb 19 00:50:35.954463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56848) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:35.970096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:35.972442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event updated for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.974933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:35.977822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:35.983142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.983663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.006477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5e20-714a-4fae-bfb7-a629ba748907 req-210ef73b-c1dd-4beb-b1b3-8c066c1da7b2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.008140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6faf5e20-714a-4fae-bfb7-a629ba748907 req-210ef73b-c1dd-4beb-b1b3-8c066c1da7b2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1777921 Feb 19 00:50:36.095352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6faf5e20-714a-4fae-bfb7-a629ba748907 req-fc095424-6670-4c3f-9e0a-2d46c20d5f87 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741806 Feb 19 00:50:36.103658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d1507d03-947b-4310-a046-75a53fddf263 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:36.117248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-c17d2033-efd2-4d94-806d-daa73f353dbc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9796603 Feb 19 00:50:36.118377 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-282485e4-0fe5-43a3-a0b7-341f067b4abd req-b4108f31-735d-4756-ab59-d931917e717c tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/1cb0d7a6-0ce2-407d-8d56-3f40b500969f HTTP/1.1" status: 200 len: 1830 time: 0.1868753 Feb 19 00:50:36.137127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Request body: {'port': {'device_id': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:36.143850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c13444f2-fc19-45ab-9bb7-a1cdbe9d1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.146821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-c13444f2-fc19-45ab-9bb7-a1cdbe9d1c7d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1125 time: 0.2820287 Feb 19 00:50:36.183556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d1507d03-947b-4310-a046-75a53fddf263 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:36.184460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d1507d03-947b-4310-a046-75a53fddf263 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:36.184897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18c5d1cf-d244-4965-9bb6-e906f4746472 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:36.208649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-e35f2ef4-1bfd-493b-80b2-efa7fb1cef99 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.0473650 Feb 19 00:50:36.212182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1588953663', 'description': 'tempest-description-664742260'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:36.223436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 18c5d1cf-d244-4965-9bb6-e906f4746472 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:36.223794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18c5d1cf-d244-4965-9bb6-e906f4746472 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:36.223945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (d244645b-d43e-4682-8188-2b98c63495a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.285050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.369978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f1ea1371-2946-4f81-adb7-a39bb5d0d0f3 None None] Provisioning complete for port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:36.370122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8bcc9-3769-417c-ac4b-16aba37d30a6 req-53efc13f-6949-4b4c-93d8-08af75e64223 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.370267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1371-2946-4f81-adb7-a39bb5d0d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.378287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-fe13fd36-750e-4caa-8e89-4abeeb56fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.381023 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-fe13fd36-750e-4caa-8e89-4abeeb56fe8b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1490645 Feb 19 00:50:36.382159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35a8bcc9-3769-417c-ac4b-16aba37d30a6 req-53efc13f-6949-4b4c-93d8-08af75e64223 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 950 time: 0.1563783 Feb 19 00:50:36.405403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] DHCP port deletion for d244645b-d43e-4682-8188-2b98c63495a8 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:36.407684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fd9b-5ea8-4d6e-b648-0c75d1eecde3 req-e9c5fc73-616b-4f96-bb46-59bd4e287505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.410423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be46fd9b-5ea8-4d6e-b648-0c75d1eecde3 req-e9c5fc73-616b-4f96-bb46-59bd4e287505 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1132 time: 0.3267102 Feb 19 00:50:36.468921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-24ba3b73-8068-4567-b570-f0a63187b131 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791955 Feb 19 00:50:36.483411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea1371-2946-4f81-adb7-a39bb5d0d0f3 None None] Port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:36.491843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35a8bcc9-3769-417c-ac4b-16aba37d30a6 req-cbce0bc3-934f-400e-bab9-b99c4023c588 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087096 Feb 19 00:50:36.531388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Deleting port 43b8f09c-347b-4723-bec8-bee58a63a474 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:36.532336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.545705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.606235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] For port 43b8f09c-347b-4723-bec8-bee58a63a474, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=43b8f09c-347b-4723-bec8-bee58a63a474,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:36.606638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.623748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Calling delete_port for 43b8f09c-347b-4723-bec8-bee58a63a474 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:36.658025 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be46fd9b-5ea8-4d6e-b648-0c75d1eecde3 req-2afa058e-21f5-47db-b05d-4a84101b5a3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877728 Feb 19 00:50:36.670251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Deleting port 43b8f09c-347b-4723-bec8-bee58a63a474 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:36.670770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.748789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-a3e63437-8303-4666-9de7-6729e847236d service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711949 Feb 19 00:50:36.781931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.791242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164642b-6ff4-409f-b8fd-a0ea9883a141 req-034208a1-6eaa-4103-b2b6-b94034442fb6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.791969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a164642b-6ff4-409f-b8fd-a0ea9883a141 req-034208a1-6eaa-4103-b2b6-b94034442fb6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.2235665 Feb 19 00:50:36.821187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] Pushing event deleted for resources: {'Port': ['ID=43b8f09c-347b-4723-bec8-bee58a63a474,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:36.821863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:36.830017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c3fe0-145c-4903-89df-53ad0658038d None None] No DVR routers for this DVR port 43b8f09c-347b-4723-bec8-bee58a63a474 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:36.830390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] For port 43b8f09c-347b-4723-bec8-bee58a63a474, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=43b8f09c-347b-4723-bec8-bee58a63a474,segment=NetworkSegment(edb0264c-3390-49e2-be1a-4d6e7b50f942),segment_id=edb0264c-3390-49e2-be1a-4d6e7b50f942)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:36.830999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.834426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks [] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.865508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (bbe7d799-379f-4642-9aa0-3f80e1a4e609), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.868412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Calling delete_port for 43b8f09c-347b-4723-bec8-bee58a63a474 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:36.869110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Transition to ACTIVE for port object a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:36.873871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a164642b-6ff4-409f-b8fd-a0ea9883a141 req-a4304228-ea94-45cf-8eb3-4194a5bfc2d1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Feb 19 00:50:36.934969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bbe7d799-379f-4642-9aa0-3f80e1a4e609), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.955420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b9ec09a-faaf-4621-8750-c48c642372e3 req-871a6113-77fa-469f-bec0-958632ddf324 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976013 Feb 19 00:50:36.986257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe7d799-379f-4642-9aa0-3f80e1a4e609,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:36.988139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.006467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (43b8f09c-347b-4723-bec8-bee58a63a474), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.035119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56120f2-029e-4944-8f72-6a37292eb956 req-51ab913c-5b2f-4c3b-8aed-31aaf40c8542 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.036772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e56120f2-029e-4944-8f72-6a37292eb956 req-51ab913c-5b2f-4c3b-8aed-31aaf40c8542 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 932 time: 0.0921516 Feb 19 00:50:37.040759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=43b8f09c-347b-4723-bec8-bee58a63a474,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.048841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] No DVR routers for this DVR port 43b8f09c-347b-4723-bec8-bee58a63a474 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:37.074661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.088773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.090131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-361e22d0-d297-4ac8-aede-24365cb1d41f req-306bc694-0e18-4859-91a3-df73363cee78 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9311757 Feb 19 00:50:37.126716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Attempting to bind port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:37.127121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Attempting to bind port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:37.127459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Attempting to bind port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 on network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:37.139822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 on network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:37.140159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Attempting to bind port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 on network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:37.154393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e56120f2-029e-4944-8f72-6a37292eb956 req-0c0434e2-7663-449b-83a7-f38a8531ae22 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065824 Feb 19 00:50:37.157761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:37.159301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Checking segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:37.159301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Bound using segment: {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:37.159301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Bound port: a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d4213a-47e6-4475-9cb5-779fad70e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:37.159301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.186361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (d244645b-d43e-4682-8188-2b98c63495a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.212663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d244645b-d43e-4682-8188-2b98c63495a8']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:37.251173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb0264c-3390-49e2-be1a-4d6e7b50f942') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:37.251173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb0264c-3390-49e2-be1a-4d6e7b50f942') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:37.268119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:37.276500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (edb0264c-3390-49e2-be1a-4d6e7b50f942), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.283392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:37.296284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a711457-1b2a-4c9c-ae4a-52865ea86f82 req-bf5e3a7f-764b-4f74-af2b-7fc685ea2ee8 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/bbe7d799-379f-4642-9aa0-3f80e1a4e609 HTTP/1.1" status: 200 len: 1829 time: 0.1602328 Feb 19 00:50:37.296874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (edb0264c-3390-49e2-be1a-4d6e7b50f942), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.307515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93f2d0-6680-4e29-96ee-46486f2556c5 req-18c85de4-3c5b-4918-bbe1-19acc846cc0f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.309283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b93f2d0-6680-4e29-96ee-46486f2556c5 req-18c85de4-3c5b-4918-bbe1-19acc846cc0f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0806129 Feb 19 00:50:37.312759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:37.313701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (edb0264c-3390-49e2-be1a-4d6e7b50f942), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:37.315405 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:37.329757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-6948bebf-187a-4ded-a6a5-2da9d1566ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.331262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-6948bebf-187a-4ded-a6a5-2da9d1566ecc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1125 time: 0.1832137 Feb 19 00:50:37.369564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b93f2d0-6680-4e29-96ee-46486f2556c5 req-1652a83f-6920-4907-82d5-e26675450ec4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 Feb 19 00:50:37.376529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.396764 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-a272e9e9-b4fe-42fa-bf05-ba195e0b9a7d req-ab769f03-4637-4314-aff6-5da61c00c3ea tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] show failed (client error): The resource could not be found. Feb 19 00:50:37.397773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a272e9e9-b4fe-42fa-bf05-ba195e0b9a7d req-ab769f03-4637-4314-aff6-5da61c00c3ea tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/ba68e958-6cc3-40ff-ab52-e506f8ee2e94 HTTP/1.1" status: 404 len: 352 time: 0.0720406 Feb 19 00:50:37.425648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.425648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.425648 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] 10.222.0.117 "PUT /v2.0/ports/a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 1092 time: 1.2969394 Feb 19 00:50:37.425648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:37.425648 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab18975-0087-4f71-9313-6797aee67293" -d '{"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:37.449339 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-a471fd45-1c3a-4bb1-ad06-a1a3625c6f80 req-e9d19fab-45be-4baf-99ff-63bc078623a1 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] show failed (client error): The resource could not be found. Feb 19 00:50:37.450766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a471fd45-1c3a-4bb1-ad06-a1a3625c6f80 req-e9d19fab-45be-4baf-99ff-63bc078623a1 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-group-rules/f5ad91a0-0e4b-4145-9c31-328a58fbc171 HTTP/1.1" status: 404 len: 361 time: 0.0225396 Feb 19 00:50:37.467929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc117353-a0b1-4222-ac7a-fcc2b4f3cd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.488344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-544b69dc-22ac-4035-b07a-6cf47e27ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.490560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-544b69dc-22ac-4035-b07a-6cf47e27ff9d service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.1340969 Feb 19 00:50:37.495744 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3029496f-beda-43a4-8fa3-8b93d1565c4e x-openstack-request-id: req-3029496f-beda-43a4-8fa3-8b93d1565c4e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:37.496264 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:37.496264 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3029496f-beda-43a4-8fa3-8b93d1565c4e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:37.496670 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'status': 'completed', 'code': 200} Feb 19 00:50:37.513625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (d244645b-d43e-4682-8188-2b98c63495a8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.563900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-0aa6f4ef-4087-437f-b253-66ecb8dbe1da tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/bbe7d799-379f-4642-9aa0-3f80e1a4e609 HTTP/1.1" status: 200 len: 1829 time: 0.0843430 Feb 19 00:50:37.571732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-9a21b105-b15c-404b-9f1f-705ffec042de service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.0579946 Feb 19 00:50:37.586672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.593562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] 10.222.0.94 "DELETE /v2.0/networks/d244645b-d43e-4682-8188-2b98c63495a8 HTTP/1.1" status: 204 len: 168 time: 1.6292989 Feb 19 00:50:37.613919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18975-0087-4f71-9313-6797aee67293 req-cd1c9ae1-bcdd-4c79-8356-db834d17779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.615839 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ab18975-0087-4f71-9313-6797aee67293 req-cd1c9ae1-bcdd-4c79-8356-db834d17779f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1126 time: 0.0962327 Feb 19 00:50:37.636455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f809c-ed04-4b13-b6d0-1f91ed723e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d244645b-d43e-4682-8188-2b98c63495a8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.687577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-d1063804-4085-4e0d-ae0f-77a57778f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.689500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-d1063804-4085-4e0d-ae0f-77a57778f516 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1170125 Feb 19 00:50:37.727286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (bbe7d799-379f-4642-9aa0-3f80e1a4e609), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.730855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-e25af196-21f2-4809-adaf-0985748b437c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324841 Feb 19 00:50:37.738874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18d3e-0e89-439c-af41-ecab6a316a13 req-2d5279e3-cc76-454c-85bc-419a7c95b274 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.740490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff18d3e-0e89-439c-af41-ecab6a316a13 req-2d5279e3-cc76-454c-85bc-419a7c95b274 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 950 time: 0.1552210 Feb 19 00:50:37.810666 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (bbe7d799-379f-4642-9aa0-3f80e1a4e609), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.843056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff18d3e-0e89-439c-af41-ecab6a316a13 req-3bd3c77d-0114-4272-9eb7-f2549ec57279 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943902 Feb 19 00:50:37.866419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-1c37bfcc-0686-4043-8255-797eb67efd22 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249623 Feb 19 00:50:37.868341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18975-0087-4f71-9313-6797aee67293 req-d11bfa8a-1fec-4ba0-8f54-e71b49c8b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.869777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ab18975-0087-4f71-9313-6797aee67293 req-d11bfa8a-1fec-4ba0-8f54-e71b49c8b755 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=404acd7d8b514cb7b1f773d3ea817686&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2421529 Feb 19 00:50:37.940899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bbe7d799-379f-4642-9aa0-3f80e1a4e609), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.945375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.963871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f40d0a-8115-4781-8536-2cb6dc12a9e3 req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-groups/bbe7d799-379f-4642-9aa0-3f80e1a4e609 HTTP/1.1" status: 204 len: 173 time: 0.3923914 Feb 19 00:50:37.973423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 43b8f09c-347b-4723-bec8-bee58a63a474 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:37.982265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb5680-2aa0-4fcd-b664-5659902c07fa tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe7d799-379f-4642-9aa0-3f80e1a4e609,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.996179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c329eaf3-1492-4287-83aa-e27f4c48ab02 req-9efb1d0b-7837-42d0-af8d-5f535328d1d7 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177738 Feb 19 00:50:38.015629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 43b8f09c-347b-4723-bec8-bee58a63a474 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:38.019656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 43b8f09c-347b-4723-bec8-bee58a63a474 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:38.049922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:38.070976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18975-0087-4f71-9313-6797aee67293 req-c27b63a1-09e6-47bb-9593-6a661fe96153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.072991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ab18975-0087-4f71-9313-6797aee67293 req-c27b63a1-09e6-47bb-9593-6a661fe96153 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941752 Feb 19 00:50:38.089402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-a73a0a81-03d8-44e2-afce-2528981703ab tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/1cb0d7a6-0ce2-407d-8d56-3f40b500969f HTTP/1.1" status: 200 len: 1830 time: 0.1081934 Feb 19 00:50:38.093709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbf5d-ff84-4e0e-8f48-34270d343e1b req-5248fc24-dfa7-4dc4-b70c-539d06c65b82 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.097412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b8dbf5d-ff84-4e0e-8f48-34270d343e1b req-5248fc24-dfa7-4dc4-b70c-539d06c65b82 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.0991950 Feb 19 00:50:38.149712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b8dbf5d-ff84-4e0e-8f48-34270d343e1b req-0b0e9433-2283-43f9-93bd-92855b35ae99 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Feb 19 00:50:38.171973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac702954-8c0d-4755-8ee8-0fb4b716357a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4dfe2fbf7f56489b8cf376bf7d72761b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1187458 Feb 19 00:50:38.172486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56900) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:38.199718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (1cb0d7a6-0ce2-407d-8d56-3f40b500969f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.216805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-190ba102-d959-4b2a-9166-fa6d6791c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.218312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-190ba102-d959-4b2a-9166-fa6d6791c69d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1126 time: 0.1007571 Feb 19 00:50:38.236568 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (1cb0d7a6-0ce2-407d-8d56-3f40b500969f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.263813 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] Publish callbacks [] for security_group (21da0d7e-841d-4264-9b82-d83348f90d0f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.277293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-61d47f1e-9b8a-4ae9-a906-02be85c3abe3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 217 time: 0.0507324 Feb 19 00:50:38.299251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] Publish callbacks [] for security_group (21da0d7e-841d-4264-9b82-d83348f90d0f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.322761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c1c9-f171-4aba-91c8-99887abce0e9 req-f867db8e-57a5-409c-8e23-1597c7d7e643 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.324888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20e8c1c9-f171-4aba-91c8-99887abce0e9 req-f867db8e-57a5-409c-8e23-1597c7d7e643 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 944 time: 0.0976086 Feb 19 00:50:38.358061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-f4083ae1-1937-4e21-a453-f51c28b9c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.360716 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-f4083ae1-1937-4e21-a453-f51c28b9c6c2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 200 len: 868 time: 0.0747750 Feb 19 00:50:38.396862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20e8c1c9-f171-4aba-91c8-99887abce0e9 req-cc691aed-d672-47a5-b24b-ac10acdd0175 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Feb 19 00:50:38.428560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-746bc98a-54a0-41ae-b50c-da8a5930ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.430102 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-746bc98a-54a0-41ae-b50c-da8a5930ce6c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639355 Feb 19 00:50:38.495121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (21da0d7e-841d-4264-9b82-d83348f90d0f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.495453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1cb0d7a6-0ce2-407d-8d56-3f40b500969f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.497235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.497620 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.498418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/21da0d7e-841d-4264-9b82-d83348f90d0f HTTP/1.1" status: 204 len: 168 time: 0.3248217 Feb 19 00:50:38.500283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f58b1dc-e5b5-47be-a64e-91ff8e51e897 req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-groups/1cb0d7a6-0ce2-407d-8d56-3f40b500969f HTTP/1.1" status: 204 len: 173 time: 0.4029593 Feb 19 00:50:38.512412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645962-e56d-48e2-81ec-f94fd19773d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da0d7e-841d-4264-9b82-d83348f90d0f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.530037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319526e7-fff0-47fd-af9e-096f76c8ce16 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0d7a6-0ce2-407d-8d56-3f40b500969f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.534914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1e6f-650e-4ecd-847f-1c870ebff0b8 req-1681a8a3-fa7c-4c89-aa0f-19fabe4b30e9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.536576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8ef1e6f-650e-4ecd-847f-1c870ebff0b8 req-1681a8a3-fa7c-4c89-aa0f-19fabe4b30e9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0800049 Feb 19 00:50:38.575647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-294bb3de-ffe4-4207-b69d-8dd928603537 service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390679 Feb 19 00:50:38.618216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8ef1e6f-650e-4ecd-847f-1c870ebff0b8 req-87284024-7023-47bc-a1ee-8566faeb7fc4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755441 Feb 19 00:50:38.691625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4948d349-e361-48d4-af49-c58e27e36a7e req-b97d7ede-47f2-4dcd-b926-c3fa893e16a5 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/c4cbc382-f8d8-4f26-9057-9d9ea67f0165 HTTP/1.1" status: 200 len: 1829 time: 0.1192873 Feb 19 00:50:38.730235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6ddf13c-2a8c-4364-a9a5-3eb7be8783bb req-8cba6331-dafb-40b3-bb4d-52366b5e3d29 service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457901 Feb 19 00:50:38.780693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4948d349-e361-48d4-af49-c58e27e36a7e req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (c4cbc382-f8d8-4f26-9057-9d9ea67f0165), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.803659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4948d349-e361-48d4-af49-c58e27e36a7e req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (c4cbc382-f8d8-4f26-9057-9d9ea67f0165), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.929961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4948d349-e361-48d4-af49-c58e27e36a7e req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c4cbc382-f8d8-4f26-9057-9d9ea67f0165), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.932582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4948d349-e361-48d4-af49-c58e27e36a7e req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.933741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4948d349-e361-48d4-af49-c58e27e36a7e req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-groups/c4cbc382-f8d8-4f26-9057-9d9ea67f0165 HTTP/1.1" status: 204 len: 173 time: 0.2280691 Feb 19 00:50:38.959399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086ea48-80da-4c7a-9433-eb77dff923f6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cbc382-f8d8-4f26-9057-9d9ea67f0165,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.998664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8fbd3-165e-44eb-98fa-2631493e1eb7 req-eaf0d5be-852f-4eda-82dd-fc49a9985718 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.000207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58e8fbd3-165e-44eb-98fa-2631493e1eb7 req-eaf0d5be-852f-4eda-82dd-fc49a9985718 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 950 time: 0.0889184 Feb 19 00:50:39.011954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-8b152366-7548-4cd3-bdc0-b5fe425f2b4e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/f9212820-c14f-4203-950c-7534d9941eb4 HTTP/1.1" status: 200 len: 1829 time: 0.0502720 Feb 19 00:50:39.050415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58e8fbd3-165e-44eb-98fa-2631493e1eb7 req-6b87fb92-c587-4fcd-b204-4c848213ad40 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 Feb 19 00:50:39.073826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (f9212820-c14f-4203-950c-7534d9941eb4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.102447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (f9212820-c14f-4203-950c-7534d9941eb4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.208705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56952) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.252993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a2bbc4f9-f61f-413d-bb21-a26155ba54e8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b8b0a894f8a84b56bd2f899d7da34d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431337 Feb 19 00:50:39.255736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56954) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.289717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f9212820-c14f-4203-950c-7534d9941eb4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.292357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.293747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1da3d757-f3c6-4dda-9bb5-7c8396338e37 req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-groups/f9212820-c14f-4203-950c-7534d9941eb4 HTTP/1.1" status: 204 len: 173 time: 0.2759449 Feb 19 00:50:39.308143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc152a6-a78b-4d3c-bba3-6ae57fdfd9d6 tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9212820-c14f-4203-950c-7534d9941eb4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.319914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] Publish callbacks [] for security_group (e6ba0cd8-d722-4cda-9be9-b01272075abd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.332590 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.344921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] Publish callbacks [] for security_group (e6ba0cd8-d722-4cda-9be9-b01272075abd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.475964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bfc02-466e-4dc6-ac3d-126bde8af5af req-a6ffbf5f-0914-4dc2-aa95-db227484c6fe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.477423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a1bfc02-466e-4dc6-ac3d-126bde8af5af req-a6ffbf5f-0914-4dc2-aa95-db227484c6fe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.0589228 Feb 19 00:50:39.482436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e6ba0cd8-d722-4cda-9be9-b01272075abd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.485044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.486667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e6ba0cd8-d722-4cda-9be9-b01272075abd HTTP/1.1" status: 204 len: 168 time: 0.2300310 Feb 19 00:50:39.507252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206f43-3410-4419-97f8-d32432ae494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba0cd8-d722-4cda-9be9-b01272075abd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.513932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2827286f-100c-42a3-8d10-41f8b7910619 req-0a105c17-b84c-4782-892d-6bb7e5ed7b1d tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "GET /v2.0/security-groups/21c549b5-2e24-4c69-8acf-d9e48c2259e2 HTTP/1.1" status: 200 len: 1830 time: 0.0571761 Feb 19 00:50:39.546125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a1bfc02-466e-4dc6-ac3d-126bde8af5af req-68dd7d7f-f17f-46a6-8a04-1424512b54e8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Feb 19 00:50:39.593358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2827286f-100c-42a3-8d10-41f8b7910619 req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (21c549b5-2e24-4c69-8acf-d9e48c2259e2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.618814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2827286f-100c-42a3-8d10-41f8b7910619 req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (21c549b5-2e24-4c69-8acf-d9e48c2259e2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.669884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39bf75-d212-44f7-9336-376fca38ec0f req-ed415c37-224b-4f08-906f-1dd8bb087e74 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.671586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa39bf75-d212-44f7-9336-376fca38ec0f req-ed415c37-224b-4f08-906f-1dd8bb087e74 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 944 time: 0.0581806 Feb 19 00:50:39.718495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa39bf75-d212-44f7-9336-376fca38ec0f req-e4f2ec40-2788-4327-aa0b-6bac985989a1 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Feb 19 00:50:39.764259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2827286f-100c-42a3-8d10-41f8b7910619 req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (21c549b5-2e24-4c69-8acf-d9e48c2259e2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.767974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2827286f-100c-42a3-8d10-41f8b7910619 req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.769208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2827286f-100c-42a3-8d10-41f8b7910619 req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] 10.222.0.94 "DELETE /v2.0/security-groups/21c549b5-2e24-4c69-8acf-d9e48c2259e2 HTTP/1.1" status: 204 len: 173 time: 0.2392843 Feb 19 00:50:39.775262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56980) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.778706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d23bcc-7374-4886-930c-69462272152e tempest-SecurityGroupRulesNegativeTestJSON-1204946711 tempest-SecurityGroupRulesNegativeTestJSON-1204946711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c549b5-2e24-4c69-8acf-d9e48c2259e2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.863638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Deleting subnet 77381970-7587-4e71-8838-0af8be57368e {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:39.867743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Publish callbacks [] for subnet (77381970-7587-4e71-8838-0af8be57368e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.890924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac84cd-f284-4d68-be18-2683659aa63d req-a41107fc-9cce-43fb-a53e-e55ba7e4ca7d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.892984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dac84cd-f284-4d68-be18-2683659aa63d req-a41107fc-9cce-43fb-a53e-e55ba7e4ca7d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0579360 Feb 19 00:50:39.895327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.913611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af99a-71dd-4d37-bef6-d5ace999eef8 req-8f8a0a59-af53-4ea0-b31c-61d4fb36ae1e tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.915486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a0af99a-71dd-4d37-bef6-d5ace999eef8 req-8f8a0a59-af53-4ea0-b31c-61d4fb36ae1e tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1132 time: 0.1051219 Feb 19 00:50:39.917264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Publish callbacks [] for subnet (77381970-7587-4e71-8838-0af8be57368e), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.923922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (77381970-7587-4e71-8838-0af8be57368e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.949900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dac84cd-f284-4d68-be18-2683659aa63d req-06893e78-7c0d-45bb-abe9-2bc0baa44cf9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480986 Feb 19 00:50:40.000282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a0af99a-71dd-4d37-bef6-d5ace999eef8 req-c4787ed0-7e0d-483b-aee3-6b00f61cfd83 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Feb 19 00:50:40.101176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for subnet (77381970-7587-4e71-8838-0af8be57368e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.129203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77381970-7587-4e71-8838-0af8be57368e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:40.131194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.134417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-678f119b-511f-407b-a174-e07f34596601 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/77381970-7587-4e71-8838-0af8be57368e HTTP/1.1" status: 204 len: 168 time: 0.3577712 Feb 19 00:50:40.136905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56992) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:40.210539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (fb7d07f2-9885-4cdb-a2eb-ecf2721b088a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.297769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (fb7d07f2-9885-4cdb-a2eb-ecf2721b088a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.318470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.318817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.319592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.319947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > port after_create 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.320291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.320631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > port after_update 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.320953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.321293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.321608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.321942 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.391493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.391878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.392220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.392535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:50:40.392897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d07f2-9885-4cdb-a2eb-ecf2721b088a']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:40.419863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4885142-e0e2-4a42-87bb-93b8e2a44fb3') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:40.420164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4885142-e0e2-4a42-87bb-93b8e2a44fb3') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:40.450277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (e4885142-e0e2-4a42-87bb-93b8e2a44fb3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.473343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e4885142-e0e2-4a42-87bb-93b8e2a44fb3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.483427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:40.483747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (e4885142-e0e2-4a42-87bb-93b8e2a44fb3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: from cryptography.utils import int_from_bytes Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: from cryptography.utils import int_from_bytes Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:40.488089 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:40.531973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a064e-896a-4cc0-92aa-c9cbb7f08f5d req-69041dc1-b9f1-46ef-9784-d603c3136ad8 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.533698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c94a064e-896a-4cc0-92aa-c9cbb7f08f5d req-69041dc1-b9f1-46ef-9784-d603c3136ad8 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 1132 time: 0.1358566 Feb 19 00:50:40.593794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c94a064e-896a-4cc0-92aa-c9cbb7f08f5d req-9ae35959-45b7-43ad-ae18-e4c2d782f419 tempest-ServersAdminTestJSON-1835003131 tempest-ServersAdminTestJSON-1835003131-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Feb 19 00:50:40.595399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5f39704-59b3-413c-8f1f-3f71f2889c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.660862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (fb7d07f2-9885-4cdb-a2eb-ecf2721b088a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.671499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:40.671662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.682260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] 10.222.0.94 "DELETE /v2.0/networks/fb7d07f2-9885-4cdb-a2eb-ecf2721b088a HTTP/1.1" status: 204 len: 168 time: 0.5438607 Feb 19 00:50:40.707878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56f0e7-38c5-4700-81c7-1b4f777a0370 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7d07f2-9885-4cdb-a2eb-ecf2721b088a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:40.757090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839f70-475e-4f1c-958b-df6c996fdff0 req-a253a621-e19e-4a14-915b-efb4c869d77c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.759430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5839f70-475e-4f1c-958b-df6c996fdff0 req-a253a621-e19e-4a14-915b-efb4c869d77c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.1142337 Feb 19 00:50:40.841397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5839f70-475e-4f1c-958b-df6c996fdff0 req-3c87e4eb-7249-4a23-a448-304d711436c6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760951 Feb 19 00:50:40.862869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:40.875994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'port_id': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'mac_address': 'fa:16:3e:b9:f7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:40.916139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:40.916850 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.931201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:40.952515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:40.957787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0aad0-4679-4949-9e5e-e77a8dfb959c req-31d98a69-5803-4237-b0e9-3121c4bb3554 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.959339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12e0aad0-4679-4949-9e5e-e77a8dfb959c req-31d98a69-5803-4237-b0e9-3121c4bb3554 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 944 time: 0.0590143 Feb 19 00:50:41.015072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.036070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12e0aad0-4679-4949-9e5e-e77a8dfb959c req-3fd68c4a-fbfa-40d2-bff9-4e1333911276 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708959 Feb 19 00:50:41.106696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.137811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.138194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.138540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.139992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.140504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.141550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.141550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.143728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.154624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.154897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.155239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.155579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.155915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.156246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:41.201107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb12da-858c-428f-92a9-6a3538f8abf5 req-0892e66f-13fc-45c0-8699-78d0391e92e1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.202836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66bb12da-858c-428f-92a9-6a3538f8abf5 req-0892e66f-13fc-45c0-8699-78d0391e92e1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0896981 Feb 19 00:50:41.244595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4da2c92e-abed-43e0-a86b-4557a3a0a9c7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:41.247996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-776509e3-6dc8-426a-80de-fa8a6472aea6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f07d2e8d7235487ab335b75ebb478bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029987 Feb 19 00:50:41.252695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.274200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66bb12da-858c-428f-92a9-6a3538f8abf5 req-9f6646fd-12ea-4806-aa16-e6205bf9f627 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Feb 19 00:50:41.289506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47313bf-c7b6-44a4-b594-4df887b87073 req-59f14c9f-f815-42e8-93cc-64ab4c31c051 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.296894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f47313bf-c7b6-44a4-b594-4df887b87073 req-59f14c9f-f815-42e8-93cc-64ab4c31c051 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.1219699 Feb 19 00:50:41.353664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] Publish callbacks [] for security_group (6922ee35-c554-4738-94f4-7661997ffa8a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.376538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f47313bf-c7b6-44a4-b594-4df887b87073 req-30646bd2-f2fc-4d94-8c6b-4a667a76e037 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773418 Feb 19 00:50:41.394315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] Publish callbacks [] for security_group (6922ee35-c554-4738-94f4-7661997ffa8a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.557683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6922ee35-c554-4738-94f4-7661997ffa8a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.560335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.561524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6922ee35-c554-4738-94f4-7661997ffa8a HTTP/1.1" status: 204 len: 168 time: 0.3076525 Feb 19 00:50:41.569959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093e499-3d7d-418b-ad71-614d2c152540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922ee35-c554-4738-94f4-7661997ffa8a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.972450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfed57-b60c-4b70-ae5d-dab77e9d9d1b req-d0a36100-6cba-4988-ad89-02d876dbaf78 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.974396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07cfed57-b60c-4b70-ae5d-dab77e9d9d1b req-d0a36100-6cba-4988-ad89-02d876dbaf78 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.0560493 Feb 19 00:50:42.029714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07cfed57-b60c-4b70-ae5d-dab77e9d9d1b req-e284b392-a38a-4a3b-8295-a067fbbb32ce tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492747 Feb 19 00:50:42.176354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec7da2-c47f-4d24-a4f6-1c089eb786b2 req-33729a4d-fd48-4d42-ab71-54a0d7f4b9fb tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:42.178582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03ec7da2-c47f-4d24-a4f6-1c089eb786b2 req-33729a4d-fd48-4d42-ab71-54a0d7f4b9fb tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 944 time: 0.0610995 Feb 19 00:50:42.230841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03ec7da2-c47f-4d24-a4f6-1c089eb786b2 req-ceda8b41-f918-4303-8b70-920a71c85fd5 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Feb 19 00:50:42.396273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0aa5b-e591-423b-9ed5-ee63133d0ac9 req-a6f60106-4b2f-4811-9efb-f2b211155196 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:42.397797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ef0aa5b-e591-423b-9ed5-ee63133d0ac9 req-a6f60106-4b2f-4811-9efb-f2b211155196 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0558033 Feb 19 00:50:42.451790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ef0aa5b-e591-423b-9ed5-ee63133d0ac9 req-434e00cd-50c3-466d-a137-83740ad07a5f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Feb 19 00:50:42.514392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36074-fd54-4488-83d9-bee133e000de req-9f85a32f-00ec-4543-a277-e0f64d59ffcf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:42.516196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4e36074-fd54-4488-83d9-bee133e000de req-9f85a32f-00ec-4543-a277-e0f64d59ffcf tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.0648425 Feb 19 00:50:42.562889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4e36074-fd54-4488-83d9-bee133e000de req-1e72ec2b-1221-4c2e-873f-7933b3052049 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Feb 19 00:50:42.662947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57140) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:42.689597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:42.691870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:42.801097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57146) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:42.808341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-714a4919-f22d-4348-8a00-84ee40021d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.832116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1253759112-network', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:42.851439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:42.865918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'mac_address': 'fa:16:3e:95:bd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:42.872522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:42.881160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-cb639560-c794-4252-9c96-cdc994658acc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:42.883167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-cb639560-c794-4252-9c96-cdc994658acc tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.0716548 Feb 19 00:50:42.884234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6066ec6-6d0c-4e43-8d06-c70a2c2d7fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.897818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:42.898197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.932311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Made reservation on behalf of fb2969ef39c34e509f38da8265fcecf9 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:42.937403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:42.937801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.941257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.953218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:42.961949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.977767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:43.013949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6066ec6-6d0c-4e43-8d06-c70a2c2d7fc3 admin admin] Publish callbacks [] for security_group (af4e86b4-4bb8-4d65-a99a-2b85ffab99a7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.019014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Deleting port 4114a63b-bbfa-4169-840a-44ac04f54471 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:43.019222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:43.019598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.019726 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.054397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:43.058543 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfebde8-b6dc-461f-8289-5e378f031ed3" -d '{"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-plugged", "status": "completed", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:43.080223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.086813 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks [] for security_group (6fcaff88-e7f6-4c32-8b25-80ae6eb078fc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.087700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:43.123770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6066ec6-6d0c-4e43-8d06-c70a2c2d7fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af4e86b4-4bb8-4d65-a99a-2b85ffab99a7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.154858 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7487f00-a839-4406-b968-f678e10b72df x-openstack-request-id: req-d7487f00-a839-4406-b968-f678e10b72df {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:43.155196 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-plugged", "status": "completed", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:43.155487 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d7487f00-a839-4406-b968-f678e10b72df {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:43.155897 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'code': 200} Feb 19 00:50:43.165417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.171491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.174955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6fcaff88-e7f6-4c32-8b25-80ae6eb078fc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.225600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6066ec6-6d0c-4e43-8d06-c70a2c2d7fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e86b4-4bb8-4d65-a99a-2b85ffab99a7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.236547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6066ec6-6d0c-4e43-8d06-c70a2c2d7fc3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=987ada5bba334bcb96d3265424a93e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341166 Feb 19 00:50:43.240741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:43.243252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.261720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.302890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (be1c614c-0a0d-43a3-a071-39d8a25d5182), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.303262 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Added segment be1c614c-0a0d-43a3-a071-39d8a25d5182 of type vlan for network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e Feb 19 00:50:43.353349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:43.401417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcaff88-e7f6-4c32-8b25-80ae6eb078fc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.430810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (1dcad42e-372f-40f6-b0d0-2b6dd944db3e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.469147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e348e-4874-41a1-b057-ce49267d3fed req-ae591749-b466-4662-9220-9ff7157ba1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.474072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e1e348e-4874-41a1-b057-ce49267d3fed req-ae591749-b466-4662-9220-9ff7157ba1a7 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1127 time: 0.2209721 Feb 19 00:50:43.484065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] Publish callbacks [] for security_group (af4e86b4-4bb8-4d65-a99a-2b85ffab99a7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.536763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358a1c-08a1-4bca-90cd-926aead1d516 req-cffe7f81-9bee-44b5-aa08-e6de5b21ac9d tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.538281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72358a1c-08a1-4bca-90cd-926aead1d516 req-cffe7f81-9bee-44b5-aa08-e6de5b21ac9d tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 945 time: 0.2015357 Feb 19 00:50:43.544750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] Publish callbacks [] for security_group (af4e86b4-4bb8-4d65-a99a-2b85ffab99a7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.587903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e1e348e-4874-41a1-b057-ce49267d3fed req-edbb4d26-a256-41dd-b3de-f1e7b8e84331 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073670 Feb 19 00:50:43.611508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2de79b-39dd-4a05-b086-35bf8d12fc52 req-d819f617-b1b7-45c2-9902-bd4ca20127ce tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.612063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (1dcad42e-372f-40f6-b0d0-2b6dd944db3e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.612063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.612281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b2de79b-39dd-4a05-b086-35bf8d12fc52 req-d819f617-b1b7-45c2-9902-bd4ca20127ce tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 945 time: 0.1032627 Feb 19 00:50:43.612382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.612461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] For port 4114a63b-bbfa-4169-840a-44ac04f54471, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4114a63b-bbfa-4169-840a-44ac04f54471,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:43.612461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.629013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Calling delete_port for 4114a63b-bbfa-4169-840a-44ac04f54471 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:43.692127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72358a1c-08a1-4bca-90cd-926aead1d516 req-bda7936d-8b6d-4a2e-889c-d7498c850aa2 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438999 Feb 19 00:50:43.698604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] Pushing event updated for resources: {'Network': ['ID=1dcad42e-372f-40f6-b0d0-2b6dd944db3e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.707993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b2de79b-39dd-4a05-b086-35bf8d12fc52 req-0dc386c5-c421-40cb-ac52-ab3c73237d7d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907576 Feb 19 00:50:43.739400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:43.770346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57178) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.772630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3d0170ed-2b4d-407f-8b17-88924fb68cfe admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1081686 Feb 19 00:50:43.776362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Request body: {'subnet': {'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1253759112-subnet', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:43.780887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af4e86b4-4bb8-4d65-a99a-2b85ffab99a7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.789007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.797283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/af4e86b4-4bb8-4d65-a99a-2b85ffab99a7 HTTP/1.1" status: 204 len: 168 time: 0.5504115 Feb 19 00:50:43.851617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c0c38-36f2-4c25-8c61-e455478dc0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e86b4-4bb8-4d65-a99a-2b85ffab99a7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.873935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Made reservation on behalf of fb2969ef39c34e509f38da8265fcecf9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:43.877133 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.886360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405718ed-96f7-477a-a07e-cdbcd43572a6 req-f092a77a-6e24-4410-a402-eaf24624d258 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.890004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-405718ed-96f7-477a-a07e-cdbcd43572a6 req-f092a77a-6e24-4410-a402-eaf24624d258 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0845709 Feb 19 00:50:43.955339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-405718ed-96f7-477a-a07e-cdbcd43572a6 req-2089e1d4-3f42-4867-91e1-5f9faef8da96 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Feb 19 00:50:43.991498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69cbc-3e09-4261-8ac3-352847d2ed82 req-4c669967-0ed6-4ea7-b572-5f958c974e35 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.999208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3b69cbc-3e09-4261-8ac3-352847d2ed82 req-4c669967-0ed6-4ea7-b572-5f958c974e35 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7df721d-99d9-4ea6-98f7-302419133104 HTTP/1.1" status: 200 len: 950 time: 0.1724668 Feb 19 00:50:44.064247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3b69cbc-3e09-4261-8ac3-352847d2ed82 req-e40a4b74-85a7-42ef-b8a0-38f5bea8f08e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647640 Feb 19 00:50:44.087013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4114a63b-bbfa-4169-840a-44ac04f54471), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.095170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.100115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e924141d-fba2-4d9c-8194-a911853bd4cb', '4114a63b-bbfa-4169-840a-44ac04f54471', '6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:44.131930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event deleted for resources: {'Port': ['ID=4114a63b-bbfa-4169-840a-44ac04f54471,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.223470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] No DVR routers for this DVR port 4114a63b-bbfa-4169-840a-44ac04f54471 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:44.228840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.232212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5fae4fe7-4287-4cde-9072-f4d90655cc0c req-233364e6-5d2f-4597-a68d-c93f3ee4c91b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "DELETE /v2.0/ports/4114a63b-bbfa-4169-840a-44ac04f54471 HTTP/1.1" status: 204 len: 173 time: 1.3416553 Feb 19 00:50:44.232671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'name': 'network-vif-deleted', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:44.235551 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac3471e-7a40-4d7e-9eea-9aac6af91093" -d '{"events": [{"server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "name": "network-vif-deleted", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:44.282199 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba6acf1-0f99-4988-8db7-c2efbfdef2be x-openstack-request-id: req-fba6acf1-0f99-4988-8db7-c2efbfdef2be {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:44.282779 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7df721d-99d9-4ea6-98f7-302419133104", "name": "network-vif-deleted", "tag": "4114a63b-bbfa-4169-840a-44ac04f54471", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:44.283045 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fba6acf1-0f99-4988-8db7-c2efbfdef2be {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:44.283481 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7df721d-99d9-4ea6-98f7-302419133104', 'name': 'network-vif-deleted', 'tag': '4114a63b-bbfa-4169-840a-44ac04f54471', 'status': 'completed', 'code': 200} Feb 19 00:50:44.330605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (90dc4953-c346-4eb8-b24d-87679fc06788), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.342520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-a926b227-ba38-4640-b486-a9fd6e925959 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=24366ecb5bbc4b788036148e3cd9c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225267 Feb 19 00:50:44.404611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90dc4953-c346-4eb8-b24d-87679fc06788,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.417494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Checking segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:44.417666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Network hostable DHCP agents. Network: 1dcad42e-372f-40f6-b0d0-2b6dd944db3e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:44.475883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-3e9fac68-fea3-4b81-ad10-5b5cf0d435c2 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.477859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-3e9fac68-fea3-4b81-ad10-5b5cf0d435c2 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288667 Feb 19 00:50:44.492991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-fd3fd70a-1940-492e-9e44-b514ce0dad23 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/quotas/24366ecb5bbc4b788036148e3cd9c703 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Feb 19 00:50:44.527488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-e6cdb76f-659d-421c-a66e-de40d86c778d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287452 Feb 19 00:50:44.540894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:44.603407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 1dcad42e-372f-40f6-b0d0-2b6dd944db3e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:44.608292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.610019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.613978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ea74c-f60d-4e93-8bb1-a341736e8706 None None] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:44.638241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:44.655126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16abfd80-3755-4d5f-a667-38a3579302a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.689872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:44.759257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7729ba10-018d-41be-8cef-4f8a85933647 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9837775 Feb 19 00:50:44.759257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57222) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:44.764162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:44.781089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:44.782041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.787527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16abfd80-3755-4d5f-a667-38a3579302a5 admin admin] Publish callbacks [] for security_group (7451f3d3-8ff0-4887-8fb2-07999459c736), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.874792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16abfd80-3755-4d5f-a667-38a3579302a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7451f3d3-8ff0-4887-8fb2-07999459c736), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.896211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.897860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.950637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150e02-39a6-41ff-9890-10a852124c35 req-6688e459-a7b5-4cd3-a5b4-ffa373de030b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.952914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8150e02-39a6-41ff-9890-10a852124c35 req-6688e459-a7b5-4cd3-a5b4-ffa373de030b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 945 time: 0.1295710 Feb 19 00:50:44.973086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:44.991260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for router_controller (623d747d-8f3c-470f-8c51-e181e88c26a2), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.030171 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-16abfd80-3755-4d5f-a667-38a3579302a5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e1397bb3ab07447f8b2bafa5d488a5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884010 Feb 19 00:50:45.030171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abfd80-3755-4d5f-a667-38a3579302a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7451f3d3-8ff0-4887-8fb2-07999459c736,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:45.034737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:45.064337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8150e02-39a6-41ff-9890-10a852124c35 req-f1bd4119-0793-48ff-a476-c0c57fb6f181 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 Feb 19 00:50:45.089015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250d1c8-69e1-4508-9ca1-200a1ffcbf8f req-1c88b633-9805-440b-914f-6c74814398f3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:45.094636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:45.095010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.096513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f250d1c8-69e1-4508-9ca1-200a1ffcbf8f req-1c88b633-9805-440b-914f-6c74814398f3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 945 time: 0.1796710 Feb 19 00:50:45.105219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Allocated IP 172.20.0.2 (1dcad42e-372f-40f6-b0d0-2b6dd944db3e/90dc4953-c346-4eb8-b24d-87679fc06788/dd1897b6-b93a-42ec-90de-1f24530495a3) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:45.137993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] Publish callbacks [] for security_group (7451f3d3-8ff0-4887-8fb2-07999459c736), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.189693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f250d1c8-69e1-4508-9ca1-200a1ffcbf8f req-e0001e24-69fb-4586-a54e-1e9d9a1d56f6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898247 Feb 19 00:50:45.194878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] Publish callbacks [] for security_group (7451f3d3-8ff0-4887-8fb2-07999459c736), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.216319 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.228512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-cb72a0e5-cfd9-4211-bfd5-82e8985f4810 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=24366ecb5bbc4b788036148e3cd9c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310161 Feb 19 00:50:45.306305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:45.306696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.360877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7451f3d3-8ff0-4887-8fb2-07999459c736), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.363874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.365121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7451f3d3-8ff0-4887-8fb2-07999459c736 HTTP/1.1" status: 204 len: 168 time: 0.3294220 Feb 19 00:50:45.376819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:45.379290 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e9f7ca-1862-4153-9eb0-f489bcb8f21b" -d '{"events": [{"server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:45.390732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aeba5-463c-482b-8464-02949a09e4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451f3d3-8ff0-4887-8fb2-07999459c736,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:45.401836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for router_gateway (623d747d-8f3c-470f-8c51-e181e88c26a2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.410374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:45.427768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7a59a-7c54-4d88-822f-776bfbd24c90 req-fad6b5a4-0728-4406-8260-98cf2d358b12 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:45.430467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95a7a59a-7c54-4d88-822f-776bfbd24c90 req-fad6b5a4-0728-4406-8260-98cf2d358b12 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1396892 Feb 19 00:50:45.433746 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks [] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.478661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.512214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95a7a59a-7c54-4d88-822f-776bfbd24c90 req-bdc770de-dc14-4502-8923-879cceca982a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Feb 19 00:50:45.514290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-5072e282-b4af-4557-a482-c48fc7310bfc tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:45.521296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-5072e282-b4af-4557-a482-c48fc7310bfc tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494550 Feb 19 00:50:45.535253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-59d3cda4-4f53-413c-90b2-86d62851d369 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/quotas/24366ecb5bbc4b788036148e3cd9c703 HTTP/1.1" status: 200 len: 375 time: 0.0130298 Feb 19 00:50:45.542213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.569203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:45.573106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:45.580560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:45.599621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-2446d8a6-a824-47fd-84ca-bbd7d3b268a1 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374999 Feb 19 00:50:45.612693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:45.655432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Pushing event updated for resources: {'Port': ['ID=dd1897b6-b93a-42ec-90de-1f24530495a3,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:45.677849 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253cf872-b2e3-4723-950f-3720e316b4b8 x-openstack-request-id: req-253cf872-b2e3-4723-950f-3720e316b4b8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:45.678201 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:45.678310 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-253cf872-b2e3-4723-950f-3720e316b4b8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:45.678672 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'code': 200} Feb 19 00:50:45.693098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Attempting to bind port dd1897b6-b93a-42ec-90de-1f24530495a3 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:45.693470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Attempting to bind port dd1897b6-b93a-42ec-90de-1f24530495a3 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:45.693887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Attempting to bind port dd1897b6-b93a-42ec-90de-1f24530495a3 on network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:45.699199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:45.699704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Checking segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:45.700039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.700425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Bound using segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:45.701815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Bound port: dd1897b6-b93a-42ec-90de-1f24530495a3, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:45.701815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.833571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf264b2-be7e-47ec-871c-39b4a6d4710e req-8856c9b8-3825-4e55-b627-4cdfc92912fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:45.836614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8cf264b2-be7e-47ec-871c-39b4a6d4710e req-8856c9b8-3825-4e55-b627-4cdfc92912fe service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1128 time: 0.1055810 Feb 19 00:50:45.844064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] For port dd1897b6-b93a-42ec-90de-1f24530495a3, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:45.850918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] For port dd1897b6-b93a-42ec-90de-1f24530495a3, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dd1897b6-b93a-42ec-90de-1f24530495a3,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:45.863879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for router_gateway (623d747d-8f3c-470f-8c51-e181e88c26a2), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.908846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.958330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8cf264b2-be7e-47ec-871c-39b4a6d4710e req-c16b49fc-e4f9-4870-8d7e-602de5bb9fab service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155365 Feb 19 00:50:45.965026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.051844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132c1ab-321b-4eec-8d12-4e2207666deb None None] Pushing event updated for resources: {'Port': ['ID=dd1897b6-b93a-42ec-90de-1f24530495a3,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:46.091795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Allocated IP 172.25.2.217 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/1701274c-c684-4819-876d-41c5338b3d1d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:46.139152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58d01687-7f6b-459c-aaca-78c517605beb req-16a19b9b-005b-46a4-8b0d-8ab1287f12c8 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 210 time: 0.0488484 Feb 19 00:50:46.319884 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for port (1701274c-c684-4819-876d-41c5338b3d1d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.428607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46fe6-9152-4d85-b502-1fe3a88cb104 req-e9e4d6f2-9158-4424-8d51-cca4e41bdf05 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.430304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dd46fe6-9152-4d85-b502-1fe3a88cb104 req-e9e4d6f2-9158-4424-8d51-cca4e41bdf05 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 949 time: 0.1318033 Feb 19 00:50:46.465083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3b05-caa2-4748-992a-4dcdeff00447 req-18730e92-ccee-4cef-8921-ef874dbbb0a4 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.467007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d27b3b05-caa2-4748-992a-4dcdeff00447 req-18730e92-ccee-4cef-8921-ef874dbbb0a4 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 946 time: 0.1185877 Feb 19 00:50:46.511765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dd46fe6-9152-4d85-b502-1fe3a88cb104 req-b18fb51a-4e61-4627-b4db-5c16f749b14d tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Feb 19 00:50:46.535550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1701274c-c684-4819-876d-41c5338b3d1d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.580666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d27b3b05-caa2-4748-992a-4dcdeff00447 req-7235a73c-27d9-4f1b-a295-bbfcfb6dfcfc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995305 Feb 19 00:50:46.619194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:46.636051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:46.660838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Pushing event updated for resources: {'Port': ['ID=1701274c-c684-4819-876d-41c5338b3d1d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:46.660838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:46.709623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f15a8-384a-45e5-b181-36aafcb1acb7 req-6778d548-6e48-40a1-a3b6-34f2f87d88b1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.712176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a50f15a8-384a-45e5-b181-36aafcb1acb7 req-6778d548-6e48-40a1-a3b6-34f2f87d88b1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0769207 Feb 19 00:50:46.720965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fb1a3-fc64-4629-bdc3-434bbc059fdd req-6c0bbfb9-df69-4045-94b8-0299962bd3ee tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.722454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-954fb1a3-fc64-4629-bdc3-434bbc059fdd req-6c0bbfb9-df69-4045-94b8-0299962bd3ee tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 945 time: 0.1053731 Feb 19 00:50:46.771623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a50f15a8-384a-45e5-b181-36aafcb1acb7 req-935f8ee2-1eb0-4be9-8a57-bbd88a990023 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533483 Feb 19 00:50:46.872373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.873882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-954fb1a3-fc64-4629-bdc3-434bbc059fdd req-302607a0-0e5a-4ee6-977e-eafaae028199 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117213 Feb 19 00:50:47.077068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d843-c11d-4ebd-9415-71f4f31dbbe4 req-ea8bbd0f-0e91-49ae-9872-c05e82b1c7c5 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.088042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4024d843-c11d-4ebd-9415-71f4f31dbbe4 req-ea8bbd0f-0e91-49ae-9872-c05e82b1c7c5 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1127 time: 0.0908012 Feb 19 00:50:47.173724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4024d843-c11d-4ebd-9415-71f4f31dbbe4 req-a24ca6a9-f5ff-4296-a689-7ea879a6dd11 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822952 Feb 19 00:50:47.185284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for router_gateway (623d747d-8f3c-470f-8c51-e181e88c26a2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.284380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22eb1f74-c40d-4521-a9ff-f672a3d97fea req-f5041c9b-a6e9-4c9c-bc69-993cf494cb75 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 210 time: 0.0376523 Feb 19 00:50:47.405500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c1c7-ecfd-4c25-b313-a26745546bea req-82b4034b-a05a-44f0-92e2-d9722f891dbc tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.411721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5b1c1c7-ecfd-4c25-b313-a26745546bea req-82b4034b-a05a-44f0-92e2-d9722f891dbc tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1127 time: 0.1016836 Feb 19 00:50:47.428208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d6026-27d7-4a60-873b-ccbd253d9db4 None None] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:47.484450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4114a63b-bbfa-4169-840a-44ac04f54471 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:47.518990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 4114a63b-bbfa-4169-840a-44ac04f54471 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:47.519487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4114a63b-bbfa-4169-840a-44ac04f54471 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:47.537729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Provisioning complete for port dd1897b6-b93a-42ec-90de-1f24530495a3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:47.538253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.539884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a81eb7-907b-4122-b370-8117d7a0b9cf req-9e78c464-16fd-4bf6-ac2b-1e669927e0aa tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.553607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37a81eb7-907b-4122-b370-8117d7a0b9cf req-9e78c464-16fd-4bf6-ac2b-1e669927e0aa tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.1266978 Feb 19 00:50:47.596649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5b1c1c7-ecfd-4c25-b313-a26745546bea req-2324294f-347a-4c31-91ba-22fb266da44e tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769681 Feb 19 00:50:47.624722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.627388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37a81eb7-907b-4122-b370-8117d7a0b9cf req-a9e20e44-e10f-41b9-9bf5-4cc05bb90699 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727370 Feb 19 00:50:47.681366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Current status of the port dd1897b6-b93a-42ec-90de-1f24530495a3 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:47.688134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.728960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] For port dd1897b6-b93a-42ec-90de-1f24530495a3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dd1897b6-b93a-42ec-90de-1f24530495a3,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:47.783670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4589-1c98-4c4d-9a6c-83a48c895f4e req-7214050c-7b1d-490d-8cd7-130e4b592b4e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.786607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce3d4589-1c98-4c4d-9a6c-83a48c895f4e req-7214050c-7b1d-490d-8cd7-130e4b592b4e tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 949 time: 0.0781431 Feb 19 00:50:47.826523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.880930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-d909a16b-4098-4e61-854d-98d92298c3ce tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=24366ecb5bbc4b788036148e3cd9c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467696 Feb 19 00:50:47.931855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-8b0ce2c0-bfdf-4001-b573-2926141b144a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.932623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-8b0ce2c0-bfdf-4001-b573-2926141b144a tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 949 time: 0.1780231 Feb 19 00:50:47.946430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0d06-9700-41e5-8f74-cccef7fb9700 req-4d217a55-408f-40d2-8535-92a587c863de tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.951795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce3d4589-1c98-4c4d-9a6c-83a48c895f4e req-ea484020-411b-4a88-9dd8-bd15c830028b tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575427 Feb 19 00:50:47.953987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-809e0d06-9700-41e5-8f74-cccef7fb9700 req-4d217a55-408f-40d2-8535-92a587c863de tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 946 time: 0.2130468 Feb 19 00:50:47.965609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78225dd6-ce74-435d-8b8e-3fc255154478 None None] Pushing event updated for resources: {'Port': ['ID=dd1897b6-b93a-42ec-90de-1f24530495a3,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:48.073544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5fe4654e-8726-4ad7-8826-3fff61005c16 None None] Provisioning complete for port dd1897b6-b93a-42ec-90de-1f24530495a3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:48.074587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5fe4654e-8726-4ad7-8826-3fff61005c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.132552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-809e0d06-9700-41e5-8f74-cccef7fb9700 req-e953545f-7e91-46f0-bc4a-8b7fd368a88d tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773944 Feb 19 00:50:48.178248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dd1897b6-b93a-42ec-90de-1f24530495a3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:48.187370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Router 623d747d-8f3c-470f-8c51-e181e88c26a2 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:48.196933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Deleting port e924141d-fba2-4d9c-8194-a911853bd4cb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:48.201460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.281233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4654e-8726-4ad7-8826-3fff61005c16 None None] Current status of the port dd1897b6-b93a-42ec-90de-1f24530495a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:48.309359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dd1897b6-b93a-42ec-90de-1f24530495a3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:48.309718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.334050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-8014f075-d93c-4481-906e-705bf0794b2a tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:48.335704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-8014f075-d93c-4481-906e-705bf0794b2a tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418483 Feb 19 00:50:48.351788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066544-1914-41ea-8910-61af03eabd6e req-02dea778-e8ec-46d4-a402-eb97ead8d2ec tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:48.358883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f066544-1914-41ea-8910-61af03eabd6e req-02dea778-e8ec-46d4-a402-eb97ead8d2ec tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1496255 Feb 19 00:50:48.381027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Request body: {'port': {'device_id': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '24366ecb5bbc4b788036148e3cd9c703'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:48.440184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] For port e924141d-fba2-4d9c-8194-a911853bd4cb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e924141d-fba2-4d9c-8194-a911853bd4cb,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:48.440921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.458846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dd1897b6-b93a-42ec-90de-1f24530495a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:48.465352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:48.468243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Calling delete_port for e924141d-fba2-4d9c-8194-a911853bd4cb owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:48.473961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f066544-1914-41ea-8910-61af03eabd6e req-e6e08427-0ea3-4197-b026-fd9680bab71c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083379 Feb 19 00:50:48.478834 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Sync routers for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:48.507596 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:48.509123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:48.606077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.607432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9721a8dd-b80e-41d4-ae7b-551766059b25 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8478918 Feb 19 00:50:48.640661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57346) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:48.657535 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:48.880020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-221eadd6-b280-4194-8ce7-8e4ec71a0e33 req-dac33ee0-30cb-47f0-a361-5d7b4690e7fb tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 210 time: 0.3214581 Feb 19 00:50:48.895961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:46Z', 'revision_number': 3, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:48.928909 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Checking router: 623d747d-8f3c-470f-8c51-e181e88c26a2 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:48.929627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Updating router 623d747d-8f3c-470f-8c51-e181e88c26a2 port 1701274c-c684-4819-876d-41c5338b3d1d binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:50:48.965687 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1701274c-c684-4819-876d-41c5338b3d1d), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.987300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Made reservation on behalf of 24366ecb5bbc4b788036148e3cd9c703 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:48.990791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.000052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.090819 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks [] for security_group (a99fd85c-7df6-47c4-851b-16b1083fb8eb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.164153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a99fd85c-7df6-47c4-851b-16b1083fb8eb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.243897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fd85c-7df6-47c4-851b-16b1083fb8eb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.279532 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks [] for port (1701274c-c684-4819-876d-41c5338b3d1d), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.291955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-c5382f98-db23-4144-9847-e3f8e66fd97b tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=24366ecb5bbc4b788036148e3cd9c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060064 Feb 19 00:50:49.307692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66a12516-1d01-4766-a534-79643050f99b req-889286f5-c393-400c-b46a-d98aaa70a024 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 258 time: 0.7635562 Feb 19 00:50:49.325765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Allocated IP 192.168.233.185 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/165e7556-770e-49d6-889d-e00527ca7dda) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:49.343415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:49.388027 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1701274c-c684-4819-876d-41c5338b3d1d), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.448318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Attempting to bind port 1701274c-c684-4819-876d-41c5338b3d1d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:49.448691 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Attempting to bind port 1701274c-c684-4819-876d-41c5338b3d1d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:49.449228 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Attempting to bind port 1701274c-c684-4819-876d-41c5338b3d1d on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:49.451344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Pushing event updated for resources: {'Port': ['ID=1701274c-c684-4819-876d-41c5338b3d1d,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.463358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:49.463358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:49.463358 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.463358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:49.463759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Bound port: 1701274c-c684-4819-876d-41c5338b3d1d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:49.464060 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1701274c-c684-4819-876d-41c5338b3d1d), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.467361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.467789 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.468130 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.468475 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.468861 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.469284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.469803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.470164 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.470473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.471458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.471458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.471666 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.471975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:49.482373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e924141d-fba2-4d9c-8194-a911853bd4cb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.507320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e924141d-fba2-4d9c-8194-a911853bd4cb', '6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:49.520167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks [] for port (165e7556-770e-49d6-889d-e00527ca7dda), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.529425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-64145c98-8366-4686-a511-d68bc94e0e37 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.531066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-64145c98-8366-4686-a511-d68bc94e0e37 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206695 Feb 19 00:50:49.553297 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] For port 1701274c-c684-4819-876d-41c5338b3d1d, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:49.557220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd05c2-7d0b-4709-b728-b7dbd9fa1402 req-9d4970f1-341d-46f1-ade0-86c7e30d5ba4 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.558791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1bd05c2-7d0b-4709-b728-b7dbd9fa1402 req-9d4970f1-341d-46f1-ade0-86c7e30d5ba4 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1127 time: 0.1855819 Feb 19 00:50:49.559888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] For port 1701274c-c684-4819-876d-41c5338b3d1d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1701274c-c684-4819-876d-41c5338b3d1d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:49.563810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event deleted for resources: {'Port': ['ID=e924141d-fba2-4d9c-8194-a911853bd4cb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.569135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Request body: {'port': {'device_id': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '24366ecb5bbc4b788036148e3cd9c703'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:49.582771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.612779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1bd05c2-7d0b-4709-b728-b7dbd9fa1402 req-93e5b6cf-bc5a-4f21-a107-6aa4685cd8fe tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Feb 19 00:50:49.614937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.651674 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1701274c-c684-4819-876d-41c5338b3d1d), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.681003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:49.685077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:49.691879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:49.696951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.710925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] No DVR routers for this DVR port e924141d-fba2-4d9c-8194-a911853bd4cb on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:49.745999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:49.747430 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:49.751807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.754475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26cc9d45-319c-43df-88f0-b3f6611e4cf3 req-582c4ce1-1dfe-4b7f-9293-0f8ad3ce9f9c tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "DELETE /v2.0/ports/e924141d-fba2-4d9c-8194-a911853bd4cb HTTP/1.1" status: 204 len: 173 time: 1.7963910 Feb 19 00:50:49.755961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'name': 'network-vif-deleted', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:49.758295 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8b1ac-649a-4713-9ef9-c4f4a6ac9e98" -d '{"events": [{"server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "name": "network-vif-deleted", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:49.784147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.785399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.823823 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7424f-2da4-408a-9ee7-d589318583aa None None] Pushing event updated for resources: {'Port': ['ID=1701274c-c684-4819-876d-41c5338b3d1d,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.880775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-625554ff-18bc-40c8-a174-b1b236350701 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5156512 Feb 19 00:50:49.888532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Request body: {'port': {'device_id': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:49.915041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:50.036480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Made reservation on behalf of 24366ecb5bbc4b788036148e3cd9c703 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:50.039814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.044841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.071740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dd1897b6-b93a-42ec-90de-1f24530495a3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:50.086458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.174388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c18ccbd-99d0-4ec0-a613-4f9aabd8ee26 req-dfed8a35-29bb-427d-af1c-a41604344b87 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b68c4e-9826-43d9-be91-8a0a2559d41d HTTP/1.1" status: 200 len: 210 time: 0.0570560 Feb 19 00:50:50.190571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dd1897b6-b93a-42ec-90de-1f24530495a3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:50.190880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.339260 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:46Z', 'revision_number': 3, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:50.339828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dd1897b6-b93a-42ec-90de-1f24530495a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:50.369123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea64bff3-cdec-41ac-9fbb-b3079d0cfabd None None] The sync data for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 is: [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:46Z', 'revision_number': 3, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:50.379081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.463007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a756a28-1a4f-42a7-92af-2b774f5935b7 req-ab4d168b-c315-4fd1-a1b8-94314bd1e8b3 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:50.473726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a756a28-1a4f-42a7-92af-2b774f5935b7 req-ab4d168b-c315-4fd1-a1b8-94314bd1e8b3 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.1394603 Feb 19 00:50:50.579837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a756a28-1a4f-42a7-92af-2b774f5935b7 req-bf175c32-a970-4ed0-be87-646d1da51224 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups?id=ccebf090-2e1a-45c3-8ed0-323872a1a8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043482 Feb 19 00:50:50.595580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Allocated IP 172.25.2.30 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/c2ba15dc-11be-4c29-a25a-329ce667d0b8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:50.654302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7e7c7d20-5ee3-404c-8f83-5fc66dc8878a None None] Provisioning complete for port 165e7556-770e-49d6-889d-e00527ca7dda triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:50.654888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7d20-5ee3-404c-8f83-5fc66dc8878a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (165e7556-770e-49d6-889d-e00527ca7dda), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.689723 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:50:50.728541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c7d20-5ee3-404c-8f83-5fc66dc8878a None None] Port 165e7556-770e-49d6-889d-e00527ca7dda cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:50.818475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9032bc-24d1-4054-908e-496f4de24141 req-4d7585b4-9f6d-4cb9-91c9-fb7ccefb51df tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:50.820140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da9032bc-24d1-4054-908e-496f4de24141 req-4d7585b4-9f6d-4cb9-91c9-fb7ccefb51df tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.117 "GET /v2.0/ports?device_id=08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8 HTTP/1.1" status: 200 len: 946 time: 0.2326262 Feb 19 00:50:50.959437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.989956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Allocated IP 172.20.0.1 (1dcad42e-372f-40f6-b0d0-2b6dd944db3e/90dc4953-c346-4eb8-b24d-87679fc06788/6d238320-dde6-4fa2-9111-4425f20b9134) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:50.997936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91adc3-56d0-4d24-8f5b-bd6f4921dcb4 req-36f93c9a-fa26-494f-a2ee-bd0bf156e346 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:51.005963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf91adc3-56d0-4d24-8f5b-bd6f4921dcb4 req-36f93c9a-fa26-494f-a2ee-bd0bf156e346 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.2944372 Feb 19 00:50:51.021991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:51.056514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks [] for port (165e7556-770e-49d6-889d-e00527ca7dda), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.104324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.110084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Transition to ACTIVE for port object 165e7556-770e-49d6-889d-e00527ca7dda will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:51.135765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf91adc3-56d0-4d24-8f5b-bd6f4921dcb4 req-11baaeb9-c73b-42e2-b203-f93a848b3a2c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287985 Feb 19 00:50:51.149728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Deleting port bf08bf62-ac98-4e82-8f57-14fcea6e6621 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:51.153967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.162639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.244641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Allocated IP 192.168.233.238 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/86a07edb-849c-4f2f-8863-91b836dfb59d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:51.306507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] For port bf08bf62-ac98-4e82-8f57-14fcea6e6621, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=bf08bf62-ac98-4e82-8f57-14fcea6e6621,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:51.307237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.362928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event updated for resources: {'Port': ['ID=c2ba15dc-11be-4c29-a25a-329ce667d0b8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.385287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:51.401794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:51.401794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:51.405542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks [] for port (6d238320-dde6-4fa2-9111-4425f20b9134), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.465342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.473612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e924141d-fba2-4d9c-8194-a911853bd4cb no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:51.512871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e924141d-fba2-4d9c-8194-a911853bd4cb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:51.513359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e924141d-fba2-4d9c-8194-a911853bd4cb not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:51.698955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks [] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.712807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.727651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.728241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.728575 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Floating IP b1d46520-4381-4f73-b028-6cbc37a3edec disassociated. External IP: 172.25.2.226, port: bf08bf62-ac98-4e82-8f57-14fcea6e6621. Feb 19 00:50:51.728909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Calling delete_port for bf08bf62-ac98-4e82-8f57-14fcea6e6621 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:51.756922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Attempting to bind port 165e7556-770e-49d6-889d-e00527ca7dda on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:51.756922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Attempting to bind port 165e7556-770e-49d6-889d-e00527ca7dda by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:51.756922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Attempting to bind port 165e7556-770e-49d6-889d-e00527ca7dda on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:51.767721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Port 165e7556-770e-49d6-889d-e00527ca7dda on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:51.768110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Attempting to bind port 165e7556-770e-49d6-889d-e00527ca7dda on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:51.809253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:51.809594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:51.809984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:51.810429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Bound port: 165e7556-770e-49d6-889d-e00527ca7dda, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:51.810785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.815793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.869218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.885136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:51.910398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:51.910398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:51.910598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:51.910598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.917830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:51.979162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Pushing event updated for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.980336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.042333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.045154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.047179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] 10.222.0.117 "PUT /v2.0/ports/165e7556-770e-49d6-889d-e00527ca7dda HTTP/1.1" status: 200 len: 1096 time: 2.1630018 Feb 19 00:50:52.051150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:52.055253 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984e020e-66d6-4f12-bf18-a50b6f7d8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:52.085026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bf08bf62-ac98-4e82-8f57-14fcea6e6621), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.099463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1421a-5c42-4eef-ab81-f30cae86a899 service neutron] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:52.116994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1701274c-c684-4819-876d-41c5338b3d1d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:52.193956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event deleted for resources: {'Port': ['ID=bf08bf62-ac98-4e82-8f57-14fcea6e6621,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:52.222156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:52.265420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1701274c-c684-4819-876d-41c5338b3d1d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:52.267523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1701274c-c684-4819-876d-41c5338b3d1d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.470458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-37c600eb-22a1-488b-8b2d-60e442139e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.472022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-37c600eb-22a1-488b-8b2d-60e442139e38 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 1130 time: 0.2903507 Feb 19 00:50:52.495208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:52.506509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1701274c-c684-4819-876d-41c5338b3d1d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:52.507025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1701274c-c684-4819-876d-41c5338b3d1d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.526352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:52.539050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (623d747d-8f3c-470f-8c51-e181e88c26a2), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.573532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 1701274c-c684-4819-876d-41c5338b3d1d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1701274c-c684-4819-876d-41c5338b3d1d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:52.582743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-94e2212d-ae54-4956-8b90-f1901eac038e None None] Provisioning complete for port 6d238320-dde6-4fa2-9111-4425f20b9134 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:52.583416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94e2212d-ae54-4956-8b90-f1901eac038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.600982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-8679307a-bff4-4da1-b714-2b5533c3b437 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=165e7556-770e-49d6-889d-e00527ca7dda HTTP/1.1" status: 200 len: 217 time: 0.1185365 Feb 19 00:50:52.665703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-94e2212d-ae54-4956-8b90-f1901eac038e None None] Port 6d238320-dde6-4fa2-9111-4425f20b9134 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:52.665911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:52.673702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1701274c-c684-4819-876d-41c5338b3d1d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.678781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.709528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-7f5d2241-1f18-4089-961e-e5c18dae2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.711554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-7f5d2241-1f18-4089-961e-e5c18dae2620 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1027551 Feb 19 00:50:52.753086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.759081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.780134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.828283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Router 08947d1d-28a6-4950-ac62-7b8cf7b67520 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:52.850725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=1701274c-c684-4819-876d-41c5338b3d1d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:52.871699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c513-0200-4cd8-84de-ff13b566523d req-80bd7a0e-6afe-49ce-8743-1e784d3f265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.877142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-80bd7a0e-6afe-49ce-8743-1e784d3f265e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1565609 Feb 19 00:50:52.982980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f55c3a64-bd39-459c-a1a0-b8967be2f3f2 None None] Provisioning complete for port 86a07edb-849c-4f2f-8863-91b836dfb59d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:52.983696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f55c3a64-bd39-459c-a1a0-b8967be2f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.007879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1bb3009f-999f-4927-bfbd-8766070fd498 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4476011 Feb 19 00:50:53.023678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Request body: {'port': {'device_id': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:53.046184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3a64-bd39-459c-a1a0-b8967be2f3f2 None None] Port 86a07edb-849c-4f2f-8863-91b836dfb59d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:53.061369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.064861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event updated for resources: {'Port': ['ID=c2ba15dc-11be-4c29-a25a-329ce667d0b8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:53.102108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:53.111122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.124353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Sync routers for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:53.142374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:53.143380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:53.164109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] No DVR routers for this DVR port bf08bf62-ac98-4e82-8f57-14fcea6e6621 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:53.169155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.171072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da9032bc-24d1-4054-908e-496f4de24141 req-1492d59b-2d91-4174-a123-7a9201a442ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.117 "DELETE /v2.0/ports/bf08bf62-ac98-4e82-8f57-14fcea6e6621 HTTP/1.1" status: 204 len: 173 time: 2.3413894 Feb 19 00:50:53.186714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-608281ed-527a-4aa6-887b-16c9df912784 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685351 Feb 19 00:50:53.231327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.232588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66a12516-1d01-4766-a534-79643050f99b req-f3b025fe-a2c6-47d1-8baf-3a121da4570a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9086666 Feb 19 00:50:53.314322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1455c513-0200-4cd8-84de-ff13b566523d req-71326fcd-fa4c-46c2-b741-a4e63ef86132 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212473 Feb 19 00:50:53.349242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66a12516-1d01-4766-a534-79643050f99b req-ef92c4d4-6c1f-42ad-9c5c-79b141e13c14 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1046524 Feb 19 00:50:53.363939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.514893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:53.758699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:53.792098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Checking router: 08947d1d-28a6-4950-ac62-7b8cf7b67520 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:53.802811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:53.803483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:53.899957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3364784b-dfdf-4d0e-a3dc-379bffcf3d65 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:53.901013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3364784b-dfdf-4d0e-a3dc-379bffcf3d65 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059550 Feb 19 00:50:53.927185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:53.967455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a12516-1d01-4766-a534-79643050f99b req-64f882c6-c90a-453c-bcc1-2fa5e549539b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:53.969795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66a12516-1d01-4766-a534-79643050f99b req-64f882c6-c90a-453c-bcc1-2fa5e549539b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.6099038 Feb 19 00:50:53.982984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f8868c1e-c558-4618-9622-3c3dc98c8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:53.987678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f8868c1e-c558-4618-9622-3c3dc98c8fc1 service neutron] 10.222.0.94 "GET /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 1124 time: 0.0519712 Feb 19 00:50:53.996200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Request body: {'binding': {'host': 'n-h2-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:53.997047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:50:54.035613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1701274c-c684-4819-876d-41c5338b3d1d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:54.035823 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c02f9c-7ee4-44ec-9637-a4810634c459 x-openstack-request-id: req-e2c02f9c-7ee4-44ec-9637-a4810634c459 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:54.036307 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b68c4e-9826-43d9-be91-8a0a2559d41d", "name": "network-vif-deleted", "tag": "e924141d-fba2-4d9c-8194-a911853bd4cb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:54.036566 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e2c02f9c-7ee4-44ec-9637-a4810634c459 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:54.037630 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b68c4e-9826-43d9-be91-8a0a2559d41d', 'name': 'network-vif-deleted', 'tag': 'e924141d-fba2-4d9c-8194-a911853bd4cb', 'status': 'completed', 'code': 200} Feb 19 00:50:54.087173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a07edb-849c-4f2f-8863-91b836dfb59d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:54.117094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks [] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.162171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Transition to ACTIVE for port object 86a07edb-849c-4f2f-8863-91b836dfb59d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:54.180549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks [] for port (6d238320-dde6-4fa2-9111-4425f20b9134), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.181428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on host n-h2-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:54.181933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:54.182152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:54.187274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:54.187274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:54.193970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:54.194179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cb26c-8946-4ed7-b853-483a67b907ff req-e4adb0a5-74ab-4705-8e56-0670ae2f2731 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.194299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:54.195127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:54.195266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Bound port: 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:54.195560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-960cb26c-8946-4ed7-b853-483a67b907ff req-e4adb0a5-74ab-4705-8e56-0670ae2f2731 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 936 time: 0.1154935 Feb 19 00:50:54.210187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1701274c-c684-4819-876d-41c5338b3d1d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:54.211548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1701274c-c684-4819-876d-41c5338b3d1d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.248332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-960cb26c-8946-4ed7-b853-483a67b907ff req-f64eb569-38b4-4abc-bf91-4c06c134e79c tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466619 Feb 19 00:50:54.250430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.271585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.271699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:54.347102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (623d747d-8f3c-470f-8c51-e181e88c26a2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.357933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:54.358350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:54.378448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.380432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-98809a5c-a1c1-44b7-8fea-fd70af46b138 service neutron] 10.222.0.94 "POST /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3885212 Feb 19 00:50:54.397098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118843af-7a1c-40a0-8357-db96aed5d42d None None] The sync data for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 is: [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99', 'name': '', 'network_id': '62867101-b7c6-415f-88f3-b150c347d36f', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:32Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'subnets': [{'id': 'ec528edc-242f-4625-8930-c43f0da67a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:54.398986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1701274c-c684-4819-876d-41c5338b3d1d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:54.450398 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8322b6-9b54-4f9c-9eae-0d46a9f8d4c4 x-openstack-request-id: req-7e8322b6-9b54-4f9c-9eae-0d46a9f8d4c4 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:54.450881 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:54.451025 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7e8322b6-9b54-4f9c-9eae-0d46a9f8d4c4 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:54.451584 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'status': 'completed', 'code': 200} Feb 19 00:50:54.535543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Pushing event updated for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:54.576465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Attempting to bind port 86a07edb-849c-4f2f-8863-91b836dfb59d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:54.576953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Attempting to bind port 86a07edb-849c-4f2f-8863-91b836dfb59d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:54.577390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Attempting to bind port 86a07edb-849c-4f2f-8863-91b836dfb59d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:54.580679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-acad50f2-1b25-467d-8706-086fd7c6284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.582823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-acad50f2-1b25-467d-8706-086fd7c6284d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 1130 time: 0.0930545 Feb 19 00:50:54.599649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Port 86a07edb-849c-4f2f-8863-91b836dfb59d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:54.600081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Attempting to bind port 86a07edb-849c-4f2f-8863-91b836dfb59d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:54.622538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:54.623023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:54.623518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:54.624051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Bound port: 86a07edb-849c-4f2f-8863-91b836dfb59d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:54.624498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.648846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:54.653744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:54.679794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7d15-0b22-4511-98dd-fba3f275b284 req-1d0c0d23-992c-41ef-bbd4-0db900673729 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.681529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa1a7d15-0b22-4511-98dd-fba3f275b284 req-1d0c0d23-992c-41ef-bbd4-0db900673729 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1603727 Feb 19 00:50:54.717776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device bf08bf62-ac98-4e82-8f57-14fcea6e6621 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:54.767856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: bf08bf62-ac98-4e82-8f57-14fcea6e6621 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:54.768197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device bf08bf62-ac98-4e82-8f57-14fcea6e6621 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:54.804119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-6006aa99-7db3-4c5b-a1c4-6acb97ece1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.806822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-6006aa99-7db3-4c5b-a1c4-6acb97ece1cb service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2177174 Feb 19 00:50:54.853450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:54.857670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:54.868142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-6b42abf2-3bb3-4747-914a-7183de55d71d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=165e7556-770e-49d6-889d-e00527ca7dda HTTP/1.1" status: 200 len: 217 time: 0.0557156 Feb 19 00:50:54.872852 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e31dc4-322f-4c49-802e-10be134cabdb None None] New status for floating IP b1d46520-4381-4f73-b028-6cbc37a3edec: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:50:54.892551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-80904c1d-c86b-4ceb-ae02-23aaec887f82 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.894237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-80904c1d-c86b-4ceb-ae02-23aaec887f82 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1541715 Feb 19 00:50:54.929557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa1a7d15-0b22-4511-98dd-fba3f275b284 req-042b6093-d1d3-4024-906c-94f9c0cbbd8e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183177 Feb 19 00:50:54.963009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.012602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-fcbe127d-cecf-4351-ad40-1cf6cd50a906 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0878274 Feb 19 00:50:55.020693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-e90b489e-15bf-455f-8e56-4c16597a99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.024230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-e90b489e-15bf-455f-8e56-4c16597a99ed service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1461596 Feb 19 00:50:55.027543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7ff4d7d1-89c1-4b71-aaf7-473ddffabd02 None None] Provisioning complete for port 6d238320-dde6-4fa2-9111-4425f20b9134 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:55.027543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7d1-89c1-4b71-aaf7-473ddffabd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.027737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Router 623d747d-8f3c-470f-8c51-e181e88c26a2 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:55.028206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.028948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.030255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] 10.222.0.117 "PUT /v2.0/ports/86a07edb-849c-4f2f-8863-91b836dfb59d HTTP/1.1" status: 200 len: 1096 time: 2.0129349 Feb 19 00:50:55.039106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'floatingip': {'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:55.061040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc3158-1b93-4821-810c-eefb53c1e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:55.095785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4d7d1-89c1-4b71-aaf7-473ddffabd02 None None] Port 6d238320-dde6-4fa2-9111-4425f20b9134 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:55.149166 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.242279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-0421b988-c262-446a-8c2c-141ec1cf82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.244186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-0421b988-c262-446a-8c2c-141ec1cf82cb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1996760 Feb 19 00:50:55.306092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:55.314512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df6f5060-b8ab-49fa-a976-af27fe33f4fb admin admin] 10.222.0.94 "PUT /v2.0/routers/623d747d-8f3c-470f-8c51-e181e88c26a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6699464 Feb 19 00:50:55.318436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-ded042bd-ff03-42f6-8179-b5188830e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.320149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-ded042bd-ff03-42f6-8179-b5188830e939 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 1130 time: 0.1728139 Feb 19 00:50:55.331529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Sync routers for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:55.351513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:55.352437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:55.399063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-54639392-33dd-4776-a97d-d7ec1d17d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.400024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-54639392-33dd-4776-a97d-d7ec1d17d524 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1127 time: 0.1715918 Feb 19 00:50:55.401806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-2e20fd09-7649-48be-8a83-3f95790a20a6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=86a07edb-849c-4f2f-8863-91b836dfb59d HTTP/1.1" status: 200 len: 217 time: 0.0606046 Feb 19 00:50:55.490080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-732c0fcb-8fbb-4e74-85d4-a8b53e77fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.491791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-732c0fcb-8fbb-4e74-85d4-a8b53e77fc33 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0832572 Feb 19 00:50:55.534476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:55.614263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f83b5175-700a-4c0a-a718-bab0ce1a7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.615862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-f83b5175-700a-4c0a-a718-bab0ce1a7bd5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111031 Feb 19 00:50:55.638911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:55.677188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f52e0f76-d5e0-4dce-aaed-b7c77772ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.678678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f52e0f76-d5e0-4dce-aaed-b7c77772ebe8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2689710 Feb 19 00:50:55.788315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:53Z', 'revision_number': 2, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:55.804708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-6bbd796c-1eed-4409-8ba6-2a7c140a3158 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.1086299 Feb 19 00:50:55.807263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-5ec04faa-55e1-48f7-a814-2897fe92d4fb service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420065 Feb 19 00:50:55.822952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Checking router: 623d747d-8f3c-470f-8c51-e181e88c26a2 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:55.823208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Updating router 623d747d-8f3c-470f-8c51-e181e88c26a2 port 6d238320-dde6-4fa2-9111-4425f20b9134 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:50:55.865798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.867650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (ccebf090-2e1a-45c3-8ed0-323872a1a8b9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.928490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-6c6d2b5d-23c1-48c3-abca-6d5654658a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.929209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-6c6d2b5d-23c1-48c3-abca-6d5654658a5a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1081741 Feb 19 00:50:55.931656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (ccebf090-2e1a-45c3-8ed0-323872a1a8b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.948634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef1e82-2edf-49df-933c-ed527b310012 req-d4fd8f14-1b59-41e3-b130-e8aeaa716f93 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.953449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2aef1e82-2edf-49df-933c-ed527b310012 req-d4fd8f14-1b59-41e3-b130-e8aeaa716f93 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 945 time: 0.2562914 Feb 19 00:50:55.961230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-1a285593-924f-46ac-8c82-534b40b87a0a service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332965 Feb 19 00:50:55.993296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-923526e2-a8c0-4ed5-83be-5e5e19231da6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375972 Feb 19 00:50:55.994463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-984e020e-66d6-4f12-bf18-a50b6f7d8ded req-f868d429-d9f3-4a53-b8ae-fb54890a50ac service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790137 Feb 19 00:50:56.072555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:56.074525 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ef62c-a796-4fe1-acd4-a92201e82bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:56.150711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.159013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks [] for port (6d238320-dde6-4fa2-9111-4425f20b9134), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.176147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2aef1e82-2edf-49df-933c-ed527b310012 req-0c45f570-1626-4155-9b83-c5be80d01a24 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852713 Feb 19 00:50:56.212300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8151219-7d68-4f2b-97a9-9ebba80b6a5d req-3d1ab86b-a9d8-44e3-8b0b-df7312a1058c service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137113 Feb 19 00:50:56.215018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.232528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-d49f9f8b-9ffb-4fcc-9c0a-516ea7328b9d service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089834 Feb 19 00:50:56.237942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.240089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ccebf090-2e1a-45c3-8ed0-323872a1a8b9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.243848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.247678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "DELETE /v2.0/security-groups/ccebf090-2e1a-45c3-8ed0-323872a1a8b9 HTTP/1.1" status: 204 len: 168 time: 0.6079011 Feb 19 00:50:56.256406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57424) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:56.333376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e188fee-ab0d-41dd-9aa1-e90def738bc3 None None] Pushing event updated for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:56.344222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa7261-5c0e-45e1-87c0-73d26f9405ab tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccebf090-2e1a-45c3-8ed0-323872a1a8b9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:56.351733 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-71c7f1e7-606c-484b-90b5-1904f41b4a17 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] show failed (client error): The resource could not be found. Feb 19 00:50:56.355456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71c7f1e7-606c-484b-90b5-1904f41b4a17 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "GET /v2.0/security-groups/ccebf090-2e1a-45c3-8ed0-323872a1a8b9 HTTP/1.1" status: 404 len: 347 time: 0.0953927 Feb 19 00:50:56.357296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57426) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:56.381207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Attempting to bind port 6d238320-dde6-4fa2-9111-4425f20b9134 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:56.381600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Attempting to bind port 6d238320-dde6-4fa2-9111-4425f20b9134 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:56.382486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Attempting to bind port 6d238320-dde6-4fa2-9111-4425f20b9134 on network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:56.390386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:56.390710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Checking segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:56.391951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.392199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Bound using segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:56.392733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Bound port: 6d238320-dde6-4fa2-9111-4425f20b9134, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:56.393059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.393364 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Floating IP bacf3e02-967e-4c6e-b310-42322146e31b associated. External IP: 172.25.2.30, port: a3ab8b8f-71f0-48d6-92a1-9f467d461ab1. Feb 19 00:50:56.453491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'name': 'network-vif-deleted', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:56.456726 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a5925-9dc5-4147-9fad-ef51f2dd5a97" -d '{"events": [{"server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "name": "network-vif-deleted", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:56.473122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] For port 6d238320-dde6-4fa2-9111-4425f20b9134, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:56.476487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] For port 6d238320-dde6-4fa2-9111-4425f20b9134, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d238320-dde6-4fa2-9111-4425f20b9134,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:56.502656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5176b0f5-ded1-4c25-b6aa-5a022acbdca3 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537835 Feb 19 00:50:56.536267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00151e2-401d-41e8-a1a2-3f5380374a3f req-58095637-55b9-4431-9b92-9c1751e426cd tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:56.537791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b00151e2-401d-41e8-a1a2-3f5380374a3f req-58095637-55b9-4431-9b92-9c1751e426cd tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 948 time: 0.2153478 Feb 19 00:50:56.570007 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.598819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Deleting port 141f1e1b-9fa7-45d7-a12d-c04065591946 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:56.599298 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.606250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b00151e2-401d-41e8-a1a2-3f5380374a3f req-da994751-c228-4d98-8bba-b8c40321dd75 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597310 Feb 19 00:50:56.682916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e188fee-ab0d-41dd-9aa1-e90def738bc3 None None] Pushing event updated for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:56.685545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:56.686149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:56.691880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Provisioning complete for port 6d238320-dde6-4fa2-9111-4425f20b9134 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:56.692269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.704766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:56.730690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:56.818972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-7583790f-12a3-43cf-9664-5b02f9d41c29 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:56.820669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-7583790f-12a3-43cf-9664-5b02f9d41c29 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.1675332 Feb 19 00:50:56.825710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.826035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (141f1e1b-9fa7-45d7-a12d-c04065591946), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.852675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-3'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:56.943865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:56.949121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.960352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Calling delete_port for 141f1e1b-9fa7-45d7-a12d-c04065591946 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:56.964189 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Sync routers for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:56.981491 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:56.983274 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:57.002419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.053467 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-12d4eca6-0fd5-4595-a95e-9008db98af8f service neutron] show failed (client error): The resource could not be found. Feb 19 00:50:57.058471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-12d4eca6-0fd5-4595-a95e-9008db98af8f service neutron] 10.222.0.96 "GET /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.1739333 Feb 19 00:50:57.133652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8e790671-9077-4d09-a784-b3b88b8c5624 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "PUT /v2.0/floatingips/bacf3e02-967e-4c6e-b310-42322146e31b HTTP/1.1" status: 200 len: 996 time: 2.1061575 Feb 19 00:50:57.236110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Current status of the port 6d238320-dde6-4fa2-9111-4425f20b9134 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:57.236675 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.241112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-77394eae-7679-48bc-8816-6b3e111b59e9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:57.242788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-77394eae-7679-48bc-8816-6b3e111b59e9 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 950 time: 0.1551032 Feb 19 00:50:57.268055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.280874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:57.285363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-d8264738-6edf-45ca-ba1f-f4a6bdf289a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:57.292718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-d8264738-6edf-45ca-ba1f-f4a6bdf289a0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1128 time: 0.1387138 Feb 19 00:50:57.330053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:57.337679 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:57.382423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] For port 6d238320-dde6-4fa2-9111-4425f20b9134, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d238320-dde6-4fa2-9111-4425f20b9134,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.421198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (141f1e1b-9fa7-45d7-a12d-c04065591946), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.426262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks [] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.427254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.478622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '165e7556-770e-49d6-889d-e00527ca7dda', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '165e7556-770e-49d6-889d-e00527ca7dda', 'mac_address': 'fa:16:3e:a5:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:57.500533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-43dd3c8c-6645-438f-910b-44fff80cfbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:57.509269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-43dd3c8c-6645-438f-910b-44fff80cfbfa service neutron] 10.222.0.94 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 930 time: 0.2155547 Feb 19 00:50:57.510962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Pushing event deleted for resources: {'Port': ['ID=141f1e1b-9fa7-45d7-a12d-c04065591946,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.518375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.523705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570610122', 'description': 'tempest-description--412066753'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:57.543051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.585742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Deleting port 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:57.586374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.669832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:57.670389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.675959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks [] for floatingip (b1d46520-4381-4f73-b028-6cbc37a3edec), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.680002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.684747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] For port 6ad8ef0a-382b-4e86-b699-147619f1d58e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ad8ef0a-382b-4e86-b699-147619f1d58e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.685349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.685955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8aa1a055-3a93-4202-bf5a-3b7224727c15 tempest-ServersTestManualDisk-1653232827 tempest-ServersTestManualDisk-1653232827-project] 10.222.0.94 "DELETE /v2.0/floatingips/b1d46520-4381-4f73-b028-6cbc37a3edec HTTP/1.1" status: 204 len: 168 time: 1.3119380 Feb 19 00:50:57.686797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.689157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.703119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Calling delete_port for 6ad8ef0a-382b-4e86-b699-147619f1d58e owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:57.705603 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'bacf3e02-967e-4c6e-b310-42322146e31b', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'mac_address': 'fa:16:3e:95:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:56Z', 'revision_number': 1, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:57.727130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:57.733699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081169a-0286-4e51-a64c-b654963745b2 None None] Pushing event updated for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.742899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f3de9e3f-dfea-4792-b6b7-5e1fa1c155eb None None] Provisioning complete for port 6d238320-dde6-4fa2-9111-4425f20b9134 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:57.743735 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f3de9e3f-dfea-4792-b6b7-5e1fa1c155eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.749520 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Checking router: 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:57.768655 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:57.769290 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:57.832254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.858136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.895525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f3de9e3f-dfea-4792-b6b7-5e1fa1c155eb None None] Current status of the port 6d238320-dde6-4fa2-9111-4425f20b9134 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:57.899993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.909200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8786d96e-7a46-4b5c-8956-2ef724bdd34c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 999 time: 0.3891947 Feb 19 00:50:57.922428 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:57.942542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6ad8ef0a-382b-4e86-b699-147619f1d58e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.942813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:56Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:57.982825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Pushing event deleted for resources: {'Port': ['ID=6ad8ef0a-382b-4e86-b699-147619f1d58e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.986059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ad8ef0a-382b-4e86-b699-147619f1d58e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:57.992923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623df85-7836-4c05-9ac9-b23d32811145 None None] The sync data for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 is: [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:56Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:58.042597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.052918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-0e00747e-0fa8-4599-9310-2b4f63d71f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.070048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-0e00747e-0fa8-4599-9310-2b4f63d71f4e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 200 len: 868 time: 0.1676183 Feb 19 00:50:58.137015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] No DVR routers for this DVR port 6ad8ef0a-382b-4e86-b699-147619f1d58e on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:58.143677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.147217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30c9f766-a3a4-4951-b341-de6e11b33bce req-d16774c1-e989-4b80-9278-5c9b1bf8c5ac tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.96 "DELETE /v2.0/ports/6ad8ef0a-382b-4e86-b699-147619f1d58e HTTP/1.1" status: 204 len: 173 time: 0.8980477 Feb 19 00:50:58.169642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['165e7556-770e-49d6-889d-e00527ca7dda'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:58.173493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (28a6a5d8-ef77-467a-80ae-c18d57e01cdd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.202202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-9004de04-1d8d-4617-87b5-9ffa38237c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.204345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-9004de04-1d8d-4617-87b5-9ffa38237c8b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1334929 Feb 19 00:50:58.291631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28a6a5d8-ef77-467a-80ae-c18d57e01cdd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.388924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6a5d8-ef77-467a-80ae-c18d57e01cdd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.437856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.447728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f1db51c0-c5e7-4e43-af0e-6c89fa7c4674 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9280107 Feb 19 00:50:58.450959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57440) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:58.457436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'security_group_rule': {'security_group_id': '28a6a5d8-ef77-467a-80ae-c18d57e01cdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:58.463442 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'bacf3e02-967e-4c6e-b310-42322146e31b', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'mac_address': 'fa:16:3e:95:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:56Z', 'revision_number': 1, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:58.472909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-8d00be32-7222-4ee9-99ef-d7b6970a1749 service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491524 Feb 19 00:50:58.513150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fafa546-74a2-4589-b668-ab39a2b3dd3c None None] The sync data for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 is: [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'bacf3e02-967e-4c6e-b310-42322146e31b', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'mac_address': 'fa:16:3e:95:bd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:56Z', 'revision_number': 1, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:58.578259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (805c8fed-f32d-487e-a2fe-dce26c310bf8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.669734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf2cd049-ce21-400e-8285-b96165c8a136 req-1e18ebb6-3cd4-475c-80a2-eefe8534b155 service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792295 Feb 19 00:50:58.694842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (805c8fed-f32d-487e-a2fe-dce26c310bf8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.748643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:58.789825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.810842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b84d9-2301-4842-980a-157d46401028 req-3270e908-e833-4013-98c4-68e76ebdb352 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.811168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f51b84d9-2301-4842-980a-157d46401028 req-3270e908-e833-4013-98c4-68e76ebdb352 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbd3eef-0b18-414f-b774-5da9af7b562b HTTP/1.1" status: 200 len: 868 time: 1.1467617 Feb 19 00:50:58.822125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (805c8fed-f32d-487e-a2fe-dce26c310bf8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.831794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-61e6b209-5f8f-4fa8-9d1f-0e022dd04349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.833364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-61e6b209-5f8f-4fa8-9d1f-0e022dd04349 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1132 time: 0.3094764 Feb 19 00:50:58.836660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on host n-h1-826529-3 for vnic_type normal with profile {"migrating_to": "n-h2-826529-3"} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:58.841922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:58.841922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:58.853796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:58.864525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805c8fed-f32d-487e-a2fe-dce26c310bf8,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.909019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:58.909414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Attempting to bind port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:58.917589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcbf9e-c950-4fef-bc2c-dc9ed50b38c1 None None] New status for floating IP bacf3e02-967e-4c6e-b310-42322146e31b: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:50:58.932678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.934575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ea1e39e3-1e87-492c-9d38-f292b45e6934 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4823084 Feb 19 00:50:58.939372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57444) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:58.944619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'security_group_rule': {'security_group_id': '28a6a5d8-ef77-467a-80ae-c18d57e01cdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:58.946948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:58.947382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:58.947846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:58.948366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Bound port: 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:58.948824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.991835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1ac33-f836-42de-ac1b-adf27e71b714 req-a1698e9a-4a8e-4d01-9fa8-56ef75f03bbd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.993574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1a1ac33-f836-42de-ac1b-adf27e71b714 req-a1698e9a-4a8e-4d01-9fa8-56ef75f03bbd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1046991 Feb 19 00:50:59.052431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1a1ac33-f836-42de-ac1b-adf27e71b714 req-cc7196aa-6035-45cf-8f27-51074de9cb73 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524046 Feb 19 00:50:59.064674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:59.084853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (f8e3163e-fc7c-4064-aa39-6c592fca1127), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.144313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:59.147889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:59.154558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'mac_address': 'fa:16:3e:6a:34:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:59.162838 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfda08c-5939-4b07-bfff-4ff2daa5437f x-openstack-request-id: req-1bfda08c-5939-4b07-bfff-4ff2daa5437f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:59.163167 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:59.163433 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1bfda08c-5939-4b07-bfff-4ff2daa5437f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:59.164611 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'status': 'completed', 'code': 200} Feb 19 00:50:59.183496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f51b84d9-2301-4842-980a-157d46401028 req-06ed1aa4-1b6d-4fdb-9f02-b1c617289be2 tempest-ServersAdminTestJSON-452349603 tempest-ServersAdminTestJSON-452349603-project] 10.222.0.94 "GET /v2.0/security-groups?id=03abcad8-0138-4927-a72d-3954a382fc44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352213 Feb 19 00:50:59.195790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.250005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.272994 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778890ae-809a-4c49-84a6-44cbb0efc183 x-openstack-request-id: req-778890ae-809a-4c49-84a6-44cbb0efc183 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:59.273416 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8", "name": "network-vif-deleted", "tag": "bf08bf62-ac98-4e82-8f57-14fcea6e6621", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:59.273770 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-778890ae-809a-4c49-84a6-44cbb0efc183 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:59.274239 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08eb45cf-61c4-42fe-9e9b-0ed5022ccdc8', 'name': 'network-vif-deleted', 'tag': 'bf08bf62-ac98-4e82-8f57-14fcea6e6621', 'status': 'completed', 'code': 200} Feb 19 00:50:59.326814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (f8e3163e-fc7c-4064-aa39-6c592fca1127), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.335493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86a07edb-849c-4f2f-8863-91b836dfb59d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:59.336407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.352961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a07edb-849c-4f2f-8863-91b836dfb59d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:59.380082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:59.402467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f8e3163e-fc7c-4064-aa39-6c592fca1127), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.415670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=8']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.439485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e3163e-fc7c-4064-aa39-6c592fca1127,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.442010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-d13252c5-401e-43be-a489-5a14e8a71b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.443756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-d13252c5-401e-43be-a489-5a14e8a71b14 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=24366ecb5bbc4b788036148e3cd9c703&device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 1130 time: 0.2880564 Feb 19 00:50:59.456587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.459483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850a499-0c77-401b-97b7-eeb4cc55bf7c req-19e3802f-80a1-4e8b-abd6-2427c8cd761e tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.464920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5850a499-0c77-401b-97b7-eeb4cc55bf7c req-19e3802f-80a1-4e8b-abd6-2427c8cd761e tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 948 time: 0.1342478 Feb 19 00:50:59.545697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.561315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.562568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-960973d7-b564-4658-896d-3a53031005d2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6222787 Feb 19 00:50:59.575180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57448) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:59.591964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:59.596687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.596687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.597228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5b1c3928-69bf-4dbe-be22-f66313e5669b service neutron] 10.222.0.96 "PUT /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 1121 time: 2.7546375 Feb 19 00:50:59.654224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5850a499-0c77-401b-97b7-eeb4cc55bf7c req-400976f6-5c9b-47d7-b288-f259eb3f1e3f tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881847 Feb 19 00:50:59.671582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b566a-6f3d-4bf8-b711-3a64ac596210 req-7e4ba6ac-294c-4bee-8494-f995183f029e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.673748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4da2c92e-abed-43e0-a86b-4557a3a0a9c7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:59.679705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-490b566a-6f3d-4bf8-b711-3a64ac596210 req-7e4ba6ac-294c-4bee-8494-f995183f029e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.3770189 Feb 19 00:50:59.695870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-279f4c70-10dd-4e1b-8824-fc0102dcd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.697707 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-279f4c70-10dd-4e1b-8824-fc0102dcd67e service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2299073 Feb 19 00:50:59.725491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['86a07edb-849c-4f2f-8863-91b836dfb59d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:59.765519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-e31f6d8f-d6ce-4b5b-8294-22d958980440 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=86a07edb-849c-4f2f-8863-91b836dfb59d HTTP/1.1" status: 200 len: 217 time: 0.0586355 Feb 19 00:50:59.783873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.794818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-490b566a-6f3d-4bf8-b711-3a64ac596210 req-ce22a80e-87cd-4185-aa98-27b09befb0ae tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029832 Feb 19 00:50:59.960037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:00.014834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.097532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d238320-dde6-4fa2-9111-4425f20b9134 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:00.104104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-9bc34f9f-0c87-4a3c-80d4-48f2e5b21908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:00.106365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-9bc34f9f-0c87-4a3c-80d4-48f2e5b21908 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3190680 Feb 19 00:51:00.141857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-5b02c471-61bb-4dbb-8222-d5fdaf2c9524 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 258 time: 0.4354334 Feb 19 00:51:00.151355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:00.163259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6d238320-dde6-4fa2-9111-4425f20b9134 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:00.163631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.224687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-9925b8b6-9b6c-43ba-bf4c-26078c6fe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:00.226455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-9925b8b6-9b6c-43ba-bf4c-26078c6fe45b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1086259 Feb 19 00:51:00.245996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:00.267354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6d238320-dde6-4fa2-9111-4425f20b9134 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:00.298260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.364222 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks [] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.408610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c02cd-4086-4bf3-a136-8ec84785bb25 req-e0dd6cce-95e5-4982-89f3-55ed07499d8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:00.410317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a7c02cd-4086-4bf3-a136-8ec84785bb25 req-e0dd6cce-95e5-4982-89f3-55ed07499d8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1624577 Feb 19 00:51:00.414104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Transition to ACTIVE for port object 7398f8f9-4ed9-4fa2-8c84-4af91979d595 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:00.476646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a7c02cd-4086-4bf3-a136-8ec84785bb25 req-f2a239e8-e2f8-41c0-b23a-61b388777b8a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599747 Feb 19 00:51:00.478965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.581316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] No DVR routers for this DVR port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:00.597810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:00.617676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.664399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:00.664738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:00.665135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:00.677683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:51:00.678058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Attempting to bind port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:00.689905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:00.690258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:00.690745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:00.691121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Bound port: 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:00.691499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.755221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:00.755441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Deleting port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:00.755441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.782356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-f61c7b75-42d6-4b9c-9c39-19a4a9836827 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467803 Feb 19 00:51:00.896750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:00.903368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:00.913302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:00.920118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Allocated IP 172.25.2.238 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/2a36992f-54bd-49cd-bd85-bc5b56fc4a17) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:00.955473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46e1c8-37fb-4aab-b356-44858ec3e4a8 req-99f2dc8d-fb5c-4fd0-ac5c-55562f52512d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:00.962188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f46e1c8-37fb-4aab-b356-44858ec3e4a8 req-99f2dc8d-fb5c-4fd0-ac5c-55562f52512d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 949 time: 0.1436636 Feb 19 00:51:00.974755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] For port 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:00.975485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.979226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a34ef62c-a796-4fe1-acd4-a92201e82bcc req-45d82f06-ce68-4332-862d-952f5b3664ac service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874950 Feb 19 00:51:01.008815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Calling delete_port for 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:01.036188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.055359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 165e7556-770e-49d6-889d-e00527ca7dda completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:01.061260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 165e7556-770e-49d6-889d-e00527ca7dda triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:01.065084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (165e7556-770e-49d6-889d-e00527ca7dda), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.099465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26c9160c-4f6c-4450-a1d8-b8a8e41c27cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.121217 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.151399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.170235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57478) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.175576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7'}, {'name': 'network-changed', 'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7'}, {'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:01.179210 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f68a0c4-425c-4dac-8239-d692286cec14" -d '{"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-unplugged", "status": "completed", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7"}, {"name": "network-changed", "server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7"}, {"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:01.182509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:01.182979 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.211375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:01.213830 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402db679-0f43-40b9-81c9-223fe051affc" -d '{"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:01.220209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f46e1c8-37fb-4aab-b356-44858ec3e4a8 req-84472441-cf37-42a3-b2ab-c4d108e2b799 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567413 Feb 19 00:51:01.228552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.239927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:01.285193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'}, {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-deleted', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:01.287638 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f151e95-2ca2-4307-b66e-4a639767f06f" -d '{"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1"}, {"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-deleted", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:01.314299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.315564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:01.324678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.325343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.326688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] 10.222.0.117 "PUT /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 1096 time: 2.4768496 Feb 19 00:51:01.334067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:01.345602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Allocated IP 172.25.2.87 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/6b5b3cb2-92c7-4b14-b087-84ddd430fa11) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:01.347872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:01.359399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'Port': ['ID=2a36992f-54bd-49cd-bd85-bc5b56fc4a17,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.363954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:01.419981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.460755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44eb8-3121-4d5f-8d87-a56c9f049a7f service neutron] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.492603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26c9160c-4f6c-4450-a1d8-b8a8e41c27cb admin admin] Publish callbacks [] for security_group (5463cab0-6b96-4f25-9b9b-40e46f3c15e7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.495405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:01.497456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:01.505354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b45e40a-367a-4371-b946-7b7537b7f7a1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bbe925ab30864d4e8178d9fb249c010d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333507 Feb 19 00:51:01.513960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57490) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.529637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-66e05f9e-16f2-44d3-8d4a-e0249b7ec3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.531178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-66e05f9e-16f2-44d3-8d4a-e0249b7ec3d0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1130 time: 0.1518633 Feb 19 00:51:01.535580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 86a07edb-849c-4f2f-8863-91b836dfb59d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:01.539409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5c22-dbcb-4faf-8ad1-a3679254b0f1 req-e5360bbb-6f00-43cb-ad36-ca724561a9f8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.540864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-512c5c22-dbcb-4faf-8ad1-a3679254b0f1 req-e5360bbb-6f00-43cb-ad36-ca724561a9f8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.2054524 Feb 19 00:51:01.558330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 86a07edb-849c-4f2f-8863-91b836dfb59d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:01.559024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.583851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.593074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26c9160c-4f6c-4450-a1d8-b8a8e41c27cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5463cab0-6b96-4f25-9b9b-40e46f3c15e7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.690533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.739144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:01.744059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:01.748423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:01.754059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26c9160c-4f6c-4450-a1d8-b8a8e41c27cb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a5843d6271b44c709f4e5e34fee3ce0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8397129 Feb 19 00:51:01.758028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57496) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.763209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9160c-4f6c-4450-a1d8-b8a8e41c27cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5463cab0-6b96-4f25-9b9b-40e46f3c15e7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.774616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:51:01.790558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] Publish callbacks [] for security_group (03abcad8-0138-4927-a72d-3954a382fc44), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.792451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event updated for resources: {'Port': ['ID=6b5b3cb2-92c7-4b14-b087-84ddd430fa11,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.808151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-512c5c22-dbcb-4faf-8ad1-a3679254b0f1 req-f88df8d8-0dc2-48da-9dbc-11bdc7185721 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221301 Feb 19 00:51:01.819325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.830109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:51:01.830626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:01.831061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:01.863353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 6ad8ef0a-382b-4e86-b699-147619f1d58e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:01.863718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ad8ef0a-382b-4e86-b699-147619f1d58e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:01.865090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] Publish callbacks [] for security_group (03abcad8-0138-4927-a72d-3954a382fc44), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.867581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.869959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d94a1b19-8521-4f51-800a-264257ce4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.871471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-d94a1b19-8521-4f51-800a-264257ce4b87 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3062561 Feb 19 00:51:01.907974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.963313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:01.979720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-01dd8cc1-0301-4880-ac63-43136506dba5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0994513 Feb 19 00:51:01.986920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 has no active binding in host n-h2-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:51:01.989884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86a07edb-849c-4f2f-8863-91b836dfb59d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:01.990480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.000585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] Publish callbacks [] for security_group (5463cab0-6b96-4f25-9b9b-40e46f3c15e7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.034216 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d965f43-30fc-4908-96af-a239a5c929d8 x-openstack-request-id: req-8d965f43-30fc-4908-96af-a239a5c929d8 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:02.034752 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-unplugged", "status": "completed", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7", "code": 200}, {"name": "network-changed", "server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7", "status": "completed", "code": 200}, {"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:02.035208 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8d965f43-30fc-4908-96af-a239a5c929d8 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:02.035791 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'code': 200} Feb 19 00:51:02.036218 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'status': 'completed', 'code': 200} Feb 19 00:51:02.036659 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'code': 200} Feb 19 00:51:02.062531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:02.075879 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7380856-a204-4a54-9bff-902e8d8f9484 x-openstack-request-id: req-b7380856-a204-4a54-9bff-902e8d8f9484 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:02.076449 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:02.076942 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b7380856-a204-4a54-9bff-902e8d8f9484 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:02.077688 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'code': 200} Feb 19 00:51:02.133841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] Publish callbacks [] for security_group (5463cab0-6b96-4f25-9b9b-40e46f3c15e7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.141159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.163279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-64a68d5a-5461-43ef-8d2b-8280ed1e0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.164954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-64a68d5a-5461-43ef-8d2b-8280ed1e0b56 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1712792 Feb 19 00:51:02.241931 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384fabc9-bd30-407d-ab3c-a2d27c0a5805 x-openstack-request-id: req-384fabc9-bd30-407d-ab3c-a2d27c0a5805 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:02.242169 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1", "status": "completed", "code": 200}, {"server_uuid": "9dbd3eef-0b18-414f-b774-5da9af7b562b", "name": "network-vif-deleted", "tag": "6ad8ef0a-382b-4e86-b699-147619f1d58e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:02.242695 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-384fabc9-bd30-407d-ab3c-a2d27c0a5805 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:02.243168 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'status': 'completed', 'code': 200} Feb 19 00:51:02.243374 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbd3eef-0b18-414f-b774-5da9af7b562b', 'name': 'network-vif-deleted', 'tag': '6ad8ef0a-382b-4e86-b699-147619f1d58e', 'status': 'completed', 'code': 200} Feb 19 00:51:02.245722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:02.246650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.312697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03abcad8-0138-4927-a72d-3954a382fc44), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.315698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.319306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/03abcad8-0138-4927-a72d-3954a382fc44 HTTP/1.1" status: 204 len: 168 time: 0.7992761 Feb 19 00:51:02.341456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (81b8fabd-d8ac-4115-95c1-fd1158c7e1bf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.371405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-4dac9193-bb3d-4dac-9929-3196c39e8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.372932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-4dac9193-bb3d-4dac-9929-3196c39e8b96 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1155 time: 0.3303368 Feb 19 00:51:02.454461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b4c60-943f-4f73-a3c3-175e84b6657a req-f514913b-1fc8-46ea-9590-29f03c3bb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.456120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-224b4c60-943f-4f73-a3c3-175e84b6657a req-f514913b-1fc8-46ea-9590-29f03c3bb0d2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 1132 time: 0.2288663 Feb 19 00:51:02.502192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5463cab0-6b96-4f25-9b9b-40e46f3c15e7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.504781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.506132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5463cab0-6b96-4f25-9b9b-40e46f3c15e7 HTTP/1.1" status: 204 len: 168 time: 0.7237897 Feb 19 00:51:02.533910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-8be9f132-7c21-488a-8d5e-63ea0b36cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.535522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-8be9f132-7c21-488a-8d5e-63ea0b36cfc2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1128 time: 0.3217523 Feb 19 00:51:02.577149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9c489-eb42-487a-8299-2ecf4de2b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5463cab0-6b96-4f25-9b9b-40e46f3c15e7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:02.628424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.665112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9238a6-2339-4e51-978a-ba3481f37d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03abcad8-0138-4927-a72d-3954a382fc44,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:02.678862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-11481e29-fde7-4ea3-b73c-ae79bd4cfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.684927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-11481e29-fde7-4ea3-b73c-ae79bd4cfe8d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5008104 Feb 19 00:51:02.692824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.711478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73d0fa-1352-4d53-8289-256015c61a9b req-54d0d646-f59f-4b9c-b7d2-f00b7f7f9e26 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.718193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f73d0fa-1352-4d53-8289-256015c61a9b req-54d0d646-f59f-4b9c-b7d2-f00b7f7f9e26 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.4824271 Feb 19 00:51:02.749147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-4e0e7304-9693-484f-8c5b-ab1eb132223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.751884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-4e0e7304-9693-484f-8c5b-ab1eb132223d service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.3676183 Feb 19 00:51:02.763312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-224b4c60-943f-4f73-a3c3-175e84b6657a req-78865943-53ee-4091-b594-7ca34034fd8e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544816 Feb 19 00:51:02.871544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-c4245ba1-e43f-4225-a941-e4af39fc3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.873061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-c4245ba1-e43f-4225-a941-e4af39fc3cea service neutron] 10.222.0.117 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 930 time: 0.3167017 Feb 19 00:51:02.884344 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.926348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f73d0fa-1352-4d53-8289-256015c61a9b req-5c187f27-a7b0-4193-a7c4-d0e61a855be3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021081 Feb 19 00:51:02.932265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-ed4fadbe-9188-4eab-a529-bb7fd07c2ec9 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370031 Feb 19 00:51:02.959337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.970451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.997640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57510) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.112264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.122079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-922391ad-2624-48da-bb6b-d9d751fc6ef9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.1282096 Feb 19 00:51:03.158693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'Port': ['ID=2a36992f-54bd-49cd-bd85-bc5b56fc4a17,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.197671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596c9f-7be1-4b9b-97a7-b59e57c174ef req-20f0a2cf-5e36-4605-9b08-0c5b745c2d80 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:03.199193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f596c9f-7be1-4b9b-97a7-b59e57c174ef req-20f0a2cf-5e36-4605-9b08-0c5b745c2d80 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 950 time: 0.1768808 Feb 19 00:51:03.205298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-151ad0a0-a366-4267-a476-1a8b9a90fc45 req-52e83285-0551-4cd6-8da0-d67c21dbc878 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840322 Feb 19 00:51:03.212563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Router 08947d1d-28a6-4950-ac62-7b8cf7b67520 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:03.267981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.279726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-3ab50f64-cafa-4c22-afec-f9ddbaa5d954 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 1001 time: 0.2827415 Feb 19 00:51:03.299024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c885f1f3-65d0-4b11-9478-ec91206e201a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a2aa6fe0275540968241ab6f1eeda3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904413 Feb 19 00:51:03.302529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.313860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-51a42955-7fb3-4dbb-9dcd-118fe9152b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:03.315472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-51a42955-7fb3-4dbb-9dcd-118fe9152b27 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1812024 Feb 19 00:51:03.341082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57514) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.341763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event updated for resources: {'Port': ['ID=6b5b3cb2-92c7-4b14-b087-84ddd430fa11,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.351584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f596c9f-7be1-4b9b-97a7-b59e57c174ef req-29803f5c-a35a-404a-ae1f-43609520831e tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360240 Feb 19 00:51:03.395585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:03.398099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.399301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-642e4909-12b7-4e55-8664-9311d49dc25b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8229012 Feb 19 00:51:03.401355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-6eff675f-1a64-4e72-aadd-b46dc4738460 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641165 Feb 19 00:51:03.406404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffea148d-43e6-49fd-abc6-e802a96499f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.419628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8e4de23b-cc70-4a63-bf02-b767bee11526 admin admin] 10.222.0.94 "PUT /v2.0/routers/08947d1d-28a6-4950-ac62-7b8cf7b67520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7255540 Feb 19 00:51:03.422688 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Sync routers for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:03.426627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (81b8fabd-d8ac-4115-95c1-fd1158c7e1bf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.429935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57518) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.439803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:03.440659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:03.445803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] Publish callbacks [] for security_group (050e0789-f377-41ee-873b-347340618b20), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.460506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-932a6ace-6bd6-4455-8abe-6d7fa1b88990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:03.461996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-932a6ace-6bd6-4455-8abe-6d7fa1b88990 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 200 len: 868 time: 0.1702998 Feb 19 00:51:03.509306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] Publish callbacks [] for security_group (050e0789-f377-41ee-873b-347340618b20), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.611990 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:03.618059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.619310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-ee0fe086-0cf5-4db7-a2de-ca63cf3e041a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4765081 Feb 19 00:51:03.681269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440730f3-e553-407a-bb4d-e74e3b6eccf6 req-c0d4b050-9d1c-48d4-9e8c-0d77898687c2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:03.689241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-440730f3-e553-407a-bb4d-e74e3b6eccf6 req-c0d4b050-9d1c-48d4-9e8c-0d77898687c2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 943 time: 0.2285104 Feb 19 00:51:03.704501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (050e0789-f377-41ee-873b-347340618b20), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.707877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.722446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/050e0789-f377-41ee-873b-347340618b20 HTTP/1.1" status: 204 len: 168 time: 0.4083462 Feb 19 00:51:03.772844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928317-1b21-40e6-a435-66e645e88058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e0789-f377-41ee-873b-347340618b20,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.775657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-87458a73-be67-4fe0-a1e0-27f8555964e3 service neutron] 10.222.0.117 "GET /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.2861130 Feb 19 00:51:03.906138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-440730f3-e553-407a-bb4d-e74e3b6eccf6 req-29382649-ad32-4801-8c9f-85b090e8f128 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092350 Feb 19 00:51:03.979031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:51:01Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:04.013484 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Checking router: 08947d1d-28a6-4950-ac62-7b8cf7b67520 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:04.023965 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Routers {'08947d1d-28a6-4950-ac62-7b8cf7b67520'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:04.024715 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['08947d1d-28a6-4950-ac62-7b8cf7b67520'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:04.064020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:04.067164 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469af22-a651-4a0d-b1b3-f79ec0755690" -d '{"events": [{"name": "network-changed", "server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:04.078927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:04.083478 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50944e3-828d-4ab9-b41e-7f5270f184a7" -d '{"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-plugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:04.135942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-a021b61f-2ddb-483b-b6b5-c25e76c544de tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.5056171 Feb 19 00:51:04.180180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-3b108948-7dd7-4440-9cae-22ea7ee6c00e service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639189 Feb 19 00:51:04.186366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edeebd-425e-4ffc-8a07-62736fdfdef2 req-0cbad6b1-0469-4533-aba6-ed46ba314af2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.188897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49edeebd-425e-4ffc-8a07-62736fdfdef2 req-0cbad6b1-0469-4533-aba6-ed46ba314af2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.1176093 Feb 19 00:51:04.194840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-ab104b82-e611-47a9-b5f5-473ddf83f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.196344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-ab104b82-e611-47a9-b5f5-473ddf83f4d4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6976233 Feb 19 00:51:04.209150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] Set router 08947d1d-28a6-4950-ac62-7b8cf7b67520 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:04.233637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:04.245928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks [] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.275223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49edeebd-425e-4ffc-8a07-62736fdfdef2 req-3446c0a8-32e2-4731-8bc0-6996debf36b3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771728 Feb 19 00:51:04.276270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:04.316258 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffea148d-43e6-49fd-abc6-e802a96499f9 admin admin] Publish callbacks [] for security_group (b2d0e9ed-c418-4c06-a75a-a2606ee68085), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.316403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:04.332404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:04.398062 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ca5b61-3640-4844-b860-32bf86a4e12f x-openstack-request-id: req-b9ca5b61-3640-4844-b860-32bf86a4e12f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:04.398358 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:04.398610 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b9ca5b61-3640-4844-b860-32bf86a4e12f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:04.399009 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'status': 'completed', 'code': 200} Feb 19 00:51:04.424774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.425959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffea148d-43e6-49fd-abc6-e802a96499f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2d0e9ed-c418-4c06-a75a-a2606ee68085), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.515752 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:51:01Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:04.554006 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d74e7f-c069-40cc-b1f4-c4f3917702cc x-openstack-request-id: req-13d74e7f-c069-40cc-b1f4-c4f3917702cc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:04.554438 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-plugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:04.554837 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-13d74e7f-c069-40cc-b1f4-c4f3917702cc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:04.555356 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'code': 200} Feb 19 00:51:04.573794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-e83d4493-75b3-4811-a0aa-62d61116d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.584884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-e83d4493-75b3-4811-a0aa-62d61116d400 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1130 time: 0.1622200 Feb 19 00:51:04.587150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55b793-b7a2-46aa-b5e2-47e209eed3ac None None] The sync data for ids ['08947d1d-28a6-4950-ac62-7b8cf7b67520'] in n-d-826529-3 is: [{'id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'name': 'tempest-ServersTestManualDisk-648609983-router', 'tenant_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:51:01Z', 'revision_number': 5, 'project_id': 'e005bfc47ef5479c9916b95d2c78c72f', 'gw_port': {'id': '4e9e9499-c449-4bde-956f-035c99410bbe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08947d1d-28a6-4950-ac62-7b8cf7b67520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:26Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:04.619982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ffea148d-43e6-49fd-abc6-e802a96499f9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb95979131a1494fa0768e58e1ec7653&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2701807 Feb 19 00:51:04.630057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57578) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:04.646159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] Transition to ACTIVE for port object 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:04.669712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.117', 57579) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:04.696728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea148d-43e6-49fd-abc6-e802a96499f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0e9ed-c418-4c06-a75a-a2606ee68085,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:04.723635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-e17a6e65-3190-4295-acad-7260417bc6fa tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.725021 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-e17a6e65-3190-4295-acad-7260417bc6fa tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.5768731 Feb 19 00:51:04.747036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.751457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-20480700-ac37-4d4c-bf28-8dc6eb2638d5 service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082581 Feb 19 00:51:04.765466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-e5d61f86-363c-47ed-922f-829fa6b89fc7 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633557 Feb 19 00:51:04.776840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-96718896-5201-452d-87a4-b7a83aa5bad7 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:51:04.785774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99b5bcd-165f-4cb5-9791-42d528029079 req-96718896-5201-452d-87a4-b7a83aa5bad7 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378833 Feb 19 00:51:04.854333 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks [] for router_gateway (08947d1d-28a6-4950-ac62-7b8cf7b67520), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.869243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-58a8c662-ab33-4339-beb5-110bf52762a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.870791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-58a8c662-ab33-4339-beb5-110bf52762a0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1130 time: 0.4304354 Feb 19 00:51:04.884775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-5f982502-9446-49d3-8f0b-9509b467fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.886453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-5f982502-9446-49d3-8f0b-9509b467fc6e service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3004651 Feb 19 00:51:04.933439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] Pushing event updated for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:04.940684 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] Publish callbacks [] for security_group (b2d0e9ed-c418-4c06-a75a-a2606ee68085), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.954303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53742ff5-617f-4548-ba6c-536916d2b8e4 req-adb52b17-9a91-4375-b54e-8b0c806e7b97 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.961402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53742ff5-617f-4548-ba6c-536916d2b8e4 req-adb52b17-9a91-4375-b54e-8b0c806e7b97 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 950 time: 0.2679510 Feb 19 00:51:04.964131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] No DVR routers for this DVR port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:04.999453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b927f-2b53-4664-a374-1d18166d3fc4 req-a6ad2544-802d-4961-b1c1-1d1a4d686505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.001623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-494b927f-2b53-4664-a374-1d18166d3fc4 req-a6ad2544-802d-4961-b1c1-1d1a4d686505 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 1132 time: 0.3311141 Feb 19 00:51:05.011843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-a1c67b61-4d1b-453d-bcec-ece21f843fce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.1158733 Feb 19 00:51:05.074670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] Publish callbacks [] for security_group (b2d0e9ed-c418-4c06-a75a-a2606ee68085), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.106094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-3b7b93c3-dd43-426b-8cf3-2becb79b7a6b service neutron] 10.222.0.117 "PUT /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7/bindings/n-h2-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3039973 Feb 19 00:51:05.165372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-61f9f859-8cb8-4905-a212-b5994b91d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.166822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-61f9f859-8cb8-4905-a212-b5994b91d45b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1427441 Feb 19 00:51:05.170764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53742ff5-617f-4548-ba6c-536916d2b8e4 req-5c48f83b-2726-43f4-a0b0-87046e600f25 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085063 Feb 19 00:51:05.237286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-494b927f-2b53-4664-a374-1d18166d3fc4 req-2ec6bc26-e393-41b3-85f7-8c10aa59d22a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740468 Feb 19 00:51:05.242523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-34d2a41a-bec6-46ab-ad1e-2a88304b3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.244347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-34d2a41a-bec6-46ab-ad1e-2a88304b3cbd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0688379 Feb 19 00:51:05.271889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-f33d6a05-97b7-4854-9713-31fc50b161ab tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.275258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-f33d6a05-97b7-4854-9713-31fc50b161ab tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3467841 Feb 19 00:51:05.324235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f151e95-2ca2-4307-b66e-4a639767f06f req-60215bb5-f5b4-4327-822f-2a5ead320a5e service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373118 Feb 19 00:51:05.330358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2d0e9ed-c418-4c06-a75a-a2606ee68085), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.332861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.334013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b2d0e9ed-c418-4c06-a75a-a2606ee68085 HTTP/1.1" status: 204 len: 168 time: 0.7027378 Feb 19 00:51:05.363432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eb877-b01b-4a72-8d4e-01e1fe188550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0e9ed-c418-4c06-a75a-a2606ee68085,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:05.412810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-c1c00667-19ba-4025-a4ad-932ec88e1dcb tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.0918682 Feb 19 00:51:05.443997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464582c3-9192-4a5e-be4b-1a4a6486ac27 req-cb80749b-5ab8-4595-800b-23d6e591d184 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.445535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-464582c3-9192-4a5e-be4b-1a4a6486ac27 req-cb80749b-5ab8-4595-800b-23d6e591d184 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.1320369 Feb 19 00:51:05.445789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-ddec5d84-f8d0-4e92-aed0-4464e42b3836 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'floatingip': {'port_id': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:05.447908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-4c1f82c4-4e72-4d28-b909-83bebed79326 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964839 Feb 19 00:51:05.457874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-9f68ae23-1d2a-465a-a6b3-6bdcac55941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.459618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-9f68ae23-1d2a-465a-a6b3-6bdcac55941d service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.5300648 Feb 19 00:51:05.461657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5d69a4d6-9a6d-413e-8c09-a13ed6832061 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.463418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5d69a4d6-9a6d-413e-8c09-a13ed6832061 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1848593 Feb 19 00:51:05.529373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:05.561312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-062d3481-8b30-47f2-9f82-01e0190a56a1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0521896 Feb 19 00:51:05.593233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-ddec5d84-f8d0-4e92-aed0-4464e42b3836 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (81b8fabd-d8ac-4115-95c1-fd1158c7e1bf), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.653731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-464582c3-9192-4a5e-be4b-1a4a6486ac27 req-344538bc-4336-4822-bd67-3c629317929c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793480 Feb 19 00:51:05.679529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-b15468dc-059d-4a09-b03f-fbc4271fa890 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040436 Feb 19 00:51:05.712092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Deleting port 4e9e9499-c449-4bde-956f-035c99410bbe {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:05.712432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.745617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-4385276-network', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:05.807569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe7b2-74da-4647-a2c2-105c8a8de018 req-e7ce7e8a-a1aa-4ffc-b09c-b18559463fb8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.816394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-477fe7b2-74da-4647-a2c2-105c8a8de018 req-e7ce7e8a-a1aa-4ffc-b09c-b18559463fb8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 948 time: 0.0857191 Feb 19 00:51:05.824237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-6e515811-88cc-4ef7-b191-00bed35fcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.825689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-6e515811-88cc-4ef7-b191-00bed35fcf39 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2370780 Feb 19 00:51:05.867991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-477fe7b2-74da-4647-a2c2-105c8a8de018 req-c0914a5f-c7aa-4647-a2a3-f6c7d9c39ca8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507281 Feb 19 00:51:05.884131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Made reservation on behalf of a62cf7794ff544ae8cc9ada71f0fc982 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:05.886448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.897094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.906155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-813ae4f9-fa4d-4b48-a756-84769521893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:05.907761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-813ae4f9-fa4d-4b48-a756-84769521893f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76&tenant_id=a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 1126 time: 0.4128444 Feb 19 00:51:05.952464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:05.990059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:05.990410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1e3c50ee-7abf-4ba9-a0b9-ee2bb9ed9d99 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:06.043331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks [] for security_group (02a80c04-f642-41ef-9174-033a15cf39ff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.076369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] For port 4e9e9499-c449-4bde-956f-035c99410bbe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4e9e9499-c449-4bde-956f-035c99410bbe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:06.076555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.099136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-0c2971a4-1300-4818-bf36-14e2a1a1332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.100360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-0c2971a4-1300-4818-bf36-14e2a1a1332f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2424188 Feb 19 00:51:06.146627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (02a80c04-f642-41ef-9174-033a15cf39ff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.163718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:06.179897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (33c30952-ec6a-403b-ac8b-900f105446eb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.180234 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Added segment 33c30952-ec6a-403b-ac8b-900f105446eb of type vlan for network b41e9177-b713-43ce-93b4-938a5f607f5e Feb 19 00:51:06.240484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b41e9177-b713-43ce-93b4-938a5f607f5e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.320443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a80c04-f642-41ef-9174-033a15cf39ff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:06.351149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb04a19-6c7d-4f0c-9d1b-43e657b29df4 req-bb18809b-c2f4-4dea-bb57-c2eafc06122d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.352756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adb04a19-6c7d-4f0c-9d1b-43e657b29df4 req-bb18809b-c2f4-4dea-bb57-c2eafc06122d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 950 time: 0.0831659 Feb 19 00:51:06.408376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b41e9177-b713-43ce-93b4-938a5f607f5e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.409889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.410574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.454659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adb04a19-6c7d-4f0c-9d1b-43e657b29df4 req-b9c1f73a-c2f6-497a-bcc6-0479ac45ed0d tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900593 Feb 19 00:51:06.499544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Calling delete_port for 4e9e9499-c449-4bde-956f-035c99410bbe owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:06.510366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] Pushing event updated for resources: {'Network': ['ID=b41e9177-b713-43ce-93b4-938a5f607f5e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:06.521792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b41e9177-b713-43ce-93b4-938a5f607f5e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:06.572442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-62500a91-9634-4c1c-964a-a989fae9542e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0418015 Feb 19 00:51:06.575587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57656) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.583569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Request body: {'subnet': {'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-4385276-subnet', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:06.626910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f1fb7750-7607-435a-887a-958680f7062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.628498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-f1fb7750-7607-435a-887a-958680f7062e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1126 time: 0.6806872 Feb 19 00:51:06.636862 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-ddec5d84-f8d0-4e92-aed0-4464e42b3836 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 00:51:06.637896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d4064b3-7d26-4fce-ab67-acd160cabc4b req-ddec5d84-f8d0-4e92-aed0-4464e42b3836 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "PUT /v2.0/floatingips/81b8fabd-d8ac-4115-95c1-fd1158c7e1bf HTTP/1.1" status: 409 len: 550 time: 1.2143903 Feb 19 00:51:06.686142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Made reservation on behalf of a62cf7794ff544ae8cc9ada71f0fc982 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:06.693098 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.730172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-bae7803c-eff2-4be6-8de9-9ed6f9b43106 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332172 Feb 19 00:51:06.785377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:06.789074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:06.849458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-f8ae629c-c085-46f9-ae7d-fb10485ffed7 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips/81b8fabd-d8ac-4115-95c1-fd1158c7e1bf HTTP/1.1" status: 200 len: 692 time: 0.1850567 Feb 19 00:51:06.905241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-72306be0-56a6-472b-9873-51b9866e60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.907254 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-72306be0-56a6-472b-9873-51b9866e60ca service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2662811 Feb 19 00:51:06.993095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-5dd308a8-be3d-4a2d-9341-49977fa59657 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.0763185 Feb 19 00:51:07.004805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:07.032467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-e1f12b30-b5dc-4496-8202-b2274c9f3914 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.041820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-e1f12b30-b5dc-4496-8202-b2274c9f3914 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1797464 Feb 19 00:51:07.046447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'mac_address': 'fa:16:3e:0c:ad:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:07.057606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6469af22-a651-4a0d-b1b3-f79ec0755690 req-de2a0497-62e1-48c8-8fdf-4202c4564de7 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173664 Feb 19 00:51:07.081905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d833f-0eb0-4f96-bf03-9a64b1220d89 req-22e783b1-c7e0-4fc4-842d-eefb101a3149 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.091668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-951d833f-0eb0-4f96-bf03-9a64b1220d89 req-22e783b1-c7e0-4fc4-842d-eefb101a3149 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.2380459 Feb 19 00:51:07.103595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-e0592b6c-318d-4964-b165-e5f255d75b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.106182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-e0592b6c-318d-4964-b165-e5f255d75b9a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1020691 Feb 19 00:51:07.152126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-06f6634d-4ba2-4054-b2b5-56b1e0acc6de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383837 Feb 19 00:51:07.155032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4e9e9499-c449-4bde-956f-035c99410bbe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.164909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:51:07.164909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:07.168252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:07.168644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.186725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7398f8f9-4ed9-4fa2-8c84-4af91979d595 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:07.217504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9e9499-c449-4bde-956f-035c99410bbe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.230122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:07.268085 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-6786ac67-f6dd-4a59-8c77-1c11075030bd tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.2249963 Feb 19 00:51:07.295450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.314095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-951d833f-0eb0-4f96-bf03-9a64b1220d89 req-854c7660-2eba-4a29-892e-8e2b66b4d92f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122831 Feb 19 00:51:07.373583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (0a3625fc-10a3-4b33-88b5-2ccfe4a50139), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.380800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.392115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-b30933b2-447b-4cf5-ad31-9499b920fd93 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297082 Feb 19 00:51:07.399634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.403215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-af0a8395-73eb-45d9-a257-ef888ec210e9 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.1242611 Feb 19 00:51:07.497193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3625fc-10a3-4b33-88b5-2ccfe4a50139,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.559496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Checking segment: {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:07.559868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Network hostable DHCP agents. Network: b41e9177-b713-43ce-93b4-938a5f607f5e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:07.588962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:07.608022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.613939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks [] for router_controller (08947d1d-28a6-4950-ac62-7b8cf7b67520), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.627578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Deleting port 6b5b3cb2-92c7-4b14-b087-84ddd430fa11 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:07.628943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.702148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Network b41e9177-b713-43ce-93b4-938a5f607f5e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:07.746770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07ff9-bab7-4ced-b576-6ece8a5d35af req-d6758bb4-2b0f-47ea-8a22-856a9558824c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.755579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cef07ff9-bab7-4ced-b576-6ece8a5d35af req-d6758bb4-2b0f-47ea-8a22-856a9558824c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 949 time: 0.3445230 Feb 19 00:51:07.760224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-a4f08c7b-cae1-4b17-9d67-f1e59ec83603 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507621 Feb 19 00:51:07.763405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.763788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.778689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Calling delete_port for 6b5b3cb2-92c7-4b14-b087-84ddd430fa11 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:07.831800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cef07ff9-bab7-4ced-b576-6ece8a5d35af req-31d30d67-1c56-4f5f-a896-50978aa401f0 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750580 Feb 19 00:51:07.838352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b41e9177-b713-43ce-93b4-938a5f607f5e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:07.847860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.848515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b7ec3-7349-41d8-b6fd-242b3380018b None None] Network b41e9177-b713-43ce-93b4-938a5f607f5e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:07.848641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.856889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (08947d1d-28a6-4950-ac62-7b8cf7b67520), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.859663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08947d1d-28a6-4950-ac62-7b8cf7b67520 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:51:07.872389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.879717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03381c33-b766-4fc4-b220-949bdb7de95b admin admin] 10.222.0.94 "DELETE /v2.0/routers/08947d1d-28a6-4950-ac62-7b8cf7b67520 HTTP/1.1" status: 204 len: 168 time: 4.4435327 Feb 19 00:51:07.880175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:07.977991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31142efa-e7e3-4be6-a7f9-10ad7c786ec6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4011045 Feb 19 00:51:07.983355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57690) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:08.001330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:08.046990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b41e9177-b713-43ce-93b4-938a5f607f5e', 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e', 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'fixed_ips': [{'subnet_id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:08.049821 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.123184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Deleting subnet ec528edc-242f-4625-8930-c43f0da67a91 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:08.129358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (4259892b-61cb-464f-838d-4aa34834d92d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.130627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (4259892b-61cb-464f-838d-4aa34834d92d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.146094 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Publish callbacks [] for subnet (ec528edc-242f-4625-8930-c43f0da67a91), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.156051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6b5b3cb2-92c7-4b14-b087-84ddd430fa11), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.254435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6168cb-f704-4af9-86b0-d23e28d8a4d0 req-59ac1503-577d-4bed-81ae-bf3b25ff50b1 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:08.261871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d6168cb-f704-4af9-86b0-d23e28d8a4d0 req-59ac1503-577d-4bed-81ae-bf3b25ff50b1 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 950 time: 0.2498026 Feb 19 00:51:08.274737 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ec528edc-242f-4625-8930-c43f0da67a91), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.346676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Allocated IP 172.20.0.2 (b41e9177-b713-43ce-93b4-938a5f607f5e/0a3625fc-10a3-4b33-88b5-2ccfe4a50139/deff11eb-89cc-4296-b707-4455708df5c4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:08.364324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for router_controller (4259892b-61cb-464f-838d-4aa34834d92d), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.402232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event deleted for resources: {'Port': ['ID=6b5b3cb2-92c7-4b14-b087-84ddd430fa11,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:08.411833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d6168cb-f704-4af9-86b0-d23e28d8a4d0 req-b2435f11-975c-4a6c-8cc4-3e214d4dda4f tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488457 Feb 19 00:51:08.456557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (81b8fabd-d8ac-4115-95c1-fd1158c7e1bf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.459794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.461159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e510bfd-d64c-4893-934d-16b0f64a995b req-87da671d-02be-419b-abce-fcd5ca1a76a3 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "DELETE /v2.0/floatingips/81b8fabd-d8ac-4115-95c1-fd1158c7e1bf HTTP/1.1" status: 204 len: 173 time: 1.0309377 Feb 19 00:51:08.499502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ec528edc-242f-4625-8930-c43f0da67a91), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.620729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-066c7143-a8de-478d-83d2-d4ca0418df59 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:08.622473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-066c7143-a8de-478d-83d2-d4ca0418df59 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.2707195 Feb 19 00:51:08.635581 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks [] for port (deff11eb-89cc-4296-b707-4455708df5c4), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.641852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6de1-d9a0-42cf-8f03-674610134e0d req-25862a1d-876a-4262-8d9c-8c3d686b9c1a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:08.645399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f0e6de1-d9a0-42cf-8f03-674610134e0d req-25862a1d-876a-4262-8d9c-8c3d686b9c1a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.0827162 Feb 19 00:51:08.708436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f0e6de1-d9a0-42cf-8f03-674610134e0d req-ba56ec0c-21c5-446e-9c67-45450d0c5a9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Feb 19 00:51:08.795988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:08.838393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ec528edc-242f-4625-8930-c43f0da67a91), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.842569 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (deff11eb-89cc-4296-b707-4455708df5c4), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.888726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Network b41e9177-b713-43ce-93b4-938a5f607f5e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:08.911606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:08.922161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.928715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:08.932201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ec528edc-242f-4625-8930-c43f0da67a91 HTTP/1.1" status: 204 len: 168 time: 1.0505350 Feb 19 00:51:08.933324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:08.948130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3e15d-306f-4e0b-946b-83415a6219eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec528edc-242f-4625-8930-c43f0da67a91,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:08.972835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-80b6b092-8118-4648-a489-d0d8a6048d94 service neutron] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:09.016752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a38ad-9d52-42ac-8d98-f21c8271eb84 None None] Network 62867101-b7c6-415f-88f3-b150c347d36f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:09.031654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-80b6b092-8118-4648-a489-d0d8a6048d94 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.033163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97f32d88-231d-40d4-a3f0-09c513c17029 req-80b6b092-8118-4648-a489-d0d8a6048d94 service neutron] 10.222.0.96 "DELETE /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7/bindings/n-h1-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.4006658 Feb 19 00:51:09.071144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (62867101-b7c6-415f-88f3-b150c347d36f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.158398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:09.165151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Pushing event updated for resources: {'Port': ['ID=deff11eb-89cc-4296-b707-4455708df5c4,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:09.194372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:09.194749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.261720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363119-11ec-44a6-a16f-1a43862263e9 req-fcdbe5c3-e651-4051-9f74-bcf757197326 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.263301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-fcdbe5c3-e651-4051-9f74-bcf757197326 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d&tenant_id=ca6e12738c004174bb70049c1352c7f3&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 949 time: 0.1405303 Feb 19 00:51:09.268484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Attempting to bind port deff11eb-89cc-4296-b707-4455708df5c4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:09.268931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Attempting to bind port deff11eb-89cc-4296-b707-4455708df5c4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:09.269313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Attempting to bind port deff11eb-89cc-4296-b707-4455708df5c4 on network b41e9177-b713-43ce-93b4-938a5f607f5e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:09.273574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7ced-6687-433e-9b20-c38f7a7319d4 req-df22e434-088a-48bb-a0f6-5a5dc253db3f tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.275997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b13a7ced-6687-433e-9b20-c38f7a7319d4 req-df22e434-088a-48bb-a0f6-5a5dc253db3f tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 950 time: 0.1418173 Feb 19 00:51:09.299135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:09.299135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Checking segment: {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:09.299570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.299668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Bound using segment: {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:09.300219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Bound port: deff11eb-89cc-4296-b707-4455708df5c4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:09.300808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (deff11eb-89cc-4296-b707-4455708df5c4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.330051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Deleting port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:09.330510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.401595 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.423317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] For port deff11eb-89cc-4296-b707-4455708df5c4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:09.466215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for router_gateway (4259892b-61cb-464f-838d-4aa34834d92d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.474251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] For port deff11eb-89cc-4296-b707-4455708df5c4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=deff11eb-89cc-4296-b707-4455708df5c4,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:09.482020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:09.482419 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.492117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] For port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,segment=NetworkSegment(f173250a-9949-40ec-ad25-d67b976a54ca),segment_id=f173250a-9949-40ec-ad25-d67b976a54ca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:09.492622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.509628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-668b626f-cc57-44a9-9815-18ca96543a5a tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 1001 time: 0.1648557 Feb 19 00:51:09.529020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Calling delete_port for 93da56c9-d468-4e71-aa5c-34e8ccd96bfd owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:09.537577 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-08363119-11ec-44a6-a16f-1a43862263e9 req-2fcb571b-a6a0-464c-ab23-22bf496a7dbc service neutron] delete failed (client error): The resource could not be found. Feb 19 00:51:09.538740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-2fcb571b-a6a0-464c-ab23-22bf496a7dbc service neutron] 10.222.0.96 "DELETE /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.2607145 Feb 19 00:51:09.540728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:09.544711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b13a7ced-6687-433e-9b20-c38f7a7319d4 req-e02fcb7e-b7d3-43b0-8b49-d2ea761c22bb tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591293 Feb 19 00:51:09.546431 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b30a4f-8f1f-465d-b1c7-b876c7c9db7e" -d '{"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:09.561800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] DHCP port deletion for 62867101-b7c6-415f-88f3-b150c347d36f request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:09.568142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:09.632685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (deff11eb-89cc-4296-b707-4455708df5c4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.645595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4066bbc4-988c-4662-af49-907adbfb31da tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.645595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4066bbc4-988c-4662-af49-907adbfb31da tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports/a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 943 time: 0.1305542 Feb 19 00:51:09.772055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.810412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ec862-ee21-4df2-8b94-a15e9ca0550a None None] Pushing event updated for resources: {'Port': ['ID=deff11eb-89cc-4296-b707-4455708df5c4,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:09.853099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363119-11ec-44a6-a16f-1a43862263e9 req-47407450-717a-4426-87ec-069e5bfa5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.856190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-47407450-717a-4426-87ec-069e5bfa5e83 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1132 time: 0.1169808 Feb 19 00:51:09.883234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Deleting port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:09.883965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.891560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b078-be09-4fb4-aa6f-f9298aa53da3 req-9a2f35a7-c9ac-4c20-9001-bcf8daaf621a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.893676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2710b078-be09-4fb4-aa6f-f9298aa53da3 req-9a2f35a7-c9ac-4c20-9001-bcf8daaf621a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1134949 Feb 19 00:51:09.896112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.966498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.978958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] No DVR routers for this DVR port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:09.981046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-10fa5a58-b2fc-45c0-947c-46a8a0fc18cc tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 1001 time: 0.2291448 Feb 19 00:51:09.994859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.006149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] For port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:10.006727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.023296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Calling delete_port for 93da56c9-d468-4e71-aa5c-34e8ccd96bfd owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:10.033807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:51:10.035813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (93da56c9-d468-4e71-aa5c-34e8ccd96bfd), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.039992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Pushing event deleted for resources: {'Port': ['ID=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.083151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] Pushing event deleted for resources: {'Port': ['ID=93da56c9-d468-4e71-aa5c-34e8ccd96bfd,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.106839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4e9e9499-c449-4bde-956f-035c99410bbe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:10.107753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for router_gateway (4259892b-61cb-464f-838d-4aa34834d92d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.131231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2710b078-be09-4fb4-aa6f-f9298aa53da3 req-d471129d-b6b1-4dc5-9bba-7259f291cc70 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119606 Feb 19 00:51:10.169397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd7ac8-3f95-4eb8-babe-67c90a0ae304 None None] No DVR routers for this DVR port 93da56c9-d468-4e71-aa5c-34e8ccd96bfd on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:10.193317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.194011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 4e9e9499-c449-4bde-956f-035c99410bbe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:10.194011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4e9e9499-c449-4bde-956f-035c99410bbe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:10.194011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 93da56c9-d468-4e71-aa5c-34e8ccd96bfd no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:10.238104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 93da56c9-d468-4e71-aa5c-34e8ccd96bfd {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:10.238789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 93da56c9-d468-4e71-aa5c-34e8ccd96bfd not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:10.278105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (62867101-b7c6-415f-88f3-b150c347d36f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.311527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363119-11ec-44a6-a16f-1a43862263e9 req-194730ee-297a-4ccf-a559-5d17d45f3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.313905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-194730ee-297a-4ccf-a559-5d17d45f3b46 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.4460618 Feb 19 00:51:10.331950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-152ec87d-ba85-426b-9782-f4c7f2c0b5fd tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.333658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-152ec87d-ba85-426b-9782-f4c7f2c0b5fd tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.3297558 Feb 19 00:51:10.346981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62867101-b7c6-415f-88f3-b150c347d36f']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:10.431270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-bba0d4c2-c0a7-43ad-bf1e-c9d455ba54c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.0995188 Feb 19 00:51:10.432944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f173250a-9949-40ec-ad25-d67b976a54ca') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:10.433239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f173250a-9949-40ec-ad25-d67b976a54ca') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:10.452521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (f173250a-9949-40ec-ad25-d67b976a54ca), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.494024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f173250a-9949-40ec-ad25-d67b976a54ca), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.508078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:10.509462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (f173250a-9949-40ec-ad25-d67b976a54ca), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:10.515968 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:10.518590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363119-11ec-44a6-a16f-1a43862263e9 req-20ebb8e6-2ad3-41fb-831d-fb37f878c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.519607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-20ebb8e6-2ad3-41fb-831d-fb37f878c871 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0784364 Feb 19 00:51:10.521213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-fdab7a23-90e4-4907-b5fd-8cb93d679c31 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 1001 time: 0.1697538 Feb 19 00:51:10.527753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:10.584979 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb21ab-b905-4a4d-bc69-4d107253d685 x-openstack-request-id: req-5afb21ab-b905-4a4d-bc69-4d107253d685 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:10.585488 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-plugged", "status": "completed", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:10.585649 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5afb21ab-b905-4a4d-bc69-4d107253d685 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:10.585909 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'code': 200} Feb 19 00:51:10.609190 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7b933f0-4c82-4d3c-86ad-23933d09f538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.614491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Allocated IP 172.25.2.154 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3520987f-1af4-4e4f-a84c-ddc1cb55e96c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:10.629692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363119-11ec-44a6-a16f-1a43862263e9 req-16cb33ad-2843-418d-9cb0-7085f771cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.631410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-16cb33ad-2843-418d-9cb0-7085f771cb71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0997248 Feb 19 00:51:10.649002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.707006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (62867101-b7c6-415f-88f3-b150c347d36f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.747188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.750406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] 10.222.0.94 "DELETE /v2.0/networks/62867101-b7c6-415f-88f3-b150c347d36f HTTP/1.1" status: 204 len: 168 time: 1.8161345 Feb 19 00:51:10.767048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7972459-b965-438a-88d7-118cbb5f0406 admin admin] Pushing event deleted for resources: {'Network': ['ID=62867101-b7c6-415f-88f3-b150c347d36f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.824327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-0baf89a9-3c8b-4570-a5a6-e386df7e3745 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859946 Feb 19 00:51:10.838805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.002545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.030121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08363119-11ec-44a6-a16f-1a43862263e9 req-3767d411-6724-4d26-82f8-2f87f8034b37 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975927 Feb 19 00:51:11.123669 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.124018 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Floating IP bacf3e02-967e-4c6e-b310-42322146e31b disassociated. External IP: 172.25.2.30, port: a3ab8b8f-71f0-48d6-92a1-9f467d461ab1. Feb 19 00:51:11.127320 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.233717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:11.241038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:11.244898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:11.246939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Pushing event updated for resources: {'Port': ['ID=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.338833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87a151-675f-4f85-805d-34e8bc9aae03 None None] Network b41e9177-b713-43ce-93b4-938a5f607f5e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:11.360022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57750) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:11.420228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-538257d4-8744-40c7-89d4-9ce6e720796e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e005bfc47ef5479c9916b95d2c78c72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589359 Feb 19 00:51:11.423758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:11.499461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Provisioning complete for port deff11eb-89cc-4296-b707-4455708df5c4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:11.502038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (deff11eb-89cc-4296-b707-4455708df5c4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.512882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] Publish callbacks [] for security_group (e17f422b-4f02-4ab2-bdf2-66ff20fbab6b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.559946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:11.560584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] Publish callbacks [] for security_group (e17f422b-4f02-4ab2-bdf2-66ff20fbab6b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.642880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1392-bf48-4816-bad0-ee4702e27599 req-72cc27bc-d07d-4cd3-8e30-b86ed208be5f tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:11.645271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b48d1392-bf48-4816-bad0-ee4702e27599 req-72cc27bc-d07d-4cd3-8e30-b86ed208be5f tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1126 time: 0.1037414 Feb 19 00:51:11.703135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Current status of the port deff11eb-89cc-4296-b707-4455708df5c4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:11.704621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (deff11eb-89cc-4296-b707-4455708df5c4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.750627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b48d1392-bf48-4816-bad0-ee4702e27599 req-3cf36dfb-7831-43b0-b087-dfdd44749c91 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Feb 19 00:51:11.752770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] For port deff11eb-89cc-4296-b707-4455708df5c4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=deff11eb-89cc-4296-b707-4455708df5c4,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:11.770215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e17f422b-4f02-4ab2-bdf2-66ff20fbab6b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.776181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.780817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e17f422b-4f02-4ab2-bdf2-66ff20fbab6b HTTP/1.1" status: 204 len: 168 time: 0.3533180 Feb 19 00:51:11.824664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c73b55-f13b-4efc-8242-3d7054d6b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f422b-4f02-4ab2-bdf2-66ff20fbab6b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.833002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (deff11eb-89cc-4296-b707-4455708df5c4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.888393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:11.903497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.934188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Sync routers for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:11.956790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-e0cd013d-871e-4135-9124-53327cf5de05 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "PUT /v2.0/floatingips/bacf3e02-967e-4c6e-b310-42322146e31b HTTP/1.1" status: 200 len: 694 time: 1.4348748 Feb 19 00:51:11.959673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:11.962025 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308eb2aa-c574-4d85-ae36-e8031958ce3c" -d '{"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:11.985304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for router_gateway (4259892b-61cb-464f-838d-4aa34834d92d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.985639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c7a0e-6f49-4d83-bf3f-a475de7f5fe1 None None] Pushing event updated for resources: {'Port': ['ID=deff11eb-89cc-4296-b707-4455708df5c4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.990399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:11.991239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:12.195584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-25987ca7-04c6-4d84-b845-8035aab249ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.198606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-25987ca7-04c6-4d84-b845-8035aab249ba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1128 time: 0.1565137 Feb 19 00:51:12.352111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device deff11eb-89cc-4296-b707-4455708df5c4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:12.430547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-505a07ce-8fd9-41f3-8976-2294640f2dfc None None] Provisioning complete for port deff11eb-89cc-4296-b707-4455708df5c4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:12.431921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-505a07ce-8fd9-41f3-8976-2294640f2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (deff11eb-89cc-4296-b707-4455708df5c4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.452690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-50638c0b-d9a9-449a-8ccc-a141ba3ea014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.455460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-50638c0b-d9a9-449a-8ccc-a141ba3ea014 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 930 time: 0.2495694 Feb 19 00:51:12.532561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-b090cebc-f0b7-4d88-a169-3b5ff61d9c17 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 217 time: 0.0688694 Feb 19 00:51:12.540943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:12.548465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port deff11eb-89cc-4296-b707-4455708df5c4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:12.548875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (deff11eb-89cc-4296-b707-4455708df5c4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.559810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (4259892b-61cb-464f-838d-4aa34834d92d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.728955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3ada56c-e35e-4a33-a33d-3835f121061e req-2d920ec3-ee8d-4928-a8a7-9ffcb983aac7 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=76c9e89844454ee59be07e7669107d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456350 Feb 19 00:51:12.757129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4fa6b150-8980-4a01-a89e-5ea9246eb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.758065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4fa6b150-8980-4a01-a89e-5ea9246eb85a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 200 len: 868 time: 0.2191048 Feb 19 00:51:12.845311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-3ed19ba9-9297-4044-9516-43c397a2b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.847983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-3ed19ba9-9297-4044-9516-43c397a2b440 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806830 Feb 19 00:51:12.922205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port deff11eb-89cc-4296-b707-4455708df5c4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:12.932888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ada56c-e35e-4a33-a33d-3835f121061e req-19a88a08-5ee7-4f0c-a18b-0fdc769c94ce tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.933372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-505a07ce-8fd9-41f3-8976-2294640f2dfc None None] Current status of the port deff11eb-89cc-4296-b707-4455708df5c4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:12.943446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b13f4395-9045-4641-ac72-50895582afbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.946968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3ada56c-e35e-4a33-a33d-3835f121061e req-19a88a08-5ee7-4f0c-a18b-0fdc769c94ce tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155628 Feb 19 00:51:12.972011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3ada56c-e35e-4a33-a33d-3835f121061e req-136f788a-1a62-47dd-9bc7-a22962b0d9bd tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/quotas/76c9e89844454ee59be07e7669107d99 HTTP/1.1" status: 200 len: 375 time: 0.0240257 Feb 19 00:51:13.029301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3ada56c-e35e-4a33-a33d-3835f121061e req-cbc344b1-27a8-4b7d-b3d2-a40a003880e2 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=76c9e89844454ee59be07e7669107d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544624 Feb 19 00:51:13.084108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:13.147019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Checking router: 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:13.158236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:13.158883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:13.299492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacff44-9841-43e6-96bb-bca77d28765b req-e82d5969-386a-436e-bd40-7eb7d97f6ff6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:13.301085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7aacff44-9841-43e6-96bb-bca77d28765b req-e82d5969-386a-436e-bd40-7eb7d97f6ff6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.0808055 Feb 19 00:51:13.332390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:13.364811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7aacff44-9841-43e6-96bb-bca77d28765b req-c9e72d13-05f5-4dcf-b750-e9a26d0d5026 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Feb 19 00:51:13.384409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Router 4259892b-61cb-464f-838d-4aa34834d92d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:51:13.392304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4d341512-3597-4fe9-88c1-e5cb3983d7ec service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379391 Feb 19 00:51:13.515880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57808) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:13.524647 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72986387-5b7e-475d-a75e-0a7ef1278e8f x-openstack-request-id: req-72986387-5b7e-475d-a75e-0a7ef1278e8f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:13.524931 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:13.525185 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-72986387-5b7e-475d-a75e-0a7ef1278e8f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:13.525573 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'status': 'completed', 'code': 200} Feb 19 00:51:13.656484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5de812-a1bc-4ba5-a98e-4937e78b0961 req-4bb8c066-9107-44b7-b6ea-c88ac6c4e1d5 service neutron] 10.222.0.94 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552130 Feb 19 00:51:13.658152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:13.671342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Sync routers for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:13.691823 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:13.692509 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:13.701637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:13.743897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaf7ec-68d9-4644-bc60-f1d966155784 None None] The sync data for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 is: [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '3d6ae629-bbf0-47cd-a4c5-5982ee129ac2', 'name': '', 'network_id': '4ba5d4aa-c1a8-421a-ba97-4109461a62a3', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'mac_address': 'fa:16:3e:0d:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:25Z', 'updated_at': '2022-02-19T00:50:31Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'subnets': [{'id': '57f30240-ca06-40ba-847b-a2af4506ad2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:13.744455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1471421240-network', 'tenant_id': '52bf34b8a2fa44db9c6a5152e61d85f1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:13.789292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.791719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f9be63df-7240-418e-a659-2e7da1de8eed admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.8067296 Feb 19 00:51:13.799845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57824) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:13.853773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-e4876c68-55ef-467e-a4dc-5950aa550fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:13.855598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-e4876c68-55ef-467e-a4dc-5950aa550fbc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=404acd7d8b514cb7b1f773d3ea817686&device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 1128 time: 0.3018587 Feb 19 00:51:13.880951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-8332293c-e675-4f8a-849f-b473f245a78a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:13.884432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-8332293c-e675-4f8a-849f-b473f245a78a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.2600522 Feb 19 00:51:14.004416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:14.055803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.082262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device deff11eb-89cc-4296-b707-4455708df5c4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:14.089913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-0caf4157-1b9f-40d9-b619-e22c896b205e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/quotas/a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 375 time: 0.1803803 Feb 19 00:51:14.137180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Made reservation on behalf of 52bf34b8a2fa44db9c6a5152e61d85f1 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:14.140534 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.202490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port deff11eb-89cc-4296-b707-4455708df5c4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:14.203298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (deff11eb-89cc-4296-b707-4455708df5c4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.221298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.266068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a4cef-7f41-4e03-bd8d-e90c0102f089 None None] New status for floating IP bacf3e02-967e-4c6e-b310-42322146e31b: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:51:14.296039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-fe467680-aec9-4965-9166-508be7bc9728 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2049284 Feb 19 00:51:14.386569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-2c5f938f-11f2-455a-ac32-8a150e787549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:14.388099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-2c5f938f-11f2-455a-ac32-8a150e787549 service neutron] 10.222.0.117 "GET /v2.0/networks?id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 200 len: 930 time: 0.5022802 Feb 19 00:51:14.412138 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:11Z', 'revision_number': 3, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:14.452201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-cda4d2d2-33c3-4de0-b5f1-5b2450e15abb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 200 len: 217 time: 0.0518479 Feb 19 00:51:14.482171 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Checking router: 4259892b-61cb-464f-838d-4aa34834d92d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:14.482664 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Updating router 4259892b-61cb-464f-838d-4aa34834d92d port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:51:14.528977 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.535254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-20af70c7-568d-492b-b20f-00e0fb4c6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:14.537948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-20af70c7-568d-492b-b20f-00e0fb4c6b3e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 200 len: 868 time: 0.0741265 Feb 19 00:51:14.549666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-d7c31c1a-1489-450a-abd6-a7cceb033fc1 service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525127 Feb 19 00:51:14.611707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks [] for security_group (ba4c970f-cded-4d59-99f2-e2f6f2545a74), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.632470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.654341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e8a9-9ad5-4d0b-a76a-3a9683d7bdcc req-bd6bc279-438c-4fee-9435-edfdb66f7e03 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:14.655676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bd5e8a9-9ad5-4d0b-a76a-3a9683d7bdcc req-bd6bc279-438c-4fee-9435-edfdb66f7e03 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1930168 Feb 19 00:51:14.684083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba4c970f-cded-4d59-99f2-e2f6f2545a74), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.716257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port deff11eb-89cc-4296-b707-4455708df5c4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:14.748791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:14.795812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bd5e8a9-9ad5-4d0b-a76a-3a9683d7bdcc req-df94f4e5-4c73-44a9-a3a5-9c43306eb6ed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287539 Feb 19 00:51:14.796459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-c9f9b741-f7e4-48a3-bdbc-bf09f0ebb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:14.797612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-c9f9b741-f7e4-48a3-bdbc-bf09f0ebb064 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=4ba5d4aa-c1a8-421a-ba97-4109461a62a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2457898 Feb 19 00:51:14.804177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c970f-cded-4d59-99f2-e2f6f2545a74,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.815625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:14.835829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (512f1acc-daa6-479f-af83-1d7cbb397f12), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.836506 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Added segment 512f1acc-daa6-479f-af83-1d7cbb397f12 of type vlan for network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 Feb 19 00:51:14.906562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-5acffa29-7dbf-46b9-90a8-e39f28626da4 service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559301 Feb 19 00:51:15.017617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-b7444c8a-23b0-4741-aeda-1f1b035b31c2 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips/bacf3e02-967e-4c6e-b310-42322146e31b HTTP/1.1" status: 200 len: 692 time: 0.1242306 Feb 19 00:51:15.079201 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.107654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.110984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:15.143268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-542a8ebf-635a-4ee8-bb02-74b24851174c service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232658 Feb 19 00:51:15.146974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '165e7556-770e-49d6-889d-e00527ca7dda', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '165e7556-770e-49d6-889d-e00527ca7dda', 'mac_address': 'fa:16:3e:a5:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:15.156890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Allocated IP 172.20.0.1 (b41e9177-b713-43ce-93b4-938a5f607f5e/0a3625fc-10a3-4b33-88b5-2ccfe4a50139/73d31b60-067b-45e6-abfe-691355282273) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:15.168797 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks [] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.247812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-f09a0e70-5b4f-47a1-8781-fbe57bbd9f6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.272185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:15.272185 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.273058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-f09a0e70-5b4f-47a1-8781-fbe57bbd9f6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2477624 Feb 19 00:51:15.291383 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.308290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:15.352513 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Attempting to bind port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:15.352896 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Attempting to bind port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:15.353261 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Attempting to bind port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:15.369998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:15.380557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-7568b741-0694-4a19-bdd3-17a95b107f88 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1055293 Feb 19 00:51:15.421972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.489524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-f98139d3-7feb-4b3b-8598-d63bd07f34aa tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1004868 Feb 19 00:51:15.510628 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:15.520005 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:15.520005 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.520005 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:15.520005 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Bound port: 3520987f-1af4-4e4f-a84c-ddc1cb55e96c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:15.520005 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.522298 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9742d6-1494-4aaf-b96a-ab582618fb6f None None] Pushing event updated for resources: {'Port': ['ID=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:15.577523 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks [] for port (73d31b60-067b-45e6-abfe-691355282273), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.638644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['165e7556-770e-49d6-889d-e00527ca7dda'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:15.791164 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] For port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:15.801021 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] For port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:15.826585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:15.883291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (73d31b60-067b-45e6-abfe-691355282273), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.897550 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.914305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.916886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.917593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.923526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Network b41e9177-b713-43ce-93b4-938a5f607f5e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:15.926210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:15.971456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:16.000217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a25a848-3115-42fb-a741-0bc6546f7309 req-a663abe5-6049-4b84-a44b-f07cf4c5edec tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 210 time: 0.1047566 Feb 19 00:51:16.103225 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9742d6-1494-4aaf-b96a-ab582618fb6f None None] Pushing event updated for resources: {'Port': ['ID=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.132461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.136753 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:16.140902 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:16.169251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (4259892b-61cb-464f-838d-4aa34834d92d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.230356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7118030 Feb 19 00:51:16.245691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:16.293411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Request body: {'subnet': {'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1471421240-subnet', 'tenant_id': '52bf34b8a2fa44db9c6a5152e61d85f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:16.352729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bd9ca-1fce-4614-acd7-261776d27330 admin admin] Pushing event updated for resources: {'Network': ['ID=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.380883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:16.411074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Deleting port c2ba15dc-11be-4c29-a25a-329ce667d0b8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:16.411840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-308eb2aa-c574-4d85-ae36-e8031958ce3c req-ca1b97cf-ba0a-463c-a386-1edc50ee025b service neutron] 10.222.0.117 "GET /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2625153 Feb 19 00:51:16.412636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.508425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:16.519648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8df81901-00a3-4cad-9215-337452033e54 None None] Provisioning complete for port 73d31b60-067b-45e6-abfe-691355282273 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:16.519983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8df81901-00a3-4cad-9215-337452033e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73d31b60-067b-45e6-abfe-691355282273), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.558524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Made reservation on behalf of 52bf34b8a2fa44db9c6a5152e61d85f1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:16.560780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.575277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8df81901-00a3-4cad-9215-337452033e54 None None] Port 73d31b60-067b-45e6-abfe-691355282273 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:16.678519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.678870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (c2ba15dc-11be-4c29-a25a-329ce667d0b8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.708325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Calling delete_port for c2ba15dc-11be-4c29-a25a-329ce667d0b8 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:16.796667 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:11Z', 'revision_number': 3, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:16.819170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:16.841615 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db48369-ebf0-4c3e-8d0e-7605b8bbad17 None None] The sync data for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 is: [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:11Z', 'revision_number': 3, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:16.902353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.975936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 165e7556-770e-49d6-889d-e00527ca7dda triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:16.978394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (165e7556-770e-49d6-889d-e00527ca7dda), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.983431 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73d31b60-067b-45e6-abfe-691355282273), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.032806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.125746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:17.126206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.172149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c2ba15dc-11be-4c29-a25a-329ce667d0b8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.185272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:17.191220 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff4a20-aadc-4bdf-a89f-b0daa1cf8d14" -d '{"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:17.206501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.211751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event deleted for resources: {'Port': ['ID=c2ba15dc-11be-4c29-a25a-329ce667d0b8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.234750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:17.282644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Checking segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:17.283570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Network hostable DHCP agents. Network: c16a3197-a347-4b8a-b7b2-5b0a0c973dd0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:17.312867 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.380490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:17.408584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks [] for floatingip (bacf3e02-967e-4c6e-b310-42322146e31b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.431615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.434052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9634cce1-b401-45cd-b53c-b71c6f63389c req-84badb2c-b095-4eba-a5de-0ead99617756 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "DELETE /v2.0/floatingips/bacf3e02-967e-4c6e-b310-42322146e31b HTTP/1.1" status: 204 len: 173 time: 1.9436095 Feb 19 00:51:17.452217 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks [] for port (73d31b60-067b-45e6-abfe-691355282273), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.472411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c16a3197-a347-4b8a-b7b2-5b0a0c973dd0) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:17.482384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:17.483511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.513245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f092fc-751b-4baf-9d92-a69d4e48180f None None] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:17.530129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.564124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (73d31b60-067b-45e6-abfe-691355282273), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.590890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5522b3f4-2738-4cc0-bbe1-95d0c367d1ab admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3299658 Feb 19 00:51:17.730482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.808257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (4259892b-61cb-464f-838d-4aa34834d92d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.053888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Network b41e9177-b713-43ce-93b4-938a5f607f5e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:18.084166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:18.134330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1f12f-b7c4-49bc-a9f0-e5c0f7b4e654 None None] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:18.291556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3520987f-1af4-4e4f-a84c-ddc1cb55e96c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:18.292111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Router 4259892b-61cb-464f-838d-4aa34834d92d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:18.499531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:18.500234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.544327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:18.574895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c016f129-daf9-42a0-89c0-16ea32c9f4e0 admin admin] 10.222.0.94 "PUT /v2.0/routers/4259892b-61cb-464f-838d-4aa34834d92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7718360 Feb 19 00:51:18.613533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-10ca723a-d6c0-43b1-b519-423ab65ab2dc None None] Provisioning complete for port 73d31b60-067b-45e6-abfe-691355282273 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:18.614308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10ca723a-d6c0-43b1-b519-423ab65ab2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73d31b60-067b-45e6-abfe-691355282273), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.744336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-10ca723a-d6c0-43b1-b519-423ab65ab2dc None None] Port 73d31b60-067b-45e6-abfe-691355282273 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:18.752920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:18.753375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.801043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:18.935239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.021260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.197598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-121d2eb7-a4fd-4076-8af8-51f6f9e40491 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:19.199913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-121d2eb7-a4fd-4076-8af8-51f6f9e40491 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.1688032 Feb 19 00:51:19.222071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Request body: {'port': {'device_id': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'admin_state_up': True, 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:19.460733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:19.464761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.687270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Allocated IP 172.20.0.7 (9ff5643f-7d82-4649-9ee0-7a5a55005352/b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3/9afb2599-6705-4260-bf1c-85a6e351265d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:19.903204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks [] for port (9afb2599-6705-4260-bf1c-85a6e351265d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.924833 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Sync routers for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:19.966005 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:19.977730 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:20.027833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.065397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3520987f-1af4-4e4f-a84c-ddc1cb55e96c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:20.102401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:20.108225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:20.118030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:20.157513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:20.158032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.187318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:20.227991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:20.228707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.263713 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:20.277880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:20.315708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2f002634-6704-45f0-84f8-8cb415b9085d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0979717 Feb 19 00:51:20.333595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Request body: {'port': {'device_id': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:20.415828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.559416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:16Z', 'revision_number': 4, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '73d31b60-067b-45e6-abfe-691355282273', 'name': '', 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'mac_address': 'fa:16:3e:45:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:14Z', 'updated_at': '2022-02-19T00:51:17Z', 'revision_number': 2, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'subnets': [{'id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:20.639425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Checking router: 4259892b-61cb-464f-838d-4aa34834d92d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:20.639790 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Updating router 4259892b-61cb-464f-838d-4aa34834d92d port 73d31b60-067b-45e6-abfe-691355282273 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:51:20.679109 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73d31b60-067b-45e6-abfe-691355282273), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.868487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afb2599-6705-4260-bf1c-85a6e351265d {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:20.879856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks [] for port (9afb2599-6705-4260-bf1c-85a6e351265d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.895189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Transition to ACTIVE for port object 9afb2599-6705-4260-bf1c-85a6e351265d will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:21.020680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.087702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:21.175678 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks [] for port (73d31b60-067b-45e6-abfe-691355282273), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.181335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:21.181669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:21.181989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:21.195789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:51:21.196211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:21.206788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:21.207147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:21.207526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:21.207958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Bound port: 9afb2599-6705-4260-bf1c-85a6e351265d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:21.208316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.260957 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73d31b60-067b-45e6-abfe-691355282273), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.318518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:21.326883 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77ae73-1afd-4cf9-abc4-3d968d4cb182 None None] Pushing event updated for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:21.327143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:21.405703 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Attempting to bind port 73d31b60-067b-45e6-abfe-691355282273 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:21.406831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Attempting to bind port 73d31b60-067b-45e6-abfe-691355282273 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:21.407388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Attempting to bind port 73d31b60-067b-45e6-abfe-691355282273 on network b41e9177-b713-43ce-93b4-938a5f607f5e {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:21.413484 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:21.414532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Checking segment: {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:21.415690 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.416601 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Bound using segment: {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:21.418039 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Bound port: 73d31b60-067b-45e6-abfe-691355282273, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c30952-ec6a-403b-ac8b-900f105446eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:21.418878 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73d31b60-067b-45e6-abfe-691355282273), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.430419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.481904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.482475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.484305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] 10.222.0.117 "PUT /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 1091 time: 1.1563163 Feb 19 00:51:21.485657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:21.488271 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776686ec-b163-4733-b063-7848c56a0e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:21.521908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae400f0c-dd57-4b1c-839b-7dc006bfc2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:21.556075 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] For port 73d31b60-067b-45e6-abfe-691355282273, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:21.567391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] For port 73d31b60-067b-45e6-abfe-691355282273, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=73d31b60-067b-45e6-abfe-691355282273,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:21.650251 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73d31b60-067b-45e6-abfe-691355282273), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.662739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-7542f485-4da4-4835-8f03-797895f91271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.664699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-7542f485-4da4-4835-8f03-797895f91271 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1125 time: 0.0684915 Feb 19 00:51:21.736042 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:21.736042 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:21.764463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-bbbd936f-2c3d-4664-868a-00088ff1c10a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 217 time: 0.0893152 Feb 19 00:51:21.777520 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77ae73-1afd-4cf9-abc4-3d968d4cb182 None None] Pushing event updated for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:21.806917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Provisioning complete for port 73d31b60-067b-45e6-abfe-691355282273 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:21.807549 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73d31b60-067b-45e6-abfe-691355282273), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.933973 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:21.939982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-896dc7d4-d5c7-40e5-b873-2276d02e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.944285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-896dc7d4-d5c7-40e5-b873-2276d02e1c24 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1632864 Feb 19 00:51:21.995403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Current status of the port 73d31b60-067b-45e6-abfe-691355282273 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:21.999245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73d31b60-067b-45e6-abfe-691355282273), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.007067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2a3ac036-38fa-4359-b35e-bb56c8fa82ea service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530679 Feb 19 00:51:22.049233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] For port 73d31b60-067b-45e6-abfe-691355282273, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=73d31b60-067b-45e6-abfe-691355282273,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:22.134384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-9ef8e195-373f-4fc4-81b9-2c57725e8ebd service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203489 Feb 19 00:51:22.194324 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:16Z', 'revision_number': 4, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '73d31b60-067b-45e6-abfe-691355282273', 'name': '', 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'mac_address': 'fa:16:3e:45:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:14Z', 'updated_at': '2022-02-19T00:51:21Z', 'revision_number': 4, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'subnets': [{'id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:22.221210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3adba1-99b6-40be-8623-995bf399eda9 None None] The sync data for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 is: [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:16Z', 'revision_number': 4, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '73d31b60-067b-45e6-abfe-691355282273', 'name': '', 'network_id': 'b41e9177-b713-43ce-93b4-938a5f607f5e', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'mac_address': 'fa:16:3e:45:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:14Z', 'updated_at': '2022-02-19T00:51:21Z', 'revision_number': 4, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'subnets': [{'id': '0a3625fc-10a3-4b33-88b5-2ccfe4a50139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:22.234688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef00e357-2cef-4d63-a1ec-604eed0731ad req-2d5ad3f3-d854-4bd2-a459-6adc565a1f47 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940511 Feb 19 00:51:22.478444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73d31b60-067b-45e6-abfe-691355282273), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.537780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3be11-4cd1-4e4e-8151-673302055ffb None None] Pushing event updated for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:22.622126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f4275331-0776-4f1c-b2a8-6c0554708f04 None None] Provisioning complete for port 73d31b60-067b-45e6-abfe-691355282273 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:22.622126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f4275331-0776-4f1c-b2a8-6c0554708f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73d31b60-067b-45e6-abfe-691355282273), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.752528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f4275331-0776-4f1c-b2a8-6c0554708f04 None None] Current status of the port 73d31b60-067b-45e6-abfe-691355282273 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:24.056046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 73d31b60-067b-45e6-abfe-691355282273 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:24.134499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 73d31b60-067b-45e6-abfe-691355282273 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:24.135023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73d31b60-067b-45e6-abfe-691355282273), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.230430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 73d31b60-067b-45e6-abfe-691355282273 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:24.868621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:25.048927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:25.067447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '9afb2599-6705-4260-bf1c-85a6e351265d', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'port_id': '9afb2599-6705-4260-bf1c-85a6e351265d', 'mac_address': 'fa:16:3e:05:66:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:25.114172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9afb2599-6705-4260-bf1c-85a6e351265d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:25.114611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.130505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afb2599-6705-4260-bf1c-85a6e351265d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:25.155753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:25.232598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.306463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b96ad30b-8097-4820-8602-09c9ce0547b9 req-8b0d482b-704f-4d62-aee7-a4ee73c21d1e tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=76c9e89844454ee59be07e7669107d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465953 Feb 19 00:51:25.356053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:25.451712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569dbbd-bdbe-4873-8bee-bd0f56e3272c req-c354adfe-88f1-4fcc-90b3-eda39d347436 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.463183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c569dbbd-bdbe-4873-8bee-bd0f56e3272c req-c354adfe-88f1-4fcc-90b3-eda39d347436 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 944 time: 0.1221452 Feb 19 00:51:25.514609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c569dbbd-bdbe-4873-8bee-bd0f56e3272c req-3acc4ad9-e768-423c-8e0d-95de268d5248 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Feb 19 00:51:25.519065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ad30b-8097-4820-8602-09c9ce0547b9 req-7ae6b41e-45d3-428d-a8cd-76b080ae59af tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.520612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b96ad30b-8097-4820-8602-09c9ce0547b9 req-7ae6b41e-45d3-428d-a8cd-76b080ae59af tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063365 Feb 19 00:51:25.543205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b96ad30b-8097-4820-8602-09c9ce0547b9 req-92ed1dd8-0e63-48fb-9a4e-258cfe59d753 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/quotas/76c9e89844454ee59be07e7669107d99 HTTP/1.1" status: 200 len: 375 time: 0.0167243 Feb 19 00:51:25.573015 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f32bb49-3bbd-49df-a533-8482a2e3f286 x-openstack-request-id: req-1f32bb49-3bbd-49df-a533-8482a2e3f286 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:25.573331 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:25.573589 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f32bb49-3bbd-49df-a533-8482a2e3f286 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:25.573988 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'code': 200} Feb 19 00:51:25.582515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:25.591615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b96ad30b-8097-4820-8602-09c9ce0547b9 req-cf4c53a2-5a1d-480a-a9c8-f18fd3392e72 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=76c9e89844454ee59be07e7669107d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471482 Feb 19 00:51:25.702113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-6d1a20d7-b6a3-45c6-a402-b2e10f11adde tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267034 Feb 19 00:51:25.896342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-4232daa4-80fa-4e84-9a60-62dc1652083e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.904908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-4232daa4-80fa-4e84-9a60-62dc1652083e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953535 Feb 19 00:51:25.924800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-d90557b3-03f0-4632-8105-c74da56a7017 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/quotas/ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 375 time: 0.0186255 Feb 19 00:51:25.990514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-3deed994-1463-47d2-9364-df7637614a45 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.992449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-3deed994-1463-47d2-9364-df7637614a45 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 0.1762004 Feb 19 00:51:26.010769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-d2566175-29d5-4f49-bc31-ba6be1387d01 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847604 Feb 19 00:51:26.021985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-ab76f41d-81ae-40fc-86a7-1def0677acdb tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/quotas/52bf34b8a2fa44db9c6a5152e61d85f1 HTTP/1.1" status: 200 len: 375 time: 0.0181804 Feb 19 00:51:26.084983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-de868c38-1863-4b36-ba1c-048e83f18875 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557358 Feb 19 00:51:26.214707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-14430610-f006-4004-99f3-88ed8b96baf4 service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284602 Feb 19 00:51:26.446791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-4d994de1-35f1-4b59-871d-9acd0626cbef service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307248 Feb 19 00:51:26.709735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-703758ee-452a-49cf-918b-f33f557aacbb tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3247893 Feb 19 00:51:26.724229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:26.834996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.894340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:27.034257 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad398b-ee9e-469a-8ec7-753e52554816 x-openstack-request-id: req-26ad398b-ee9e-469a-8ec7-753e52554816 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:27.034257 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:27.034257 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-26ad398b-ee9e-469a-8ec7-753e52554816 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:27.034257 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d', 'status': 'completed', 'code': 200} Feb 19 00:51:27.117760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 9afb2599-6705-4260-bf1c-85a6e351265d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:27.124533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 9afb2599-6705-4260-bf1c-85a6e351265d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:27.128352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.140698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776686ec-b163-4733-b063-7848c56a0e3b req-a4cc91e0-83bb-46f1-b93e-0e01581ebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:27.142321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-a4cc91e0-83bb-46f1-b93e-0e01581ebf1a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1126 time: 0.1173651 Feb 19 00:51:27.168650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e025c-863f-464d-81ee-856040280281 req-477fb26c-003c-47a2-81c4-a71ed257cbff tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:27.170410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b1e025c-863f-464d-81ee-856040280281 req-477fb26c-003c-47a2-81c4-a71ed257cbff tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0923162 Feb 19 00:51:27.264779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b1e025c-863f-464d-81ee-856040280281 req-33810717-efa7-40e3-afae-8cc30b36adf6 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0863280 Feb 19 00:51:27.327919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.330518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9afb2599-6705-4260-bf1c-85a6e351265d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:27.335221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.348559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776686ec-b163-4733-b063-7848c56a0e3b req-e887abcc-0c23-4eb8-b634-c3c435efff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:27.350032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-e887abcc-0c23-4eb8-b634-c3c435efff67 service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.1857684 Feb 19 00:51:27.426262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:27.433096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-2a89a720-f9ac-4685-be54-b4b2d4a985bd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 217 time: 0.0507522 Feb 19 00:51:27.496132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.529077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776686ec-b163-4733-b063-7848c56a0e3b req-e6d7d964-d4e1-4423-8866-a7f0831a3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:27.530567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-e6d7d964-d4e1-4423-8866-a7f0831a3699 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0887835 Feb 19 00:51:27.552513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Allocated IP 172.25.2.117 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:27.575497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:27.580455 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38877b65-ad45-46b5-b8ff-bd0087b1c3cd" -d '{"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-plugged", "status": "completed", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:27.580722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-cfa3ea23-f443-4b7e-8618-3b4118997da0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Feb 19 00:51:27.585737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:27.694747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:51:27.778641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-f96645de-e5a6-446a-b537-7b6335664f02 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889637 Feb 19 00:51:27.781578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.941938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73d49630-32c2-4cd1-9c25-96b580c6fe55 req-ef5df4e5-b77a-492c-ab23-bb7e69039bcd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 210 time: 0.0483999 Feb 19 00:51:27.952257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776686ec-b163-4733-b063-7848c56a0e3b req-f72760a3-e4ea-45b3-93e4-b18b415aeb16 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612659 Feb 19 00:51:28.038486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.100286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f3b90-3329-472a-a91a-d1a972f930c3 req-42f7470d-5fe2-476b-851a-57db33935e23 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:28.109838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c73f3b90-3329-472a-a91a-d1a972f930c3 req-42f7470d-5fe2-476b-851a-57db33935e23 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.0717347 Feb 19 00:51:28.165004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:28.175514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:28.180995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event updated for resources: {'Port': ['ID=8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:28.191496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:28.196942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c73f3b90-3329-472a-a91a-d1a972f930c3 req-c3c74382-ebe0-4a2f-a439-735df8959470 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848305 Feb 19 00:51:28.303428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06e91105-68cd-4542-9b9b-53fe7d1f6472 req-82453a1b-bbd0-44f2-9132-41947257e1d1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 210 time: 0.0453408 Feb 19 00:51:28.350523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (982d1810-c839-4498-82bd-4b4da3fec49f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.386615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a05ca24-68ee-4a73-b8f6-dc5ab140b647 req-b0ce2ee5-64d8-463f-9374-b5275880d59f tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0475423 Feb 19 00:51:28.444722 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36acdac-edce-4f9a-831d-006b84c2125b x-openstack-request-id: req-e36acdac-edce-4f9a-831d-006b84c2125b {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:28.445220 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-plugged", "status": "completed", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:28.445333 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e36acdac-edce-4f9a-831d-006b84c2125b {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:28.445654 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d', 'code': 200} Feb 19 00:51:28.487720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.671574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e770-d4f3-4a8f-a621-88e9bf74b9b4 req-27efa915-f680-4375-93f7-f5ccfb91deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:28.674281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4272e770-d4f3-4a8f-a621-88e9bf74b9b4 req-27efa915-f680-4375-93f7-f5ccfb91deeb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1127 time: 0.1191940 Feb 19 00:51:28.760260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4272e770-d4f3-4a8f-a621-88e9bf74b9b4 req-70ffb49c-047c-4615-bc50-bd9c42dfbe9f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765538 Feb 19 00:51:28.773171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.920194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.989502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-9269dfca-77f9-4145-9205-44a31353ff2b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185789 Feb 19 00:51:29.064346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event updated for resources: {'Port': ['ID=8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:29.240372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (982d1810-c839-4498-82bd-4b4da3fec49f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.294747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-89b631a7-6805-43e0-b769-ec5e044e49be tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:29.296316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-89b631a7-6805-43e0-b769-ec5e044e49be tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465065 Feb 19 00:51:29.333179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Request body: {'port': {'device_id': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'ca6e12738c004174bb70049c1352c7f3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:29.360218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.367356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-6faed0a6-a7bc-4454-84cc-6a7fc382298a tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6509178 Feb 19 00:51:29.467881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-16add318-ed2c-40e5-9af0-97da623e8746 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0996418 Feb 19 00:51:29.568050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-220c6c6d-d63a-456d-8834-0e25ec871bbb req-e0e8d93f-a5db-4b4f-96a3-20a54f911576 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 210 time: 0.0654838 Feb 19 00:51:29.750436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-beeda641-dad3-45b4-9f7a-d03a9b0c8ae1 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:29.752771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eec2b27-d44e-480d-ae76-b93992afc56c req-beeda641-dad3-45b4-9f7a-d03a9b0c8ae1 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2753043 Feb 19 00:51:29.855560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Made reservation on behalf of ca6e12738c004174bb70049c1352c7f3 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:29.859173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.061293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996864-94df-4d5e-9bcc-803f843e0ee4 req-e45556f7-ab10-4f3c-a25e-ef27b25e28d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.070811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65996864-94df-4d5e-9bcc-803f843e0ee4 req-e45556f7-ab10-4f3c-a25e-ef27b25e28d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1967967 Feb 19 00:51:30.182886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58567bd0-5edc-4198-b053-d4eff5156233 req-2f79ca57-376b-41eb-993c-e384b101a6eb tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.190820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58567bd0-5edc-4198-b053-d4eff5156233 req-2f79ca57-376b-41eb-993c-e384b101a6eb tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 946 time: 0.1103036 Feb 19 00:51:30.205585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-39550eab-d610-4360-b61d-57156a055d9e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.207361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-39550eab-d610-4360-b61d-57156a055d9e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 0.6610055 Feb 19 00:51:30.225987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Request body: {'port': {'device_id': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'admin_state_up': True, 'tenant_id': '52bf34b8a2fa44db9c6a5152e61d85f1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:30.264886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65996864-94df-4d5e-9bcc-803f843e0ee4 req-68ea0970-a0f6-433b-96ab-9a157078400a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927924 Feb 19 00:51:30.437899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Allocated IP 192.168.233.192 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/e80e516a-aefb-49a5-bf45-1d194d47535b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:30.491127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58567bd0-5edc-4198-b053-d4eff5156233 req-f14b75c7-d83b-4209-98ec-f69dfcff18ba tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907748 Feb 19 00:51:30.576028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-074be2eb-736c-47f9-93e6-282a11b133a1 req-ed82f465-9c85-4e12-8b1b-f4f3ed7fac62 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 210 time: 0.1161518 Feb 19 00:51:30.695178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46121ed0-3463-4728-b1b4-523e921a5c21 req-ac600591-6232-43a8-8b56-3120ffe6727b tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=76c9e89844454ee59be07e7669107d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289962 Feb 19 00:51:30.698308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3197190e-3048-488d-a7cd-ad3cc27991a6 req-ee283552-caf2-4fa7-8458-b12a05004945 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips/982d1810-c839-4498-82bd-4b4da3fec49f HTTP/1.1" status: 200 len: 693 time: 0.0854189 Feb 19 00:51:30.847157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46121ed0-3463-4728-b1b4-523e921a5c21 req-f3f4bb9d-28f9-4155-9daa-84158be928aa tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.881269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46121ed0-3463-4728-b1b4-523e921a5c21 req-f3f4bb9d-28f9-4155-9daa-84158be928aa tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851559 Feb 19 00:51:30.897057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46121ed0-3463-4728-b1b4-523e921a5c21 req-bce2d2ab-ebb8-4c74-aade-60ca3bc2bdb3 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/quotas/76c9e89844454ee59be07e7669107d99 HTTP/1.1" status: 200 len: 375 time: 0.0139196 Feb 19 00:51:30.902311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197190e-3048-488d-a7cd-ad3cc27991a6 req-6f832a95-d004-47a1-b263-5075ac4d2af0 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.909799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3197190e-3048-488d-a7cd-ad3cc27991a6 req-6f832a95-d004-47a1-b263-5075ac4d2af0 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2106013 Feb 19 00:51:30.917192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-3197190e-3048-488d-a7cd-ad3cc27991a6 req-ccbcb717-6f23-426e-96fd-a701a391f641 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:51:30.931788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3197190e-3048-488d-a7cd-ad3cc27991a6 req-ccbcb717-6f23-426e-96fd-a701a391f641 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210860 Feb 19 00:51:30.934930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.959992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46121ed0-3463-4728-b1b4-523e921a5c21 req-f75516ab-f9ae-43a0-ae62-6a822da970a3 tempest-QuotasAdminNegativeTest-797067970 tempest-QuotasAdminNegativeTest-797067970-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=76c9e89844454ee59be07e7669107d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506413 Feb 19 00:51:31.097899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62513f52-1dfd-490e-a361-44499d3ff33a req-3d9eb7dc-bf6b-49c9-bfc3-e0c1a0979048 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 210 time: 0.0380495 Feb 19 00:51:31.128345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba5636fa-dd24-42b0-9a0f-d3520619d357 req-46879073-d6ce-4e05-89a3-529b9edeaca2 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?tenant_id=a62cf7794ff544ae8cc9ada71f0fc982 HTTP/1.1" status: 200 len: 696 time: 0.0924497 Feb 19 00:51:31.154623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-8720d2a8-54f3-45e0-b2eb-33c22fdc7d70 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.156198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-8720d2a8-54f3-45e0-b2eb-33c22fdc7d70 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.117 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 946 time: 0.0611684 Feb 19 00:51:31.241463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Made reservation on behalf of 52bf34b8a2fa44db9c6a5152e61d85f1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:31.245895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.260029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.273502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:31.278803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:31.290274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5636fa-dd24-42b0-9a0f-d3520619d357 req-969f9fcd-41c3-459d-a1d4-2a250fff3a2e tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.292322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba5636fa-dd24-42b0-9a0f-d3520619d357 req-969f9fcd-41c3-459d-a1d4-2a250fff3a2e tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks?id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 787 time: 0.1615040 Feb 19 00:51:31.303406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-ba5636fa-dd24-42b0-9a0f-d3520619d357 req-71fa3039-f22e-4c10-88a5-2eb7f141ba74 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:51:31.304932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba5636fa-dd24-42b0-9a0f-d3520619d357 req-71fa3039-f22e-4c10-88a5-2eb7f141ba74 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066602 Feb 19 00:51:31.591410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d465c-0d5d-4e65-aded-496171e37704 req-d863b68d-e55b-41ae-80bc-11dc4c377a75 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.593484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-644d465c-0d5d-4e65-aded-496171e37704 req-d863b68d-e55b-41ae-80bc-11dc4c377a75 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1717081 Feb 19 00:51:31.627253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Allocated IP 172.20.0.4 (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0/ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29/0e634eb2-7b85-4cd5-a0d2-b8098c14e06e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:31.686577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-644d465c-0d5d-4e65-aded-496171e37704 req-72fed6d2-f32a-47f9-9214-572967fbd063 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825713 Feb 19 00:51:31.922931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88387c4-2786-40b2-9e88-3853b3a7fdf9 req-1f8034f5-aef6-47c6-9030-9c8db2f3278b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.924675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f88387c4-2786-40b2-9e88-3853b3a7fdf9 req-1f8034f5-aef6-47c6-9030-9c8db2f3278b tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 946 time: 0.1137753 Feb 19 00:51:31.942591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:31.961691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:31.966509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:32.017321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks [] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.053505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f88387c4-2786-40b2-9e88-3853b3a7fdf9 req-c494f629-2bd6-42e6-b6da-5cb671add1e1 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/security-groups?id=178f4b3f-56dd-4f83-a035-6fd2fb396b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130145 Feb 19 00:51:32.092613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-b2440d50-a968-4061-9e15-3d2cdae46b20 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips/982d1810-c839-4498-82bd-4b4da3fec49f HTTP/1.1" status: 200 len: 693 time: 0.1495340 Feb 19 00:51:32.178700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:32.211557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.225103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.225494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.235211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.235964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.236368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.239556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.240609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.241155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.241516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.241861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.242398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.242755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.249983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:32.310314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:32.311138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.324626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Deleting port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:32.324896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.340292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:32.367112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:32.370249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:32.390792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-35f80809-e2e9-48bd-8b46-68454ed9a6dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0790973 Feb 19 00:51:32.440876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:32.440876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.444495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Request body: {'port': {'device_id': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:32.473476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:32.495206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-d9bbd260-fe69-4a9e-96ff-4d9e61077881 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:32.496936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-d9bbd260-fe69-4a9e-96ff-4d9e61077881 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.4035275 Feb 19 00:51:32.504354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1983bd0a-7b1e-45a3-83aa-86cb9101a284 None None] Provisioning complete for port e80e516a-aefb-49a5-bf45-1d194d47535b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:32.505350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1983bd0a-7b1e-45a3-83aa-86cb9101a284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.505711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a8802-60c1-4eac-9783-113379d648fb req-bb5e4b11-a8a0-443c-ade7-5f95525f1618 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:32.507409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-783a8802-60c1-4eac-9783-113379d648fb req-bb5e4b11-a8a0-443c-ade7-5f95525f1618 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 931 time: 0.2344270 Feb 19 00:51:32.508741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-f3e18149-cdad-4fbb-980d-759af237ec7e tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:51:32.509723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-f3e18149-cdad-4fbb-980d-759af237ec7e tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060174 Feb 19 00:51:32.551266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1983bd0a-7b1e-45a3-83aa-86cb9101a284 None None] Port e80e516a-aefb-49a5-bf45-1d194d47535b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:32.571834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-783a8802-60c1-4eac-9783-113379d648fb req-3c317abb-fd4a-4eec-a5a9-e018a5532a81 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Feb 19 00:51:32.596082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-7e5cf922-de7e-40c4-95dc-b938a7f2b032 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0776849 Feb 19 00:51:32.694587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-705d218e-62cf-486d-8659-5afe3924b1e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4739299 Feb 19 00:51:32.699237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.703484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-97f6145d-90a3-4f8e-b9b9-269cadfdf9bc tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0779016 Feb 19 00:51:32.706169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] For port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:32.706539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.710749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Request body: {'port': {'device_id': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:32.772419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773df58f-2ace-4e1d-a4ec-a910161bcfd0 req-07c7f590-1737-4766-88d2-90cb42c01ca6 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:32.774838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-773df58f-2ace-4e1d-a4ec-a910161bcfd0 req-07c7f590-1737-4766-88d2-90cb42c01ca6 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1127 time: 0.1269321 Feb 19 00:51:32.779365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Calling delete_port for a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:32.826158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:32.870973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-773df58f-2ace-4e1d-a4ec-a910161bcfd0 req-fc156e91-a1ad-4fa1-83b8-ca9066fc47a5 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Feb 19 00:51:32.873379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.161497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Deleting port 8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:33.162739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.184149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:33.193414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks [] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.277856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0148-41ff-4adf-9319-1ad254c1d841 req-cb8598c7-d4d5-4ecc-85d5-4fb6602fac6a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:33.279397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-384f0148-41ff-4adf-9319-1ad254c1d841 req-cb8598c7-d4d5-4ecc-85d5-4fb6602fac6a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 936 time: 0.0671682 Feb 19 00:51:33.285864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ba756a5-e415-42e8-826a-5320478fee26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.336594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-384f0148-41ff-4adf-9319-1ad254c1d841 req-48e6d343-26e8-4455-b72d-e2792213e9f8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475571 Feb 19 00:51:33.399772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Transition to ACTIVE for port object 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:33.426049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.426383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.428993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a3ab8b8f-71f0-48d6-92a1-9f467d461ab1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.455163 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.481497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Calling delete_port for 8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:33.497429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Pushing event deleted for resources: {'Port': ['ID=a3ab8b8f-71f0-48d6-92a1-9f467d461ab1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:33.512354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:33.530034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks [] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.597556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d413df7e-23e1-4002-b5af-f199aab34058 req-8dcc2f63-bb98-4f23-8380-bda243d71213 tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.94 "GET /v2.0/ports?device_id=62509f2c-826e-42a8-b4d4-eb599ffd98f3 HTTP/1.1" status: 200 len: 210 time: 0.0738075 Feb 19 00:51:33.622749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:33.649001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.649447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.649802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.650158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.650554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.650906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.651376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.651905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.652390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.652724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.653057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.653421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.653745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:33.661529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Transition to ACTIVE for port object e80e516a-aefb-49a5-bf45-1d194d47535b will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:33.673503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] No DVR routers for this DVR port a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:33.680799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.680799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e54f4aa8-a2dc-4089-b0d4-561393965a0a req-63d4f530-3935-4d30-b90d-d0e99e3c4e6e tempest-FloatingIPsAssociationNegativeTestJSON-279238749 tempest-FloatingIPsAssociationNegativeTestJSON-279238749-project] 10.222.0.117 "DELETE /v2.0/ports/a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 HTTP/1.1" status: 204 len: 173 time: 2.5163884 Feb 19 00:51:33.710573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'name': 'network-vif-deleted', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:33.713060 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab91137-0024-408b-8c49-6980e260fec3" -d '{"events": [{"server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "name": "network-vif-deleted", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:33.723958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Attempting to bind port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:33.724300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Attempting to bind port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:33.724633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Attempting to bind port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:33.728312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ba756a5-e415-42e8-826a-5320478fee26 admin admin] Publish callbacks [] for security_group (f034db31-c7f0-4bb8-b93b-3181def392ba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.731971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:51:33.732938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Attempting to bind port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:33.739205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:33.741193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Checking segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:33.741193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Bound using segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:33.741193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Bound port: 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:33.741193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.770832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.832972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ba756a5-e415-42e8-826a-5320478fee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f034db31-c7f0-4bb8-b93b-3181def392ba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.860263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:33.866154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:33.902730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:33.909978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c4288-e2ee-451f-a107-479a7b73d107 req-45d3b89e-ec10-4efa-bba5-161d5f45a1d2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:33.912011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb9c4288-e2ee-451f-a107-479a7b73d107 req-45d3b89e-ec10-4efa-bba5-161d5f45a1d2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 943 time: 0.1443253 Feb 19 00:51:33.913788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.919333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4ba756a5-e415-42e8-826a-5320478fee26 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76c9e89844454ee59be07e7669107d99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0888333 Feb 19 00:51:33.920212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba756a5-e415-42e8-826a-5320478fee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f034db31-c7f0-4bb8-b93b-3181def392ba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.017788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.019464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.057666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event deleted for resources: {'Port': ['ID=8d9fc811-aa4b-44cd-bd5f-ceee2df79f2b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.115822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:34.116192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:34.116535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:34.163330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:51:34.163588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:34.186403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:34.186755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:34.187291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:34.187646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Bound port: e80e516a-aefb-49a5-bf45-1d194d47535b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:34.188661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.202689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (982d1810-c839-4498-82bd-4b4da3fec49f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.210253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.217112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2849f31-1eea-4809-ba1e-cf04f5be0430 req-bbd8e0ef-66cd-4a96-948c-a94f75dd84f5 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "DELETE /v2.0/floatingips/982d1810-c839-4498-82bd-4b4da3fec49f HTTP/1.1" status: 204 len: 173 time: 1.5019319 Feb 19 00:51:34.220461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.283872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] Publish callbacks [] for security_group (f034db31-c7f0-4bb8-b93b-3181def392ba), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.330563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] Publish callbacks [] for security_group (f034db31-c7f0-4bb8-b93b-3181def392ba), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.360774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:34.370193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb9c4288-e2ee-451f-a107-479a7b73d107 req-73f3085f-d317-4f62-b2d7-d3cbf08c9d6b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478676 Feb 19 00:51:34.377960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.378843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.380486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-42d6ea48-cdb7-4857-8a3f-49544fb8b5b8 service neutron] 10.222.0.96 "PUT /v2.0/ports/0e634eb2-7b85-4cd5-a0d2-b8098c14e06e HTTP/1.1" status: 200 len: 1091 time: 1.6751494 Feb 19 00:51:34.381296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:34.384037 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef50349-9a14-4efe-b464-a531abd00f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:34.421601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:34.444088 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e9cbd-9e24-433b-93f0-8dbd9fb3d8ff x-openstack-request-id: req-db8e9cbd-9e24-433b-93f0-8dbd9fb3d8ff {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:34.447835 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62509f2c-826e-42a8-b4d4-eb599ffd98f3", "name": "network-vif-deleted", "tag": "a3ab8b8f-71f0-48d6-92a1-9f467d461ab1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:34.447835 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-db8e9cbd-9e24-433b-93f0-8dbd9fb3d8ff {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:34.447835 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62509f2c-826e-42a8-b4d4-eb599ffd98f3', 'name': 'network-vif-deleted', 'tag': 'a3ab8b8f-71f0-48d6-92a1-9f467d461ab1', 'status': 'completed', 'code': 200} Feb 19 00:51:34.452301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fff06-5d42-45be-9861-3f5d9cc9ad69 req-07c44955-17d3-434c-90b6-0f4640872459 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.454784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-152fff06-5d42-45be-9861-3f5d9cc9ad69 req-07c44955-17d3-434c-90b6-0f4640872459 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 950 time: 0.0906839 Feb 19 00:51:34.499139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.545719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f034db31-c7f0-4bb8-b93b-3181def392ba), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.549580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.553801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f034db31-c7f0-4bb8-b93b-3181def392ba HTTP/1.1" status: 204 len: 168 time: 0.6389716 Feb 19 00:51:34.567821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.568589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.570042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] 10.222.0.96 "PUT /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 1096 time: 2.1348202 Feb 19 00:51:34.570833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6276ccd-7c97-47c8-8cdd-213b4db555cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f034db31-c7f0-4bb8-b93b-3181def392ba,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.613277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-152fff06-5d42-45be-9861-3f5d9cc9ad69 req-1ae44c94-852e-4b23-9d88-d5d0db6bacb2 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530554 Feb 19 00:51:34.626014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-3241fd20-3c95-4330-9321-c4e801334a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.628261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-3241fd20-3c95-4330-9321-c4e801334a0d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 1125 time: 0.1189256 Feb 19 00:51:34.644454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f695d2-43c9-4218-86c8-2c5608287b23 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.690811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-59133d6c-f30e-47d9-9595-8831d1af3e46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e HTTP/1.1" status: 200 len: 217 time: 0.0514114 Feb 19 00:51:34.696483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-9e3e0a6f-59ae-47d8-af5b-c9bc24a2438e tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2416532 Feb 19 00:51:34.757463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:34.792799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-93b614c1-c9fa-4dfa-acdb-ae542cf34e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.794464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-93b614c1-c9fa-4dfa-acdb-ae542cf34e5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.0967362 Feb 19 00:51:34.852656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-86fc403c-d1c0-4eba-9399-9566d3cb21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.855309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-86fc403c-d1c0-4eba-9399-9566d3cb21f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1130 time: 0.1663866 Feb 19 00:51:34.868540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-2aecdc84-ff2c-4c6c-bb18-a6ab6048a657 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664961 Feb 19 00:51:34.874475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.907698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4576ea-c349-45b0-89ba-0178d382579f req-14bc6837-b0b9-4b5b-97ee-4f6b48983842 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:34.910610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b4576ea-c349-45b0-89ba-0178d382579f req-14bc6837-b0b9-4b5b-97ee-4f6b48983842 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 948 time: 0.1565270 Feb 19 00:51:34.912035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:34.990194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-cbde7ec4-c9cf-4991-94bb-e2d6f22dfef2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.1179032 Feb 19 00:51:35.073848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-acf85600-9774-48c9-bc32-a29199949be8 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750104 Feb 19 00:51:35.128896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:35.131132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.136480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-03bbf5df-412b-4a7d-9165-7fc750751f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:35.138334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-03bbf5df-412b-4a7d-9165-7fc750751f80 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1230927 Feb 19 00:51:35.167710 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b4576ea-c349-45b0-89ba-0178d382579f req-602d5385-669c-4552-b90c-4d679e7b9d21 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045593 Feb 19 00:51:35.206214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fb2e480-6203-48d9-a3e4-13da184da5c4 req-f4c17a7d-c972-4d72-92ac-fea285ba3620 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244278 Feb 19 00:51:35.224863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:35.228379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:35.239369 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668719e-d236-4686-9eb7-8433920626db" -d '{"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-unplugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:35.259503 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067e5bb-5531-4805-81a1-8d0736e67226 x-openstack-request-id: req-9067e5bb-5531-4805-81a1-8d0736e67226 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:35.260079 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:35.260298 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9067e5bb-5531-4805-81a1-8d0736e67226 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:35.262227 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'status': 'completed', 'code': 200} Feb 19 00:51:35.279676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-27b78277-6641-4ffe-8968-22544a8de1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:35.288820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-27b78277-6641-4ffe-8968-22544a8de1fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1125083 Feb 19 00:51:35.299540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.341268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:35.428906 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.433880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:35.532871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-bb4dd4c5-69cd-47d4-b6ed-1ad253ffddc5 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430816 Feb 19 00:51:35.574153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:35.575791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a3ab8b8f-71f0-48d6-92a1-9f467d461ab1 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:35.605432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Allocated IP 172.25.2.151 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/84605753-17ce-49fb-ae3a-06b75cf1a627) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:35.630927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:35.652904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-ee4bf007-2a9f-4251-8e86-12951fd9b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:35.654471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-ee4bf007-2a9f-4251-8e86-12951fd9b21f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 1125 time: 0.1807928 Feb 19 00:51:35.723206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58244) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:35.765259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e05f77-0de6-47b5-87f7-9b5943b31bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.833572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.858541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d515e947-6b04-4f9a-ab8f-d466a4f54c3b req-c139a4b6-ded9-47a8-a086-6fddab4ca451 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196235 Feb 19 00:51:35.961069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e05f77-0de6-47b5-87f7-9b5943b31bbf admin admin] Publish callbacks [] for security_group (bde76653-bdff-45c6-836d-bb979d13ee7e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.999290 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.044591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-4948b148-755a-429c-a8b9-c4e918030422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.046352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-4948b148-755a-429c-a8b9-c4e918030422 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 916 time: 0.2345097 Feb 19 00:51:36.051498 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e05f77-0de6-47b5-87f7-9b5943b31bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bde76653-bdff-45c6-836d-bb979d13ee7e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.113988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-7330c4de-d39b-41f5-9c7d-e5f507c4f784 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e HTTP/1.1" status: 200 len: 217 time: 0.0589740 Feb 19 00:51:36.115892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.140686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05f77-0de6-47b5-87f7-9b5943b31bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde76653-bdff-45c6-836d-bb979d13ee7e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.155370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70e05f77-0de6-47b5-87f7-9b5943b31bbf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f8f4166ee032463a877b7b1e41df71cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262404 Feb 19 00:51:36.155370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:36.261685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event updated for resources: {'Port': ['ID=84605753-17ce-49fb-ae3a-06b75cf1a627,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.273691 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e376926-674c-48ed-a74e-cb89f3733251 x-openstack-request-id: req-5e376926-674c-48ed-a74e-cb89f3733251 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:36.274195 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-unplugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:36.274441 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5e376926-674c-48ed-a74e-cb89f3733251 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:36.274940 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'code': 200} Feb 19 00:51:36.281027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-30c04603-8a77-4d08-9fb4-9d47609a4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.296893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-30c04603-8a77-4d08-9fb4-9d47609a4750 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.1549268 Feb 19 00:51:36.334209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:36.368339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:36.371127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:36.392637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] Publish callbacks [] for security_group (bde76653-bdff-45c6-836d-bb979d13ee7e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.423524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-cbb41a12-3c0f-4fbf-b0db-f5b0034906b2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237588 Feb 19 00:51:36.454847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:36.457530 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:36.489656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (e32787db-a98d-4145-a894-7ee7edb24e78), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.518657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] Publish callbacks [] for security_group (bde76653-bdff-45c6-836d-bb979d13ee7e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.564201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c81b1-50ae-4379-95ff-2ed6f3603274 req-7bc51595-f689-44ea-878f-587bd1123d70 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.571572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340c81b1-50ae-4379-95ff-2ed6f3603274 req-7bc51595-f689-44ea-878f-587bd1123d70 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 943 time: 0.2016044 Feb 19 00:51:36.630127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.665908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340c81b1-50ae-4379-95ff-2ed6f3603274 req-3876011e-1597-4ae7-ac81-b89f81e02642 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933444 Feb 19 00:51:36.686731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-606b2464-7157-4e93-bb7a-fa2f0b53efcd service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891754 Feb 19 00:51:36.724429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Deleting port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:36.726032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.815028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bde76653-bdff-45c6-836d-bb979d13ee7e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.817961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.820530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bde76653-bdff-45c6-836d-bb979d13ee7e HTTP/1.1" status: 204 len: 168 time: 0.6641083 Feb 19 00:51:36.911890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef50349-9a14-4efe-b464-a531abd00f5c req-cdca2b96-c40c-4ae5-aa73-1772c5483da5 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158256 Feb 19 00:51:36.970510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.021021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.080291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event updated for resources: {'Port': ['ID=84605753-17ce-49fb-ae3a-06b75cf1a627,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:37.149628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (e32787db-a98d-4145-a894-7ee7edb24e78), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.215902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d66de5-d6f2-4231-bd89-664163d59860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde76653-bdff-45c6-836d-bb979d13ee7e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:37.246303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.248205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-87d1df5e-93d1-41ea-904e-f061b42aa204 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5369940 Feb 19 00:51:37.264062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5c77-092d-4b7e-b400-24af51ce6866 req-a5697ed5-d4d0-4eeb-8cf7-f5a89f26c8a0 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:37.276228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d2b5c77-092d-4b7e-b400-24af51ce6866 req-a5697ed5-d4d0-4eeb-8cf7-f5a89f26c8a0 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 948 time: 0.4634912 Feb 19 00:51:37.289770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] For port 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:37.290176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.311404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Calling delete_port for 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:37.311791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-9398a3be-c7d6-4f87-acf0-4a3711f05b66 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.0576510 Feb 19 00:51:37.396112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d2b5c77-092d-4b7e-b400-24af51ce6866 req-ebd9da1f-c63a-4698-91e3-f5dcd5222a2b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170161 Feb 19 00:51:37.511703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-3a9c0d73-052f-4afd-a109-1799ac1aba3f tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:37.513177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5382862a-c5fe-4621-a74e-dd81f3bef306 req-3a9c0d73-052f-4afd-a109-1799ac1aba3f tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1944423 Feb 19 00:51:37.543542 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d4f8a-acf1-412d-a883-0c2e1d272601 x-openstack-request-id: req-893d4f8a-acf1-412d-a883-0c2e1d272601 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:37.543826 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:37.544114 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-893d4f8a-acf1-412d-a883-0c2e1d272601 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:37.544500 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'status': 'completed', 'code': 200} Feb 19 00:51:37.633848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e583b9a-0437-4601-a9cf-120958897ece req-f9d46aee-d862-45ec-98c1-066f83962cfb tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips/e32787db-a98d-4145-a894-7ee7edb24e78 HTTP/1.1" status: 200 len: 693 time: 0.0907156 Feb 19 00:51:37.671021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:37.712661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3d6ae629-bbf0-47cd-a4c5-5982ee129ac2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.775359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6ae629-bbf0-47cd-a4c5-5982ee129ac2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:37.785610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-173996f7-ca06-41d9-bdf3-fd76ed725232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:37.788546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-173996f7-ca06-41d9-bdf3-fd76ed725232 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1130 time: 0.1939764 Feb 19 00:51:37.804147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:37.830567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'port_id': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'mac_address': 'fa:16:3e:6e:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:37.879650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:37.880404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.900343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:37.935906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:38.007046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e583b9a-0437-4601-a9cf-120958897ece req-f86f05a6-f274-4a19-b4ea-f01a8509cf25 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:38.009541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.010232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:38.018810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e583b9a-0437-4601-a9cf-120958897ece req-f86f05a6-f274-4a19-b4ea-f01a8509cf25 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.3723502 Feb 19 00:51:38.158171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.222263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:38.239414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'mac_address': 'fa:16:3e:20:97:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:38.274503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:38.328355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:38.333970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.350575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:38.395977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:38.506896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.522130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:38.547205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e583b9a-0437-4601-a9cf-120958897ece req-17485959-b2c0-4cb6-bf5c-df360dc9a8c7 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.5274100 Feb 19 00:51:38.558668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:38.611422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e583b9a-0437-4601-a9cf-120958897ece req-1f94dae4-27cf-4198-94c6-38c49ec4f256 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.151 HTTP/1.1" status: 200 len: 696 time: 0.0629623 Feb 19 00:51:38.677290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:38.686375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3986d8de-980d-4c01-8af6-25a1899c3a28 admin admin] 10.222.0.94 "PUT /v2.0/routers/6983ee21-1ee5-4bfa-80a3-cd85c6887b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3427086 Feb 19 00:51:38.693176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58318) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:38.702346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Sync routers for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:38.715754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:38.716176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:38.802433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f95f8a-8762-44a8-a2e5-7ac45e9fa8e8 req-59aca283-0bdc-4c13-8945-ee4a97ffd94b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:38.813839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:38.813998 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01f95f8a-8762-44a8-a2e5-7ac45e9fa8e8 req-59aca283-0bdc-4c13-8945-ee4a97ffd94b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 944 time: 0.0713551 Feb 19 00:51:38.814099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e80e516a-aefb-49a5-bf45-1d194d47535b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:38.814205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-1d0973a6-5dd9-4f73-bd39-ae0e3ff44d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:38.814205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-1d0973a6-5dd9-4f73-bd39-ae0e3ff44d82 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 1.0092962 Feb 19 00:51:38.861075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01f95f8a-8762-44a8-a2e5-7ac45e9fa8e8 req-484f126c-3b3c-42da-8a87-dedd391e4bb3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Feb 19 00:51:38.888162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-4a863340-79e8-4743-9a08-bccb66295bdb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0537324 Feb 19 00:51:38.994534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks [] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.024418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a25a9-5ab2-41ec-b38c-330975e86c56 req-d7689039-821c-4b9f-ba18-7b9bbf2ec224 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:39.026379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c95a25a9-5ab2-41ec-b38c-330975e86c56 req-d7689039-821c-4b9f-ba18-7b9bbf2ec224 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.0971479 Feb 19 00:51:39.100030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:39.122671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c95a25a9-5ab2-41ec-b38c-330975e86c56 req-f1a32582-0914-402b-a8e1-3b45cb65c63e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863156 Feb 19 00:51:39.155891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-eb6eb298-6bb4-4915-a2ff-5a17467d43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:39.156162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-eb6eb298-6bb4-4915-a2ff-5a17467d43e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2612534 Feb 19 00:51:39.165528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Deleting port 84605753-17ce-49fb-ae3a-06b75cf1a627 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:39.165885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.257096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks [] for router_gateway (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.314791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-26fa1bfe-798b-481f-b45f-30c08cbff029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:39.316419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-26fa1bfe-798b-481f-b45f-30c08cbff029 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1535499 Feb 19 00:51:39.320792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.321183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (84605753-17ce-49fb-ae3a-06b75cf1a627), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.359542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Calling delete_port for 84605753-17ce-49fb-ae3a-06b75cf1a627 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:39.525302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-795cf017-8e2e-4c69-aafb-b4df52069ba3 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011049 Feb 19 00:51:39.535270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.542593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:51:37Z', 'revision_number': 5, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port': {'id': 'dfce31d2-ec8f-40a7-92c3-33f7d35dd56f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:20Z', 'updated_at': '2022-02-19T00:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:39.572470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Checking router: 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:39.581279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Routers {'6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:39.582113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:39.651117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Deleting port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:39.651694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.698205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] Set router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:39.737372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3139c2dd-bf3d-49bf-bd7c-24b21d4ed0f3 req-34c981ed-c6a2-426c-952b-a5822b904482 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019696 Feb 19 00:51:39.792210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:51:39Z', 'revision_number': 6, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:39.808615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] For port dfce31d2-ec8f-40a7-92c3-33f7d35dd56f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:39.808996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.826043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Calling delete_port for dfce31d2-ec8f-40a7-92c3-33f7d35dd56f owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:39.850928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33184cb-09de-4a49-9a39-6fc0efffddd1 None None] The sync data for ids ['6983ee21-1ee5-4bfa-80a3-cd85c6887b0f'] in n-d-826529-3 is: [{'id': '6983ee21-1ee5-4bfa-80a3-cd85c6887b0f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1836269813-router', 'tenant_id': '404acd7d8b514cb7b1f773d3ea817686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:19Z', 'updated_at': '2022-02-19T00:51:39Z', 'revision_number': 6, 'project_id': '404acd7d8b514cb7b1f773d3ea817686', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:39.905659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1178150884', 'description': 'tempest-description-456030244'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:39.980880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.032818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.041776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.113536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (84605753-17ce-49fb-ae3a-06b75cf1a627), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.175279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dfce31d2-ec8f-40a7-92c3-33f7d35dd56f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.183583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (52940623-a18d-4d43-bbd2-2115010d33d7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.195946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Pushing event deleted for resources: {'Port': ['ID=84605753-17ce-49fb-ae3a-06b75cf1a627,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.243723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:40.258811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Pushing event deleted for resources: {'Port': ['ID=dfce31d2-ec8f-40a7-92c3-33f7d35dd56f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.261905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (52940623-a18d-4d43-bbd2-2115010d33d7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.290837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:40.291492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d6ae629-bbf0-47cd-a4c5-5982ee129ac2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:40.317031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks [] for floatingip (e32787db-a98d-4145-a894-7ee7edb24e78), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.320074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.321438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e583b9a-0437-4601-a9cf-120958897ece req-2bd920ac-bf02-4a0e-b4e9-5ebf8895e335 tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "DELETE /v2.0/floatingips/e32787db-a98d-4145-a894-7ee7edb24e78 HTTP/1.1" status: 204 len: 173 time: 1.7092245 Feb 19 00:51:40.331823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (70eae8ae-6604-47be-b5ac-08d591b6b7a5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.373711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52940623-a18d-4d43-bbd2-2115010d33d7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.373951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.437880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70eae8ae-6604-47be-b5ac-08d591b6b7a5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.468510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eae8ae-6604-47be-b5ac-08d591b6b7a5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.505325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.508525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks [] for router_controller (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.566596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.567704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122cf40-4599-4058-b918-b35a7d5ad06a req-e56d720c-358c-4170-a915-b46d5d1508c3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:40.569138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9122cf40-4599-4058-b918-b35a7d5ad06a req-e56d720c-358c-4170-a915-b46d5d1508c3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 944 time: 0.1583707 Feb 19 00:51:40.576239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93bdba62-ace2-412a-bada-a51c890c4d39 req-c39126ea-1fcb-4c75-b01c-3d3b66b1049b tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6766865 Feb 19 00:51:40.623213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9122cf40-4599-4058-b918-b35a7d5ad06a req-d2034fd4-7d39-4278-95d5-5a7d51d17374 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Feb 19 00:51:40.638156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a052ea8-f8c7-4f5c-b7b7-e7701ed45299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.666869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (6983ee21-1ee5-4bfa-80a3-cd85c6887b0f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.667448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6983ee21-1ee5-4bfa-80a3-cd85c6887b0f {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:51:40.672303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.673639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9390a4ef-f0f2-437f-9d82-572fea7338bf admin admin] 10.222.0.94 "DELETE /v2.0/routers/6983ee21-1ee5-4bfa-80a3-cd85c6887b0f HTTP/1.1" status: 204 len: 168 time: 1.9794941 Feb 19 00:51:40.676279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:40.753369 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-5c78cd4e-874b-4623-bebd-5a101f5b56d7 req-81a7b42a-5eaf-4439-98c4-f62609c7afde tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] show failed (client error): The resource could not be found. Feb 19 00:51:40.754962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c78cd4e-874b-4623-bebd-5a101f5b56d7 req-81a7b42a-5eaf-4439-98c4-f62609c7afde tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips/e32787db-a98d-4145-a894-7ee7edb24e78 HTTP/1.1" status: 404 len: 350 time: 0.0447295 Feb 19 00:51:40.766898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5bf9b-baf5-4cd8-853d-124eb928e247 req-7dc58343-b452-431e-8be4-9771faca6f7b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:40.778778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5a5bf9b-baf5-4cd8-853d-124eb928e247 req-7dc58343-b452-431e-8be4-9771faca6f7b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.1538670 Feb 19 00:51:40.791407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Deleting subnet 57f30240-ca06-40ba-847b-a2af4506ad2c {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:40.810438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Publish callbacks [] for subnet (57f30240-ca06-40ba-847b-a2af4506ad2c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.816268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-730982582', 'description': 'tempest-description-23953336'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:40.873426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (57f30240-ca06-40ba-847b-a2af4506ad2c), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.935777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5a5bf9b-baf5-4cd8-853d-124eb928e247 req-27d8f17d-1fd5-4941-be83-803cb470c5e4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559329 Feb 19 00:51:40.962956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:40.981394 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.022364 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-228f0cd7-4418-4544-9122-ec075e213080 req-7f41e9c2-0ebc-491e-8e4c-c19530c15a6f tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] show failed (client error): The resource could not be found. Feb 19 00:51:41.023859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228f0cd7-4418-4544-9122-ec075e213080 req-7f41e9c2-0ebc-491e-8e4c-c19530c15a6f tempest-FloatingIPsTestJSON-1682552246 tempest-FloatingIPsTestJSON-1682552246-project] 10.222.0.94 "GET /v2.0/floatingips/e32787db-a98d-4145-a894-7ee7edb24e78 HTTP/1.1" status: 404 len: 350 time: 0.0505257 Feb 19 00:51:41.037898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:41.071840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (57f30240-ca06-40ba-847b-a2af4506ad2c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.180981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:41.195079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'mac_address': 'fa:16:3e:6a:34:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:41.240471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86a07edb-849c-4f2f-8863-91b836dfb59d is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:41.241172 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.256844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86a07edb-849c-4f2f-8863-91b836dfb59d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:41.273114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (8d382344-aad8-43c0-ae11-100ce3031b4a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.287698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:41.301147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (57f30240-ca06-40ba-847b-a2af4506ad2c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.330557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f30240-ca06-40ba-847b-a2af4506ad2c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:41.334332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.341015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8c404bd-c2f3-4604-b371-8e8259ef8b0b admin admin] 10.222.0.94 "DELETE /v2.0/subnets/57f30240-ca06-40ba-847b-a2af4506ad2c HTTP/1.1" status: 204 len: 168 time: 0.6632738 Feb 19 00:51:41.341644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58384) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:41.349709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad843f-f628-4dc3-b476-3ddf455e9d9a None None] Network 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:41.434518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8d382344-aad8-43c0-ae11-100ce3031b4a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.440806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.447863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (4ba5d4aa-c1a8-421a-ba97-4109461a62a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.495931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d382344-aad8-43c0-ae11-100ce3031b4a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:41.580531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Deleting port 03986844-3ce8-4456-bb17-37006ba52c26 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:41.581455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (03986844-3ce8-4456-bb17-37006ba52c26), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.597451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['86a07edb-849c-4f2f-8863-91b836dfb59d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:41.601990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:41.614012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (4259892b-61cb-464f-838d-4aa34834d92d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.647843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.659014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.660816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.661549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.662054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.665061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.665642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.666147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.666653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.667175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.669532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] For port 03986844-3ce8-4456-bb17-37006ba52c26, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03986844-3ce8-4456-bb17-37006ba52c26,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:41.670331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (03986844-3ce8-4456-bb17-37006ba52c26), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.676054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.676201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.676485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:41.691616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:41.736208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Calling delete_port for 03986844-3ce8-4456-bb17-37006ba52c26 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:41.786752 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.788056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e15388f4-ad69-45f2-8e43-80862d7a3dbd req-9421f957-6c95-47b0-9e9e-d47f5450347d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9775653 Feb 19 00:51:41.790862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] DHCP port deletion for 4ba5d4aa-c1a8-421a-ba97-4109461a62a3 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:41.966065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1063567058', 'description': 'tempest-description-1346318863'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:42.070725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:42.095566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6014f9-0bfa-44c4-9a56-1dbc5fe29e8f req-5dce6f7b-4aac-4f7a-a6c8-07626ddf6e2b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:42.098638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:42.100798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a6014f9-0bfa-44c4-9a56-1dbc5fe29e8f req-5dce6f7b-4aac-4f7a-a6c8-07626ddf6e2b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 944 time: 0.3187559 Feb 19 00:51:42.107351 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.107351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Deleting port 03986844-3ce8-4456-bb17-37006ba52c26 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:42.107667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (03986844-3ce8-4456-bb17-37006ba52c26), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.121153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Deleting port 73d31b60-067b-45e6-abfe-691355282273 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:42.121916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (73d31b60-067b-45e6-abfe-691355282273), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.186330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a6014f9-0bfa-44c4-9a56-1dbc5fe29e8f req-55d10667-e653-4fe3-8b15-2ef3fc0e5a25 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736146 Feb 19 00:51:42.204245 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.214241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.217282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] For port 03986844-3ce8-4456-bb17-37006ba52c26, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03986844-3ce8-4456-bb17-37006ba52c26,segment=NetworkSegment(d1d4213a-47e6-4475-9cb5-779fad70e63b),segment_id=d1d4213a-47e6-4475-9cb5-779fad70e63b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:42.217617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (03986844-3ce8-4456-bb17-37006ba52c26), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.245620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Calling delete_port for 03986844-3ce8-4456-bb17-37006ba52c26 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:42.279365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (03986844-3ce8-4456-bb17-37006ba52c26), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.314217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] For port 73d31b60-067b-45e6-abfe-691355282273, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=73d31b60-067b-45e6-abfe-691355282273,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:42.314971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (73d31b60-067b-45e6-abfe-691355282273), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.320003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Pushing event deleted for resources: {'Port': ['ID=03986844-3ce8-4456-bb17-37006ba52c26,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.343406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (03986844-3ce8-4456-bb17-37006ba52c26), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.343973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Calling delete_port for 73d31b60-067b-45e6-abfe-691355282273 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:42.347432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03986844-3ce8-4456-bb17-37006ba52c26 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:42.379327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] No DVR routers for this DVR port 03986844-3ce8-4456-bb17-37006ba52c26 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:42.457670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (646e8bb5-f286-431e-ad71-c99718452387), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.474526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] No DVR routers for this DVR port 03986844-3ce8-4456-bb17-37006ba52c26 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:42.486182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 03986844-3ce8-4456-bb17-37006ba52c26 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:42.487438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03986844-3ce8-4456-bb17-37006ba52c26 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:42.488063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dfce31d2-ec8f-40a7-92c3-33f7d35dd56f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:42.491932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f5388-c9dd-4aff-8943-7efb50266301 None None] Pushing event deleted for resources: {'Port': ['ID=03986844-3ce8-4456-bb17-37006ba52c26,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.523494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (4ba5d4aa-c1a8-421a-ba97-4109461a62a3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.538010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (646e8bb5-f286-431e-ad71-c99718452387), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.552432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: dfce31d2-ec8f-40a7-92c3-33f7d35dd56f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:42.553069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dfce31d2-ec8f-40a7-92c3-33f7d35dd56f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:42.558292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba5d4aa-c1a8-421a-ba97-4109461a62a3']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:42.576451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d4213a-47e6-4475-9cb5-779fad70e63b') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:42.576451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d4213a-47e6-4475-9cb5-779fad70e63b') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:42.605719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (d1d4213a-47e6-4475-9cb5-779fad70e63b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.637139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d1d4213a-47e6-4475-9cb5-779fad70e63b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.652677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:42.653137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (d1d4213a-47e6-4475-9cb5-779fad70e63b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:42.655433 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:42.680033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b990f41-7f09-4731-964a-e85805fe3bd6 req-91002237-1e5f-4925-ad91-f76e6e2ffb8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:42.682703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:42.683161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.688187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b990f41-7f09-4731-964a-e85805fe3bd6 req-91002237-1e5f-4925-ad91-f76e6e2ffb8c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.3730314 Feb 19 00:51:42.694892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (5801a2bd-fec7-4ef3-832d-fbb65616d9ee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.730941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e8bb5-f286-431e-ad71-c99718452387,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.746572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:42.752565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:42.756005 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a89407-2a9e-4d5d-add6-dc7e79028bdd" -d '{"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:42.795482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b990f41-7f09-4731-964a-e85805fe3bd6 req-e5263b89-e1ec-4f5d-a6d3-0df4fdd3dd33 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027758 Feb 19 00:51:42.848023 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c100c8-06d2-484f-b02e-56c45c36a042 x-openstack-request-id: req-33c100c8-06d2-484f-b02e-56c45c36a042 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:42.848438 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:42.848792 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-33c100c8-06d2-484f-b02e-56c45c36a042 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:42.849283 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'code': 200} Feb 19 00:51:42.960773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:43.005882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb146f6-b1e1-445f-aaa8-927d55965b2e req-18c81955-d162-43dc-81ef-961cc67faef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:43.007470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cb146f6-b1e1-445f-aaa8-927d55965b2e req-18c81955-d162-43dc-81ef-961cc67faef8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 1126 time: 0.0815866 Feb 19 00:51:43.008993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5801a2bd-fec7-4ef3-832d-fbb65616d9ee), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.044225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (4ba5d4aa-c1a8-421a-ba97-4109461a62a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.045366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801a2bd-fec7-4ef3-832d-fbb65616d9ee,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.063585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.068226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (73d31b60-067b-45e6-abfe-691355282273), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.077923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] 10.222.0.94 "DELETE /v2.0/networks/4ba5d4aa-c1a8-421a-ba97-4109461a62a3 HTTP/1.1" status: 204 len: 168 time: 1.7352452 Feb 19 00:51:43.108709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c140b2d6-3457-4a5d-be68-a1831d186541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.114777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d31b60-067b-45e6-abfe-691355282273,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.134909 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.136332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:43.145145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e07a1-86db-4389-96d0-f49052544969 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba5d4aa-c1a8-421a-ba97-4109461a62a3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.180086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cb146f6-b1e1-445f-aaa8-927d55965b2e req-bec41bdd-f57d-41f5-a883-6b204fc518ec service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370571 Feb 19 00:51:43.208731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.210442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db387b0-c3cf-4076-abf3-05f05e6c942d req-d5b05f23-3f93-4a67-b8ab-f11ee2a427af tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2609093 Feb 19 00:51:43.269170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1102965534', 'description': 'tempest-description-1074505091'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:43.390868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 86a07edb-849c-4f2f-8863-91b836dfb59d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:43.391314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.417668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.454815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fe8a4-d544-4b5c-856f-f63800ced27e req-bc27fbfa-81a6-4cfd-ae54-3d4916f713b7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:43.470137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c8fe8a4-d544-4b5c-856f-f63800ced27e req-bc27fbfa-81a6-4cfd-ae54-3d4916f713b7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1217279 Feb 19 00:51:43.506697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e80e516a-aefb-49a5-bf45-1d194d47535b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:43.526136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e80e516a-aefb-49a5-bf45-1d194d47535b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:43.526545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.539226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.601638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c8fe8a4-d544-4b5c-856f-f63800ced27e req-f923114e-d82b-4306-a694-deb5839ad91b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261137 Feb 19 00:51:43.693169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86a07edb-849c-4f2f-8863-91b836dfb59d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:43.694391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.784632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:43.801247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:43.802209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.815180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58448) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:43.849928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:43.912707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.923010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8874dfb2-c74a-4561-9ca8-9a17ce6b30e6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=404acd7d8b514cb7b1f773d3ea817686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1044896 Feb 19 00:51:43.959535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58450) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:43.977714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.025208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:44.116875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b0085-6d29-4107-95a1-2ae6b25705e3 req-40f929fe-062c-4961-875a-7898ec28f2ac tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:44.118462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-444b0085-6d29-4107-95a1-2ae6b25705e3 req-40f929fe-062c-4961-875a-7898ec28f2ac tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.2351329 Feb 19 00:51:44.121648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] Publish callbacks [] for security_group (178f4b3f-56dd-4f83-a035-6fd2fb396b6f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.124246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:44.146701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.204451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-444b0085-6d29-4107-95a1-2ae6b25705e3 req-e908ee23-da2c-4735-bcda-9e59aa517ff7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Feb 19 00:51:44.240119 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (4259892b-61cb-464f-838d-4aa34834d92d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.245874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] Publish callbacks [] for security_group (178f4b3f-56dd-4f83-a035-6fd2fb396b6f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.344888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (6d1f35be-d86c-4a43-b54f-79f0368c28a5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.496693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d1f35be-d86c-4a43-b54f-79f0368c28a5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.553997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (178f4b3f-56dd-4f83-a035-6fd2fb396b6f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.559145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.562682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/178f4b3f-56dd-4f83-a035-6fd2fb396b6f HTTP/1.1" status: 204 len: 168 time: 0.5998373 Feb 19 00:51:44.597290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a272f3-546e-422a-928b-62d900b28a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f4b3f-56dd-4f83-a035-6fd2fb396b6f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:44.658480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.670885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16f28b0d-3bc8-4d97-bc51-9f7a3ff69b87 req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4104023 Feb 19 00:51:44.670885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Router 4259892b-61cb-464f-838d-4aa34834d92d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:44.670885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca91a37-8f48-4da8-9b32-784de0ac3df5 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f35be-d86c-4a43-b54f-79f0368c28a5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:44.850640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d'}, {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:44.853029 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e1844-953b-467c-8047-3f750df648b4" -d '{"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-plugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d"}, {"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:44.865001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74becd-6841-4f8f-9346-162cd195cd6f req-a109f7e7-c757-4ee4-b5fc-51a4a2bcc423 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:44.871829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed74becd-6841-4f8f-9346-162cd195cd6f req-a109f7e7-c757-4ee4-b5fc-51a4a2bcc423 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1173460 Feb 19 00:51:44.937626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:44.947677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Sync routers for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:44.948697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2cf996ba-3475-4e5c-9751-594eaa456292 admin admin] 10.222.0.94 "PUT /v2.0/routers/4259892b-61cb-464f-838d-4aa34834d92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9089885 Feb 19 00:51:44.951078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58474) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.965917 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:44.972019 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:45.117184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed74becd-6841-4f8f-9346-162cd195cd6f req-afef77e0-fe43-47cf-88a4-236c9e619adc tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396336 Feb 19 00:51:45.124870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.189105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-b662687d-a3c0-466b-8846-cdbcf404f821 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45394 time: 0.4930842 Feb 19 00:51:45.195375 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:45.286607 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d1c90-52b5-46fb-ab52-c37eb82ec9d0 x-openstack-request-id: req-6b4d1c90-52b5-46fb-ab52-c37eb82ec9d0 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:45.287585 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-plugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d", "code": 200}, {"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:45.290041 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6b4d1c90-52b5-46fb-ab52-c37eb82ec9d0 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:45.290591 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'code': 200} Feb 19 00:51:45.290968 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'code': 200} Feb 19 00:51:45.331146 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-ef21e1e5-a56b-4169-a5af-04c660ef9c6e tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/02a80c04-f642-41ef-9174-033a15cf39ff HTTP/1.1" status: 200 len: 2998 time: 0.0924180 Feb 19 00:51:45.365928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks [] for router (4259892b-61cb-464f-838d-4aa34834d92d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.522852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-bf07d5f1-7f25-4302-bf94-5df8c877989a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/02a80c04-f642-41ef-9174-033a15cf39ff HTTP/1.1" status: 200 len: 2998 time: 0.1847215 Feb 19 00:51:45.581392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks [] for router_gateway (4259892b-61cb-464f-838d-4aa34834d92d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.601426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-ec13d94c-8173-4ae6-998f-c018ee493f3b tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/082e3784-74e7-4f8c-8473-8710c719e277 HTTP/1.1" status: 200 len: 2998 time: 0.0609021 Feb 19 00:51:45.603663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf58ae-62b1-49ef-9e79-8abaee9771da req-d02d5bc6-5293-4eac-98b4-6221928801e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:45.604382 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:42Z', 'revision_number': 5, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port': {'id': '3520987f-1af4-4e4f-a84c-ddc1cb55e96c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4259892b-61cb-464f-838d-4aa34834d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:10Z', 'updated_at': '2022-02-19T00:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:45.605258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4cf58ae-62b1-49ef-9e79-8abaee9771da req-d02d5bc6-5293-4eac-98b4-6221928801e7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1132 time: 0.2092178 Feb 19 00:51:45.660353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed395da2-b0af-4961-a074-20d3ab641797 req-5599ddc0-f2f6-4cde-88bd-5a621f270d44 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:45.662398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed395da2-b0af-4961-a074-20d3ab641797 req-5599ddc0-f2f6-4cde-88bd-5a621f270d44 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.2117150 Feb 19 00:51:45.677173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-6a4f758c-a627-4241-a4b1-51560179d62f tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/082e3784-74e7-4f8c-8473-8710c719e277 HTTP/1.1" status: 200 len: 2998 time: 0.0689914 Feb 19 00:51:45.690391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Checking router: 4259892b-61cb-464f-838d-4aa34834d92d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:45.710469 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Routers {'4259892b-61cb-464f-838d-4aa34834d92d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:45.711126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4259892b-61cb-464f-838d-4aa34834d92d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:45.732387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4cf58ae-62b1-49ef-9e79-8abaee9771da req-4366aac4-b0a2-4d58-8737-27d09256bca2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127331 Feb 19 00:51:45.766913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-e4469ad8-87ab-422f-b49b-089b8cf60a6f tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/28b6d00c-d9d4-47a0-b514-c10fa9cadd88 HTTP/1.1" status: 200 len: 2994 time: 0.0785697 Feb 19 00:51:45.820722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-d926f696-28f9-4ff1-91db-50e9b783d88b tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/28b6d00c-d9d4-47a0-b514-c10fa9cadd88 HTTP/1.1" status: 200 len: 2994 time: 0.0484920 Feb 19 00:51:45.866104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed395da2-b0af-4961-a074-20d3ab641797 req-28058cb8-0b99-4d7d-8a79-c7c24f07d8cd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962249 Feb 19 00:51:45.906571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Deleting port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:45.907584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.947402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] Set router 4259892b-61cb-464f-838d-4aa34834d92d gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:45.971392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-6f3d9630-32b9-40bf-aca3-08428bf345c0 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/3fa802e7-e433-48fe-bdee-d01b912ab617 HTTP/1.1" status: 200 len: 2998 time: 0.1429830 Feb 19 00:51:46.029690 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:45Z', 'revision_number': 6, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:46.055843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-8ba60f25-63ef-47a7-9e8d-01e95d0e693a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/3fa802e7-e433-48fe-bdee-d01b912ab617 HTTP/1.1" status: 200 len: 2998 time: 0.0830016 Feb 19 00:51:46.068632 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83908c-4ac4-4191-bc5c-e87c8c0f3166 None None] The sync data for ids ['4259892b-61cb-464f-838d-4aa34834d92d'] in n-d-826529-3 is: [{'id': '4259892b-61cb-464f-838d-4aa34834d92d', 'name': 'tempest-FloatingIPsTestJSON-4385276-router', 'tenant_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:08Z', 'updated_at': '2022-02-19T00:51:45Z', 'revision_number': 6, 'project_id': 'a62cf7794ff544ae8cc9ada71f0fc982', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:46.144949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-73803208-2de1-4d6b-9496-5672be0fe1bc tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/52940623-a18d-4d43-bbd2-2115010d33d7 HTTP/1.1" status: 200 len: 2998 time: 0.0868294 Feb 19 00:51:46.147888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] For port 3520987f-1af4-4e4f-a84c-ddc1cb55e96c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:46.158360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.200310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Calling delete_port for 3520987f-1af4-4e4f-a84c-ddc1cb55e96c owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:46.206459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-d75e2e85-255d-42eb-9bf9-ca427f33a799 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/52940623-a18d-4d43-bbd2-2115010d33d7 HTTP/1.1" status: 200 len: 2998 time: 0.0560730 Feb 19 00:51:46.279738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-331df983-bc30-40c4-9590-ce32606c218b tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/5d2e000f-3e3d-47bf-85fb-f018e6b9ba99 HTTP/1.1" status: 200 len: 2998 time: 0.0674429 Feb 19 00:51:46.351404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-f4a5feae-42f1-4ce0-86ca-9e07da996b2a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/5d2e000f-3e3d-47bf-85fb-f018e6b9ba99 HTTP/1.1" status: 200 len: 2998 time: 0.0704949 Feb 19 00:51:46.387939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1c10-d0de-4d0d-a5fa-f2b072d59ff1 req-2fcb103e-e2c6-4565-8854-95fee2ec1de1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:46.398954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1ef1c10-d0de-4d0d-a5fa-f2b072d59ff1 req-2fcb103e-e2c6-4565-8854-95fee2ec1de1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1720693 Feb 19 00:51:46.435818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-0aff6dc4-daa1-4667-b200-a963ab39ecd8 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/646e8bb5-f286-431e-ad71-c99718452387 HTTP/1.1" status: 200 len: 2998 time: 0.0643175 Feb 19 00:51:46.553600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-03126a5a-0b55-46b1-a639-1af52e216337 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/646e8bb5-f286-431e-ad71-c99718452387 HTTP/1.1" status: 200 len: 2998 time: 0.1353743 Feb 19 00:51:46.624039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-0ba04924-bc39-40a4-8f2b-74fd993a0af0 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/6fcaff88-e7f6-4c32-8b25-80ae6eb078fc HTTP/1.1" status: 200 len: 2998 time: 0.0683568 Feb 19 00:51:46.844699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-a1458069-0f73-4913-98c1-aa85cd62e81f tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/6fcaff88-e7f6-4c32-8b25-80ae6eb078fc HTTP/1.1" status: 200 len: 2998 time: 0.1628158 Feb 19 00:51:46.932773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1ef1c10-d0de-4d0d-a5fa-f2b072d59ff1 req-83d2371d-3cfb-4bf5-bc53-90091c9b0482 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299265 Feb 19 00:51:46.968280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-84cf1093-3b8c-4a22-9d36-af9cf10c14ec tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/7ad73a39-1683-4023-8602-deb34fde8b72 HTTP/1.1" status: 200 len: 2990 time: 0.1205144 Feb 19 00:51:47.015567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.024499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3520987f-1af4-4e4f-a84c-ddc1cb55e96c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.040554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-f6a59cef-1e0f-428f-b5ca-9e4594239fc6 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/7ad73a39-1683-4023-8602-deb34fde8b72 HTTP/1.1" status: 200 len: 2990 time: 0.0712698 Feb 19 00:51:47.143795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-e6c34bd7-606c-4438-84d4-479da2280911 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/a99fd85c-7df6-47c4-851b-16b1083fb8eb HTTP/1.1" status: 200 len: 2998 time: 0.1020560 Feb 19 00:51:47.145667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Pushing event deleted for resources: {'Port': ['ID=3520987f-1af4-4e4f-a84c-ddc1cb55e96c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:47.202234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:47.228151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-b38e1410-fbb9-4a17-9f16-34a8e1caf2b4 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/a99fd85c-7df6-47c4-851b-16b1083fb8eb HTTP/1.1" status: 200 len: 2998 time: 0.0830193 Feb 19 00:51:47.294031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-0d80d8bb-f02f-4cb6-acae-373729e344fc tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/ba4c970f-cded-4d59-99f2-e2f6f2545a74 HTTP/1.1" status: 200 len: 2998 time: 0.0647757 Feb 19 00:51:47.320095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (4259892b-61cb-464f-838d-4aa34834d92d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.400095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-6cdbe4ff-47bc-4a40-939a-32a1796e18bc tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/ba4c970f-cded-4d59-99f2-e2f6f2545a74 HTTP/1.1" status: 200 len: 2998 time: 0.1050620 Feb 19 00:51:47.417819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-network', 'tenant_id': '91413fcff7df46a08c1875a4265d627a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:47.481452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b74eb-4d2b-4f1c-9c39-6c0a648954c4 req-16c51c92-e92e-41a4-ad41-a07354ed82ed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:47.489418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-64d4b68d-b550-4f0c-abfc-cd3a17b96ab4 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/c4769e7b-5f83-42fd-a641-e9fc4a20d0f5 HTTP/1.1" status: 200 len: 2998 time: 0.0883279 Feb 19 00:51:47.490094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d72b74eb-4d2b-4f1c-9c39-6c0a648954c4 req-16c51c92-e92e-41a4-ad41-a07354ed82ed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.4858913 Feb 19 00:51:47.502276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (4259892b-61cb-464f-838d-4aa34834d92d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.505632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks [] for router_controller (4259892b-61cb-464f-838d-4aa34834d92d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.570205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Made reservation on behalf of 91413fcff7df46a08c1875a4265d627a for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:47.572790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.590404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.600862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-aa613052-21fa-4733-9744-ffffd5afafdd tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/c4769e7b-5f83-42fd-a641-e9fc4a20d0f5 HTTP/1.1" status: 200 len: 2998 time: 0.0918317 Feb 19 00:51:47.611703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d72b74eb-4d2b-4f1c-9c39-6c0a648954c4 req-8eb500f8-03d1-4d52-899e-6016c0f87718 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205618 Feb 19 00:51:47.673265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-d12971fa-f7e6-4a97-b895-0d520edae9fe tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/dd905186-a7fd-4509-bac1-cf919e572321 HTTP/1.1" status: 200 len: 2998 time: 0.0641527 Feb 19 00:51:47.691754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (4259892b-61cb-464f-838d-4aa34834d92d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.693002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4259892b-61cb-464f-838d-4aa34834d92d {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:51:47.709787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.709787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2bb7d3d7-3ca8-4c21-86ce-46d41ea42017 admin admin] 10.222.0.94 "DELETE /v2.0/routers/4259892b-61cb-464f-838d-4aa34834d92d HTTP/1.1" status: 204 len: 168 time: 2.7420585 Feb 19 00:51:47.709787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58528) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:47.746527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks [] for security_group (16049129-1f2c-4449-9baa-17ec0fa39481), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.761353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfbed472-e4f6-4766-ba9c-12b248d1e40d req-b9e44781-167e-48d9-848f-f89497d8a77d tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/dd905186-a7fd-4509-bac1-cf919e572321 HTTP/1.1" status: 200 len: 2998 time: 0.0621693 Feb 19 00:51:47.838641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Deleting subnet 0a3625fc-10a3-4b33-88b5-2ccfe4a50139 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:47.845439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (16049129-1f2c-4449-9baa-17ec0fa39481), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.846484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Publish callbacks [] for subnet (0a3625fc-10a3-4b33-88b5-2ccfe4a50139), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.890739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:47.904709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16049129-1f2c-4449-9baa-17ec0fa39481,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:47.922960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df37aae7-9530-4af3-a03f-f862f5e3eea6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.924523 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Added segment df37aae7-9530-4af3-a03f-f862f5e3eea6 of type vlan for network 55452386-b4e7-4f88-b8c5-96ddd9d381ce Feb 19 00:51:48.046293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (0a3625fc-10a3-4b33-88b5-2ccfe4a50139), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.060260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10040-47c2-4ffd-a3ad-9c026726991f req-3479b325-0a49-4bfc-83a6-1af4b10b9941 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:48.064267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (55452386-b4e7-4f88-b8c5-96ddd9d381ce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.068526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-94a10040-47c2-4ffd-a3ad-9c026726991f req-3479b325-0a49-4bfc-83a6-1af4b10b9941 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.2257395 Feb 19 00:51:48.115582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 73d31b60-067b-45e6-abfe-691355282273 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:48.153791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0163d449-860e-4b32-aeb4-9b20549f6275 req-e2d9a3d0-7562-4ddd-a585-4830daa102c7 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=196be806449047ba92dd137a8679b867 HTTP/1.1" status: 200 len: 6151 time: 0.1536894 Feb 19 00:51:48.166649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 73d31b60-067b-45e6-abfe-691355282273 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:48.170909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 73d31b60-067b-45e6-abfe-691355282273 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:48.171677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3520987f-1af4-4e4f-a84c-ddc1cb55e96c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:48.174685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-94a10040-47c2-4ffd-a3ad-9c026726991f req-9ddd1fe0-559a-4a46-9ead-2a250db26ba0 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055329 Feb 19 00:51:48.211341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3520987f-1af4-4e4f-a84c-ddc1cb55e96c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:48.211693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3520987f-1af4-4e4f-a84c-ddc1cb55e96c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:48.233411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (55452386-b4e7-4f88-b8c5-96ddd9d381ce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.238539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:48.243878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.285250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0a3625fc-10a3-4b33-88b5-2ccfe4a50139), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.297991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0163d449-860e-4b32-aeb4-9b20549f6275 req-ac8c5d9d-2656-44b2-9834-4ecf7026f59d tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "GET /v2.0/security-groups/52940623-a18d-4d43-bbd2-2115010d33d7 HTTP/1.1" status: 200 len: 2998 time: 0.1369743 Feb 19 00:51:48.421712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] Pushing event updated for resources: {'Network': ['ID=55452386-b4e7-4f88-b8c5-96ddd9d381ce,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:48.432966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:48.449843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00b72ef6-6f47-463c-a9d9-d927b27e517b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2465224 Feb 19 00:51:48.453051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58552) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:48.459072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Request body: {'subnet': {'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-subnet', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:48.460218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0163d449-860e-4b32-aeb4-9b20549f6275 req-2ce876fc-f62b-4db1-93e4-394478f4ba73 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "GET /v2.0/security-groups/52940623-a18d-4d43-bbd2-2115010d33d7 HTTP/1.1" status: 200 len: 2998 time: 0.1418700 Feb 19 00:51:48.493313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (0a3625fc-10a3-4b33-88b5-2ccfe4a50139), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.551010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd533fed-de7c-4c38-a625-626aa358670e req-cb4118ea-58f5-4ac2-9a08-6c23f47fe6a7 tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/6d1f35be-d86c-4a43-b54f-79f0368c28a5 HTTP/1.1" status: 200 len: 1795 time: 0.0608749 Feb 19 00:51:48.582206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.592783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0a3625fc-10a3-4b33-88b5-2ccfe4a50139 HTTP/1.1" status: 204 len: 168 time: 0.8846498 Feb 19 00:51:48.593795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f865d-172c-440f-9aa9-5c555110d7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3625fc-10a3-4b33-88b5-2ccfe4a50139,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:48.598009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58556) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:48.615425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Made reservation on behalf of 91413fcff7df46a08c1875a4265d627a for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:48.618095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.812239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fd533fed-de7c-4c38-a625-626aa358670e req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (6d1f35be-d86c-4a43-b54f-79f0368c28a5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.822677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b41e9177-b713-43ce-93b4-938a5f607f5e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.826504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45893079-e85c-4467-80d9-4883718a7946 None None] Network b41e9177-b713-43ce-93b4-938a5f607f5e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:48.929192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fd533fed-de7c-4c38-a625-626aa358670e req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (6d1f35be-d86c-4a43-b54f-79f0368c28a5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.138275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Deleting port deff11eb-89cc-4296-b707-4455708df5c4 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:49.138833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (deff11eb-89cc-4296-b707-4455708df5c4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.150067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d1c4-7cba-4554-8fc3-d7814669bc9d req-488adcf7-4e9b-4a10-aeef-4cd3da9dfd78 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.165348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4b4d1c4-7cba-4554-8fc3-d7814669bc9d req-488adcf7-4e9b-4a10-aeef-4cd3da9dfd78 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.2769346 Feb 19 00:51:49.200471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] DHCP port deletion for b41e9177-b713-43ce-93b4-938a5f607f5e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:49.239483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] For port deff11eb-89cc-4296-b707-4455708df5c4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=deff11eb-89cc-4296-b707-4455708df5c4,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:49.244054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (deff11eb-89cc-4296-b707-4455708df5c4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.261031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fd533fed-de7c-4c38-a625-626aa358670e req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d1f35be-d86c-4a43-b54f-79f0368c28a5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.266844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fd533fed-de7c-4c38-a625-626aa358670e req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.268690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd533fed-de7c-4c38-a625-626aa358670e req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "DELETE /v2.0/security-groups/6d1f35be-d86c-4a43-b54f-79f0368c28a5 HTTP/1.1" status: 204 len: 173 time: 0.7098529 Feb 19 00:51:49.291653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Calling delete_port for deff11eb-89cc-4296-b707-4455708df5c4 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:49.294006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ba36f-52a0-4069-9d05-3f6c84fdbd8a tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f35be-d86c-4a43-b54f-79f0368c28a5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.340488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4b4d1c4-7cba-4554-8fc3-d7814669bc9d req-4195a9ea-189e-47dc-8912-f076e4616341 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785281 Feb 19 00:51:49.349366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Deleting port deff11eb-89cc-4296-b707-4455708df5c4 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:49.349883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (994cc855-20e6-4b10-a2b4-4d70b40d9297), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.357268 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (deff11eb-89cc-4296-b707-4455708df5c4), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.515339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] For port deff11eb-89cc-4296-b707-4455708df5c4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=deff11eb-89cc-4296-b707-4455708df5c4,segment=NetworkSegment(33c30952-ec6a-403b-ac8b-900f105446eb),segment_id=33c30952-ec6a-403b-ac8b-900f105446eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:49.516591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (deff11eb-89cc-4296-b707-4455708df5c4), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.535718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Calling delete_port for deff11eb-89cc-4296-b707-4455708df5c4 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:49.581130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3696ea-cd75-46cc-a5aa-c2e23b5c127c req-b164d4aa-b0ee-40b8-b4b9-53f2982bedfd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.585547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e3696ea-cd75-46cc-a5aa-c2e23b5c127c req-b164d4aa-b0ee-40b8-b4b9-53f2982bedfd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1861696 Feb 19 00:51:49.678092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e3696ea-cd75-46cc-a5aa-c2e23b5c127c req-3514e7fb-6bb2-456e-9061-584337492598 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891886 Feb 19 00:51:49.746654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (deff11eb-89cc-4296-b707-4455708df5c4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.759035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (deff11eb-89cc-4296-b707-4455708df5c4), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.876830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Pushing event deleted for resources: {'Port': ['ID=deff11eb-89cc-4296-b707-4455708df5c4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.880052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] Pushing event deleted for resources: {'Port': ['ID=deff11eb-89cc-4296-b707-4455708df5c4,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.933870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] No DVR routers for this DVR port deff11eb-89cc-4296-b707-4455708df5c4 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:49.934634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b2e14-4533-48fe-8218-c32829581c71 None None] No DVR routers for this DVR port deff11eb-89cc-4296-b707-4455708df5c4 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:50.055831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994cc855-20e6-4b10-a2b4-4d70b40d9297,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:50.074351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b41e9177-b713-43ce-93b4-938a5f607f5e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.114714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec936b0-acb8-44cf-b265-2cefac4e2792 req-4e4dd39c-bc8b-43d7-8f9b-8eaddf5fd1af tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:50.123785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec936b0-acb8-44cf-b265-2cefac4e2792 req-4e4dd39c-bc8b-43d7-8f9b-8eaddf5fd1af tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.3334880 Feb 19 00:51:50.146038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device deff11eb-89cc-4296-b707-4455708df5c4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:50.157197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Checking segment: {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:50.165152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Network hostable DHCP agents. Network: 55452386-b4e7-4f88-b8c5-96ddd9d381ce, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:50.186176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-9c540761-cb72-40ef-940d-567e7ee2319e tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "GET /v2.0/security-groups/5801a2bd-fec7-4ef3-832d-fbb65616d9ee HTTP/1.1" status: 200 len: 1795 time: 0.2612886 Feb 19 00:51:50.189369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41e9177-b713-43ce-93b4-938a5f607f5e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:50.216412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c30952-ec6a-403b-ac8b-900f105446eb') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:50.216785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c30952-ec6a-403b-ac8b-900f105446eb') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:50.217020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: deff11eb-89cc-4296-b707-4455708df5c4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:50.217518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device deff11eb-89cc-4296-b707-4455708df5c4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:50.290316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec936b0-acb8-44cf-b265-2cefac4e2792 req-0b694be2-9fc6-4571-bfe7-16eb68e16f41 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589310 Feb 19 00:51:50.296365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (33c30952-ec6a-403b-ac8b-900f105446eb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.324594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (5801a2bd-fec7-4ef3-832d-fbb65616d9ee), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.335322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (33c30952-ec6a-403b-ac8b-900f105446eb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (33c30952-ec6a-403b-ac8b-900f105446eb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:50.347783 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:50.361945 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (5801a2bd-fec7-4ef3-832d-fbb65616d9ee), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.427956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:50.775425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b41e9177-b713-43ce-93b4-938a5f607f5e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.782647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5801a2bd-fec7-4ef3-832d-fbb65616d9ee), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.782814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.785404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] 10.222.0.94 "DELETE /v2.0/networks/b41e9177-b713-43ce-93b4-938a5f607f5e HTTP/1.1" status: 204 len: 168 time: 2.1841376 Feb 19 00:51:50.795450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.803440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd910d-e225-447e-acb5-be1f7819719b admin admin] Pushing event deleted for resources: {'Network': ['ID=b41e9177-b713-43ce-93b4-938a5f607f5e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:50.807549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a6d43a4-87c9-44ca-b7d9-fd2aed26d634 req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] 10.222.0.94 "DELETE /v2.0/security-groups/5801a2bd-fec7-4ef3-832d-fbb65616d9ee HTTP/1.1" status: 204 len: 173 time: 0.6204903 Feb 19 00:51:50.809248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 55452386-b4e7-4f88-b8c5-96ddd9d381ce) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:50.822613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df1f4d7-72aa-4804-a0cd-92c336552cf0 None None] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:50.830131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:50.834449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.876717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b41104-934f-4a1f-b13d-5585f5d1441c tempest-SecurityGroupsTestAdminJSON-91920783 tempest-SecurityGroupsTestAdminJSON-91920783-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801a2bd-fec7-4ef3-832d-fbb65616d9ee,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:50.974609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-034acc6d-aa94-43c4-b233-593002641040 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5196118 Feb 19 00:51:50.979107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:50.986552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:51.114977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46fe62-a566-4f67-b65d-e8531b597002 req-b0bbff44-625b-4f22-bd6b-cb3a1e594db5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:51.146991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5b46fe62-a566-4f67-b65d-e8531b597002 req-b0bbff44-625b-4f22-bd6b-cb3a1e594db5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1971335 Feb 19 00:51:51.168513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (98fda722-7cae-4495-9f12-4187338ed3a3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.182967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (98fda722-7cae-4495-9f12-4187338ed3a3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.207998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'project_id': '91413fcff7df46a08c1875a4265d627a', 'fixed_ips': [{'subnet_id': '994cc855-20e6-4b10-a2b4-4d70b40d9297'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:51.209319 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.319516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b95c848-386d-4488-8333-50e59e65cd11 req-9a3e1b8f-8612-40e7-84d5-65785b1f6bc5 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "GET /v2.0/security-groups/8d382344-aad8-43c0-ae11-100ce3031b4a HTTP/1.1" status: 200 len: 1792 time: 0.2473655 Feb 19 00:51:51.332103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5b46fe62-a566-4f67-b65d-e8531b597002 req-b0f97d80-4a68-4e8e-8862-fa785be85670 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866014 Feb 19 00:51:51.466999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58620) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:51.469103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for router_controller (98fda722-7cae-4495-9f12-4187338ed3a3), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.528508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b95c848-386d-4488-8333-50e59e65cd11 req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (8d382344-aad8-43c0-ae11-100ce3031b4a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.563813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Allocated IP 172.20.0.2 (55452386-b4e7-4f88-b8c5-96ddd9d381ce/994cc855-20e6-4b10-a2b4-4d70b40d9297/e6b251d0-60a2-465e-8090-2c8d09806864) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:51.597569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b95c848-386d-4488-8333-50e59e65cd11 req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (8d382344-aad8-43c0-ae11-100ce3031b4a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.615549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0e3c9968-0f59-477b-978e-78cb5efbaa7a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a62cf7794ff544ae8cc9ada71f0fc982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466732 Feb 19 00:51:51.617755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58622) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:51.717120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] Publish callbacks [] for security_group (02a80c04-f642-41ef-9174-033a15cf39ff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.760329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] Publish callbacks [] for security_group (02a80c04-f642-41ef-9174-033a15cf39ff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.867474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b95c848-386d-4488-8333-50e59e65cd11 req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8d382344-aad8-43c0-ae11-100ce3031b4a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.876161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7b95c848-386d-4488-8333-50e59e65cd11 req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.877422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b95c848-386d-4488-8333-50e59e65cd11 req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "DELETE /v2.0/security-groups/8d382344-aad8-43c0-ae11-100ce3031b4a HTTP/1.1" status: 204 len: 173 time: 0.5571177 Feb 19 00:51:51.908472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks [] for port (e6b251d0-60a2-465e-8090-2c8d09806864), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.917617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d861e6-184f-4a1f-8e51-9fa9b276f1d2 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d382344-aad8-43c0-ae11-100ce3031b4a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:51.981926 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.028035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (02a80c04-f642-41ef-9174-033a15cf39ff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.033561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.041694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/02a80c04-f642-41ef-9174-033a15cf39ff HTTP/1.1" status: 204 len: 168 time: 0.4226768 Feb 19 00:51:52.093395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:52.107604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:52.115977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b61b6f-82e1-4fb4-b241-103a08787f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a80c04-f642-41ef-9174-033a15cf39ff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.147663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Pushing event updated for resources: {'Port': ['ID=e6b251d0-60a2-465e-8090-2c8d09806864,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.157496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:52.169563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for router_gateway (98fda722-7cae-4495-9f12-4187338ed3a3), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.196232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8e562-060f-4b59-b97d-ac7a353d72e4 req-c641647d-f3f3-48df-b75f-14704ea516da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:52.201059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81c8e562-060f-4b59-b97d-ac7a353d72e4 req-c641647d-f3f3-48df-b75f-14704ea516da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1951847 Feb 19 00:51:52.226849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-317d35d5-3342-4a51-a63c-caa6086758e5 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "GET /v2.0/security-groups/70eae8ae-6604-47be-b5ac-08d591b6b7a5 HTTP/1.1" status: 200 len: 1794 time: 0.3127909 Feb 19 00:51:52.370302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Attempting to bind port e6b251d0-60a2-465e-8090-2c8d09806864 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:52.380153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Attempting to bind port e6b251d0-60a2-465e-8090-2c8d09806864 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:52.380903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Attempting to bind port e6b251d0-60a2-465e-8090-2c8d09806864 on network 55452386-b4e7-4f88-b8c5-96ddd9d381ce {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:52.396705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:52.410745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Checking segment: {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:52.412165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.412825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Bound using segment: {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:52.413558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Bound port: e6b251d0-60a2-465e-8090-2c8d09806864, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:52.414191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.452270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81c8e562-060f-4b59-b97d-ac7a353d72e4 req-dfc8de0a-3ccf-44b4-962f-259050fadda6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156181 Feb 19 00:51:52.461488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-53b1623f-82c9-4015-b341-11d4be152b5e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2582715 Feb 19 00:51:52.483441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (70eae8ae-6604-47be-b5ac-08d591b6b7a5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.596101 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (70eae8ae-6604-47be-b5ac-08d591b6b7a5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.670184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] For port e6b251d0-60a2-465e-8090-2c8d09806864, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:52.676229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] For port e6b251d0-60a2-465e-8090-2c8d09806864, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6b251d0-60a2-465e-8090-2c8d09806864,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:52.745072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.818461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70eae8ae-6604-47be-b5ac-08d591b6b7a5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.839724 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.844840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5aa9ff40-263f-49c1-b111-da7d4df156fd req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] 10.222.0.94 "DELETE /v2.0/security-groups/70eae8ae-6604-47be-b5ac-08d591b6b7a5 HTTP/1.1" status: 204 len: 173 time: 0.6165009 Feb 19 00:51:52.916498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc657c-ec44-4a80-9704-6f5d0ed1a498 req-71c58fe0-a48b-4458-89e5-75c9ee992faf tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:52.944717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776985a4-469a-4ce4-a97d-0b80b400be96 tempest-SecurityGroupsTestAdminJSON-1127628426 tempest-SecurityGroupsTestAdminJSON-1127628426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eae8ae-6604-47be-b5ac-08d591b6b7a5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.945309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89cc657c-ec44-4a80-9704-6f5d0ed1a498 req-71c58fe0-a48b-4458-89e5-75c9ee992faf tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1954212 Feb 19 00:51:52.964000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be2da-c195-45d4-8fc6-2a80c20433a3 None None] Pushing event updated for resources: {'Port': ['ID=e6b251d0-60a2-465e-8090-2c8d09806864,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:53.074644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for router_gateway (98fda722-7cae-4495-9f12-4187338ed3a3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.105864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89cc657c-ec44-4a80-9704-6f5d0ed1a498 req-b4ccfdfb-e31d-4c83-acb6-d80a51e68da4 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536696 Feb 19 00:51:53.155277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.592088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Allocated IP 172.25.2.244 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/ad3b2b7b-04ce-428f-a745-8dbe74502532) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:53.950175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58692) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.175564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-71dd37dd-0ec4-4a58-b0e9-e70167673ddc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.207237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-71dd37dd-0ec4-4a58-b0e9-e70167673ddc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 947 time: 0.3627381 Feb 19 00:51:54.240372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6b251d0-60a2-465e-8090-2c8d09806864 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:54.385326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbfb4b-0f70-4d27-933d-8503c84d4203 req-82a356e1-d069-4575-9772-6c80ec280abd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.400961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6abbfb4b-0f70-4d27-933d-8503c84d4203 req-82a356e1-d069-4575-9772-6c80ec280abd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1606333 Feb 19 00:51:54.410858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05a7f8-4c95-4e6b-80a7-3b426532d421 req-e087336f-5c35-4c9f-b296-1d5fbe8f7f14 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.430508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a05a7f8-4c95-4e6b-80a7-3b426532d421 req-e087336f-5c35-4c9f-b296-1d5fbe8f7f14 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.6597621 Feb 19 00:51:54.487838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6b251d0-60a2-465e-8090-2c8d09806864 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:54.488235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.515768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9cc0dbef-ac66-4c17-97c7-e467cccaebc3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=196be806449047ba92dd137a8679b867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637567 Feb 19 00:51:54.519566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58706) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.524323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.621777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6abbfb4b-0f70-4d27-933d-8503c84d4203 req-560ab74d-498e-4024-ba66-0a163805e9a3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215524 Feb 19 00:51:54.736841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] Publish callbacks [] for security_group (52940623-a18d-4d43-bbd2-2115010d33d7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.747482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a05a7f8-4c95-4e6b-80a7-3b426532d421 req-3af38c5f-92ec-48b5-9420-95f85226f54e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097761 Feb 19 00:51:54.867038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6b251d0-60a2-465e-8090-2c8d09806864 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:54.867038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.894350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] Publish callbacks [] for security_group (52940623-a18d-4d43-bbd2-2115010d33d7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.925022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.999442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e6b251d0-60a2-465e-8090-2c8d09806864, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6b251d0-60a2-465e-8090-2c8d09806864,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:55.018427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Pushing event updated for resources: {'Port': ['ID=ad3b2b7b-04ce-428f-a745-8dbe74502532,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.033204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58728) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.043496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:55.045172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:55.061410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:55.080720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db667ed-a0b8-4a9f-a6c4-c8d17debb317 None None] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:55.164033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-network', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:55.173767 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.180322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (52940623-a18d-4d43-bbd2-2115010d33d7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.190326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.194283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/52940623-a18d-4d43-bbd2-2115010d33d7 HTTP/1.1" status: 204 len: 168 time: 0.6677067 Feb 19 00:51:55.266101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c90d0d-3a66-408f-af49-688c78abf43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52940623-a18d-4d43-bbd2-2115010d33d7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.326113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b8a62641-eeba-4465-b9d1-dbf199f754ce None None] Provisioning complete for port e6b251d0-60a2-465e-8090-2c8d09806864 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:55.326113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b8a62641-eeba-4465-b9d1-dbf199f754ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.347715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e6b251d0-60a2-465e-8090-2c8d09806864,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.382384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Made reservation on behalf of 2f918a95c94c43d4a3b9d976a6fda5c4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:55.387062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.416473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.510582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b8a62641-eeba-4465-b9d1-dbf199f754ce None None] Current status of the port e6b251d0-60a2-465e-8090-2c8d09806864 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:55.606511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks [] for security_group (b1422c7c-5113-4982-9efb-599e81fb8b47), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.695277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1422c7c-5113-4982-9efb-599e81fb8b47), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.737695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:55.777127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (453c4b8f-2f30-4095-bee2-a974b9c7de38), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.777781 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Added segment 453c4b8f-2f30-4095-bee2-a974b9c7de38 of type vlan for network a01cd76e-c5c2-4e10-9531-6a80a42872b1 Feb 19 00:51:55.907358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1422c7c-5113-4982-9efb-599e81fb8b47,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.963421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a87265cc-51c1-4b81-b16a-1aa46a4cbbcd None None] Provisioning complete for port e6b251d0-60a2-465e-8090-2c8d09806864 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:55.963813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a87265cc-51c1-4b81-b16a-1aa46a4cbbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.989996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a01cd76e-c5c2-4e10-9531-6a80a42872b1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.083224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for router_gateway (98fda722-7cae-4495-9f12-4187338ed3a3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.151357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac813d9-c7af-4bb9-a3f2-81cbb3582604 req-dd0a976d-2ace-4969-af92-3733c8d82dc3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.152883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fac813d9-c7af-4bb9-a3f2-81cbb3582604 req-dd0a976d-2ace-4969-af92-3733c8d82dc3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.2031276 Feb 19 00:51:56.175581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58746) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.190014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6b251d0-60a2-465e-8090-2c8d09806864 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:56.215958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a01cd76e-c5c2-4e10-9531-6a80a42872b1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.216933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.217618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.224713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0bab0-d371-4dfd-904b-c5bd67aa8743 req-340bea5a-836d-4503-b47c-6efcf2f21a5e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.229189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6f0bab0-d371-4dfd-904b-c5bd67aa8743 req-340bea5a-836d-4503-b47c-6efcf2f21a5e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.4742265 Feb 19 00:51:56.336697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3019934 Feb 19 00:51:56.342117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58750) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.361287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fac813d9-c7af-4bb9-a3f2-81cbb3582604 req-f4385f85-f51c-41b4-9513-86fb5e55c3fb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884553 Feb 19 00:51:56.373826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Request body: {'subnet': {'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-subnet', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:56.398401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c639a-9c60-48d4-8424-1455bc72bde0 admin admin] Pushing event updated for resources: {'Network': ['ID=a01cd76e-c5c2-4e10-9531-6a80a42872b1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:56.419000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6bb591ca-0835-445b-b1a3-57e13b3f72d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=92841b10891040fdae4ab7e9a2285fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422476 Feb 19 00:51:56.431024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58756) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.447017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a87265cc-51c1-4b81-b16a-1aa46a4cbbcd None None] Current status of the port e6b251d0-60a2-465e-8090-2c8d09806864 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:56.454843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:56.570551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6b251d0-60a2-465e-8090-2c8d09806864 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:56.571024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.578580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Made reservation on behalf of 2f918a95c94c43d4a3b9d976a6fda5c4 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:56.599277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.733608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6b251d0-60a2-465e-8090-2c8d09806864 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:56.911753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6f0bab0-d371-4dfd-904b-c5bd67aa8743 req-2c6c7b70-f1c3-4d1b-b155-e04c93176017 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762941 Feb 19 00:51:56.942255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] Publish callbacks [] for security_group (646e8bb5-f286-431e-ad71-c99718452387), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.968637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] Publish callbacks [] for security_group (646e8bb5-f286-431e-ad71-c99718452387), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.028688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-0fc6f6e2-dcbb-47b0-b15a-f6148d73ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.030433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-0fc6f6e2-dcbb-47b0-b15a-f6148d73ea89 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1132 time: 0.1953077 Feb 19 00:51:57.036664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (4423fafd-f2c3-4037-8528-c2d90f7f2c40), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.093990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (646e8bb5-f286-431e-ad71-c99718452387), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.097767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.099237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/646e8bb5-f286-431e-ad71-c99718452387 HTTP/1.1" status: 204 len: 168 time: 0.6553309 Feb 19 00:51:57.120008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01fe96-d7ef-44a8-9177-6baa260f0604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e8bb5-f286-431e-ad71-c99718452387,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.142507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-703df5d4-6931-4212-aac0-2a7f0018ef5a tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--570610122&fields=id&tenant_id=fb2969ef39c34e509f38da8265fcecf9 HTTP/1.1" status: 200 len: 267 time: 0.4992542 Feb 19 00:51:57.273498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (98fda722-7cae-4495-9f12-4187338ed3a3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.281092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-0f80ade9-6790-4be8-ac57-52b1c697d857 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.289778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-0f80ade9-6790-4be8-ac57-52b1c697d857 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/networks?id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e HTTP/1.1" status: 200 len: 816 time: 0.1454744 Feb 19 00:51:57.318550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-4b299c79-d29e-46e1-a7fb-54ce86552e20 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/quotas/fb2969ef39c34e509f38da8265fcecf9 HTTP/1.1" status: 200 len: 375 time: 0.0275233 Feb 19 00:51:57.323028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-84a177fb-789f-4d0f-b82c-fb19d8239c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.323662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4423fafd-f2c3-4037-8528-c2d90f7f2c40,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.324665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-84a177fb-789f-4d0f-b82c-fb19d8239c44 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2836576 Feb 19 00:51:57.384525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Checking segment: {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:57.385011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Network hostable DHCP agents. Network: a01cd76e-c5c2-4e10-9531-6a80a42872b1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:57.429995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-1e002bcd-8b61-4278-81f8-bb556bbfd114 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0610077 Feb 19 00:51:57.433165 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-d66f9efe-fd15-432c-a0c2-e3f0322dcc4e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fb2969ef39c34e509f38da8265fcecf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130562 Feb 19 00:51:57.574469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-3e235381-b86d-4f5c-b89a-13479a3f9ae5 service neutron] 10.222.0.94 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382458 Feb 19 00:51:57.584844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-a6db9fdd-ae69-463e-9b63-e9003b53c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.586362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-a6db9fdd-ae69-463e-9b63-e9003b53c97a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1484158 Feb 19 00:51:57.586744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:57.668631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a01cd76e-c5c2-4e10-9531-6a80a42872b1) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:57.677655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.688245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.688979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f2437-faa6-40c1-875a-73c26a1f1d55 req-1d39d501-be7f-4a32-aa8c-4bcb8a537ced tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.689096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71359d3c-a565-4a02-af95-f215fd4a1639 None None] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:57.689969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f2f2437-faa6-40c1-875a-73c26a1f1d55 req-1d39d501-be7f-4a32-aa8c-4bcb8a537ced tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1662796 Feb 19 00:51:57.814927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-672a9624-c7a7-4747-9790-fed2a8384232 service neutron] 10.222.0.94 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394099 Feb 19 00:51:57.834975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-6ec1d22b-1303-4577-a2ba-42b95fb68601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.838870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-6ec1d22b-1303-4577-a2ba-42b95fb68601 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2368104 Feb 19 00:51:57.841762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5036dcac-44e2-4dd7-9815-d1252b47ec30 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4789190 Feb 19 00:51:57.845500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:57.851381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:57.878749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f2f2437-faa6-40c1-875a-73c26a1f1d55 req-7495e14d-a368-40d3-9bb9-597824adc6ed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712565 Feb 19 00:51:57.892761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'fixed_ips': [{'subnet_id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:57.893644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.015953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.021670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.149702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-c0c371ea-f4a5-4e54-a211-73a996b30bc0 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931142 Feb 19 00:51:58.153706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Router 98fda722-7cae-4495-9f12-4187338ed3a3 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:51:58.246539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Allocated IP 172.20.0.2 (a01cd76e-c5c2-4e10-9531-6a80a42872b1/4423fafd-f2c3-4037-8528-c2d90f7f2c40/cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:58.248566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for router_controller (579ce0df-478f-4e40-b1d0-e32c06409d8e), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.544871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks [] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.591964 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-3eb500b5-db7b-411c-b7a5-350475ff9dc3 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179759 Feb 19 00:51:58.612759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for router_gateway (579ce0df-478f-4e40-b1d0-e32c06409d8e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.663781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:58.666902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.735791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad1eb-dbde-4503-879d-360e0bec405c req-2574adfe-6ac7-4e67-8099-3a1abfdda1a8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:58.735791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b3ad1eb-dbde-4503-879d-360e0bec405c req-2574adfe-6ac7-4e67-8099-3a1abfdda1a8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.4087503 Feb 19 00:51:58.763694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Pushing event updated for resources: {'Port': ['ID=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:58.765329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Sync routers for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:58.824899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:58.828089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:58.837029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:58.845785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b3ad1eb-dbde-4503-879d-360e0bec405c req-f8d0951d-4b85-4803-9484-5c277fa25622 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933523 Feb 19 00:51:58.848449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.850434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ac02842-a0a1-43de-b127-b75db8fe8a4c admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8684566 Feb 19 00:51:58.853680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58808) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.894433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:58.894734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:59.104622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b62f498a-e748-4c71-9251-a5297e5fc5da req-4db30daf-1a4a-46b8-ab5c-cc103c4bc843 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.1226020 Feb 19 00:51:59.231759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Attempting to bind port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:59.231759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Attempting to bind port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:59.231759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Attempting to bind port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a on network a01cd76e-c5c2-4e10-9531-6a80a42872b1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:59.247963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:59.248711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Checking segment: {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:59.254359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.254359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Bound using segment: {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:59.254359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Bound port: cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:59.254359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.261806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:59.314700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6982fd-22fd-4ed4-83bc-dc36a17d26cf req-5af02948-ea64-499a-8537-1b9d4d61510e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:59.316775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f6982fd-22fd-4ed4-83bc-dc36a17d26cf req-5af02948-ea64-499a-8537-1b9d4d61510e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1469884 Feb 19 00:51:59.424050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f6982fd-22fd-4ed4-83bc-dc36a17d26cf req-4362d9f4-d1e6-432a-8e57-9d8051b0e137 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995622 Feb 19 00:51:59.585121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for router_gateway (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.597940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] For port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:59.616515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.647699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] For port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:59.684377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:51:55Z', 'revision_number': 3, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:59.734232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.805144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Checking router: 98fda722-7cae-4495-9f12-4187338ed3a3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:59.809965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Updating router 98fda722-7cae-4495-9f12-4187338ed3a3 port ad3b2b7b-04ce-428f-a745-8dbe74502532 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:51:59.833490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7421c-52cc-4f42-afb1-1b67ee9f18c1 None None] Pushing event updated for resources: {'Port': ['ID=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.849304 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.865883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Allocated IP 172.25.2.126 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/dcf650af-87d0-4e55-a88c-550b80ee0562) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:00.206563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6535bf05-a56b-404c-a16a-c09d79664124 req-6f392843-72d5-4152-bda5-a6a91b6e799e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0362036 Feb 19 00:52:00.217549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.232001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31c754-f775-4358-ad52-1dfcdf2b62c3 req-1ab40894-3043-4de6-9039-97121de033ff tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:00.233499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa31c754-f775-4358-ad52-1dfcdf2b62c3 req-1ab40894-3043-4de6-9039-97121de033ff tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1577969 Feb 19 00:52:00.325373 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.355942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa31c754-f775-4358-ad52-1dfcdf2b62c3 req-89335778-b479-400c-a183-774ae592f2f5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975375 Feb 19 00:52:00.495183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.586224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:00.593091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:00.602600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:00.633216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f776-b5b3-4e44-aec3-918646f347f0 req-6248b82f-1a85-4143-a96e-f8be77cbe007 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:00.635001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eb5f776-b5b3-4e44-aec3-918646f347f0 req-6248b82f-1a85-4143-a96e-f8be77cbe007 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1116381 Feb 19 00:52:00.652076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Allocated IP 172.20.0.1 (55452386-b4e7-4f88-b8c5-96ddd9d381ce/994cc855-20e6-4b10-a2b4-4d70b40d9297/a58fbd94-33c8-493b-a1a1-762de7e09665) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:00.663422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf650af-87d0-4e55-a88c-550b80ee0562,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:00.785331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eb5f776-b5b3-4e44-aec3-918646f347f0 req-522b50e0-5992-46f4-8f41-d4267a60d83d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441624 Feb 19 00:52:00.851563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks [] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.929450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.011974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Attempting to bind port ad3b2b7b-04ce-428f-a745-8dbe74502532 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:01.013182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Attempting to bind port ad3b2b7b-04ce-428f-a745-8dbe74502532 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:01.013182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Attempting to bind port ad3b2b7b-04ce-428f-a745-8dbe74502532 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:01.030731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks [] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.031500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:01.031941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:01.033943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.034645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:01.035179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Bound port: ad3b2b7b-04ce-428f-a745-8dbe74502532, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:01.035570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.112707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b5e27-73e2-4441-9d8b-f6dd43956f1d None None] Pushing event updated for resources: {'Port': ['ID=ad3b2b7b-04ce-428f-a745-8dbe74502532,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.168534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] For port ad3b2b7b-04ce-428f-a745-8dbe74502532, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:01.172387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] For port ad3b2b7b-04ce-428f-a745-8dbe74502532, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad3b2b7b-04ce-428f-a745-8dbe74502532,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:01.261988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.405606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:01.406389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:01.413279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9c45ace-6ec4-43e0-8dab-073ff26514af req-f0bbd8b5-ccb8-4189-b50d-6fedadb68433 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0696561 Feb 19 00:52:01.441355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.538342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:01.552982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for router_gateway (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.558405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:01.561487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:01.565740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Pushing event updated for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.666953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b5e27-73e2-4441-9d8b-f6dd43956f1d None None] Pushing event updated for resources: {'Port': ['ID=ad3b2b7b-04ce-428f-a745-8dbe74502532,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.698635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c73ff-77bc-4dc3-b905-f7f888ae3f64 None None] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:01.766586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3a655-f4d3-44b4-b7dc-ce200c80616d req-eb1fa916-5bbd-4c97-8de3-4c1fcd1d0371 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:01.777632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9da3a655-f4d3-44b4-b7dc-ce200c80616d req-eb1fa916-5bbd-4c97-8de3-4c1fcd1d0371 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1074119 Feb 19 00:52:01.856820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-2c7c9c2c-53b9-4f83-b18c-d025c6367e8e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=72cc4d9413da4d619456a63616d56cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680095 Feb 19 00:52:01.875183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Provisioning complete for port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:01.876222 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.877464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9da3a655-f4d3-44b4-b7dc-ce200c80616d req-3697845e-46b9-42db-aff2-13cc857757f9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986986 Feb 19 00:52:01.922041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:02.158573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae23c2-5740-4984-bf95-fc92eb2af430 req-b07cb6e0-f5bf-4711-a04e-67b2f2c3d75e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:02.160181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82ae23c2-5740-4984-bf95-fc92eb2af430 req-b07cb6e0-f5bf-4711-a04e-67b2f2c3d75e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1382890 Feb 19 00:52:02.263302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Current status of the port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:02.264154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.286985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82ae23c2-5740-4984-bf95-fc92eb2af430 req-ed1f6a53-706f-45c7-9d41-3ce7f58ccbde tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114173 Feb 19 00:52:02.299534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:02.373644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] For port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:02.414579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (98fda722-7cae-4495-9f12-4187338ed3a3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.418200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:02.418660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.477342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.499271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:51:55Z', 'revision_number': 3, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:02.590647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6fb3-a3e4-4c09-b73a-a9ce1b888958 None None] The sync data for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 is: [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:51:55Z', 'revision_number': 3, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:02.603640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96bb1b2e-cc4f-4948-a835-9b5872972ae0 req-8f4796d8-8015-46c4-a9d5-f2b3dfdeda36 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0864830 Feb 19 00:52:02.687021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066e3f4-a8f0-43c9-80c8-cf2dcd438c30 None None] Pushing event updated for resources: {'Port': ['ID=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:02.694170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3d16105a-3060-4300-8dc0-f58106ea2bd9 None None] Provisioning complete for port a58fbd94-33c8-493b-a1a1-762de7e09665 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:02.698005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d16105a-3060-4300-8dc0-f58106ea2bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.819350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3d16105a-3060-4300-8dc0-f58106ea2bd9 None None] Port a58fbd94-33c8-493b-a1a1-762de7e09665 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:02.823761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:02.912830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-22c49791-ae15-4688-a9a4-c1c8f3edcc87 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:02.915050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-22c49791-ae15-4688-a9a4-c1c8f3edcc87 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9477839 Feb 19 00:52:02.951044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2c4fd71e-5281-4130-95bb-ccdbf33d3297 None None] Provisioning complete for port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:02.952960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c4fd71e-5281-4130-95bb-ccdbf33d3297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.990631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-85a4d9ea-a4f6-47c6-9392-9a37a189eb78 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:02.995644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-85a4d9ea-a4f6-47c6-9392-9a37a189eb78 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.117 "GET /v2.0/networks?id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e HTTP/1.1" status: 200 len: 816 time: 0.5723579 Feb 19 00:52:03.195823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab994ff-89ed-4613-b1fd-d262f5993a9c req-522a53ff-6b76-4d01-a0bf-c0251f48139e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:03.197583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ab994ff-89ed-4613-b1fd-d262f5993a9c req-522a53ff-6b76-4d01-a0bf-c0251f48139e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.0997186 Feb 19 00:52:03.210859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fd71e-5281-4130-95bb-ccdbf33d3297 None None] Current status of the port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:03.244337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.256672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-3d7cac55-2ba4-47b2-8dff-f4c114f767e9 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/quotas/72cc4d9413da4d619456a63616d56cde HTTP/1.1" status: 200 len: 375 time: 0.3086567 Feb 19 00:52:03.304234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-3cfe1474-c37d-4c61-95c4-76c319a3e7e1 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=72cc4d9413da4d619456a63616d56cde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453010 Feb 19 00:52:03.318871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ab994ff-89ed-4613-b1fd-d262f5993a9c req-8c28b5ae-3f67-44ed-bab9-ae54f3caa75b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147809 Feb 19 00:52:03.377192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-303ca8b2-d5ce-4a89-bb56-2be8db151c3a tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb2969ef39c34e509f38da8265fcecf9 HTTP/1.1" status: 200 len: 379 time: 0.3644621 Feb 19 00:52:03.529390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'port': {'device_id': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'admin_state_up': True, 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'security_groups': ['28a6a5d8-ef77-467a-80ae-c18d57e01cdd']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:03.559794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585eea5-541b-40b3-8774-558f9d0e2127 req-f9e254c5-76ab-46e3-8832-128bc5ed10d2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:03.566481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3585eea5-541b-40b3-8774-558f9d0e2127 req-f9e254c5-76ab-46e3-8832-128bc5ed10d2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1107101 Feb 19 00:52:03.639622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.688211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3585eea5-541b-40b3-8774-558f9d0e2127 req-83fa784e-2664-4b15-969e-382acf5a59fd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055477 Feb 19 00:52:03.873368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Router 579ce0df-478f-4e40-b1d0-e32c06409d8e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:52:03.910513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a496c5f0-5f38-4702-8ed6-829d2c9f76c4 req-89f2f1cb-45ab-4666-beb8-f8850b0ab58c tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.1652837 Feb 19 00:52:03.920203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65d5d89f-cfb8-4c10-b3fc-4d28ee1bf76b req-f67bd473-04e8-4dd9-a3a0-844a279e656f tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0757103 Feb 19 00:52:04.175414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks [] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.184873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Made reservation on behalf of fb2969ef39c34e509f38da8265fcecf9 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:04.189175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.231148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:04.233923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.244269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Sync routers for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:04.265687 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:04.266959 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:04.280145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:04.333632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (98fda722-7cae-4495-9f12-4187338ed3a3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.535454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a27932-c7e6-4cf4-b23e-c9e28c7d86a9 req-6002bdc0-e0ad-42e9-bf94-759ae6b6dc02 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:04.544775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01a27932-c7e6-4cf4-b23e-c9e28c7d86a9 req-6002bdc0-e0ad-42e9-bf94-759ae6b6dc02 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.0789258 Feb 19 00:52:04.551052 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:04.623400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Pushing event updated for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:04.650460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:04.650860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.661012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01a27932-c7e6-4cf4-b23e-c9e28c7d86a9 req-515e64af-3ae7-4699-8b8d-befbfe4911e4 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146524 Feb 19 00:52:04.687376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.692275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0adea72d-028c-40ca-9964-6e5bc7509702 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.8425560 Feb 19 00:52:04.693267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.777343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:04.778946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad3b2b7b-04ce-428f-a745-8dbe74502532 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:04.948154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ad3b2b7b-04ce-428f-a745-8dbe74502532 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:04.948561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.000195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:05.068272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Allocated IP 172.20.0.13 (1dcad42e-372f-40f6-b0d0-2b6dd944db3e/90dc4953-c346-4eb8-b24d-87679fc06788/9ce23095-c010-4944-9886-cfc3666ee757) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:05.072758 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:01Z', 'revision_number': 3, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:05.121044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:05.130634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:05.139907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Checking router: 579ce0df-478f-4e40-b1d0-e32c06409d8e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:05.140467 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Updating router 579ce0df-478f-4e40-b1d0-e32c06409d8e port dcf650af-87d0-4e55-a88c-550b80ee0562 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:52:05.144101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ce7cfbd-bc45-4ed4-a7a6-46ea0824ad3d req-ef47a861-8e62-467e-b377-38a087828110 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.0989311 Feb 19 00:52:05.165642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ad3b2b7b-04ce-428f-a745-8dbe74502532 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:05.166045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.177945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f29cf-5fc6-4196-8c01-66f0a5b97274 req-77c97e08-3412-4c04-8c01-41fff5d963ec tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:05.190497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-600f29cf-5fc6-4196-8c01-66f0a5b97274 req-77c97e08-3412-4c04-8c01-41fff5d963ec tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.3317223 Feb 19 00:52:05.221468 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.243567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port ad3b2b7b-04ce-428f-a745-8dbe74502532, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad3b2b7b-04ce-428f-a745-8dbe74502532,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:05.330917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.511667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=ad3b2b7b-04ce-428f-a745-8dbe74502532,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:05.523182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-600f29cf-5fc6-4196-8c01-66f0a5b97274 req-efa64579-daf3-4189-a25a-c476c0e63dbd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291788 Feb 19 00:52:05.526359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5a3f4d-ead6-429b-a513-ba6a710e839e req-7cd37837-8005-4543-93a5-b93c9f513a2d tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.1368699 Feb 19 00:52:05.658717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d191d7a8-7b05-4147-83b1-f645c6e658ac None None] Provisioning complete for port a58fbd94-33c8-493b-a1a1-762de7e09665 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:05.659517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d191d7a8-7b05-4147-83b1-f645c6e658ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.763195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d191d7a8-7b05-4147-83b1-f645c6e658ac None None] Port a58fbd94-33c8-493b-a1a1-762de7e09665 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:05.885240 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks [] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.895153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Router 98fda722-7cae-4495-9f12-4187338ed3a3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:05.913206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for port (9ce23095-c010-4944-9886-cfc3666ee757), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.957992 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.018689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f0393-15be-4d14-97c4-61a098e52c65 req-a2e1b5ac-5ac0-4057-ae82-16792dab909c tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.030340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d1f0393-15be-4d14-97c4-61a098e52c65 req-a2e1b5ac-5ac0-4057-ae82-16792dab909c tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.2075620 Feb 19 00:52:06.068739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Pushing event updated for resources: {'Port': ['ID=dcf650af-87d0-4e55-a88c-550b80ee0562,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.085819 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.086165 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.086505 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.086841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.087199 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.087528 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.087852 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.088175 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.088496 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.088816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.089135 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.089452 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.089771 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:06.123771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.161166 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Attempting to bind port dcf650af-87d0-4e55-a88c-550b80ee0562 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:06.161166 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Attempting to bind port dcf650af-87d0-4e55-a88c-550b80ee0562 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:06.161166 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Attempting to bind port dcf650af-87d0-4e55-a88c-550b80ee0562 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:06.161466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d1f0393-15be-4d14-97c4-61a098e52c65 req-bc58156e-088b-4f3c-90d1-a70f28be0a61 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237941 Feb 19 00:52:06.175345 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:06.178330 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:06.180933 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.181530 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:06.182229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Bound port: dcf650af-87d0-4e55-a88c-550b80ee0562, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:06.184185 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.223027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad3b2b7b-04ce-428f-a745-8dbe74502532 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:06.284809 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] For port dcf650af-87d0-4e55-a88c-550b80ee0562, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:06.288695 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] For port dcf650af-87d0-4e55-a88c-550b80ee0562, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcf650af-87d0-4e55-a88c-550b80ee0562,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:06.308549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.342805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ad3b2b7b-04ce-428f-a745-8dbe74502532 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:06.343908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.360381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9db8f7d-6a36-4512-b5f3-f7d81a0fa65d req-3fb2995e-ad96-40eb-ad97-748fa9dbdc5a tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.0986171 Feb 19 00:52:06.365183 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.367058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:06.370721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:06.418562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Sync routers for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:06.421343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0db96e2-92ae-402b-9079-06d369904179 admin admin] 10.222.0.94 "PUT /v2.0/routers/98fda722-7cae-4495-9f12-4187338ed3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5662737 Feb 19 00:52:06.427843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:06.461708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:06.487153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:06.490998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:06.498176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Allocated IP 172.20.0.1 (a01cd76e-c5c2-4e10-9531-6a80a42872b1/4423fafd-f2c3-4037-8528-c2d90f7f2c40/5a2f654c-7824-4fb3-a98f-b4ba8f4fd440) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:06.501594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ffc28-6a58-4b6e-963f-3efd82bfc0b4 None None] Pushing event updated for resources: {'Port': ['ID=dcf650af-87d0-4e55-a88c-550b80ee0562,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.579613 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:06.580683 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:06.717400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.718842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.784787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event updated for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.863169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks [] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.942833 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:06.944823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92623a-a7cd-4e95-92f0-f7cc01f88781 req-670f7d1e-f274-430e-b508-5070530ae430 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.958872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a92623a-a7cd-4e95-92f0-f7cc01f88781 req-670f7d1e-f274-430e-b508-5070530ae430 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 932 time: 0.2236757 Feb 19 00:52:06.967480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ad3b2b7b-04ce-428f-a745-8dbe74502532 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:06.977804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-8b4706de-dbf1-48c4-9700-fa459aa7d473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4550049 Feb 19 00:52:06.980853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:07.027004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Request body: {'port': {'device_id': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:07.044234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d8ae51eb-2c3e-4ebe-a7fd-ec246bff8a11 None None] Provisioning complete for port 9ce23095-c010-4944-9886-cfc3666ee757 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:07.044901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d8ae51eb-2c3e-4ebe-a7fd-ec246bff8a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9ce23095-c010-4944-9886-cfc3666ee757), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.084981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2658c8f-74dc-42f2-80b7-0656fd41090e req-e501c0e4-b8d4-4fcc-8ddf-108808940ab5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:07.090550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2658c8f-74dc-42f2-80b7-0656fd41090e req-e501c0e4-b8d4-4fcc-8ddf-108808940ab5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.2095575 Feb 19 00:52:07.167200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae51eb-2c3e-4ebe-a7fd-ec246bff8a11 None None] Port 9ce23095-c010-4944-9886-cfc3666ee757 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:07.265648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9ce23095-c010-4944-9886-cfc3666ee757), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.306675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2658c8f-74dc-42f2-80b7-0656fd41090e req-5e92427b-974c-41bf-8751-ba53399d7431 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750312 Feb 19 00:52:07.312811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5132a3de-2a94-469b-8ef7-ee8112444697 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=72cc4d9413da4d619456a63616d56cde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212625 Feb 19 00:52:07.316201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a92623a-a7cd-4e95-92f0-f7cc01f88781 req-df20cd11-e07a-4c81-888e-270ff433c302 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566024 Feb 19 00:52:07.376273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:03Z', 'revision_number': 4, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a58fbd94-33c8-493b-a1a1-762de7e09665', 'name': '', 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'mac_address': 'fa:16:3e:cc:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:00Z', 'updated_at': '2022-02-19T00:52:03Z', 'revision_number': 2, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'subnets': [{'id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:07.430776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Checking router: 98fda722-7cae-4495-9f12-4187338ed3a3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:07.431281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Updating router 98fda722-7cae-4495-9f12-4187338ed3a3 port a58fbd94-33c8-493b-a1a1-762de7e09665 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:52:07.481820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.577785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-d56c9a50-8679-4dc5-a88c-fb95b7580ec3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:07.581148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-d56c9a50-8679-4dc5-a88c-fb95b7580ec3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563510 Feb 19 00:52:07.595115 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:01Z', 'revision_number': 3, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:07.669173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31515263-7057-4ba3-93bd-134d050b00dc req-eec227a4-df3f-459b-b3c2-e0ec33a1afd7 tempest-FloatingIPsNegativeTestJSON-1330240376 tempest-FloatingIPsNegativeTestJSON-1330240376-project] 10.222.0.94 "GET /v2.0/floatingips?tenant_id=91413fcff7df46a08c1875a4265d627a HTTP/1.1" status: 200 len: 217 time: 0.0872278 Feb 19 00:52:07.678763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Request body: {'port': {'device_id': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '72cc4d9413da4d619456a63616d56cde'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:07.706705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a35e12d-77ed-4354-9a5b-4d1f3dad034a None None] The sync data for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 is: [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:01Z', 'revision_number': 3, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:07.861571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.913024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde315b-d5f9-4921-9652-deb085fbcf03 req-20570ea9-deac-4151-b45e-a85925d25dbd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:07.929888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-adde315b-d5f9-4921-9652-deb085fbcf03 req-20570ea9-deac-4151-b45e-a85925d25dbd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.2335775 Feb 19 00:52:07.950572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a154da5e-c19b-42dc-aff4-9fcea05eb3d4 req-72e2c796-5765-4d75-aba6-1cc1c8137c0b tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.0818236 Feb 19 00:52:08.021644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:08.039703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:08.071802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:08.118163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-adde315b-d5f9-4921-9652-deb085fbcf03 req-7b93cf7c-d427-4963-a40b-63cd82b8ae48 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870856 Feb 19 00:52:08.167931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:08.241448 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks [] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.279396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Made reservation on behalf of 72cc4d9413da4d619456a63616d56cde for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:08.283419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1651aea7-bc4f-44c2-9895-38f66a770d63 req-365b995c-9622-41f6-8d59-16ff9b2a8632 tempest-FloatingIPsNegativeTestJSON-1330240376 tempest-FloatingIPsNegativeTestJSON-1330240376-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1214128 Feb 19 00:52:08.284828 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.291326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.306554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.306947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.392678 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-d76980a0-37cd-4869-ba47-e1d5341331a9 req-fa8149e5-161c-41c1-871c-419dc8106fbf tempest-FloatingIPsNegativeTestJSON-1330240376 tempest-FloatingIPsNegativeTestJSON-1330240376-project] show failed (client error): The resource could not be found. Feb 19 00:52:08.408811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f78dd-95b9-49a3-bab5-460cb3c5d3ac None None] Pushing event updated for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:08.413572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d76980a0-37cd-4869-ba47-e1d5341331a9 req-fa8149e5-161c-41c1-871c-419dc8106fbf tempest-FloatingIPsNegativeTestJSON-1330240376 tempest-FloatingIPsNegativeTestJSON-1330240376-project] 10.222.0.94 "GET /v2.0/floatingips/0ea63670-c58f-4ae0-9440-5e9a623280d2 HTTP/1.1" status: 404 len: 350 time: 0.0994043 Feb 19 00:52:08.419911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59012) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:08.485498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646e52-1434-4bc4-8f6b-6f6d427ebcb4 req-28e666ca-509d-4490-8fb7-87f076152352 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:08.487533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6646e52-1434-4bc4-8f6b-6f6d427ebcb4 req-28e666ca-509d-4490-8fb7-87f076152352 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1127 time: 0.2896237 Feb 19 00:52:08.600019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Attempting to bind port a58fbd94-33c8-493b-a1a1-762de7e09665 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:08.600399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Attempting to bind port a58fbd94-33c8-493b-a1a1-762de7e09665 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:08.600764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Attempting to bind port a58fbd94-33c8-493b-a1a1-762de7e09665 on network 55452386-b4e7-4f88-b8c5-96ddd9d381ce {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:08.630937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:08.636569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Checking segment: {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:08.637163 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.637941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Bound using segment: {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:08.638588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Bound port: a58fbd94-33c8-493b-a1a1-762de7e09665, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37aae7-9530-4af3-a03f-f862f5e3eea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:08.639082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.725103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-15936502-4b87-4602-be74-f7a2c4cab301 None None] Provisioning complete for port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:08.731959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15936502-4b87-4602-be74-f7a2c4cab301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.752822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6646e52-1434-4bc4-8f6b-6f6d427ebcb4 req-b25b6892-a0fd-44af-bbef-15c5b085803a tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475913 Feb 19 00:52:08.865162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] For port a58fbd94-33c8-493b-a1a1-762de7e09665, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:08.870614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] For port a58fbd94-33c8-493b-a1a1-762de7e09665, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a58fbd94-33c8-493b-a1a1-762de7e09665,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:08.914265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks [] for security_group (58ab3506-077b-4315-96fc-d210415d600c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.964948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-15936502-4b87-4602-be74-f7a2c4cab301 None None] Port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:08.971818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.010962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (58ab3506-077b-4315-96fc-d210415d600c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.154638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:09.158954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:09.232589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.303301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f78dd-95b9-49a3-bab5-460cb3c5d3ac None None] Pushing event updated for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:09.338049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Provisioning complete for port a58fbd94-33c8-493b-a1a1-762de7e09665 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:09.338512 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.489585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab3506-077b-4315-96fc-d210415d600c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:09.574302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce23095-c010-4944-9886-cfc3666ee757 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:09.575648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fddb-c92e-42f3-925e-3e7a7390ca76 req-d8b090ba-d11b-4c75-b321-5f3efbe8c511 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:09.584438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3470fddb-c92e-42f3-925e-3e7a7390ca76 req-d8b090ba-d11b-4c75-b321-5f3efbe8c511 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.6825645 Feb 19 00:52:09.592142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks [] for port (9ce23095-c010-4944-9886-cfc3666ee757), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.634999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:09.653459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Transition to ACTIVE for port object 9ce23095-c010-4944-9886-cfc3666ee757 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:09.678982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Current status of the port a58fbd94-33c8-493b-a1a1-762de7e09665 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:09.679432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.712891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50ff2a-1b8a-4d1a-a609-ad333d60be49 req-0d74ddc7-1ba5-4752-8f89-204673d49c72 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:09.714490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd50ff2a-1b8a-4d1a-a609-ad333d60be49 req-0d74ddc7-1ba5-4752-8f89-204673d49c72 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 932 time: 0.9066868 Feb 19 00:52:09.751310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Allocated IP 192.168.233.115 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/90f76918-f27c-449e-8623-62353649a2d5) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:09.771293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3470fddb-c92e-42f3-925e-3e7a7390ca76 req-73577ad5-2fa8-40ed-8624-cb7d784309c7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857915 Feb 19 00:52:09.843993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] For port a58fbd94-33c8-493b-a1a1-762de7e09665, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a58fbd94-33c8-493b-a1a1-762de7e09665,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:09.847292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd50ff2a-1b8a-4d1a-a609-ad333d60be49 req-7d55678e-aee4-40a1-956e-5c8422c74f31 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984595 Feb 19 00:52:09.960208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.047507 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.047993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.051326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.082762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aba4584-37c2-4430-ba90-9027cad30a9f req-db492579-3bff-48ed-9436-b70c6027a5ec tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.1015637 Feb 19 00:52:10.122715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f8107-6459-4ca9-bdc4-e9911e0ea74b None None] Pushing event updated for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:10.164803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:03Z', 'revision_number': 4, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a58fbd94-33c8-493b-a1a1-762de7e09665', 'name': '', 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'mac_address': 'fa:16:3e:cc:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:00Z', 'updated_at': '2022-02-19T00:52:08Z', 'revision_number': 4, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'subnets': [{'id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:10.227708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcf650af-87d0-4e55-a88c-550b80ee0562 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:10.284636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:10.421262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f74355-a7af-4cd5-a498-c386dd352a2b None None] The sync data for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 is: [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:03Z', 'revision_number': 4, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a58fbd94-33c8-493b-a1a1-762de7e09665', 'name': '', 'network_id': '55452386-b4e7-4f88-b8c5-96ddd9d381ce', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'mac_address': 'fa:16:3e:cc:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:00Z', 'updated_at': '2022-02-19T00:52:08Z', 'revision_number': 4, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'subnets': [{'id': '994cc855-20e6-4b10-a2b4-4d70b40d9297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:10.475817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-57d88954-af75-4340-84ec-a2c9aacefcf6 None None] Provisioning complete for port a58fbd94-33c8-493b-a1a1-762de7e09665 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:10.479418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-57d88954-af75-4340-84ec-a2c9aacefcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.682104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dcf650af-87d0-4e55-a88c-550b80ee0562 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:10.682755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.770026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f300a4c-bbda-4820-a6bd-66d58cee65b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.789743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Attempting to bind port 9ce23095-c010-4944-9886-cfc3666ee757 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:10.790262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Attempting to bind port 9ce23095-c010-4944-9886-cfc3666ee757 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:10.797321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Attempting to bind port 9ce23095-c010-4944-9886-cfc3666ee757 on network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:10.857603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-57d88954-af75-4340-84ec-a2c9aacefcf6 None None] Current status of the port a58fbd94-33c8-493b-a1a1-762de7e09665 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:10.873172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Port 9ce23095-c010-4944-9886-cfc3666ee757 on network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:10.873676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Attempting to bind port 9ce23095-c010-4944-9886-cfc3666ee757 on network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:10.929443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (98fda722-7cae-4495-9f12-4187338ed3a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.935033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dcf650af-87d0-4e55-a88c-550b80ee0562 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:10.935493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.968993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port dcf650af-87d0-4e55-a88c-550b80ee0562, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcf650af-87d0-4e55-a88c-550b80ee0562,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:10.997033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks [] for port (90f76918-f27c-449e-8623-62353649a2d5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.007473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks [] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.013528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:11.014114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Checking segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:11.014612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Bound using segment: {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:11.015216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Bound port: 9ce23095-c010-4944-9886-cfc3666ee757, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1c614c-0a0d-43a3-a071-39d8a25d5182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:11.015684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9ce23095-c010-4944-9886-cfc3666ee757), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.057792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084bfee-1f06-4186-8768-6e921c60027a req-5b538045-8274-4621-a06e-4abd14471876 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:11.059527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b084bfee-1f06-4186-8768-6e921c60027a req-5b538045-8274-4621-a06e-4abd14471876 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.6872888 Feb 19 00:52:11.091284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.143491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.148305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:11.208361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=dcf650af-87d0-4e55-a88c-550b80ee0562,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:11.277757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.289822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.300562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9ce23095-c010-4944-9886-cfc3666ee757,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:11.333927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:11.337197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:11.339806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:11.385886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:11.429294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.488684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:11.489429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.490753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] 10.222.0.117 "PUT /v2.0/ports/9ce23095-c010-4944-9886-cfc3666ee757 HTTP/1.1" status: 200 len: 1092 time: 4.4868295 Feb 19 00:52:11.500739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:11.507928 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "tag": "9ce23095-c010-4944-9886-cfc3666ee757"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:11.516251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:11.516932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.557556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b084bfee-1f06-4186-8768-6e921c60027a req-7bd9a74f-73ed-4188-897a-3e58312f5b66 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185853 Feb 19 00:52:11.605837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Pushing event updated for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:11.647275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-5fc59eb5-5dca-442a-ac75-f0b38c4a684e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9725933 Feb 19 00:52:11.659679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Request body: {'port': {'device_id': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:11.791344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:11.793951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:11.843195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90f76918-f27c-449e-8623-62353649a2d5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.878084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104872de-0f88-4ee8-9c04-f03353a15e66 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:11.954439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d9c64c11-edda-49b7-bff2-61d5b4e2e6b8 None None] Provisioning complete for port 90f76918-f27c-449e-8623-62353649a2d5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:11.954997 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9c64c11-edda-49b7-bff2-61d5b4e2e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90f76918-f27c-449e-8623-62353649a2d5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.983957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-6f551f19-07d9-4901-98ad-37194723ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:11.985364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-6f551f19-07d9-4901-98ad-37194723ce0d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fb2969ef39c34e509f38da8265fcecf9&device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 1126 time: 0.3102591 Feb 19 00:52:11.994641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de32a2-8236-478b-b7f8-a72c6c9e780f req-318eea86-8bb4-4ffb-8fc1-a2ea0d0f597c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:11.996288 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04de32a2-8236-478b-b7f8-a72c6c9e780f req-318eea86-8bb4-4ffb-8fc1-a2ea0d0f597c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1537173 Feb 19 00:52:12.054835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9c64c11-edda-49b7-bff2-61d5b4e2e6b8 None None] Port 90f76918-f27c-449e-8623-62353649a2d5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:12.216131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-99e18403-55f2-4f5c-a0a0-3f79fd1ddcec service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce23095-c010-4944-9886-cfc3666ee757 HTTP/1.1" status: 200 len: 217 time: 0.2144024 Feb 19 00:52:12.357166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a58fbd94-33c8-493b-a1a1-762de7e09665 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:12.416897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9b5a0fe9-1814-49b4-8e74-a8a8b95b5811 None None] Provisioning complete for port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:12.417282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b5a0fe9-1814-49b4-8e74-a8a8b95b5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.447158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04de32a2-8236-478b-b7f8-a72c6c9e780f req-fb0204e9-9800-430c-9352-6bb53c59344f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891892 Feb 19 00:52:12.454356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-dce2c1e3-1ec4-40d9-8cc4-7e95398a0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:12.456455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-dce2c1e3-1ec4-40d9-8cc4-7e95398a0805 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=90dc4953-c346-4eb8-b24d-87679fc06788 HTTP/1.1" status: 200 len: 855 time: 0.2304049 Feb 19 00:52:12.523045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Router 579ce0df-478f-4e40-b1d0-e32c06409d8e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:12.602685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-57cd43fa-7176-4b4d-a60a-aebbcf128412 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:52:12.620504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-57cd43fa-7176-4b4d-a60a-aebbcf128412 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0349283 Feb 19 00:52:12.710398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-0d6db3af-c3e0-493a-a179-229de012f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:12.718749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-0d6db3af-c3e0-493a-a179-229de012f0bf service neutron] 10.222.0.94 "GET /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 1124 time: 0.0972695 Feb 19 00:52:12.724347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Request body: {'binding': {'host': 'n-h2-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:12.724820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:52:12.762299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a0fe9-1814-49b4-8e74-a8a8b95b5811 None None] Port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:12.834158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-b9bcf1ce-f0d8-4f49-9590-bc79636b84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:12.835585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-b9bcf1ce-f0d8-4f49-9590-bc79636b84c6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3590586 Feb 19 00:52:12.839930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Deleting port a58fbd94-33c8-493b-a1a1-762de7e09665 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:12.840277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.842197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:12.845339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a58fbd94-33c8-493b-a1a1-762de7e09665 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:12.849875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.850202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b90daaa5-1d57-438f-98ed-544c874e336f admin admin] 10.222.0.94 "PUT /v2.0/routers/579ce0df-478f-4e40-b1d0-e32c06409d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1532364 Feb 19 00:52:12.855207 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Sync routers for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:12.882885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:12.883561 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:12.893426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f76918-f27c-449e-8623-62353649a2d5 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:12.901618 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks [] for port (90f76918-f27c-449e-8623-62353649a2d5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.916209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Transition to ACTIVE for port object 90f76918-f27c-449e-8623-62353649a2d5 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:12.944366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-291852ee-f186-4eee-a9a8-ca2c6d494b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.004258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.033261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ff0ef-a372-45df-8872-6738e0d4950c req-bf1dd9fa-05aa-4b8f-9a70-2006e0b33135 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.040420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b0ff0ef-a372-45df-8872-6738e0d4950c req-bf1dd9fa-05aa-4b8f-9a70-2006e0b33135 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.3546274 Feb 19 00:52:13.082374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a58fbd94-33c8-493b-a1a1-762de7e09665 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:13.083997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcf650af-87d0-4e55-a88c-550b80ee0562 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:13.123725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:13.171712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dcf650af-87d0-4e55-a88c-550b80ee0562 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:13.172101 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.179750 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:13.214543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Attempting to bind port 90f76918-f27c-449e-8623-62353649a2d5 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:13.215265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Attempting to bind port 90f76918-f27c-449e-8623-62353649a2d5 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:13.215265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Attempting to bind port 90f76918-f27c-449e-8623-62353649a2d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:13.229276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Port 90f76918-f27c-449e-8623-62353649a2d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:13.229603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Attempting to bind port 90f76918-f27c-449e-8623-62353649a2d5 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:13.235713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:13.236123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:13.236506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:13.236936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Bound port: 90f76918-f27c-449e-8623-62353649a2d5, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:13.237296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90f76918-f27c-449e-8623-62353649a2d5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.286339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dcf650af-87d0-4e55-a88c-550b80ee0562 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:13.304891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] For port a58fbd94-33c8-493b-a1a1-762de7e09665, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a58fbd94-33c8-493b-a1a1-762de7e09665,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:13.305264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.316871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:13.320387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=90f76918-f27c-449e-8623-62353649a2d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:13.337147 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b0ff0ef-a372-45df-8872-6738e0d4950c req-023e534f-6eaf-4333-b066-e469ddc0b8a6 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956786 Feb 19 00:52:13.343615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Calling delete_port for a58fbd94-33c8-493b-a1a1-762de7e09665 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:13.387490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.428916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-2408c278-704c-48d3-b5e6-8ca41852f4b0 service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638621 Feb 19 00:52:13.460452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.462222 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.467360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] 10.222.0.96 "PUT /v2.0/ports/90f76918-f27c-449e-8623-62353649a2d5 HTTP/1.1" status: 200 len: 1096 time: 1.8127949 Feb 19 00:52:13.472746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'tag': '90f76918-f27c-449e-8623-62353649a2d5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:13.477833 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da21466-8c0a-4b5e-8be9-030d8ce32b99" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "tag": "90f76918-f27c-449e-8623-62353649a2d5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:13.518468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307161-76f4-4ab2-9b87-a31c2f6c6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:13.585975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on host n-h2-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:13.586287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:13.586551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:13.595372 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:08Z', 'revision_number': 4, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5a2f654c-7824-4fb3-a98f-b4ba8f4fd440', 'name': '', 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'mac_address': 'fa:16:3e:cd:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:06Z', 'updated_at': '2022-02-19T00:52:09Z', 'revision_number': 2, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'subnets': [{'id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:13.610357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:13.610707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:13.637438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:13.637841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:13.638163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:13.638610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Bound port: 9afb2599-6705-4260-bf1c-85a6e351265d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:13.660423 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Checking router: 579ce0df-478f-4e40-b1d0-e32c06409d8e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:13.661775 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Updating router 579ce0df-478f-4e40-b1d0-e32c06409d8e port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:52:13.662250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-a01a4984-e93a-41c4-ad65-6d6ec88a8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.663801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-a01a4984-e93a-41c4-ad65-6d6ec88a8d1b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72cc4d9413da4d619456a63616d56cde&device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 1130 time: 0.0814173 Feb 19 00:52:13.729812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-e22e7a79-6196-4572-88a1-2f9d9398f47c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=90f76918-f27c-449e-8623-62353649a2d5 HTTP/1.1" status: 200 len: 217 time: 0.0539539 Feb 19 00:52:13.803037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-babcd969-fbb2-4cbb-b70b-8e8f29105c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.804856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-babcd969-fbb2-4cbb-b70b-8e8f29105c97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0673428 Feb 19 00:52:13.806858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a07e5-9b71-4de7-b5c9-99ae52a01d8d req-7ece6bd0-6b85-42c0-9546-2e06b78b04e3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.808449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-038a07e5-9b71-4de7-b5c9-99ae52a01d8d req-7ece6bd0-6b85-42c0-9546-2e06b78b04e3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 948 time: 0.3786318 Feb 19 00:52:13.831131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b1a4ff-6a92-41f4-aab2-289d44e7f25d req-2d6b1781-fb19-4268-bd3d-5fca366deac7 service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858600 Feb 19 00:52:13.834303 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.863774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:13.908525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-322aa781-f0e7-493f-88a3-0eb1a80b5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.912265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-322aa781-f0e7-493f-88a3-0eb1a80b5d4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0943193 Feb 19 00:52:13.941338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-038a07e5-9b71-4de7-b5c9-99ae52a01d8d req-8f18e208-817d-4b5a-89df-512b91fcbcb4 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074743 Feb 19 00:52:13.964931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.966142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-dd740363-67ef-4b42-8dbb-09c249017609 service neutron] 10.222.0.94 "POST /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d/bindings HTTP/1.1" status: 201 len: 389 time: 1.2458987 Feb 19 00:52:14.025579 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9ef874-0c25-4d9c-8c49-9bc0279560fa x-openstack-request-id: req-ca9ef874-0c25-4d9c-8c49-9bc0279560fa {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:14.025777 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "tag": "9ce23095-c010-4944-9886-cfc3666ee757", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:14.026035 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ca9ef874-0c25-4d9c-8c49-9bc0279560fa {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:14.026438 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757', 'status': 'completed', 'code': 200} Feb 19 00:52:14.037764 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.134343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-bc5a5be5-f0bf-42b8-aa56-9d0dee3350ec service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143691 Feb 19 00:52:14.138816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a58fbd94-33c8-493b-a1a1-762de7e09665), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.187672 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks [] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.200012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a58fbd94-33c8-493b-a1a1-762de7e09665,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:14.270500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-3fa0171b-dc73-41ae-a309-a7f8e93feb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:14.272063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-3fa0171b-dc73-41ae-a309-a7f8e93feb85 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fb2969ef39c34e509f38da8265fcecf9&device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 1126 time: 0.2178559 Feb 19 00:52:14.273516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca35c737-9c2c-4d97-bd4e-41320097e390 req-39a83773-4f32-40cc-8b1e-da70c257cd8b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288393 Feb 19 00:52:14.277962 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.324530 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0853298-9d87-455b-85e9-6a725308e41d None None] Pushing event updated for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:14.430664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-f6226303-87ba-4a64-b3fb-c1e9bede41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:14.433139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-f6226303-87ba-4a64-b3fb-c1e9bede41cf service neutron] 10.222.0.117 "GET /v2.0/networks?id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e HTTP/1.1" status: 200 len: 917 time: 0.1354506 Feb 19 00:52:14.511819 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Attempting to bind port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:14.512195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Attempting to bind port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:14.512557 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Attempting to bind port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 on network a01cd76e-c5c2-4e10-9531-6a80a42872b1 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:14.523486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:14.524612 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Checking segment: {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:14.525030 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.525485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Bound using segment: {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:14.526041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Bound port: 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c4b8f-2f30-4095-bee2-a974b9c7de38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:14.526426 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.677768 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-87dcb03a-3863-48da-b5ce-c03a5c715c86 req-08dc45d0-b4c2-45bc-8f17-45f0f8ae3d99 tempest-FloatingIPDetailsNegativeTestJSON-593626662 tempest-FloatingIPDetailsNegativeTestJSON-593626662-project] show failed (client error): The resource could not be found. Feb 19 00:52:14.680800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87dcb03a-3863-48da-b5ce-c03a5c715c86 req-08dc45d0-b4c2-45bc-8f17-45f0f8ae3d99 tempest-FloatingIPDetailsNegativeTestJSON-593626662 tempest-FloatingIPDetailsNegativeTestJSON-593626662-project] 10.222.0.94 "GET /v2.0/floatingips/4c25da7c-1d30-49a4-a16f-ae6babfa63da HTTP/1.1" status: 404 len: 350 time: 0.1103957 Feb 19 00:52:14.682607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594288-00f8-4aba-a6d3-add42274283a req-e0487db6-ed0e-4b76-8238-d7b308a407ba tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:14.690595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:14.691648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] For port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:14.696000 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] For port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:14.700669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60594288-00f8-4aba-a6d3-add42274283a req-e0487db6-ed0e-4b76-8238-d7b308a407ba tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.5746975 Feb 19 00:52:14.770177 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.780501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (98fda722-7cae-4495-9f12-4187338ed3a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.786331 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68bbe64-4092-41b2-af6f-cba1ce73c383 x-openstack-request-id: req-a68bbe64-4092-41b2-af6f-cba1ce73c383 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:14.786607 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "tag": "90f76918-f27c-449e-8623-62353649a2d5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:14.786988 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a68bbe64-4092-41b2-af6f-cba1ce73c383 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:14.787625 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'tag': '90f76918-f27c-449e-8623-62353649a2d5', 'status': 'completed', 'code': 200} Feb 19 00:52:14.822863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-aafc4ba1-7566-4485-b2f5-24e7df5ba0b5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce23095-c010-4944-9886-cfc3666ee757 HTTP/1.1" status: 200 len: 217 time: 0.1738143 Feb 19 00:52:14.840329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Provisioning complete for port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:14.840900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.897084 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:14.900171 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:14.961178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Current status of the port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:14.963813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.985870 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0853298-9d87-455b-85e9-6a725308e41d None None] Pushing event updated for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:15.031477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] For port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:15.074397 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:15.101269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.189519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-320ff868-f1f2-4391-bee5-9c641a6d22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.191037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-320ff868-f1f2-4391-bee5-9c641a6d22ba service neutron] 10.222.0.117 "GET /v2.0/subnets?id=90dc4953-c346-4eb8-b24d-87679fc06788 HTTP/1.1" status: 200 len: 855 time: 0.3010063 Feb 19 00:52:15.191975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1feadd-5a7d-401d-92b5-b926255346cf None None] Pushing event updated for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:15.194157 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60594288-00f8-4aba-a6d3-add42274283a req-8e5d76e1-41e9-498f-b123-629282b028c0 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846640 Feb 19 00:52:15.195358 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.197915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-a1a47e3d-80f0-4cc4-becd-f2e26db3015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.204360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-a1a47e3d-80f0-4cc4-becd-f2e26db3015f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72cc4d9413da4d619456a63616d56cde&device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 1130 time: 0.3651710 Feb 19 00:52:15.241324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0a25a856-5849-4db0-87b9-523c24b87d73 None None] Provisioning complete for port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:15.242103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a25a856-5849-4db0-87b9-523c24b87d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.326217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-5e539ecb-c9ac-475e-90a6-0b3ab5a33d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.327905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-5e539ecb-c9ac-475e-90a6-0b3ab5a33d89 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1127 time: 0.5394330 Feb 19 00:52:15.339256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810b57-b676-4ce9-8177-aa862aee4e60 req-0603a56b-9a67-42e4-8e51-143255726b6b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.347724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc810b57-b676-4ce9-8177-aa862aee4e60 req-0603a56b-9a67-42e4-8e51-143255726b6b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.4764054 Feb 19 00:52:15.395290 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:08Z', 'revision_number': 4, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5a2f654c-7824-4fb3-a98f-b4ba8f4fd440', 'name': '', 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'mac_address': 'fa:16:3e:cd:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:06Z', 'updated_at': '2022-02-19T00:52:14Z', 'revision_number': 4, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'subnets': [{'id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:15.399341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0a25a856-5849-4db0-87b9-523c24b87d73 None None] Current status of the port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:15.439127 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8fdc4-616f-4b25-bf96-f1fa8c5aedfd None None] The sync data for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 is: [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:08Z', 'revision_number': 4, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5a2f654c-7824-4fb3-a98f-b4ba8f4fd440', 'name': '', 'network_id': 'a01cd76e-c5c2-4e10-9531-6a80a42872b1', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'mac_address': 'fa:16:3e:cd:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:06Z', 'updated_at': '2022-02-19T00:52:14Z', 'revision_number': 4, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'subnets': [{'id': '4423fafd-f2c3-4037-8528-c2d90f7f2c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:15.576196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc810b57-b676-4ce9-8177-aa862aee4e60 req-25eae952-ca4a-4eca-a84d-ab1d6ecfa79a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268052 Feb 19 00:52:15.687034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-82fe417d-727e-4942-9c14-26dda87570c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.688677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-82fe417d-727e-4942-9c14-26dda87570c1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.3178864 Feb 19 00:52:15.827942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-b2828cba-c05c-4a58-9950-36d01d54b08e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 217 time: 0.1246920 Feb 19 00:52:15.964473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607107a1-9f1e-4f64-a928-a96c9f341e05 req-d098aad4-2ff3-4c0e-b5ee-9aadae179658 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.966093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-607107a1-9f1e-4f64-a928-a96c9f341e05 req-d098aad4-2ff3-4c0e-b5ee-9aadae179658 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.2542171 Feb 19 00:52:15.999334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-a21f61e0-16d0-488c-b270-154b9db2a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.001328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-a21f61e0-16d0-488c-b270-154b9db2a87c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1640997 Feb 19 00:52:16.114578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-30813723-6e2e-40d5-a431-8390d038b7f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846057 Feb 19 00:52:16.126266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.127683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-3fe72511-28b3-4cf6-9df2-a037f5f3cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.129499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-3fe72511-28b3-4cf6-9df2-a037f5f3cf45 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9217224 Feb 19 00:52:16.174053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47065-3a4d-4101-9a8f-4a62d917c280 req-8fb96be4-3979-485f-ac42-95d52a464dc4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.176311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbf47065-3a4d-4101-9a8f-4a62d917c280 req-8fb96be4-3979-485f-ac42-95d52a464dc4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.8313646 Feb 19 00:52:16.205525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-bd5489e2-5a42-47e2-b0b8-4cde1ee8f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.207082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-bd5489e2-5a42-47e2-b0b8-4cde1ee8f2d0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.9086776 Feb 19 00:52:16.316341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-607107a1-9f1e-4f64-a928-a96c9f341e05 req-dfd41a75-07d4-4087-8101-a8b416053525 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344579 Feb 19 00:52:16.327643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:16.402983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-01ad2ed4-0982-44c2-996c-3ce9877a874b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=90f76918-f27c-449e-8623-62353649a2d5 HTTP/1.1" status: 200 len: 217 time: 0.1826701 Feb 19 00:52:16.468148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:16.468536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.528299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-6faf7034-64c5-464d-8be3-4af4f472d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.529322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-6faf7034-64c5-464d-8be3-4af4f472d412 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0998406 Feb 19 00:52:16.533565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-f76a3397-e84e-4fec-84ce-61a5de7041e7 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971634 Feb 19 00:52:16.571759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Router 98fda722-7cae-4495-9f12-4187338ed3a3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:16.633927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:16.673090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbf47065-3a4d-4101-9a8f-4a62d917c280 req-a7a5a208-179c-48a1-9700-fac4d84a2c4d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210644 Feb 19 00:52:16.714072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa46b1c-e043-46c7-9495-99980a7a06aa req-010717cc-fe98-4178-a9e0-38df6e219f22 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:16.721576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0aa46b1c-e043-46c7-9495-99980a7a06aa req-010717cc-fe98-4178-a9e0-38df6e219f22 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 950 time: 0.2540336 Feb 19 00:52:16.836295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-a9d48a72-e6c9-4e6e-9eee-5a4cc29966c3 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550950 Feb 19 00:52:16.856160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0aa46b1c-e043-46c7-9495-99980a7a06aa req-a882651c-1e8e-40c7-8d25-aa3fea0e737a tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334105 Feb 19 00:52:16.866593 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.899391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-68fbeb0d-42be-4353-b3cc-7233874ab5eb service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552733 Feb 19 00:52:17.003397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:17.006342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-403694b3-41d3-4363-87ef-24917e71cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:17.015824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Sync routers for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:17.023963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-403694b3-41d3-4363-87ef-24917e71cd11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4628091 Feb 19 00:52:17.030318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:17.030901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:17.036435 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6d9fa1ed-080f-4ce3-8237-d29720f15b7b admin admin] 10.222.0.94 "PUT /v2.0/routers/98fda722-7cae-4495-9f12-4187338ed3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6151633 Feb 19 00:52:17.045615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59120) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:17.058111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-b21f14a5-ec2d-4a37-9ece-d23a354cbbc6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447287 Feb 19 00:52:17.103734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cd22b-a9cf-46e2-88c3-96fc49a43c54 req-2e699b7d-a556-4d4c-8785-99abd528b14b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:17.106596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c7cd22b-a9cf-46e2-88c3-96fc49a43c54 req-2e699b7d-a556-4d4c-8785-99abd528b14b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1610386 Feb 19 00:52:17.199913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c7cd22b-a9cf-46e2-88c3-96fc49a43c54 req-354c6e12-b698-4622-955d-f273c9da58b7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777848 Feb 19 00:52:17.244677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:17.245437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-3dc10e43-d252-4d38-8758-d0baa29a4fd5 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936846 Feb 19 00:52:17.294514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Deleting port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:17.297130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.329185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:17.448731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] For port 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:17.451738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.483541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Calling delete_port for 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:17.528014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86a07edb-849c-4f2f-8863-91b836dfb59d is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:17.528406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.544292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4b96d-173b-4d4f-bdbe-0af2ae0c9055 req-ef7a35a2-c0bd-4b50-a7a6-0305f4c11fe8 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:17.559999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3c4b96d-173b-4d4f-bdbe-0af2ae0c9055 req-ef7a35a2-c0bd-4b50-a7a6-0305f4c11fe8 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 948 time: 0.6972978 Feb 19 00:52:17.581499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:17.602853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:17.605181 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75b9478-0bc6-463c-8be8-e6e65a0a33ae" -d '{"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:17.640058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:13Z', 'revision_number': 5, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:17.669257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a3ffd3a-40fa-42f1-8589-b872c67b67fb req-0607901b-15e7-4f19-a77a-e7cd9dfa1faa service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621069 Feb 19 00:52:17.700679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Checking router: 98fda722-7cae-4495-9f12-4187338ed3a3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:17.717331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Routers {'98fda722-7cae-4495-9f12-4187338ed3a3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:17.717968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['98fda722-7cae-4495-9f12-4187338ed3a3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:17.882554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks [] for router (98fda722-7cae-4495-9f12-4187338ed3a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.918031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] Set router 98fda722-7cae-4495-9f12-4187338ed3a3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:17.970040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da21466-8c0a-4b5e-8be9-030d8ce32b99 req-dd8e82f0-68d1-4078-987c-1f66d7549a46 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385202 Feb 19 00:52:17.987190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3c4b96d-173b-4d4f-bdbe-0af2ae0c9055 req-05b8a3e6-1b0a-43c3-bf5c-cbf05eda584f tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262435 Feb 19 00:52:18.107349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-e3cd7180-6de7-4aad-aac4-024ab3ba464b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3727593 Feb 19 00:52:18.134062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 90f76918-f27c-449e-8623-62353649a2d5 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:18.135854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.185232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-ebdd99fd-3714-4342-9585-70fdb633c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.187386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-ebdd99fd-3714-4342-9585-70fdb633c031 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 1131 time: 1.0086367 Feb 19 00:52:18.216208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks [] for router_gateway (98fda722-7cae-4495-9f12-4187338ed3a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.217480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9917c7-7c50-4840-b0fc-43e99f3c45c0 req-a9595f8d-6676-42c2-82c6-7bc15d86ab4e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.220662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f9917c7-7c50-4840-b0fc-43e99f3c45c0 req-a9595f8d-6676-42c2-82c6-7bc15d86ab4e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1963649 Feb 19 00:52:18.271727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-54aa02c8-41c8-4808-b7a6-0ab467020a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.273256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-54aa02c8-41c8-4808-b7a6-0ab467020a1a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 1132 time: 0.1012762 Feb 19 00:52:18.367765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:18.402943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f9917c7-7c50-4840-b0fc-43e99f3c45c0 req-ae36214d-14dd-449c-bb31-c82d738da538 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078811 Feb 19 00:52:18.434051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-d1e1dee4-dfbb-4859-8918-c0018c0ca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.435781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-d1e1dee4-dfbb-4859-8918-c0018c0ca1e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2140999 Feb 19 00:52:18.503861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-c1e742d3-997f-4248-8862-a482e06c14d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 200 len: 217 time: 0.0543954 Feb 19 00:52:18.555297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-f8240955-2884-4500-8050-fd5c0c385166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.556956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-f8240955-2884-4500-8050-fd5c0c385166 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2588475 Feb 19 00:52:18.560824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Deleting port ad3b2b7b-04ce-428f-a745-8dbe74502532 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:18.561242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.594947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=90f76918-f27c-449e-8623-62353649a2d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:18.646776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:13Z', 'revision_number': 5, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:18.661533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1eb02-0213-45ca-94ef-edd13c697261 req-c4a2c56f-f2fb-4d7a-a12f-0594a2a95baf tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.664704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-7f0008c3-76a1-41f2-a5eb-09a3e9b4eb4f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 200 len: 217 time: 0.1013136 Feb 19 00:52:18.669130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f1eb02-0213-45ca-94ef-edd13c697261 req-c4a2c56f-f2fb-4d7a-a12f-0594a2a95baf tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.1165512 Feb 19 00:52:18.679704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-07a39f6a-a841-48e9-a8cc-d8e9792e1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.681553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-07a39f6a-a841-48e9-a8cc-d8e9792e1a23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1696312 Feb 19 00:52:18.723944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b5418-e8a9-4d03-b0ef-3ce30f5f95be None None] The sync data for ids ['98fda722-7cae-4495-9f12-4187338ed3a3'] in n-d-826529-3 is: [{'id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1579157149-router', 'tenant_id': '91413fcff7df46a08c1875a4265d627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:51Z', 'updated_at': '2022-02-19T00:52:13Z', 'revision_number': 5, 'project_id': '91413fcff7df46a08c1875a4265d627a', 'gw_port': {'id': 'ad3b2b7b-04ce-428f-a745-8dbe74502532', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fda722-7cae-4495-9f12-4187338ed3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:53Z', 'updated_at': '2022-02-19T00:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:18.726548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '90f76918-f27c-449e-8623-62353649a2d5', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '90f76918-f27c-449e-8623-62353649a2d5', 'mac_address': 'fa:16:3e:d4:89:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:18.783474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-153e9589-058e-4502-ab19-55b3b316cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.785343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-153e9589-058e-4502-ab19-55b3b316cc06 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1117783 Feb 19 00:52:18.791122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] For port ad3b2b7b-04ce-428f-a745-8dbe74502532, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad3b2b7b-04ce-428f-a745-8dbe74502532,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:18.791733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.833956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 90f76918-f27c-449e-8623-62353649a2d5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:18.834355 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90f76918-f27c-449e-8623-62353649a2d5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.841943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Calling delete_port for ad3b2b7b-04ce-428f-a745-8dbe74502532 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:18.858352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f76918-f27c-449e-8623-62353649a2d5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:18.863069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f1eb02-0213-45ca-94ef-edd13c697261 req-a1faf043-aab0-4f54-911e-6793a15cc1c0 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927781 Feb 19 00:52:18.912056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-1f169a10-9d4d-41b4-a17a-a6ac524e11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.917468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-1f169a10-9d4d-41b4-a17a-a6ac524e11dd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1190135 Feb 19 00:52:18.921160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-0696dcdd-abfb-47ea-a298-14c61ee79a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.923489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-0696dcdd-abfb-47ea-a298-14c61ee79a95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2281363 Feb 19 00:52:18.932738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=90f76918-f27c-449e-8623-62353649a2d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:18.959854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5a2f654c-7824-4fb3-a98f-b4ba8f4fd440), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.966450 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d141d22d-036a-47e7-8c10-92c791d278f6 x-openstack-request-id: req-d141d22d-036a-47e7-8c10-92c791d278f6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:18.966783 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:18.967027 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d141d22d-036a-47e7-8c10-92c791d278f6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:18.967474 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'code': 200} Feb 19 00:52:19.009540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.111254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2f654c-7824-4fb3-a98f-b4ba8f4fd440,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:19.120340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:19.255471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-ff31de54-84de-46e7-85de-c725eb8c73c8 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301480 Feb 19 00:52:19.289096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['90f76918-f27c-449e-8623-62353649a2d5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:19.463717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87782b48-9bfa-4658-bb9e-e6d0be7a9c37 req-6ec32bee-87e3-4ae0-9336-cd7cbd4f0b25 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:19.463717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87782b48-9bfa-4658-bb9e-e6d0be7a9c37 req-6ec32bee-87e3-4ae0-9336-cd7cbd4f0b25 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.4095783 Feb 19 00:52:19.490771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.541059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87782b48-9bfa-4658-bb9e-e6d0be7a9c37 req-653d6c5b-631e-4279-90c0-895d1a78123a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671518 Feb 19 00:52:19.541863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ad3b2b7b-04ce-428f-a745-8dbe74502532), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.592690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3b2b7b-04ce-428f-a745-8dbe74502532,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:19.603936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c45e6-379d-4daf-9f1d-88575b76d46d req-13d4984f-0a41-4f24-a191-6995d4f6dde6 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:19.628023 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc2c45e6-379d-4daf-9f1d-88575b76d46d req-13d4984f-0a41-4f24-a191-6995d4f6dde6 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.5099552 Feb 19 00:52:19.647601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-6a71023a-41d5-4021-9fad-4802abc76638 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169497 Feb 19 00:52:19.655586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6447127-ce01-4565-b5e6-1b11ed7c21f2 req-8e95de2d-a268-4695-9e7b-0551f80bdcae service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794053 Feb 19 00:52:19.668217 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (98fda722-7cae-4495-9f12-4187338ed3a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.776784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc2c45e6-379d-4daf-9f1d-88575b76d46d req-b2d301f2-6e90-466a-81fc-67c34d5a3cf5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478527 Feb 19 00:52:19.784187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (98fda722-7cae-4495-9f12-4187338ed3a3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.787060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks [] for router_controller (98fda722-7cae-4495-9f12-4187338ed3a3), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.879264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc0ef96a-70e0-489e-bad4-62cb1e8000cf req-0e885042-464e-4699-9977-cf3e4f270be8 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124283 Feb 19 00:52:19.889984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:19.897202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:19.902028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a49db-eada-4ad8-bc25-1c3965053a95 req-d5cd0c97-c9be-46fd-88ad-1d64c9c19773 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:19.903685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-321a49db-eada-4ad8-bc25-1c3965053a95 req-d5cd0c97-c9be-46fd-88ad-1d64c9c19773 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 949 time: 0.0631356 Feb 19 00:52:19.959107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (98fda722-7cae-4495-9f12-4187338ed3a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.959805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98fda722-7cae-4495-9f12-4187338ed3a3 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:52:19.973179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.974872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8588399-c972-4ab2-b4ef-e2b692c1f94f admin admin] 10.222.0.94 "DELETE /v2.0/routers/98fda722-7cae-4495-9f12-4187338ed3a3 HTTP/1.1" status: 204 len: 168 time: 2.9213641 Feb 19 00:52:19.979469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-321a49db-eada-4ad8-bc25-1c3965053a95 req-2d991ff9-17ed-408a-a4bd-6800a64952ff tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 Feb 19 00:52:19.980131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59156) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:20.050902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Deleting subnet 994cc855-20e6-4b10-a2b4-4d70b40d9297 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:20.053094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:20.057417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Publish callbacks [] for subnet (994cc855-20e6-4b10-a2b4-4d70b40d9297), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.083431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'port_id': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'mac_address': 'fa:16:3e:6e:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:20.174720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (994cc855-20e6-4b10-a2b4-4d70b40d9297), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.219822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Router 579ce0df-478f-4e40-b1d0-e32c06409d8e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:20.245563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507658a-d159-4f4f-af34-3466a020de4c req-af464f69-a86d-49ce-91bd-95f145d78e20 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:20.247525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0507658a-d159-4f4f-af34-3466a020de4c req-af464f69-a86d-49ce-91bd-95f145d78e20 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.3853610 Feb 19 00:52:20.286729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (994cc855-20e6-4b10-a2b4-4d70b40d9297), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.371756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a58fbd94-33c8-493b-a1a1-762de7e09665 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:20.385149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:20.385558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.393482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0507658a-d159-4f4f-af34-3466a020de4c req-1e0a5b06-65e4-4c9c-874f-3eb4602bca2e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067560 Feb 19 00:52:20.413212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a58fbd94-33c8-493b-a1a1-762de7e09665 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:20.413623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a58fbd94-33c8-493b-a1a1-762de7e09665 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:20.414101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0f7c6-5d0f-4987-861b-6cc5d19f2539 req-279c59fc-f620-43e1-be02-43491910064e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:20.415664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ff0f7c6-5d0f-4987-861b-6cc5d19f2539 req-279c59fc-f620-43e1-be02-43491910064e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.2624335 Feb 19 00:52:20.426539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:20.438709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.439584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (994cc855-20e6-4b10-a2b4-4d70b40d9297), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.462326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:20.488548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:20.512458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:20.520413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-621edcf4-9757-4fbd-8ad8-9c459880c4de admin admin] 10.222.0.94 "PUT /v2.0/routers/579ce0df-478f-4e40-b1d0-e32c06409d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8283367 Feb 19 00:52:20.524482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:20.526443 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Sync routers for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:20.529422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994cc855-20e6-4b10-a2b4-4d70b40d9297,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:20.536485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.536900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da300f4-4aad-4bfc-9f9c-df6e4f9cc80d None None] Network 55452386-b4e7-4f88-b8c5-96ddd9d381ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:20.541184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-297ff89b-737f-4da9-ba79-683414577fee admin admin] 10.222.0.94 "DELETE /v2.0/subnets/994cc855-20e6-4b10-a2b4-4d70b40d9297 HTTP/1.1" status: 204 len: 168 time: 0.5591588 Feb 19 00:52:20.545417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59160) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:20.553663 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:20.554610 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:20.689601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ff0f7c6-5d0f-4987-861b-6cc5d19f2539 req-64ac1645-799e-4082-b1ab-59d8cdb2ebf0 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583923 Feb 19 00:52:20.723658 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:20.728911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (55452386-b4e7-4f88-b8c5-96ddd9d381ce), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.729989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.862128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:20.926833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Deleting port e6b251d0-60a2-465e-8090-2c8d09806864 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:20.927589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.959069 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:20.959672 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:20.981767 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:18Z', 'revision_number': 5, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.007454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks [] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.017007 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Checking router: 579ce0df-478f-4e40-b1d0-e32c06409d8e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:21.039513 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Routers {'579ce0df-478f-4e40-b1d0-e32c06409d8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:21.039513 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['579ce0df-478f-4e40-b1d0-e32c06409d8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.064300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:21.068186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] DHCP port deletion for 55452386-b4e7-4f88-b8c5-96ddd9d381ce request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:21.104363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a88d99-532c-46ec-9142-db00b3a40cbe req-19a507e4-0f4a-48f8-b120-862665529a86 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.112667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0a88d99-532c-46ec-9142-db00b3a40cbe req-19a507e4-0f4a-48f8-b120-862665529a86 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 944 time: 0.1479106 Feb 19 00:52:21.113652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba512584-46a6-4fc3-bf09-30ce48f7f3e6 req-3a60f6ec-fc6f-4f5f-9a07-01e451e4f5f9 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.122068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] For port e6b251d0-60a2-465e-8090-2c8d09806864, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6b251d0-60a2-465e-8090-2c8d09806864,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:21.122575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.126817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba512584-46a6-4fc3-bf09-30ce48f7f3e6 req-3a60f6ec-fc6f-4f5f-9a07-01e451e4f5f9 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.3596311 Feb 19 00:52:21.159012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Calling delete_port for e6b251d0-60a2-465e-8090-2c8d09806864 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:21.197476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Deleting port e6b251d0-60a2-465e-8090-2c8d09806864 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:21.197899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.232068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba512584-46a6-4fc3-bf09-30ce48f7f3e6 req-ab74dd74-9892-4efb-b2e1-e81277a61d81 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041043 Feb 19 00:52:21.283744 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] Set router 579ce0df-478f-4e40-b1d0-e32c06409d8e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:21.296145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks [] for router_gateway (579ce0df-478f-4e40-b1d0-e32c06409d8e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.301467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0a88d99-532c-46ec-9142-db00b3a40cbe req-1b0acf01-02fc-41de-8216-495db7b8196e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836536 Feb 19 00:52:21.356341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] For port e6b251d0-60a2-465e-8090-2c8d09806864, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6b251d0-60a2-465e-8090-2c8d09806864,segment=NetworkSegment(df37aae7-9530-4af3-a03f-f862f5e3eea6),segment_id=df37aae7-9530-4af3-a03f-f862f5e3eea6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:21.357372 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.381515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Calling delete_port for e6b251d0-60a2-465e-8090-2c8d09806864 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:21.461081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.502748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b251d0-60a2-465e-8090-2c8d09806864,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:21.528101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] No DVR routers for this DVR port e6b251d0-60a2-465e-8090-2c8d09806864 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:21.552309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a81ea-0d88-457f-b8f7-44ea5ee75192 req-53a80dbe-3ff3-44f6-ab3b-e795a9d1c8b3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.553853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-949a81ea-0d88-457f-b8f7-44ea5ee75192 req-53a80dbe-3ff3-44f6-ab3b-e795a9d1c8b3 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 949 time: 0.1795721 Feb 19 00:52:21.574211 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-aa661366-bed6-4aee-9174-19972f397cd5 req-73f937c3-66aa-4393-8e19-f8660c5d9b51 service neutron] show failed (client error): The resource could not be found. Feb 19 00:52:21.575749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: BUILD; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:21.575891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-73f937c3-66aa-4393-8e19-f8660c5d9b51 service neutron] 10.222.0.96 "GET /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.2480102 Feb 19 00:52:21.576161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.592120 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:18Z', 'revision_number': 5, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.605892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:21.613739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Deleting port dcf650af-87d0-4e55-a88c-550b80ee0562 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:21.614560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.636193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:21.645501 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e6b251d0-60a2-465e-8090-2c8d09806864), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.649065 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b897f-ae6d-4da0-a4da-48d163c2412b None None] The sync data for ids ['579ce0df-478f-4e40-b1d0-e32c06409d8e'] in n-d-826529-3 is: [{'id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2089324287-router', 'tenant_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:51:58Z', 'updated_at': '2022-02-19T00:52:18Z', 'revision_number': 5, 'project_id': '2f918a95c94c43d4a3b9d976a6fda5c4', 'gw_port': {'id': 'dcf650af-87d0-4e55-a88c-550b80ee0562', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:66:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579ce0df-478f-4e40-b1d0-e32c06409d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:51:59Z', 'updated_at': '2022-02-19T00:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:21.677992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] Pushing event deleted for resources: {'Port': ['ID=e6b251d0-60a2-465e-8090-2c8d09806864,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:21.680168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42725840-0f24-4f62-8e38-09ba4cbe62be None None] No DVR routers for this DVR port e6b251d0-60a2-465e-8090-2c8d09806864 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:21.704543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-949a81ea-0d88-457f-b8f7-44ea5ee75192 req-dc316576-379f-492d-9af2-6a58fe4e511d tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295400 Feb 19 00:52:21.723790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.766807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (55452386-b4e7-4f88-b8c5-96ddd9d381ce), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.795211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55452386-b4e7-4f88-b8c5-96ddd9d381ce']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.797759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] For port dcf650af-87d0-4e55-a88c-550b80ee0562, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcf650af-87d0-4e55-a88c-550b80ee0562,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:21.798846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.812863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b225943-6ef9-4e9d-b2e1-9d18e1b7dcdc req-642a03b3-2f96-4cc3-a6eb-c608fd9e5845 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.814438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b225943-6ef9-4e9d-b2e1-9d18e1b7dcdc req-642a03b3-2f96-4cc3-a6eb-c608fd9e5845 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.2347405 Feb 19 00:52:21.824387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df37aae7-9530-4af3-a03f-f862f5e3eea6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.824698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df37aae7-9530-4af3-a03f-f862f5e3eea6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:21.826444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:21.857946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Calling delete_port for dcf650af-87d0-4e55-a88c-550b80ee0562 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:21.867864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (df37aae7-9530-4af3-a03f-f862f5e3eea6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.892745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df37aae7-9530-4af3-a03f-f862f5e3eea6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.894416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 90f76918-f27c-449e-8623-62353649a2d5 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:21.907587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (df37aae7-9530-4af3-a03f-f862f5e3eea6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:21.911628 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:21.927384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b225943-6ef9-4e9d-b2e1-9d18e1b7dcdc req-9e2d9a84-3d86-4894-9796-d3a2da997574 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005876 Feb 19 00:52:22.004753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ffd6-6189-4c8d-8849-0e567a97d546 req-4a87c961-07c3-4dfc-ba01-d87b742a1bf4 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:22.005721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f71ffd6-6189-4c8d-8849-0e567a97d546 req-4a87c961-07c3-4dfc-ba01-d87b742a1bf4 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.1880629 Feb 19 00:52:22.078770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (55452386-b4e7-4f88-b8c5-96ddd9d381ce), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.089979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.101261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] 10.222.0.94 "DELETE /v2.0/networks/55452386-b4e7-4f88-b8c5-96ddd9d381ce HTTP/1.1" status: 204 len: 168 time: 1.5546477 Feb 19 00:52:22.106585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 90f76918-f27c-449e-8623-62353649a2d5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:22.118415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c3f2-c937-4d5b-88aa-77c06488d46b admin admin] Pushing event deleted for resources: {'Network': ['ID=55452386-b4e7-4f88-b8c5-96ddd9d381ce,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:22.128956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 90f76918-f27c-449e-8623-62353649a2d5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:22.129330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90f76918-f27c-449e-8623-62353649a2d5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.170291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f71ffd6-6189-4c8d-8849-0e567a97d546 req-1ccb3767-1192-4850-bbe5-fbbc36b9cc55 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297710 Feb 19 00:52:22.177386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6b251d0-60a2-465e-8090-2c8d09806864 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:22.201965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e6b251d0-60a2-465e-8090-2c8d09806864 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:22.202335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6b251d0-60a2-465e-8090-2c8d09806864 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:22.202758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:22.249820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:22.251018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5a2f654c-7824-4fb3-a98f-b4ba8f4fd440 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:22.251910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad3b2b7b-04ce-428f-a745-8dbe74502532 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:22.278891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: ad3b2b7b-04ce-428f-a745-8dbe74502532 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:22.279393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad3b2b7b-04ce-428f-a745-8dbe74502532 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:22.295640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dcf650af-87d0-4e55-a88c-550b80ee0562), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.322175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-dda2fa7b-9e0e-441b-9611-855ec505533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:22.327144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-dda2fa7b-9e0e-441b-9611-855ec505533e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1132 time: 0.1113784 Feb 19 00:52:22.328271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf650af-87d0-4e55-a88c-550b80ee0562,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:22.339453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:22.363919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 90f76918-f27c-449e-8623-62353649a2d5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:22.364342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90f76918-f27c-449e-8623-62353649a2d5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.430745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f76918-f27c-449e-8623-62353649a2d5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:22.434942 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e8887-5032-4cc7-8658-b3bee735950b" -d '{"events": [{"server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "name": "network-vif-plugged", "status": "completed", "tag": "90f76918-f27c-449e-8623-62353649a2d5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:22.444624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=90f76918-f27c-449e-8623-62353649a2d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:22.465965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.466311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.489155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4737-72f9-4c56-9411-44b383183398 req-947112e9-4edc-4142-a361-ff168a5d68a1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:22.489937 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.495717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da9a4737-72f9-4c56-9411-44b383183398 req-947112e9-4edc-4142-a361-ff168a5d68a1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1201510 Feb 19 00:52:22.560162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:22.592870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:22.602924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.606536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks [] for router_controller (579ce0df-478f-4e40-b1d0-e32c06409d8e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.667741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576438f-c107-47b3-93bb-f53b6295f246 req-a332e9c7-8988-4791-8bf1-74d29fc22645 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:22.669248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1576438f-c107-47b3-93bb-f53b6295f246 req-a332e9c7-8988-4791-8bf1-74d29fc22645 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 943 time: 0.2450104 Feb 19 00:52:22.712581 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da9a4737-72f9-4c56-9411-44b383183398 req-225f2edf-d63c-4eaa-b20d-ec7d67c0e6a6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158015 Feb 19 00:52:22.730919 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e607df0b-46b5-48d1-9e51-f6a490da898a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=91413fcff7df46a08c1875a4265d627a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696362 Feb 19 00:52:22.742698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59208) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:22.771869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1576438f-c107-47b3-93bb-f53b6295f246 req-57d961f7-2aab-4ddf-9069-2e07dba70b40 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Feb 19 00:52:22.789591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (579ce0df-478f-4e40-b1d0-e32c06409d8e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.789591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579ce0df-478f-4e40-b1d0-e32c06409d8e {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:52:22.809258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.810431 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6446933c-0258-4abf-99a2-b9c9b4aad2e6 admin admin] 10.222.0.94 "DELETE /v2.0/routers/579ce0df-478f-4e40-b1d0-e32c06409d8e HTTP/1.1" status: 204 len: 168 time: 2.2859597 Feb 19 00:52:22.814841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59214) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:22.827463 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01cecd-5aa4-4df9-805a-a0065532865a x-openstack-request-id: req-8e01cecd-5aa4-4df9-805a-a0065532865a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:22.827870 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "name": "network-vif-plugged", "status": "completed", "tag": "90f76918-f27c-449e-8623-62353649a2d5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:22.828215 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8e01cecd-5aa4-4df9-805a-a0065532865a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:22.829507 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f76918-f27c-449e-8623-62353649a2d5', 'code': 200} Feb 19 00:52:22.916858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:22.956786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] Publish callbacks [] for security_group (16049129-1f2c-4449-9baa-17ec0fa39481), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.003768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202523-64db-49e0-ab51-1ec7ec89518b req-f6c2bffc-673b-4785-979a-14052dbc2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:23.004104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:23.005652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03202523-64db-49e0-ab51-1ec7ec89518b req-f6c2bffc-673b-4785-979a-14052dbc2cd8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 1132 time: 0.1080463 Feb 19 00:52:23.018122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Deleting subnet 4423fafd-f2c3-4037-8528-c2d90f7f2c40 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:23.022058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Publish callbacks [] for subnet (4423fafd-f2c3-4037-8528-c2d90f7f2c40), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.029536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] Publish callbacks [] for security_group (16049129-1f2c-4449-9baa-17ec0fa39481), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.060616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (4423fafd-f2c3-4037-8528-c2d90f7f2c40), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.111645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:23.114150 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cb76f1-8449-452f-9489-b6ae7ba2d25e" -d '{"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:23.121064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks [] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.146148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Transition to ACTIVE for port object e80e516a-aefb-49a5-bf45-1d194d47535b will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:23.167876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e09f0-ee1b-4005-9c19-6008895bcbf3 req-2391c807-ec8c-4fd9-949b-2e8dd95d04c5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:23.170390 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a6e09f0-ee1b-4005-9c19-6008895bcbf3 req-2391c807-ec8c-4fd9-949b-2e8dd95d04c5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1082032 Feb 19 00:52:23.189221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e3b1-eb39-4154-a1c5-7f6da03ef3d1 req-c70b5582-5772-4a2e-8f49-80a84993b128 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:23.190743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef92e3b1-eb39-4154-a1c5-7f6da03ef3d1 req-c70b5582-5772-4a2e-8f49-80a84993b128 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 950 time: 0.2454369 Feb 19 00:52:23.233407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:23.237643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.250617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03202523-64db-49e0-ab51-1ec7ec89518b req-af27c07f-bed5-4e91-98aa-10bd66626b99 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457672 Feb 19 00:52:23.282976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4423fafd-f2c3-4037-8528-c2d90f7f2c40), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.285328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=6']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:23.291295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (16049129-1f2c-4449-9baa-17ec0fa39481), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.293983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.298859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/16049129-1f2c-4449-9baa-17ec0fa39481 HTTP/1.1" status: 204 len: 168 time: 0.5638483 Feb 19 00:52:23.306275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a6e09f0-ee1b-4005-9c19-6008895bcbf3 req-63f15400-fa84-4f98-a390-36d6c79096a6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293221 Feb 19 00:52:23.339502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef92e3b1-eb39-4154-a1c5-7f6da03ef3d1 req-83490a06-5d57-41fc-a4f7-e155391a4491 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321042 Feb 19 00:52:23.351390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] No DVR routers for this DVR port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:23.361315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944e46e-9d8c-4ad5-89b9-643a3e7a583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16049129-1f2c-4449-9baa-17ec0fa39481,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:23.414356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:23.414819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:23.415284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:23.421526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:23.421966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:23.430017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:23.430445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:23.430901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:23.431588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Bound port: e80e516a-aefb-49a5-bf45-1d194d47535b, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:23.432034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.502443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4423fafd-f2c3-4037-8528-c2d90f7f2c40), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.546572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:23.576976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '165e7556-770e-49d6-889d-e00527ca7dda', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '165e7556-770e-49d6-889d-e00527ca7dda', 'mac_address': 'fa:16:3e:a5:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:23.598443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4423fafd-f2c3-4037-8528-c2d90f7f2c40,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:23.598885 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fa8c42-9f9f-44fa-8045-967de4b5f5d5 x-openstack-request-id: req-72fa8c42-9f9f-44fa-8045-967de4b5f5d5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:23.599213 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:23.599471 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-72fa8c42-9f9f-44fa-8045-967de4b5f5d5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:23.599925 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'code': 200} Feb 19 00:52:23.605475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.611404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9bd033d-a1f6-4b20-a5f1-8b7ec7cedfcc admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4423fafd-f2c3-4037-8528-c2d90f7f2c40 HTTP/1.1" status: 204 len: 168 time: 0.7916412 Feb 19 00:52:23.614391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59240) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:23.678437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:23.681249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89335a7-ec0c-432d-a13e-a572cb2c87e4 None None] Network a01cd76e-c5c2-4e10-9531-6a80a42872b1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:23.682274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:23.777862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.789552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:23.789950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.830546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a01cd76e-c5c2-4e10-9531-6a80a42872b1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.863661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:23.897971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:23.904492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:23.905426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.908020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:23.916154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] 10.222.0.117 "PUT /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 1096 time: 1.5809684 Feb 19 00:52:23.999650 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.113975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8994-9c2e-4631-b8bb-c04d80f46785 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.123875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] DHCP port deletion for a01cd76e-c5c2-4e10-9531-6a80a42872b1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:24.137955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f9458-d6c0-4437-9547-1d5b273aa87f req-9eee2fee-29e7-4879-b54b-b5d016b40508 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.140012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b41f9458-d6c0-4437-9547-1d5b273aa87f req-9eee2fee-29e7-4879-b54b-b5d016b40508 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.4365537 Feb 19 00:52:24.151625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:24.152115 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.199887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-aa2a1332-8c9d-42be-aa62-8a45dd4431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.207463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-aa2a1332-8c9d-42be-aa62-8a45dd4431e7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1130 time: 0.2608807 Feb 19 00:52:24.275729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:24.303062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['165e7556-770e-49d6-889d-e00527ca7dda'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:24.331423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b41f9458-d6c0-4437-9547-1d5b273aa87f req-edb9acb1-b2e3-472b-997a-63b17d0cce5b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830692 Feb 19 00:52:24.448152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-98a2782e-193f-4cf6-9d1d-827d98aa519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.453121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-98a2782e-193f-4cf6-9d1d-827d98aa519a service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2310240 Feb 19 00:52:24.558082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-e275db8f-dd59-4aae-a36e-a89f5af5c6ab service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.1004720 Feb 19 00:52:24.586487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.691966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-8319550f-acc7-4531-ad18-cb90f0efd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.693481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-8319550f-acc7-4531-ad18-cb90f0efd125 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1096404 Feb 19 00:52:24.815864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bec1b-2181-416c-9bc1-cbaaaa14e375 req-75ccda31-18f9-4f4e-b972-9c0570f4e7e9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.817629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf0bec1b-2181-416c-9bc1-cbaaaa14e375 req-75ccda31-18f9-4f4e-b972-9c0570f4e7e9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 943 time: 0.2868724 Feb 19 00:52:24.839176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Deleting port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:24.839735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.867760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661366-bed6-4aee-9174-19972f397cd5 req-da46f8c4-f2f8-46e7-93a4-a9ace2d59481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.869426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-da46f8c4-f2f8-46e7-93a4-a9ace2d59481 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1676602 Feb 19 00:52:24.991939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Deleting port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:24.992484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.993015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cee9ab-7728-4add-a668-8170d17690df req-f1517586-11e6-48b1-b7d7-ce567be00242 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:25.005397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1cee9ab-7728-4add-a668-8170d17690df req-f1517586-11e6-48b1-b7d7-ce567be00242 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 1.0586932 Feb 19 00:52:25.087166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] For port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:25.087980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.103249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf0bec1b-2181-416c-9bc1-cbaaaa14e375 req-9d4a5cb9-d4be-4603-b5df-6fc322ed37a2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776940 Feb 19 00:52:25.153983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] For port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,segment=NetworkSegment(453c4b8f-2f30-4095-bee2-a974b9c7de38),segment_id=453c4b8f-2f30-4095-bee2-a974b9c7de38)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:25.157439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.202886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-7304bd02-9960-4a12-bdf3-08d61db2cc23 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162580 Feb 19 00:52:25.219270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Calling delete_port for cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:25.233909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1cee9ab-7728-4add-a668-8170d17690df req-f0d7ddc2-c5b5-42cb-b4ba-526e1673f4d2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257433 Feb 19 00:52:25.359382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Calling delete_port for cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:25.375215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:25.375622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.400091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59280) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:25.402291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:25.402291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.547781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:25.554054 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a0b649-40a1-4b14-b0b9-c37776ec117d" -d '{"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:25.561619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54deb45-cf79-4be1-bafc-b704ee95bd3a req-dba6367c-5152-4721-9dbb-033762897e78 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:25.568706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d54deb45-cf79-4be1-bafc-b704ee95bd3a req-dba6367c-5152-4721-9dbb-033762897e78 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 950 time: 0.1395617 Feb 19 00:52:25.594994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:25.602655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.646552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-556217377-network', 'tenant_id': '5e67ebb62865441fb612a32d34edb3f8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:25.656262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcf650af-87d0-4e55-a88c-550b80ee0562 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:25.660736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:25.678718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] No DVR routers for this DVR port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:25.760106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d54deb45-cf79-4be1-bafc-b704ee95bd3a req-6fb4976d-c7bd-4509-9182-a6e44743a8c6 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838169 Feb 19 00:52:25.770868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.791483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.795609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: dcf650af-87d0-4e55-a88c-550b80ee0562 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:25.801175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcf650af-87d0-4e55-a88c-550b80ee0562 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:25.815101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Made reservation on behalf of 5e67ebb62865441fb612a32d34edb3f8 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:25.826534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.884563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] Pushing event deleted for resources: {'Port': ['ID=cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:25.899181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a01cd76e-c5c2-4e10-9531-6a80a42872b1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.911863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.919624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616c33e-3eb4-40b6-87e9-604d59cfeb9a None None] No DVR routers for this DVR port cb02a231-f7f9-4b9c-bab1-b9dbeb9d937a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:25.926911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:26.020452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port e80e516a-aefb-49a5-bf45-1d194d47535b host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:52:26.020876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:26.066084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:26.069368 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d45345b-45e5-40ca-911f-83cdd04db497" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:26.073632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa661366-bed6-4aee-9174-19972f397cd5 req-51b9b9de-3854-4669-aa34-2568aa392b8a service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648510 Feb 19 00:52:26.083934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5092c5-55b3-43df-a00c-5f85c773ba74 req-fbc525a3-ee3f-4ef3-82fb-9560fc4146d2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.088739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:26.092182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5092c5-55b3-43df-a00c-5f85c773ba74 req-fbc525a3-ee3f-4ef3-82fb-9560fc4146d2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 948 time: 0.8325958 Feb 19 00:52:26.120749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01cd76e-c5c2-4e10-9531-6a80a42872b1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:26.154654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c4b8f-2f30-4095-bee2-a974b9c7de38') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:26.155005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c4b8f-2f30-4095-bee2-a974b9c7de38') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:26.179467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5064dc-d8ff-4b5b-bf4d-154889f10dfe req-9572ca46-5788-48d0-96fa-17a80acee18c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.181308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d5064dc-d8ff-4b5b-bf4d-154889f10dfe req-9572ca46-5788-48d0-96fa-17a80acee18c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.2145641 Feb 19 00:52:26.183497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (453c4b8f-2f30-4095-bee2-a974b9c7de38), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.196754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5092c5-55b3-43df-a00c-5f85c773ba74 req-ad7e7e4b-316b-4527-9a4b-8fc742de7624 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035824 Feb 19 00:52:26.276847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d5064dc-d8ff-4b5b-bf4d-154889f10dfe req-33aa62af-e01f-4996-9948-e393f04a18c0 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810485 Feb 19 00:52:26.316101 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259cad4d-d149-47bf-b598-6b3b4212bd6c x-openstack-request-id: req-259cad4d-d149-47bf-b598-6b3b4212bd6c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:26.316509 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:26.316791 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-259cad4d-d149-47bf-b598-6b3b4212bd6c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:26.317262 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'code': 200} Feb 19 00:52:26.317699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (453c4b8f-2f30-4095-bee2-a974b9c7de38), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.336508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks [] for security_group (633ad727-e4de-404f-b1d4-fb3213e121d8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.337912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:26.338258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (453c4b8f-2f30-4095-bee2-a974b9c7de38), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:26.340232 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:26.454210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (633ad727-e4de-404f-b1d4-fb3213e121d8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.480073 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f157a48f-71e0-4e77-9b58-90206ac30f01 x-openstack-request-id: req-f157a48f-71e0-4e77-9b58-90206ac30f01 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:26.480581 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:26.480581 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f157a48f-71e0-4e77-9b58-90206ac30f01 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:26.480992 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'status': 'completed', 'code': 200} Feb 19 00:52:26.663966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-95f5489b-deef-41f8-8413-9ed82fb078df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.665652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-95f5489b-deef-41f8-8413-9ed82fb078df service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1130 time: 0.1574507 Feb 19 00:52:26.680023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-c8387d42-3c04-41ae-af6e-2aa892d3465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.682981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-c8387d42-3c04-41ae-af6e-2aa892d3465a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1130 time: 0.2001510 Feb 19 00:52:26.683594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ad727-e4de-404f-b1d4-fb3213e121d8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:26.746921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb213f-e343-4610-80e3-0540333619d6 req-a07f5363-8aae-49ec-a854-83f3c2470870 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.749767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:26.754234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8abb213f-e343-4610-80e3-0540333619d6 req-a07f5363-8aae-49ec-a854-83f3c2470870 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1395540 Feb 19 00:52:26.770709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (484cfdd8-bde5-44c4-8018-ac570fdf36ef), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.771055 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Added segment 484cfdd8-bde5-44c4-8018-ac570fdf36ef of type vlan for network e80334b5-6395-4f30-a3fe-269897dc2425 Feb 19 00:52:26.824705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e486ca-6908-462b-9c00-9a06265e10c1 req-8cf2d2fd-1b96-44a7-9b0a-07267164e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.826278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09e486ca-6908-462b-9c00-9a06265e10c1 req-8cf2d2fd-1b96-44a7-9b0a-07267164e742 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 1127 time: 0.2493527 Feb 19 00:52:26.866028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a01cd76e-c5c2-4e10-9531-6a80a42872b1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.871971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.875190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] 10.222.0.94 "DELETE /v2.0/networks/a01cd76e-c5c2-4e10-9531-6a80a42872b1 HTTP/1.1" status: 204 len: 168 time: 3.2593420 Feb 19 00:52:26.949643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8abb213f-e343-4610-80e3-0540333619d6 req-6f87e675-1f68-41d2-b324-29e7fa047a18 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936820 Feb 19 00:52:26.957742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e80334b5-6395-4f30-a3fe-269897dc2425), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.989347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09e486ca-6908-462b-9c00-9a06265e10c1 req-017651c3-daae-4c08-92c0-e95d7bcf4ee8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408768 Feb 19 00:52:27.029467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-5c8838ea-9bab-4865-99ed-f8633e376a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.031081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929c77-38bf-4b75-bbd5-a1ed705ac84c admin admin] Pushing event deleted for resources: {'Network': ['ID=a01cd76e-c5c2-4e10-9531-6a80a42872b1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:27.039299 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-5c8838ea-9bab-4865-99ed-f8633e376a1e service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3624363 Feb 19 00:52:27.106152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-c7e17295-f8a0-4a97-972e-32720f90ebd7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0573053 Feb 19 00:52:27.180435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5313f6-6806-4b91-9395-4a58447f843a req-6d669a40-030a-48e9-9126-f91c7227f81f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.182105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b5313f6-6806-4b91-9395-4a58447f843a req-6d669a40-030a-48e9-9126-f91c7227f81f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.2068372 Feb 19 00:52:27.187489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e80334b5-6395-4f30-a3fe-269897dc2425), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.189346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.190112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-1c5d4a6d-af4c-47ef-90ce-4904c5a0b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.192049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-1c5d4a6d-af4c-47ef-90ce-4904c5a0b482 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0786078 Feb 19 00:52:27.196266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.253573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:27.275049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-257a8044-2e98-4a92-b72d-a9a60a72d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.277012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-257a8044-2e98-4a92-b72d-a9a60a72d0b3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0763943 Feb 19 00:52:27.298603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-64e31e1e-8886-4d1d-94b2-394945097e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.302358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-64e31e1e-8886-4d1d-94b2-394945097e34 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.6095080 Feb 19 00:52:27.359434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 165e7556-770e-49d6-889d-e00527ca7dda triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:27.359946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (165e7556-770e-49d6-889d-e00527ca7dda), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.366895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59324) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:27.426740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14d3c399-f727-4004-ae61-1bddb2c5bc87 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2f918a95c94c43d4a3b9d976a6fda5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582438 Feb 19 00:52:27.430738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59326) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:27.486166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b5313f6-6806-4b91-9395-4a58447f843a req-7b77d7c4-9362-4257-ac57-0b5618162455 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838874 Feb 19 00:52:27.534056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:27.534499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.581459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-61d9ea3a-9337-4f53-880f-529bba4d483f service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952976 Feb 19 00:52:27.584838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] Publish callbacks [] for security_group (b1422c7c-5113-4982-9efb-599e81fb8b47), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.587102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-c92d7205-69d3-4204-b1ed-6b8816df0fb3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.1144054 Feb 19 00:52:27.597107 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1960299 Feb 19 00:52:27.606666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:27.610688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59330) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:27.623354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Request body: {'subnet': {'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-556217377-subnet', 'tenant_id': '5e67ebb62865441fb612a32d34edb3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:27.648413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8328-87b7-4370-8a03-d2a1ccf604e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e80334b5-6395-4f30-a3fe-269897dc2425,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:27.661666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e80334b5-6395-4f30-a3fe-269897dc2425 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:27.717102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-e906d669-3f58-495a-99ed-a565c4a84f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.718883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-e906d669-3f58-495a-99ed-a565c4a84f73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1121442 Feb 19 00:52:27.747041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.752876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] Publish callbacks [] for security_group (b1422c7c-5113-4982-9efb-599e81fb8b47), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.809911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Made reservation on behalf of 5e67ebb62865441fb612a32d34edb3f8 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:27.811945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.821364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-799a02e6-bc07-4f61-b775-8db587e6e60e service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314997 Feb 19 00:52:27.822512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:27.895182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75d2b-944a-48ff-a8bd-1f39c8a1f1b8 req-372ad589-a614-4b13-a701-69e091712a9f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.903079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0a75d2b-944a-48ff-a8bd-1f39c8a1f1b8 req-372ad589-a614-4b13-a701-69e091712a9f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 948 time: 0.2981644 Feb 19 00:52:27.940926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c59aee-025a-455c-8748-f990256abcc8 req-b1177356-144c-4581-aa05-dd8a4ed302ce tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.942473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24c59aee-025a-455c-8748-f990256abcc8 req-b1177356-144c-4581-aa05-dd8a4ed302ce tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.3134825 Feb 19 00:52:27.973150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0a75d2b-944a-48ff-a8bd-1f39c8a1f1b8 req-5c5c9e11-587a-4572-b7fd-9ce5ed66b03c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Feb 19 00:52:28.061312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1422c7c-5113-4982-9efb-599e81fb8b47), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.063440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-9ebaaac3-cc0d-47cf-beba-25cd3515274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.064908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.065532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-9ebaaac3-cc0d-47cf-beba-25cd3515274f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3317344 Feb 19 00:52:28.069689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1422c7c-5113-4982-9efb-599e81fb8b47 HTTP/1.1" status: 204 len: 168 time: 0.6370268 Feb 19 00:52:28.092782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a5e3c-0fb8-48b9-8c61-34ca0f90c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1422c7c-5113-4982-9efb-599e81fb8b47,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:28.213143 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (58d4878a-547e-4247-b4a9-b5c7a59619f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.318308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:28.322270 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d0cb8d-2f8a-4cee-bd04-94906928a9de" -d '{"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:28.413337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d4878a-547e-4247-b4a9-b5c7a59619f2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:28.428797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Checking segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:28.435791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Network hostable DHCP agents. Network: e80334b5-6395-4f30-a3fe-269897dc2425, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:28.436046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-e2f4c9b3-8c18-4a41-bcbb-991109f66997 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627987 Feb 19 00:52:28.549337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Network e80334b5-6395-4f30-a3fe-269897dc2425 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:28.572024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24c59aee-025a-455c-8748-f990256abcc8 req-a40daae5-6eef-4e17-81e2-d4ecf724d011 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5992212 Feb 19 00:52:28.618256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d45345b-45e5-40ca-911f-83cdd04db497 req-6064e611-d59e-4330-88d0-0b3e6663d187 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533427 Feb 19 00:52:28.643852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e80334b5-6395-4f30-a3fe-269897dc2425) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:28.649074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.650699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.657642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b8158-6c78-4755-9660-dd1e3ea4d581 None None] Network e80334b5-6395-4f30-a3fe-269897dc2425 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:28.801242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-145eae7e-6655-4a45-8afa-bbe5f421cd6b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1826646 Feb 19 00:52:28.849112 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3abac7c-d057-40a7-8771-ba0524d93aa2 x-openstack-request-id: req-b3abac7c-d057-40a7-8771-ba0524d93aa2 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:28.849429 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-plugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:28.849710 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b3abac7c-d057-40a7-8771-ba0524d93aa2 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:28.850120 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'code': 200} Feb 19 00:52:28.957311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02133b-a121-424b-b068-b988b6783e96 req-9ee8f503-3a0a-4cf2-adf6-762330764b6b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.962017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e02133b-a121-424b-b068-b988b6783e96 req-9ee8f503-3a0a-4cf2-adf6-762330764b6b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1850436 Feb 19 00:52:28.989852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1241a3d-a36b-4f2d-8b47-b8d82af03aca None None] Network e80334b5-6395-4f30-a3fe-269897dc2425 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:29.086503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e02133b-a121-424b-b068-b988b6783e96 req-e0eb10fa-0a47-4e6d-9474-3de08d86c9d9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153333 Feb 19 00:52:29.112580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe158-f800-49cc-a851-6ab3d4201f72 req-3a3cbd05-3869-4038-bd4c-f3b992e6a33e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.114514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-829fe158-f800-49cc-a851-6ab3d4201f72 req-3a3cbd05-3869-4038-bd4c-f3b992e6a33e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1452491 Feb 19 00:52:29.234358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-829fe158-f800-49cc-a851-6ab3d4201f72 req-67e5739a-f210-49ef-8f24-4c97436e9ffb tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 Feb 19 00:52:29.327368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:29.445983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a633f-03fd-46d7-946c-1fe81dcbe2ca req-2f5bbf0b-83e6-403f-9f3d-f124422b8717 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.447590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d8a633f-03fd-46d7-946c-1fe81dcbe2ca req-2f5bbf0b-83e6-403f-9f3d-f124422b8717 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 950 time: 0.1799901 Feb 19 00:52:29.514433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812fae4-747d-4fbc-b3a6-ba964fd91ee4 req-a09b2b96-968e-4719-a9f6-fdfc7a9a5333 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.523897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e812fae4-747d-4fbc-b3a6-ba964fd91ee4 req-a09b2b96-968e-4719-a9f6-fdfc7a9a5333 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 948 time: 0.0743501 Feb 19 00:52:29.579932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d8a633f-03fd-46d7-946c-1fe81dcbe2ca req-2de2bf59-711e-4e79-9268-ce0e925b132a tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/security-groups?id=58ab3506-077b-4315-96fc-d210415d600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173410 Feb 19 00:52:29.598195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e812fae4-747d-4fbc-b3a6-ba964fd91ee4 req-a859e205-680a-4afa-8ec3-8752b0dc649e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Feb 19 00:52:29.611543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:29.632809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'mac_address': 'fa:16:3e:20:97:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:29.705476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:29.706081 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.723823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:29.764741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:29.823510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7652a9-5ba1-4913-ac42-ed34cba1fdc9 req-901e730b-3da8-4dce-bf5d-83725a09786b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.833127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7652a9-5ba1-4913-ac42-ed34cba1fdc9 req-901e730b-3da8-4dce-bf5d-83725a09786b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1338124 Feb 19 00:52:29.843904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.930948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:29.953284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7652a9-5ba1-4913-ac42-ed34cba1fdc9 req-90f7efda-7dc2-4d7d-8851-65d2a4b55cf1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190526 Feb 19 00:52:30.141750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-4c207a14-6686-4c64-b36d-98d06286794e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:30.143538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-4c207a14-6686-4c64-b36d-98d06286794e tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 950 time: 0.1194222 Feb 19 00:52:30.158653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['e80e516a-aefb-49a5-bf45-1d194d47535b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:30.413100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-f142aea3-7b35-4089-8b12-71368d963432 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:30.419886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-f142aea3-7b35-4089-8b12-71368d963432 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.2752254 Feb 19 00:52:30.445379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-e8c3f1ac-d732-44a0-bec7-4392287ca691 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/quotas/5e67ebb62865441fb612a32d34edb3f8 HTTP/1.1" status: 200 len: 375 time: 0.0243096 Feb 19 00:52:30.486760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-6c721d8a-22ed-4290-a1af-f6b60fd07803 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384841 Feb 19 00:52:30.525231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Deleting port 90f76918-f27c-449e-8623-62353649a2d5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:30.525645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (90f76918-f27c-449e-8623-62353649a2d5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.680474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-c70d2e8a-6640-4f1e-bc69-78104bcc4b68 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939540 Feb 19 00:52:30.721530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a0131-73a0-491b-8624-7cf163ce50ce req-154c05f1-b7f2-4ee1-b87c-c59796fbd4c5 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:30.728650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d4a0131-73a0-491b-8624-7cf163ce50ce req-154c05f1-b7f2-4ee1-b87c-c59796fbd4c5 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.1138217 Feb 19 00:52:30.756757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-e1444bf7-6c39-4b89-9b6d-656eb66a0a7f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:30.758459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-e1444bf7-6c39-4b89-9b6d-656eb66a0a7f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e&tenant_id=ca6e12738c004174bb70049c1352c7f3&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 949 time: 0.1045895 Feb 19 00:52:30.793992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7788885f-6bb7-4867-9a02-05762f88bb96 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126001 Feb 19 00:52:30.820206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] For port 90f76918-f27c-449e-8623-62353649a2d5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=90f76918-f27c-449e-8623-62353649a2d5,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:30.822232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (90f76918-f27c-449e-8623-62353649a2d5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.839443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d4a0131-73a0-491b-8624-7cf163ce50ce req-e496a4b8-183a-4f77-8b17-352211f078a2 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077707 Feb 19 00:52:30.861813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Calling delete_port for 90f76918-f27c-449e-8623-62353649a2d5 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:30.879686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-4487a9b0-b08f-4438-a62b-eb0c63480489 service neutron] 10.222.0.117 "GET /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 382 time: 0.1096463 Feb 19 00:52:31.015652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-88ee46e8-f301-4d58-871a-a3958dd6dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.021772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-88ee46e8-f301-4d58-871a-a3958dd6dc48 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1131 time: 0.0988784 Feb 19 00:52:31.278129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (90f76918-f27c-449e-8623-62353649a2d5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.292056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['90f76918-f27c-449e-8623-62353649a2d5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:31.341450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Pushing event deleted for resources: {'Port': ['ID=90f76918-f27c-449e-8623-62353649a2d5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:31.346727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-b94b879b-8989-4f76-b303-87206f49ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.364335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-b94b879b-8989-4f76-b303-87206f49ddfa service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3292336 Feb 19 00:52:31.381237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9ce23095-c010-4944-9886-cfc3666ee757 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:31.383849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:31.464172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-cb9fb829-b9f5-457a-b61c-10a7de8f7bdc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0920870 Feb 19 00:52:31.539409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-25eb5e42-ed50-457b-a1b7-72a3f2ad9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.539409 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-25eb5e42-ed50-457b-a1b7-72a3f2ad9f4f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0639591 Feb 19 00:52:31.543213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] No DVR routers for this DVR port 90f76918-f27c-449e-8623-62353649a2d5 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:31.551795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.559751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b1edec2-f5a3-4ffb-9ee8-6188c84841af req-df952d3b-9f27-4aa0-a009-6ee26b7896b5 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.96 "DELETE /v2.0/ports/90f76918-f27c-449e-8623-62353649a2d5 HTTP/1.1" status: 204 len: 173 time: 1.4035788 Feb 19 00:52:31.560173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'name': 'network-vif-deleted', 'tag': '90f76918-f27c-449e-8623-62353649a2d5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:31.571524 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd38224-9a5b-4202-9122-3f5e3947dfa6" -d '{"events": [{"server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "name": "network-vif-deleted", "tag": "90f76918-f27c-449e-8623-62353649a2d5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:31.846518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-50dd6a96-d07a-4845-a365-384521e13d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.852516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-50dd6a96-d07a-4845-a365-384521e13d2c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3042359 Feb 19 00:52:31.958841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9ce23095-c010-4944-9886-cfc3666ee757,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:31.969698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port e80e516a-aefb-49a5-bf45-1d194d47535b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:31.994965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec487a9e-f873-456a-b9ce-50b545f0338a req-1f9df89e-30c5-493e-98bf-17999a974fb8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:32.023483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port e80e516a-aefb-49a5-bf45-1d194d47535b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:32.023483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.024487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec487a9e-f873-456a-b9ce-50b545f0338a req-1f9df89e-30c5-493e-98bf-17999a974fb8 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.1753564 Feb 19 00:52:32.039771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '9ce23095-c010-4944-9886-cfc3666ee757', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'port_id': '9ce23095-c010-4944-9886-cfc3666ee757', 'mac_address': 'fa:16:3e:00:ae:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:32.137434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf730c2-7f07-42c6-a369-cbc687e66e50 req-c82be19c-a11d-4c4c-81fc-ea6bd9d9cb7f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:32.137434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-acf730c2-7f07-42c6-a369-cbc687e66e50 req-c82be19c-a11d-4c4c-81fc-ea6bd9d9cb7f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.4255455 Feb 19 00:52:32.138406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec487a9e-f873-456a-b9ce-50b545f0338a req-78e14a24-d3c6-4035-bf78-df0bda545cc5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 Feb 19 00:52:32.149115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9ce23095-c010-4944-9886-cfc3666ee757 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:32.149521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9ce23095-c010-4944-9886-cfc3666ee757), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.197593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce23095-c010-4944-9886-cfc3666ee757 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:32.213712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-acf730c2-7f07-42c6-a369-cbc687e66e50 req-c0f3d0c9-7bbc-4cfb-af00-c5085a0391d6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156325 Feb 19 00:52:32.222920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-1ff5e8cb-c003-4d5d-a645-0e2cfa9c4a48 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591166 Feb 19 00:52:32.231753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9ce23095-c010-4944-9886-cfc3666ee757,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:32.232947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:32.233426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.267290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:32.270018 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8a63e-4033-4162-bf09-8aa7d210704e" -d '{"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:32.272675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbf862b-486f-4d84-842d-2d3147d4949a req-82694138-0617-43f8-bfce-1b3d13aa4d56 tempest-TenantUsagesTestJSON-2026870478 tempest-TenantUsagesTestJSON-2026870478-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1 HTTP/1.1" status: 200 len: 210 time: 0.0460382 Feb 19 00:52:32.287784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:32.381180 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14f9d4-19de-40bc-a016-8baf0d91cd09 x-openstack-request-id: req-0b14f9d4-19de-40bc-a016-8baf0d91cd09 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:32.382250 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1", "name": "network-vif-deleted", "tag": "90f76918-f27c-449e-8623-62353649a2d5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:32.382749 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0b14f9d4-19de-40bc-a016-8baf0d91cd09 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:32.384650 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2f7c9-8c7c-4888-a0c3-0dab06cabca1', 'name': 'network-vif-deleted', 'tag': '90f76918-f27c-449e-8623-62353649a2d5', 'status': 'completed', 'code': 200} Feb 19 00:52:32.395564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fe82b88-4286-4cd3-b9f8-d3acc361199d req-a93658b7-c37a-4716-b866-74867b076eca tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.0886297 Feb 19 00:52:32.439396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-b5da8cc6-17dc-4333-a36c-5f7c01d571f4 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095137 Feb 19 00:52:32.498904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471eb3-97dc-4474-98e3-4fe93c92c95e req-72067e7b-636f-4ec0-9e25-c00bede70411 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:32.500737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8471eb3-97dc-4474-98e3-4fe93c92c95e req-72067e7b-636f-4ec0-9e25-c00bede70411 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 944 time: 0.0647590 Feb 19 00:52:32.554507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8471eb3-97dc-4474-98e3-4fe93c92c95e req-97aedf55-6727-4427-bae9-b4c3d265af69 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472319 Feb 19 00:52:32.573886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b7b40a63-1b69-4831-974e-cabd08139ccd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:32.575398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b7b40a63-1b69-4831-974e-cabd08139ccd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 0.1170352 Feb 19 00:52:32.591486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b2416bc4-f764-4d03-9e21-0045e8459b6e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/quotas/52bf34b8a2fa44db9c6a5152e61d85f1 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Feb 19 00:52:32.627380 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fa8872-f9c3-4697-9ef6-e5dc838236ba x-openstack-request-id: req-13fa8872-f9c3-4697-9ef6-e5dc838236ba {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:32.628025 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:32.628025 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-13fa8872-f9c3-4697-9ef6-e5dc838236ba {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:32.628452 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'code': 200} Feb 19 00:52:32.653443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-85140e26-3a3e-4d2c-8dc0-31c889f0d68b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557792 Feb 19 00:52:32.709613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.726040 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.815738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:32.859217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-38712ff8-4cf0-40f3-958a-0ef9f40c8063 service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984401 Feb 19 00:52:32.944425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:32.990311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-7ea68d68-1890-4c09-b930-0baae1fa87c0 service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240044 Feb 19 00:52:33.013953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9ce23095-c010-4944-9886-cfc3666ee757'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:33.331613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-1ffe429f-104d-4355-a3a9-11b79035db72 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:33.333481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-1ffe429f-104d-4355-a3a9-11b79035db72 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "GET /v2.0/ports?device_id=945d8110-bac2-4250-8ced-3f3c1c0563b9 HTTP/1.1" status: 200 len: 945 time: 0.1324737 Feb 19 00:52:33.394261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9b8a-4ed0-4c4b-b66c-0c132878b533 req-c9770822-ba0c-427a-8327-eeb8b3f1cf95 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:33.403961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d1b9b8a-4ed0-4c4b-b66c-0c132878b533 req-c9770822-ba0c-427a-8327-eeb8b3f1cf95 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.1381996 Feb 19 00:52:33.542079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d1b9b8a-4ed0-4c4b-b66c-0c132878b533 req-695bc1bd-5902-4ef5-8971-d8d027dc073b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341517 Feb 19 00:52:33.610919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Deleting port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:33.611411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.708335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54023e4b-79e2-40bb-8f3b-196ce6981001 req-605e0616-608f-459a-96f7-37055ce63e79 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:33.712329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54023e4b-79e2-40bb-8f3b-196ce6981001 req-605e0616-608f-459a-96f7-37055ce63e79 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1492774 Feb 19 00:52:33.778437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc9a4197-fb6a-4e21-8a87-361f7ff55232 req-7a64ca46-ef51-4fdc-836b-aeaa1749e14b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 210 time: 0.0543637 Feb 19 00:52:33.808905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54023e4b-79e2-40bb-8f3b-196ce6981001 req-86135413-466c-4b5d-8de2-6eb0e8404f27 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895388 Feb 19 00:52:33.948186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:33.973200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 90f76918-f27c-449e-8623-62353649a2d5 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:34.012120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-771e81ff-374c-4a22-8ed3-699a61a6e9e8 req-2572f030-8c6a-4101-a7be-596335faa48a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.1497591 Feb 19 00:52:34.014284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] For port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:34.014660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.059766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 90f76918-f27c-449e-8623-62353649a2d5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:34.063738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 90f76918-f27c-449e-8623-62353649a2d5 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:34.087268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Calling delete_port for 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:34.197355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df8be3-8b37-4284-a7c2-d0ac592c7443 req-d3c50e76-d0e9-4d47-b9d0-807693001262 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:34.201946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69df8be3-8b37-4284-a7c2-d0ac592c7443 req-d3c50e76-d0e9-4d47-b9d0-807693001262 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 945 time: 0.1854932 Feb 19 00:52:34.249668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.302036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69df8be3-8b37-4284-a7c2-d0ac592c7443 req-d6d22a24-dda4-4b8d-9776-9ef3e2499768 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825706 Feb 19 00:52:34.478148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Publish callbacks [] for security_group (44c413af-288b-48fc-8048-3ad59f80f812), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.541427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e634eb2-7b85-4cd5-a0d2-b8098c14e06e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.595640 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44c413af-288b-48fc-8048-3ad59f80f812), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.674031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event deleted for resources: {'Port': ['ID=0e634eb2-7b85-4cd5-a0d2-b8098c14e06e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:34.685108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:34.741603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c413af-288b-48fc-8048-3ad59f80f812,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:34.756814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.757175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.757522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.757860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.759937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.760302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.760446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.761737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.762229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.762364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.762594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.762937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.763177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.763740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.764229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.764713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.765002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.765356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.765522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.765695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.766076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.767109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.767780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.768276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.768771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.769266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:34.777808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bbff098-48c9-4102-8483-b691c19bcf7e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7ae76a4fcd4e4d6e8ef115dc839c6120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8282418 Feb 19 00:52:34.789745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59546) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:34.957443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] No DVR routers for this DVR port 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:34.964944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.974475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] Publish callbacks [] for security_group (44c413af-288b-48fc-8048-3ad59f80f812), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.975147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f104fa73-f5cd-49e7-ae21-d1c2ff7784ee req-3146c06c-bed4-4212-bfca-5dd7e6ba119a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "DELETE /v2.0/ports/0e634eb2-7b85-4cd5-a0d2-b8098c14e06e HTTP/1.1" status: 204 len: 173 time: 1.6345313 Feb 19 00:52:34.975804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-deleted', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:34.991886 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c337f47-9fa4-401b-85b3-1bbd5a0794fe" -d '{"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-deleted", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:35.084830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-533cde58-6965-475f-9a46-1a5a1cd45f81 req-f71ebb32-7574-4021-a23f-290e3f04e981 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 210 time: 0.1005661 Feb 19 00:52:35.103647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef4f9-75a6-4766-bef6-bd4f6be9f6dd req-60e17d6a-14bf-48c2-b730-7bef805ea2da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:35.103647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-496ef4f9-75a6-4766-bef6-bd4f6be9f6dd req-60e17d6a-14bf-48c2-b730-7bef805ea2da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.4293370 Feb 19 00:52:35.124613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] Publish callbacks [] for security_group (44c413af-288b-48fc-8048-3ad59f80f812), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.156997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:35.159020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-70f1c70e-b577-4706-8e73-2db93bf1e92a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=72cc4d9413da4d619456a63616d56cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487970 Feb 19 00:52:35.246294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-496ef4f9-75a6-4766-bef6-bd4f6be9f6dd req-6972c90a-7ad6-4ead-ae5e-28aba6dba260 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356792 Feb 19 00:52:35.325438 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890a2c46-4cf3-4b97-9b8b-ab9266798a96 x-openstack-request-id: req-890a2c46-4cf3-4b97-9b8b-ab9266798a96 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:35.326208 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d8110-bac2-4250-8ced-3f3c1c0563b9", "name": "network-vif-deleted", "tag": "0e634eb2-7b85-4cd5-a0d2-b8098c14e06e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:35.326629 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-890a2c46-4cf3-4b97-9b8b-ab9266798a96 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:35.327048 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d8110-bac2-4250-8ced-3f3c1c0563b9', 'name': 'network-vif-deleted', 'tag': '0e634eb2-7b85-4cd5-a0d2-b8098c14e06e', 'status': 'completed', 'code': 200} Feb 19 00:52:35.327270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9ce23095-c010-4944-9886-cfc3666ee757 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:35.353486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217fb1e-4970-469c-ad61-6b3708b88da0 req-44737622-8f7d-4f78-8d56-598fbaa8cdab tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:35.364189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2217fb1e-4970-469c-ad61-6b3708b88da0 req-44737622-8f7d-4f78-8d56-598fbaa8cdab tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1764772 Feb 19 00:52:35.395391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] Publish callbacks [] for security_group (58ab3506-077b-4315-96fc-d210415d600c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.476049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90d536e5-d6dc-4e81-9585-50686afbddb6 req-cf60a5aa-9d61-4c62-b899-ff71b844f421 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.0728037 Feb 19 00:52:35.495335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 9ce23095-c010-4944-9886-cfc3666ee757 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:35.499797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 9ce23095-c010-4944-9886-cfc3666ee757 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:35.500183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9ce23095-c010-4944-9886-cfc3666ee757), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.570102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-b2f68c31-3f1f-4539-8c4d-a0d853e8d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:35.571639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-b2f68c31-3f1f-4539-8c4d-a0d853e8d31e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1132 time: 0.1572769 Feb 19 00:52:35.589517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:35.682789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-39b7547f-1549-4e01-99e5-6dba705ed5fc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:35.688462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-39b7547f-1549-4e01-99e5-6dba705ed5fc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.3174813 Feb 19 00:52:35.688657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] Publish callbacks [] for security_group (58ab3506-077b-4315-96fc-d210415d600c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.689874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9ce23095-c010-4944-9886-cfc3666ee757 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:35.690267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9ce23095-c010-4944-9886-cfc3666ee757), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.711770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.714289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44c413af-288b-48fc-8048-3ad59f80f812), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.718179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.719931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/44c413af-288b-48fc-8048-3ad59f80f812 HTTP/1.1" status: 204 len: 168 time: 0.9279325 Feb 19 00:52:35.760495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9ce23095-c010-4944-9886-cfc3666ee757,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:35.762257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:35.764648 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328418f3-01e1-4e58-ba86-2867feee8f1d" -d '{"events": [{"server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "name": "network-vif-plugged", "status": "completed", "tag": "9ce23095-c010-4944-9886-cfc3666ee757"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:35.790940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'port': {'device_id': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'admin_state_up': True, 'tenant_id': '5e67ebb62865441fb612a32d34edb3f8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:35.837545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.838619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:35.896563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf386519-cfd5-489b-b155-417049e1a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c413af-288b-48fc-8048-3ad59f80f812,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:35.939561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2217fb1e-4970-469c-ad61-6b3708b88da0 req-c54c5ebf-042b-4b47-86c8-41d3807adcb2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712721 Feb 19 00:52:36.048568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:36.067101 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91871915-f3f2-4b2d-b0f1-0bb121437ac6 x-openstack-request-id: req-91871915-f3f2-4b2d-b0f1-0bb121437ac6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:36.067401 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "name": "network-vif-plugged", "status": "completed", "tag": "9ce23095-c010-4944-9886-cfc3666ee757", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:36.067651 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-91871915-f3f2-4b2d-b0f1-0bb121437ac6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:36.081690 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757', 'code': 200} Feb 19 00:52:36.138780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (58ab3506-077b-4315-96fc-d210415d600c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.141625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.148615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/58ab3506-077b-4315-96fc-d210415d600c HTTP/1.1" status: 204 len: 168 time: 0.9813721 Feb 19 00:52:36.202696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10478e-0f5f-441d-8f34-0cbd00f2c93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab3506-077b-4315-96fc-d210415d600c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:36.240932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:36.241284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0e634eb2-7b85-4cd5-a0d2-b8098c14e06e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:36.322325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d9f8356-7ca2-4c8d-810c-d042ac90ee6e req-e5209870-2310-464c-b8c9-90d83d15aa06 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 210 time: 0.0796590 Feb 19 00:52:36.322325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Made reservation on behalf of 5e67ebb62865441fb612a32d34edb3f8 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:36.330067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.444394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:36.633270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:36.633830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.646867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:36.674998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f5da3-5f88-43d6-b986-1a38fc9943ac req-b165ed9a-357f-4aee-a801-ff359f11a023 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:36.712266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-566f5da3-5f88-43d6-b986-1a38fc9943ac req-b165ed9a-357f-4aee-a801-ff359f11a023 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.5698678 Feb 19 00:52:36.721994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:36.798154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Allocated IP 172.20.0.7 (e80334b5-6395-4f30-a3fe-269897dc2425/58d4878a-547e-4247-b4a9-b5c7a59619f2/7485ce10-941a-4324-9157-991204518035) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:36.912837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks [] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.967290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-566f5da3-5f88-43d6-b986-1a38fc9943ac req-05ac2c00-1157-4bc8-8d63-0ceca2f0189c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521174 Feb 19 00:52:36.972851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Transition to ACTIVE for port object e80e516a-aefb-49a5-bf45-1d194d47535b will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:37.038489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.143984 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:37.144597 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:37.176442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:37.279880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8347b2d4-b32d-4d03-b2b8-f2a695b359fa req-ba0cedf1-5346-451e-bfbc-1dc4f9ea6433 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.1438713 Feb 19 00:52:37.280818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] No DVR routers for this DVR port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:37.295596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd67c9-d729-410e-bacc-7456ea73dd53 req-ae0320e5-d8cc-40cb-8718-93c5d127e348 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:37.310146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7dd67c9-d729-410e-bacc-7456ea73dd53 req-ae0320e5-d8cc-40cb-8718-93c5d127e348 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.8233817 Feb 19 00:52:37.341446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:37.343949 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04ad2f-80b5-430c-b253-d3c2c616eac6" -d '{"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:37.388399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:37.388743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:37.389080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:37.394398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:37.394727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Attempting to bind port e80e516a-aefb-49a5-bf45-1d194d47535b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:37.403508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:37.403852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:37.408517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:37.408517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Bound port: e80e516a-aefb-49a5-bf45-1d194d47535b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:37.408517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.507582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for port (7485ce10-941a-4324-9157-991204518035), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.549957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:37.552453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7dd67c9-d729-410e-bacc-7456ea73dd53 req-791c5d74-8b5b-443c-a5c3-b0d30807f8f5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413566 Feb 19 00:52:37.582708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-4f203f91-e745-45c1-bce4-a754b9ddec5b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:37.589546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-4f203f91-e745-45c1-bce4-a754b9ddec5b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.117 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 1.0013821 Feb 19 00:52:37.614131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Request body: {'port': {'device_id': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'admin_state_up': True, 'tenant_id': '52bf34b8a2fa44db9c6a5152e61d85f1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:37.627302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68b0d47d-812c-46e9-9fb3-7b2622a49ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.635173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1745c-dcf5-4eb7-83d7-c5d9cd657d78 req-804c6974-a9cb-459b-aeaf-82d8151e35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:37.643923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2d1745c-dcf5-4eb7-83d7-c5d9cd657d78 req-804c6974-a9cb-459b-aeaf-82d8151e35a0 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 1128 time: 1.4980731 Feb 19 00:52:37.696220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:37.722485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:37.765343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e33a1f21-2ebe-4e85-a2b2-87b87f8b0a1d req-674f4bf6-2cf0-43fb-ba0f-218e1b250ddb tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 210 time: 0.0888636 Feb 19 00:52:37.818526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:37.848436 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0510eae6-6b32-4c8e-8718-0b6939eb9c4e x-openstack-request-id: req-0510eae6-6b32-4c8e-8718-0b6939eb9c4e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:37.848730 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-unplugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:37.848980 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0510eae6-6b32-4c8e-8718-0b6939eb9c4e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:37.849367 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'code': 200} Feb 19 00:52:37.885402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2d1745c-dcf5-4eb7-83d7-c5d9cd657d78 req-dc0fbae1-494a-4a5e-9455-b842f58533af service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148886 Feb 19 00:52:37.904733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c2412-4e15-478f-9417-d37edb755e5f req-5d36e3d0-74f2-493a-bc9a-4a1a088fb6d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:37.906326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db9c2412-4e15-478f-9417-d37edb755e5f req-5d36e3d0-74f2-493a-bc9a-4a1a088fb6d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.3406968 Feb 19 00:52:37.911015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.924693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7485ce10-941a-4324-9157-991204518035), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:37.996049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Network e80334b5-6395-4f30-a3fe-269897dc2425 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:37.997918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:38.004039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:38.008420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:38.047801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Made reservation on behalf of 52bf34b8a2fa44db9c6a5152e61d85f1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:38.052772 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.092951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:38.093608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.150741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68b0d47d-812c-46e9-9fb3-7b2622a49ab9 admin admin] Publish callbacks [] for security_group (8bdc06e2-c4f6-4429-a5f6-f304eb184711), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.261405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-7f086207-f9b2-4192-9558-9d1b8f1494e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5403137 Feb 19 00:52:38.279603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=11']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:38.282932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68b0d47d-812c-46e9-9fb3-7b2622a49ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bdc06e2-c4f6-4429-a5f6-f304eb184711), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.285143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59624) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:38.296840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e2373-acf2-4bda-967d-6b21bd15c633 req-ef15ccfb-8eb3-4e0a-a0c4-0204295292d8 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:38.298444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-756e2373-acf2-4bda-967d-6b21bd15c633 req-ef15ccfb-8eb3-4e0a-a0c4-0204295292d8 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.1580768 Feb 19 00:52:38.307343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Request body: {'port': {'device_id': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:38.343141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Allocated IP 172.20.0.5 (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0/ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29/c7e3d623-a560-4dd1-bd7c-560fbee6e765) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:38.368877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:38.369970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.373264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-d91f89ba-6436-485b-9a31-25cec74ffdc7 service neutron] 10.222.0.96 "PUT /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 1097 time: 2.7929714 Feb 19 00:52:38.417778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.523242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-756e2373-acf2-4bda-967d-6b21bd15c633 req-315cfe2a-ff26-4054-9a63-2cc4ced73713 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117784 Feb 19 00:52:38.958148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks [] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:38.967035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3692f-fece-4588-b34c-1b46bc0d9143 req-c3de9692-8189-4fcb-9c07-672c38b60318 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:38.967429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-442646935-network', 'tenant_id': '5a0ca389a1814affb4bf0704a0053ca6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:38.974385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bee3692f-fece-4588-b34c-1b46bc0d9143 req-c3de9692-8189-4fcb-9c07-672c38b60318 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 931 time: 0.2777774 Feb 19 00:52:38.990076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db9c2412-4e15-478f-9417-d37edb755e5f req-b21d0b6a-24dd-4b15-847f-7eba38ab597e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0457773 Feb 19 00:52:38.998344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-68b0d47d-812c-46e9-9fb3-7b2622a49ab9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=05ebd37492ee41ec919e1bc5950fc06f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4447083 Feb 19 00:52:39.003029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59636) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:39.003695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0d47d-812c-46e9-9fb3-7b2622a49ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc06e2-c4f6-4429-a5f6-f304eb184711,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:39.121962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] Publish callbacks [] for security_group (8bdc06e2-c4f6-4429-a5f6-f304eb184711), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.137638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bee3692f-fece-4588-b34c-1b46bc0d9143 req-ac0eb4fd-1510-4d1a-99ab-b03e4a026a2a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623414 Feb 19 00:52:39.171972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Made reservation on behalf of 5a0ca389a1814affb4bf0704a0053ca6 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:39.174602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.208598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-c7f95234-f814-4ad1-8ba2-927cdd7bc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.210094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-c7f95234-f814-4ad1-8ba2-927cdd7bc5a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1131 time: 0.7795820 Feb 19 00:52:39.236392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.238075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] Publish callbacks [] for security_group (8bdc06e2-c4f6-4429-a5f6-f304eb184711), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.320334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7485ce10-941a-4324-9157-991204518035 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:39.346766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks [] for port (7485ce10-941a-4324-9157-991204518035), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.352211 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.366081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:39.379632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:39.388937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:39.391631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:39.427356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Transition to ACTIVE for port object 7485ce10-941a-4324-9157-991204518035 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:39.434155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.438582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-f45ab8c9-d0f4-4627-9fc6-17aa3bc5c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.441271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-f45ab8c9-d0f4-4627-9fc6-17aa3bc5c09f service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1383245 Feb 19 00:52:39.451537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627950-e1f7-4b3e-ae23-78ff70280d24 req-fdbbe9e0-20f0-45e3-aeca-a5387322a848 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.452106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bdc06e2-c4f6-4429-a5f6-f304eb184711), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.457367 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.459038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8bdc06e2-c4f6-4429-a5f6-f304eb184711 HTTP/1.1" status: 204 len: 168 time: 0.4523182 Feb 19 00:52:39.463464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa627950-e1f7-4b3e-ae23-78ff70280d24 req-fdbbe9e0-20f0-45e3-aeca-a5387322a848 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 931 time: 0.2313631 Feb 19 00:52:39.483166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.483805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.504090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f0b7-10fb-4243-9d9d-9e5428bb6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc06e2-c4f6-4429-a5f6-f304eb184711,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:39.528725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.573764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-bc6dcddc-e4e2-41e3-b203-b52f5671b8a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.1057689 Feb 19 00:52:39.617711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-f988ba9b-4ba8-41a2-9fc3-b1bdecc0ef8b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0145984 Feb 19 00:52:39.635145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa627950-e1f7-4b3e-ae23-78ff70280d24 req-6cc44901-05f2-42d4-a0d1-e8588534651b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707330 Feb 19 00:52:39.638748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a6a5a-aa9b-44ed-afbf-9cec2d13a1f9 req-e0b8ec49-7fcc-4e9e-b049-4ca67999b8e6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.640302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e69a6a5a-aa9b-44ed-afbf-9cec2d13a1f9 req-e0b8ec49-7fcc-4e9e-b049-4ca67999b8e6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.3392737 Feb 19 00:52:39.681512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Request body: {'port': {'device_id': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:39.721643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e69a6a5a-aa9b-44ed-afbf-9cec2d13a1f9 req-d3a1c2ed-642b-4d4c-96f5-bdd4b1fba6c7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695984 Feb 19 00:52:39.755993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-208a6bfd-85f6-484e-9665-904b799aa99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.755993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-208a6bfd-85f6-484e-9665-904b799aa99c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1732323 Feb 19 00:52:39.799977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:39.847568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks [] for security_group (9455d37f-4361-436b-9a0f-3d4a6673eadf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:39.862926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:39.868934 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:39.881135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421915b-9144-44d7-95b8-f1d993078217 req-5ddcd59b-f29d-494a-bd85-c8460fde3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:39.883347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-5ddcd59b-f29d-494a-bd85-c8460fde3a77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1208544 Feb 19 00:52:39.998810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.035116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-030bd386-5aca-4031-a4ee-7add9a844a5a service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435776 Feb 19 00:52:40.041406 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f769b-d74e-4df0-a43a-7d13693bb560 x-openstack-request-id: req-1f7f769b-d74e-4df0-a43a-7d13693bb560 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:40.042114 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:40.042534 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f7f769b-d74e-4df0-a43a-7d13693bb560 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:40.043222 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'status': 'completed', 'code': 200} Feb 19 00:52:40.044926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9455d37f-4361-436b-9a0f-3d4a6673eadf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.252477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e421915b-9144-44d7-95b8-f1d993078217 req-9adc983a-c174-4f8f-b630-2c408db3436d service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984465 Feb 19 00:52:40.320393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455d37f-4361-436b-9a0f-3d4a6673eadf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:40.374615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:40.374615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6a9de6b1-7804-4723-8816-08dbca77a724), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.374615 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Added segment 6a9de6b1-7804-4723-8816-08dbca77a724 of type vlan for network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 Feb 19 00:52:40.495378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.495378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a18068-7cb8-429f-85de-174b48c065a0 req-17fefdbb-ba22-4a20-a725-196faff7f80b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.495378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1a18068-7cb8-429f-85de-174b48c065a0 req-17fefdbb-ba22-4a20-a725-196faff7f80b tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.6642017 Feb 19 00:52:40.496162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ad81b-e259-429d-9804-e14af43becc9 req-307a683b-14da-40aa-b184-a88ed1beda71 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.496256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Attempting to bind port 7485ce10-941a-4324-9157-991204518035 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:40.504299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf9ad81b-e259-429d-9804-e14af43becc9 req-307a683b-14da-40aa-b184-a88ed1beda71 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.2140701 Feb 19 00:52:40.504447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Attempting to bind port 7485ce10-941a-4324-9157-991204518035 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:40.504447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Attempting to bind port 7485ce10-941a-4324-9157-991204518035 on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:40.528216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Port 7485ce10-941a-4324-9157-991204518035 on network e80334b5-6395-4f30-a3fe-269897dc2425 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:40.528615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Attempting to bind port 7485ce10-941a-4324-9157-991204518035 on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:40.649617 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (024ff8b0-8fe9-4542-9468-d07d429bf5b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.649617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-8c29f7ba-655b-465d-a84b-394db1142db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.649617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-8c29f7ba-655b-465d-a84b-394db1142db5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1131 time: 0.2414963 Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Checking segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Bound using segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Bound port: 7485ce10-941a-4324-9157-991204518035, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-fc685627-529c-46ad-afe1-1fe86d3828b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-fc685627-529c-46ad-afe1-1fe86d3828b2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 1131 time: 0.2121093 Feb 19 00:52:40.653087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1a18068-7cb8-429f-85de-174b48c065a0 req-66e24f76-8925-4f9b-909d-1db8c8436682 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323023 Feb 19 00:52:40.678959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf9ad81b-e259-429d-9804-e14af43becc9 req-842c56c9-f2fb-4add-a9a4-d36a26471cd5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507108 Feb 19 00:52:40.748888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-16665bb0-d60a-434d-832e-d56fbcae36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.751049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-16665bb0-d60a-434d-832e-d56fbcae36ed service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1725674 Feb 19 00:52:40.819301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-0ac035e6-fff4-4d2e-9435-c26d80cf5b28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0580294 Feb 19 00:52:40.908789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-360b8b54-806f-4001-8f9f-0f2ff4b22665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.910232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-360b8b54-806f-4001-8f9f-0f2ff4b22665 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0656321 Feb 19 00:52:40.924330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492feefc-ea24-4c23-9649-4c643c145e93 req-e1c4aca7-4d08-452c-8e06-4a4c9a126acd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.925900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-492feefc-ea24-4c23-9649-4c643c145e93 req-e1c4aca7-4d08-452c-8e06-4a4c9a126acd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.1173906 Feb 19 00:52:40.991878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-89d22f74-6241-463b-ba9d-4db57e82c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.993365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-89d22f74-6241-463b-ba9d-4db57e82c157 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3596973 Feb 19 00:52:40.994398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:41.007951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97c1aede-6e63-436d-8975-8c6ba35fd8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.008549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-492feefc-ea24-4c23-9649-4c643c145e93 req-9e180e67-f62d-4013-ac2c-46e3f17fc7f1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739250 Feb 19 00:52:41.008905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (024ff8b0-8fe9-4542-9468-d07d429bf5b0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.010308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.010495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.031780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-c27e3ba3-0b5a-44de-80a0-23e846d6fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.033761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:41.035036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-c27e3ba3-0b5a-44de-80a0-23e846d6fdc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1079962 Feb 19 00:52:41.077184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-bcc459cb-200a-48b4-8ddf-d8b806c29e9d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 200 len: 217 time: 0.0768192 Feb 19 00:52:41.147614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] Pushing event updated for resources: {'Network': ['ID=024ff8b0-8fe9-4542-9468-d07d429bf5b0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.158272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d204a7-cc49-4678-a516-73eebc9b87a6 req-dea9c740-661f-4eb2-a573-d6a916762c78 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.162317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6d204a7-cc49-4678-a516-73eebc9b87a6 req-dea9c740-661f-4eb2-a573-d6a916762c78 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 931 time: 0.3427694 Feb 19 00:52:41.165910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-74f5da47-ebc2-4e75-a5c1-ab0167b1dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.166020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-74f5da47-ebc2-4e75-a5c1-ab0167b1dcde service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0816078 Feb 19 00:52:41.168837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:41.205713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f5e39af-6e36-46fa-b4c2-c23f6ddcdf0b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8920181 Feb 19 00:52:41.209203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59690) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:41.213696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.216512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Request body: {'subnet': {'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-442646935-subnet', 'tenant_id': '5a0ca389a1814affb4bf0704a0053ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:41.280577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6fff1-b700-40e5-9396-266cde378348 req-187c6baf-ce68-4eeb-a3c5-5d7052da09f1 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.282866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3d6fff1-b700-40e5-9396-266cde378348 req-187c6baf-ce68-4eeb-a3c5-5d7052da09f1 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.1362164 Feb 19 00:52:41.284933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-70ce74d4-eaf6-4afd-8390-da1a5edcabf1 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036815 Feb 19 00:52:41.292125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59694) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:41.302308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Request body: {'floatingip': {'port_id': '9ce23095-c010-4944-9886-cfc3666ee757'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:41.393104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.402746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.404009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.407029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-890fa975-5d07-43ce-ad3e-85b6d9227f5b service neutron] 10.222.0.117 "PUT /v2.0/ports/7485ce10-941a-4324-9157-991204518035 HTTP/1.1" status: 200 len: 1091 time: 3.1069620 Feb 19 00:52:41.448678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Made reservation on behalf of 5a0ca389a1814affb4bf0704a0053ca6 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:41.451062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.455581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-3c55c03b-68c9-44d8-9e38-4f157970a395 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582406 Feb 19 00:52:41.460239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'tag': '7485ce10-941a-4324-9157-991204518035'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:41.464116 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "tag": "7485ce10-941a-4324-9157-991204518035"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:41.479896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.511434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6d204a7-cc49-4678-a516-73eebc9b87a6 req-9cc1d7ea-c1a1-4899-8daf-4ae17bc131b2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205729 Feb 19 00:52:41.521415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-adbd4e8c-7d73-443e-a4dd-4ec16168a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.523337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-adbd4e8c-7d73-443e-a4dd-4ec16168a888 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3461969 Feb 19 00:52:41.525450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:41.556615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks [] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.593886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Transition to ACTIVE for port object c7e3d623-a560-4dd1-bd7c-560fbee6e765 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:41.701958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59702) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:41.703265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538f8e8-3279-4031-9b08-f369cb6ffb19 req-54472b77-cc8d-474a-9a78-83fadbfd8051 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.706327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a538f8e8-3279-4031-9b08-f369cb6ffb19 req-54472b77-cc8d-474a-9a78-83fadbfd8051 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 949 time: 0.2641747 Feb 19 00:52:41.708044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.836380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a538f8e8-3279-4031-9b08-f369cb6ffb19 req-005519e6-ea46-4bb7-89f2-c56c03479947 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676436 Feb 19 00:52:41.873284 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03503e59-64fe-4a43-bb35-3d7f3f758f28 x-openstack-request-id: req-03503e59-64fe-4a43-bb35-3d7f3f758f28 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:41.873832 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "tag": "7485ce10-941a-4324-9157-991204518035", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:41.874249 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-03503e59-64fe-4a43-bb35-3d7f3f758f28 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:41.877183 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:41.878236 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'tag': '7485ce10-941a-4324-9157-991204518035', 'status': 'completed', 'code': 200} Feb 19 00:52:41.880549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.911616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-5c0bb758-481d-490d-b1c3-593dfa8c1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.913723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-5c0bb758-481d-490d-b1c3-593dfa8c1011 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 1125 time: 0.2907321 Feb 19 00:52:41.997052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:42.055628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-d1bc1ced-693f-48d3-8a07-c0317def2ae9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7485ce10-941a-4324-9157-991204518035 HTTP/1.1" status: 200 len: 217 time: 0.1117291 Feb 19 00:52:42.058154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-751cbde7-574e-4631-be3d-4d718b448e19 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612272 Feb 19 00:52:42.161184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-network', 'tenant_id': '55385abbac334b3fb8578a549d130c65'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:42.179131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38918e-4d90-49a5-ba78-f0a3495d4c66 req-f52ab908-6516-4356-8be2-a2f444078f21 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.180762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae38918e-4d90-49a5-ba78-f0a3495d4c66 req-f52ab908-6516-4356-8be2-a2f444078f21 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1350381 Feb 19 00:52:42.184530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (2778595b-2f44-45cc-89e7-042cf38b60bd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.206397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:42.241170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'mac_address': 'fa:16:3e:20:97:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:42.278896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Attempting to bind port c7e3d623-a560-4dd1-bd7c-560fbee6e765 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:42.279416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Attempting to bind port c7e3d623-a560-4dd1-bd7c-560fbee6e765 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:42.279847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Attempting to bind port c7e3d623-a560-4dd1-bd7c-560fbee6e765 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:42.299802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-e9f1f277-4312-450a-8eb8-b01910a7d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.301452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-e9f1f277-4312-450a-8eb8-b01910a7d717 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.2344327 Feb 19 00:52:42.307795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Port c7e3d623-a560-4dd1-bd7c-560fbee6e765 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:42.308281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Attempting to bind port c7e3d623-a560-4dd1-bd7c-560fbee6e765 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:42.326469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:42.328619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.347643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:42.360375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:42.360949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Checking segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:42.361406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Bound using segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:42.361937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Bound port: c7e3d623-a560-4dd1-bd7c-560fbee6e765, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:42.364997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.371259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-13b48335-16dd-44a3-966c-aa1ece0cb976 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604861 Feb 19 00:52:42.392079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87b32c59-7cdb-4bc6-9819-4fd83f48fac1 req-9700f9c4-8d40-4cef-aca8-9f42a7f1f725 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214121 Feb 19 00:52:42.394711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:42.410033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e716bcb-4c79-48ee-95f4-5ea045ebbb4e req-3131502e-d146-4dbb-a020-2561ae1fd13f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.411908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e716bcb-4c79-48ee-95f4-5ea045ebbb4e req-3131502e-d146-4dbb-a020-2561ae1fd13f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.1939440 Feb 19 00:52:42.464399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Made reservation on behalf of 55385abbac334b3fb8578a549d130c65 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:42.466846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.495538 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.511794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.566985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae38918e-4d90-49a5-ba78-f0a3495d4c66 req-0f3b6bc0-1bef-4e9e-bcbb-ef96a33888f7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170278 Feb 19 00:52:42.587760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.resource_extend [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:52:42.589647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2778595b-2f44-45cc-89e7-042cf38b60bd,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:42.670401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e716bcb-4c79-48ee-95f4-5ea045ebbb4e req-41adcb6b-fc42-4592-a291-f6a8f23e7333 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422547 Feb 19 00:52:42.712404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Checking segment: {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:42.712765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Network hostable DHCP agents. Network: 024ff8b0-8fe9-4542-9468-d07d429bf5b0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:42.721384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:42.743545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-66ce35dd-8ce0-42ac-8bae-8b27f9439fd6 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567073 Feb 19 00:52:42.782705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.808686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a96d4-ff6d-4a62-8c12-5bfd3e0d9c39 req-a963a23e-e79d-402b-b000-bb9a15d4dded tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.810236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-243a96d4-ff6d-4a62-8c12-5bfd3e0d9c39 req-a963a23e-e79d-402b-b000-bb9a15d4dded tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 943 time: 0.1016695 Feb 19 00:52:42.824435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks [] for security_group (b362d422-4f0a-400d-aa0c-295b2a1b4e16), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.840461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:42.883358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-243a96d4-ff6d-4a62-8c12-5bfd3e0d9c39 req-a0d55b19-36d8-4306-85b3-b6216065b0ad tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668356 Feb 19 00:52:42.884856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.923541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b362d422-4f0a-400d-aa0c-295b2a1b4e16), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.942215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.960087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:42.976763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.977224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e80e516a-aefb-49a5-bf45-1d194d47535b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:42.979441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.981251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] 10.222.0.117 "PUT /v2.0/ports/c7e3d623-a560-4dd1-bd7c-560fbee6e765 HTTP/1.1" status: 200 len: 1091 time: 3.3448112 Feb 19 00:52:42.994286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.046434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.046826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.047195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.047541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.050792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 024ff8b0-8fe9-4542-9468-d07d429bf5b0) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:43.052770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.053805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.053805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.054153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.054572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.054824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.056992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.058120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.058267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.058517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:43.059297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.073317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5ecb7-988f-4acd-bf60-79a0b4e378ef None None] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:43.078156 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Floating IP a64f1783-9a03-4b95-bd8e-26a172176c0d associated. External IP: 172.25.2.238, port: 9ce23095-c010-4944-9886-cfc3666ee757. Feb 19 00:52:43.152039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:43.152522 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-28ba8fc9-7823-4e73-abaf-c6c45056be2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.177460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-88186d91-0527-420d-87e6-479e5dcd4f0f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9671726 Feb 19 00:52:43.252125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0397f2d5-8f3f-4919-97af-cedef2baa207), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.252571 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Added segment 0397f2d5-8f3f-4919-97af-cedef2baa207 of type vlan for network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 Feb 19 00:52:43.276546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b362d422-4f0a-400d-aa0c-295b2a1b4e16,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.301271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4496a-19d4-429b-9de0-5c9e7837e161 req-6b856443-34f6-4659-91a4-61de69454893 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.305274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dee4496a-19d4-429b-9de0-5c9e7837e161 req-6b856443-34f6-4659-91a4-61de69454893 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.3212097 Feb 19 00:52:43.327659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-9728542e-1487-44fd-9ebf-a3da33ac836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.331019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-9728542e-1487-44fd-9ebf-a3da33ac836b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 1125 time: 0.2152755 Feb 19 00:52:43.398553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7aed1-3a9d-47ce-be60-60b64d74a4b9 None None] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:43.444594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (09f5eb52-3c2e-4143-8adc-05b3b31cee42), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.454351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Router 623d747d-8f3c-470f-8c51-e181e88c26a2 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:43.485959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a2db3-8e41-4532-b7b3-63d5c47d108f service neutron] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.502086 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-527f30e5-d1c8-4224-8b81-0dade4e85121 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765 HTTP/1.1" status: 200 len: 217 time: 0.1524150 Feb 19 00:52:43.508253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0571f1-3b0b-4006-b803-ca76349b4556 req-28b4c1b9-f882-40a6-9ed4-cf8b7824d9e2 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604033 Feb 19 00:52:43.545567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (09f5eb52-3c2e-4143-8adc-05b3b31cee42), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.547495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.548295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.548433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-956035400', 'description': 'tempest-description-1705509899'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:43.649527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dee4496a-19d4-429b-9de0-5c9e7837e161 req-2bbf7bd7-fd74-4151-b579-3d0efe076de2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173857 Feb 19 00:52:43.657488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.670483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9634781 Feb 19 00:52:43.676034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-a1744ee3-63b2-4fec-9a71-3558438f43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.677861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-a1744ee3-63b2-4fec-9a71-3558438f43ce service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.1670718 Feb 19 00:52:43.678875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59742) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:43.683928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Request body: {'subnet': {'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-subnet', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:43.687617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a23051-31f5-4dca-be29-07d2560acfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=09f5eb52-3c2e-4143-8adc-05b3b31cee42,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.712708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:43.729896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-edce858d-7cb3-42a9-b44f-012e46bc5210 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387883 Feb 19 00:52:43.800286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:43.813377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.840818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (d3cc70da-57ac-47e7-9fc7-6df6473ca444), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.851203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Sync routers for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:43.866569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-19f6e0b6-9119-4b32-a5cf-dc2f49a2f133 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "PUT /v2.0/floatingips/a64f1783-9a03-4b95-bd8e-26a172176c0d HTTP/1.1" status: 200 len: 992 time: 2.5733469 Feb 19 00:52:43.867177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:43.874417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Made reservation on behalf of 55385abbac334b3fb8578a549d130c65 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:43.874580 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681e906-baac-4365-8611-875a108d4c22" -d '{"events": [{"name": "network-changed", "server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "tag": "9ce23095-c010-4944-9886-cfc3666ee757"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:43.877378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.883649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:43.886213 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f" -d '{"events": [{"name": "network-changed", "server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:43.890131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:43.890750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:43.926598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d3cc70da-57ac-47e7-9fc7-6df6473ca444), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.977423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc70da-57ac-47e7-9fc7-6df6473ca444,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.998640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-429858fa-40bf-4ab7-bd92-551cc81ca8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.002005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-429858fa-40bf-4ab7-bd92-551cc81ca8a1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 1125 time: 0.2763286 Feb 19 00:52:44.002932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.005738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0976369e-b6ab-4fbc-ab8c-6647b5512413 req-761bbe72-bd1c-42ca-9600-9412f63a7f31 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4627120 Feb 19 00:52:44.055808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa720-c1bd-4cb9-a148-ec5599eb9654 req-32edcd4e-e559-46a2-add5-82437822a332 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.063579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1daa720-c1bd-4cb9-a148-ec5599eb9654 req-32edcd4e-e559-46a2-add5-82437822a332 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.2966633 Feb 19 00:52:44.093523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:44.112601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-8d84376d-1676-4bbb-8d09-e67fb173f573 service neutron] 10.222.0.117 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537076 Feb 19 00:52:44.194041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f133e6-d833-4999-8046-5da4269fa4d5 req-b6820bad-a738-41be-946e-1bdab6aac6d9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.203997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4f133e6-d833-4999-8046-5da4269fa4d5 req-b6820bad-a738-41be-946e-1bdab6aac6d9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 950 time: 0.0947111 Feb 19 00:52:44.222846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.290917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4f133e6-d833-4999-8046-5da4269fa4d5 req-0d315dd1-a429-4900-b58c-43a538d8b14b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839081 Feb 19 00:52:44.307071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1daa720-c1bd-4cb9-a148-ec5599eb9654 req-424e0759-a64d-4ed0-8992-b2bdbbdbde3a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414176 Feb 19 00:52:44.351640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-72dc63de-6001-48ad-a0a0-59a140fe1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.353350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-72dc63de-6001-48ad-a0a0-59a140fe1ea4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 922 time: 0.3387952 Feb 19 00:52:44.432904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a64f1783-9a03-4b95-bd8e-26a172176c0d', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'port_id': '9ce23095-c010-4944-9886-cfc3666ee757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'mac_address': 'fa:16:3e:00:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:51:01Z', 'updated_at': '2022-02-19T00:52:42Z', 'revision_number': 1, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:44.468886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Checking router: 623d747d-8f3c-470f-8c51-e181e88c26a2 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:44.471864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-f47ee63d-cb6b-48a2-a337-2bc3199f81d9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7485ce10-941a-4324-9157-991204518035 HTTP/1.1" status: 200 len: 217 time: 0.0989881 Feb 19 00:52:44.479310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:44.479521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196a18b-579c-4d90-9f9a-969d3dc396b6 req-07d26d58-baa3-4215-ac2b-86333946fe48 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.481009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9196a18b-579c-4d90-9f9a-969d3dc396b6 req-07d26d58-baa3-4215-ac2b-86333946fe48 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.1075168 Feb 19 00:52:44.481609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:44.542433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9196a18b-579c-4d90-9f9a-969d3dc396b6 req-8b3dc25b-2a48-4110-904f-0a2ab02bffde tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527740 Feb 19 00:52:44.584604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c07994a-f179-41de-808d-975b3b8e4bb2 req-0300cf9f-3da1-4cbc-9b14-ce4f2a7dbfac service neutron] 10.222.0.117 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550762 Feb 19 00:52:44.615869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-7865c1d6-d259-4e5b-a79f-25e91f19b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.617363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-7865c1d6-d259-4e5b-a79f-25e91f19b4d0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.1301260 Feb 19 00:52:44.642563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:44.647314 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1037f-0541-4f43-8e35-dd18a68701dc x-openstack-request-id: req-23d1037f-0541-4f43-8e35-dd18a68701dc {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:44.647970 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "tag": "9ce23095-c010-4944-9886-cfc3666ee757", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:44.648296 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-23d1037f-0541-4f43-8e35-dd18a68701dc {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:44.648778 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757', 'status': 'completed', 'code': 200} Feb 19 00:52:44.674232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-43e5638a-0ed7-41de-b136-05e2f032efde service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485563 Feb 19 00:52:44.687036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9c66-80bb-415c-91f6-81370fe7a5b0 req-cd62e4f5-6335-49e8-9e77-76ad3011aadd tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.690298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ea9c66-80bb-415c-91f6-81370fe7a5b0 req-cd62e4f5-6335-49e8-9e77-76ad3011aadd tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.2256310 Feb 19 00:52:44.692992 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31927311-5e67-4831-8c20-d6933fd49347 x-openstack-request-id: req-31927311-5e67-4831-8c20-d6933fd49347 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:44.693280 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:44.693533 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-31927311-5e67-4831-8c20-d6933fd49347 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:44.693916 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'status': 'completed', 'code': 200} Feb 19 00:52:44.696834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (0fae6a2a-c877-43d6-801d-a131c685c06a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.842064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472a114-77a8-49f7-b187-5b7b0a0614ad req-5436f48d-2837-42cd-a8a0-23e10f0af54d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.844686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d472a114-77a8-49f7-b187-5b7b0a0614ad req-5436f48d-2837-42cd-a8a0-23e10f0af54d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 943 time: 0.0913775 Feb 19 00:52:44.926687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d472a114-77a8-49f7-b187-5b7b0a0614ad req-c0cc0437-07f2-4925-a24e-3fd3415381aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Feb 19 00:52:44.963146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473387276', 'description': 'tempest-description-1862472097'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:44.993226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a64f1783-9a03-4b95-bd8e-26a172176c0d', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'port_id': '9ce23095-c010-4944-9886-cfc3666ee757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'mac_address': 'fa:16:3e:00:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:51:01Z', 'updated_at': '2022-02-19T00:52:42Z', 'revision_number': 1, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:45.037141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b029f5-912d-489c-a991-850481879ab1 None None] The sync data for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 is: [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a64f1783-9a03-4b95-bd8e-26a172176c0d', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'port_id': '9ce23095-c010-4944-9886-cfc3666ee757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'mac_address': 'fa:16:3e:00:ae:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:51:01Z', 'updated_at': '2022-02-19T00:52:42Z', 'revision_number': 1, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:45.061220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.131397 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.177537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (abe99f71-58a8-402c-8760-1d5bafef9c25), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.243788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (abe99f71-58a8-402c-8760-1d5bafef9c25), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.295363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe99f71-58a8-402c-8760-1d5bafef9c25,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:45.345126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.355558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fae6a2a-c877-43d6-801d-a131c685c06a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:45.358623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbd946a4-f4af-4302-8df5-87dea4d206b5 req-186a445c-2cf4-4159-a8ad-47a2e7b4ddbe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3889606 Feb 19 00:52:45.390664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ea9c66-80bb-415c-91f6-81370fe7a5b0 req-941574b0-df86-4ce3-b6fa-01e3c41e184f tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6545706 Feb 19 00:52:45.452278 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45fb61-848e-46e0-b677-0655af7c8293 None None] New status for floating IP a64f1783-9a03-4b95-bd8e-26a172176c0d: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:52:45.497657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-217d326d-a40e-43ae-ae80-d1fc691ec9fb service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063142 Feb 19 00:52:45.536668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Checking segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:45.537050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Network hostable DHCP agents. Network: 09f5eb52-3c2e-4143-8adc-05b3b31cee42, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:45.618796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee1276-335b-4463-b334-625a59ce8069 req-5a39c052-e48b-49cb-a94c-fe8a40404f57 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:45.628569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cdee1276-335b-4463-b334-625a59ce8069 req-5a39c052-e48b-49cb-a94c-fe8a40404f57 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.0815747 Feb 19 00:52:45.671533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e906-baac-4365-8611-875a108d4c22 req-8a94bcea-d8f5-4416-9e9b-eec7785a64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:45.673636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-8a94bcea-d8f5-4416-9e9b-eec7785a64d5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fb2969ef39c34e509f38da8265fcecf9&device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 1128 time: 0.9782102 Feb 19 00:52:45.675441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-1d393d43-22ad-4a71-9063-46d1179ed21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:45.676964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-1d393d43-22ad-4a71-9063-46d1179ed21e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 1125 time: 0.9166715 Feb 19 00:52:45.684704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cdee1276-335b-4463-b334-625a59ce8069 req-cab92d7a-e60a-4fb7-9aac-82b81fd7307b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552781 Feb 19 00:52:45.872594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:45.873809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949118-5e2a-4041-a165-e6526506d91a req-843c301d-fb00-4a01-98cf-2714028d281e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:45.875549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f7949118-5e2a-4041-a165-e6526506d91a req-843c301d-fb00-4a01-98cf-2714028d281e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.0768721 Feb 19 00:52:45.958909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f7949118-5e2a-4041-a165-e6526506d91a req-abf6904d-b3fa-40ab-a5c6-9ef2d51ca6cc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752370 Feb 19 00:52:45.959895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e610f17-c690-4f72-9ab8-11c3cbd3b0e4 req-8bfe238b-f12f-4432-8053-135fa55a2bcb service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441919 Feb 19 00:52:45.988097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 09f5eb52-3c2e-4143-8adc-05b3b31cee42) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:45.995039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588f774-fa78-4080-b842-2bfc094e3c38 None None] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.001700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:46.044584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-a6e2ca18-012f-4d5d-9567-1b3414b4fb8e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.046434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-a6e2ca18-012f-4d5d-9567-1b3414b4fb8e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 812 time: 0.4586678 Feb 19 00:52:46.056454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.061988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.072367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-5a332a7f-a91e-44bf-a4d7-ac50bcc888d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.073976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-5a332a7f-a91e-44bf-a4d7-ac50bcc888d9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 916 time: 0.3817258 Feb 19 00:52:46.102713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e906-baac-4365-8611-875a108d4c22 req-43021bf6-8878-4283-a36d-ef3f1b0ac210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.107491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-43021bf6-8878-4283-a36d-ef3f1b0ac210 service neutron] 10.222.0.117 "GET /v2.0/networks?id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e HTTP/1.1" status: 200 len: 917 time: 0.4119310 Feb 19 00:52:46.113904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-d4ee814f-7018-4a11-9405-4998cc6c7162 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354772 Feb 19 00:52:46.158564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-4e2d5c34-b6e2-463c-b9c8-a0c9ea4cfa09 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765 HTTP/1.1" status: 200 len: 217 time: 0.0641828 Feb 19 00:52:46.165496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-9dfc3f9a-7253-4335-8c88-92627f2ffb76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/quotas/5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 375 time: 0.0949285 Feb 19 00:52:46.229420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e80e516a-aefb-49a5-bf45-1d194d47535b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:46.229420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e80e516a-aefb-49a5-bf45-1d194d47535b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:46.229420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.233103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'project_id': '55385abbac334b3fb8578a549d130c65', 'fixed_ips': [{'subnet_id': '0fae6a2a-c877-43d6-801d-a131c685c06a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:46.235054 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.237932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-06273add-2220-48f0-ad67-042b8140b7b2 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5577481 Feb 19 00:52:46.262081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59802) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:46.270867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6d4e6d0e-13c3-46ff-8dd2-186e3d4a82e4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.272864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6d4e6d0e-13c3-46ff-8dd2-186e3d4a82e4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581807 Feb 19 00:52:46.293905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:46.308458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-0d8eb322-ec9c-4dce-9e0c-b89abe5191ed tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/quotas/ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 375 time: 0.0159507 Feb 19 00:52:46.316054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-d6c5fcf1-c1c6-4736-b91d-dbb054da51f1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067336 Feb 19 00:52:46.357782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-159f62a6-7fc4-4961-81f4-075740084cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.360286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-159f62a6-7fc4-4961-81f4-075740084cac service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.1918268 Feb 19 00:52:46.364463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-249c3086-194c-4215-9470-d07848f0f9bd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ce23095-c010-4944-9886-cfc3666ee757 HTTP/1.1" status: 200 len: 1002 time: 0.2485108 Feb 19 00:52:46.404469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-f1a76b43-1fae-4c19-bad2-06866e3ebd8e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782149 Feb 19 00:52:46.424579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.425618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.471953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-f59c9716-9c4d-4121-b56b-8bfe8da35a55 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702460 Feb 19 00:52:46.487815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Allocated IP 172.20.0.2 (09f5eb52-3c2e-4143-8adc-05b3b31cee42/0fae6a2a-c877-43d6-801d-a131c685c06a/a0599558-c505-4967-8373-11f9946fa453) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:46.589416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e906-baac-4365-8611-875a108d4c22 req-76ae766e-ae56-4c4f-80cf-044788eee63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.590902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-76ae766e-ae56-4c4f-80cf-044788eee63c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=90dc4953-c346-4eb8-b24d-87679fc06788 HTTP/1.1" status: 200 len: 855 time: 0.1914058 Feb 19 00:52:46.681700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-acd79052-6414-4405-89f5-4e20048df71f service neutron] 10.222.0.94 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507047 Feb 19 00:52:46.703770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for router_controller (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.792897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks [] for port (a0599558-c505-4967-8373-11f9946fa453), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.903270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a0599558-c505-4967-8373-11f9946fa453), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.910471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e80e516a-aefb-49a5-bf45-1d194d47535b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:46.910859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.935724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384a5e3-155a-434a-b386-be541054013f req-2dc8a376-e991-45c2-bba3-1138e3891364 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.954315 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.959879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c384a5e3-155a-434a-b386-be541054013f req-2dc8a376-e991-45c2-bba3-1138e3891364 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 943 time: 0.1946809 Feb 19 00:52:46.986653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:47.032165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:47.059148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c384a5e3-155a-434a-b386-be541054013f req-c87543fc-fd19-4eb2-8b96-c7061ec4c457 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953019 Feb 19 00:52:47.071380 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a0ffc-ea29-4dff-8d04-50c5610ed71d" -d '{"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:47.074637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:47.102016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-fe4b453b-d776-416e-bcd2-eda239b09da5 service neutron] 10.222.0.117 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206365 Feb 19 00:52:47.113254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:47.117926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:47.126828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Pushing event updated for resources: {'Port': ['ID=a0599558-c505-4967-8373-11f9946fa453,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:47.195585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-2a9f60e2-ea5d-42e9-8a1a-5a8e21973f22 service neutron] 10.222.0.94 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894800 Feb 19 00:52:47.210490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Attempting to bind port a0599558-c505-4967-8373-11f9946fa453 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:47.210804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Attempting to bind port a0599558-c505-4967-8373-11f9946fa453 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:47.211200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Attempting to bind port a0599558-c505-4967-8373-11f9946fa453 on network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:47.216836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:47.217216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Checking segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:47.217622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.218016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Bound using segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:47.218510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Bound port: a0599558-c505-4967-8373-11f9946fa453, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:47.218955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0599558-c505-4967-8373-11f9946fa453), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.258839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60efc31f-bde4-4449-ab5b-5dd49981f4e2 req-79dff27b-7380-4ebb-bd49-a12f830edf01 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 210 time: 0.0496881 Feb 19 00:52:47.329714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681e906-baac-4365-8611-875a108d4c22 req-3a07903d-d126-4c07-a30d-c801817263d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:47.331392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-3a07903d-d126-4c07-a30d-c801817263d1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=1dcad42e-372f-40f6-b0d0-2b6dd944db3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7307799 Feb 19 00:52:47.333311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for router_gateway (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.337735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] For port a0599558-c505-4967-8373-11f9946fa453, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:47.343680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] For port a0599558-c505-4967-8373-11f9946fa453, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0599558-c505-4967-8373-11f9946fa453,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:47.388051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:47.413881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1e679-c218-4ec9-b3be-63adeb667e4f req-b60c7c7b-a963-4069-82f4-12c4d92b7e4f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:47.423832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10c1e679-c218-4ec9-b3be-63adeb667e4f req-b60c7c7b-a963-4069-82f4-12c4d92b7e4f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.0747557 Feb 19 00:52:47.484392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10c1e679-c218-4ec9-b3be-63adeb667e4f req-fd3f1a6f-bafa-43ba-8fd4-70edb1802b3f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Feb 19 00:52:47.488539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-910209b6-0e0a-4cd9-ac91-6d2d5e7d114f req-1bf8309b-eac0-441e-a5fd-ced582849de6 service neutron] 10.222.0.117 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910478 Feb 19 00:52:47.512785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-efb0d87a-b3e5-4b81-bca4-825667cfa7d2 service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713600 Feb 19 00:52:47.539208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:47.555966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'port_id': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'mac_address': 'fa:16:3e:ed:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:47.597546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:47.598305 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.613369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:47.614656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-0f4c3838-88df-464d-8bd3-c8e2aa5e7ce3 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:47.616319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-0f4c3838-88df-464d-8bd3-c8e2aa5e7ce3 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.0900757 Feb 19 00:52:47.624678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f681e906-baac-4365-8611-875a108d4c22 req-9ad96561-2606-4bd6-8d88-9bbf42a26f96 service neutron] 10.222.0.117 "GET /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045618 Feb 19 00:52:47.629310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-3'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:47.642043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:47.662314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355b6ae-3da2-4b44-8a53-5215922225ec req-c1cae281-0006-426e-ac95-cdb8cf62407f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:47.663822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c355b6ae-3da2-4b44-8a53-5215922225ec req-c1cae281-0006-426e-ac95-cdb8cf62407f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.0937893 Feb 19 00:52:47.713001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.729483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.758285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c355b6ae-3da2-4b44-8a53-5215922225ec req-bc8e6af9-5e6d-48c4-a2e9-fe958c07f6cf tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873947 Feb 19 00:52:47.811979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:47.850202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0599558-c505-4967-8373-11f9946fa453), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.866817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.867707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:47.897572 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0e3ad7-f2ae-40db-8026-85920b012888 x-openstack-request-id: req-7b0e3ad7-f2ae-40db-8026-85920b012888 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:47.898259 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-plugged", "status": "completed", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:47.898789 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b0e3ad7-f2ae-40db-8026-85920b012888 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:47.899433 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'code': 200} Feb 19 00:52:47.931917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc973745-6933-4d5f-a0c0-6fb9f14db944 req-ff662014-c8e4-44e5-b1f4-112ef2f7e685 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.0442431 Feb 19 00:52:47.997584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36397-7f38-475c-999e-547f4132ee87 None None] Pushing event updated for resources: {'Port': ['ID=a0599558-c505-4967-8373-11f9946fa453,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.230415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:48.230415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.232314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:48.232872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:52:48.308263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:52:48.374015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:48.385119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for router_gateway (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.458287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:48.487980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ff697e6-d2ff-455f-96d0-f3aaaa669706 req-34358d70-11b0-4705-b0d8-bfca494c88b2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 210 time: 0.1125534 Feb 19 00:52:48.497453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.497772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fec45-06f7-4116-aac0-471392bf24c7 req-1056212d-a5e5-4755-bb65-da3906abd819 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:48.507698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d1fec45-06f7-4116-aac0-471392bf24c7 req-1056212d-a5e5-4755-bb65-da3906abd819 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 944 time: 0.2797627 Feb 19 00:52:48.523347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7485ce10-941a-4324-9157-991204518035', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'port_id': '7485ce10-941a-4324-9157-991204518035', 'mac_address': 'fa:16:3e:69:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d4878a-547e-4247-b4a9-b5c7a59619f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:48.602022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7485ce10-941a-4324-9157-991204518035 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:48.602599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.623296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:48.631491 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748f46f2-78b7-462c-b7dd-c09eb46b8ea6" -d '{"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:48.639661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7485ce10-941a-4324-9157-991204518035 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:48.655693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks [] for port (9afb2599-6705-4260-bf1c-85a6e351265d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.670807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:48.695075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:48.699070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d has no active binding in host n-h2-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:52:48.743033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6b5bd-f04c-409d-be7e-09db9a424153 req-052677d7-0074-4eb5-8605-044627a9bf70 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:48.743033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22e6b5bd-f04c-409d-be7e-09db9a424153 req-052677d7-0074-4eb5-8605-044627a9bf70 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 945 time: 0.1191068 Feb 19 00:52:48.743446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d1fec45-06f7-4116-aac0-471392bf24c7 req-a799bc3c-2fcf-493a-b416-4373b658ab6c tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305334 Feb 19 00:52:48.763190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.768239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Allocated IP 172.25.2.100 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a21af918-a2f8-4811-aef9-c03a240cb275) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:48.826975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.917347 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eaa83f-1adb-43e1-a81f-1444c475ab5e x-openstack-request-id: req-d8eaa83f-1adb-43e1-a81f-1444c475ab5e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:48.917729 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:48.917928 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d8eaa83f-1adb-43e1-a81f-1444c475ab5e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:48.920211 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d', 'code': 200} Feb 19 00:52:48.921513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.932314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on host n-h1-826529-3 for vnic_type normal with profile {"migrating_to": "n-h2-826529-3"} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:48.932314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:48.932314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:48.951321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:48.951657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Attempting to bind port 9afb2599-6705-4260-bf1c-85a6e351265d on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:48.968030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:48.968434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:48.969198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:48.971472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Bound port: 9afb2599-6705-4260-bf1c-85a6e351265d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:48.971863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.975035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.999686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22e6b5bd-f04c-409d-be7e-09db9a424153 req-ce3d6526-5f45-405a-98d9-7152adca5871 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481990 Feb 19 00:52:49.106375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for port (a21af918-a2f8-4811-aef9-c03a240cb275), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.123927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7485ce10-941a-4324-9157-991204518035'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:49.130290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c7e3d623-a560-4dd1-bd7c-560fbee6e765'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:49.166195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:49.188094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:49.210136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d53204b7-82f0-40cc-8de6-2218c501b68d req-d163f5a3-0d90-435b-9a13-d2a5c41cce26 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.1017592 Feb 19 00:52:49.212363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfc1bc-df51-4b1e-abe5-54e54c934e75 req-5b5897be-b7f2-4718-8cce-f61b800629b4 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:49.220477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dcbfc1bc-df51-4b1e-abe5-54e54c934e75 req-5b5897be-b7f2-4718-8cce-f61b800629b4 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 944 time: 0.1063912 Feb 19 00:52:49.297990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dcbfc1bc-df51-4b1e-abe5-54e54c934e75 req-765ab4ed-d6cc-44be-bccc-795473fe7bf9 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Feb 19 00:52:49.304693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.434271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.472088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:49.481041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.482646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] 10.222.0.96 "PUT /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 1121 time: 1.8575759 Feb 19 00:52:49.493520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08bde-58d2-4ae0-ab1a-eea8078a8004 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=8']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:49.561755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:49.566886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:49.583266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:49.586542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Pushing event updated for resources: {'Port': ['ID=a21af918-a2f8-4811-aef9-c03a240cb275,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:49.628512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:49.631570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:49.729833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6bfcff3-de1d-42f4-90aa-184f407c2004 req-fceda64b-bfbc-4bd6-98e1-5fb01a97ee7a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 210 time: 0.1124914 Feb 19 00:52:49.934521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73a6c0-636a-4566-84e1-cd73ec452aa5 None None] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:50.227363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Provisioning complete for port a0599558-c505-4967-8373-11f9946fa453 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:50.228085 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0599558-c505-4967-8373-11f9946fa453), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.299294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0599558-c505-4967-8373-11f9946fa453 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:50.315503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdae50-1bb4-436e-995e-1ad030e9383a req-515eda2a-c158-4c61-bf59-897401d0392f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:50.324137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9cdae50-1bb4-436e-995e-1ad030e9383a req-515eda2a-c158-4c61-bf59-897401d0392f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.1188946 Feb 19 00:52:50.336482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82885ee-c7ad-43c6-940b-30a6bd93b640 req-e852b655-bbd1-4eb7-977f-94981bf019b5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:50.338188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b82885ee-c7ad-43c6-940b-30a6bd93b640 req-e852b655-bbd1-4eb7-977f-94981bf019b5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 944 time: 0.1210077 Feb 19 00:52:50.425969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b82885ee-c7ad-43c6-940b-30a6bd93b640 req-a0139698-dab6-4bea-95e5-93f58515bb49 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805631 Feb 19 00:52:50.486100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9cdae50-1bb4-436e-995e-1ad030e9383a req-21858acb-a54f-4511-8e49-220461d5f620 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609802 Feb 19 00:52:50.576979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Current status of the port a0599558-c505-4967-8373-11f9946fa453 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:50.577705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0599558-c505-4967-8373-11f9946fa453), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.583053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6dee0467-45de-468f-8b60-5d9e228c3b8a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ca6e12738c004174bb70049c1352c7f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432589 Feb 19 00:52:50.592585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0599558-c505-4967-8373-11f9946fa453 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:50.593449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0599558-c505-4967-8373-11f9946fa453), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.677658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] For port a0599558-c505-4967-8373-11f9946fa453, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0599558-c505-4967-8373-11f9946fa453,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:50.722327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12d6a196-586b-4f2d-9a01-02dae704cccc req-45ad3885-6602-411d-9928-4bfd815944d3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.1029189 Feb 19 00:52:50.745833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0599558-c505-4967-8373-11f9946fa453 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:50.746237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0599558-c505-4967-8373-11f9946fa453), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.752575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0599558-c505-4967-8373-11f9946fa453), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.758973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for router_gateway (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.946690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cde0f0-c883-47c5-a591-8ca63a9a1303 None None] Pushing event updated for resources: {'Port': ['ID=a0599558-c505-4967-8373-11f9946fa453,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:50.999880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:51.001433 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:51.006873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-32c48a8c-06fb-45f1-a9c6-4c33cc2b3512 None None] Provisioning complete for port a0599558-c505-4967-8373-11f9946fa453 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:51.009017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-32c48a8c-06fb-45f1-a9c6-4c33cc2b3512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0599558-c505-4967-8373-11f9946fa453), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.059367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-434a3b42-cb45-4d64-a738-db398d747264 req-33157ad1-ceb5-4797-aae2-c15d823d0f6d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Feb 19 00:52:51.158602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.200533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-32c48a8c-06fb-45f1-a9c6-4c33cc2b3512 None None] Current status of the port a0599558-c505-4967-8373-11f9946fa453 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:51.363103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:51.365528 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c497afd-2030-4b43-9b96-efc4d232476f" -d '{"events": [{"name": "network-changed", "server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:51.392408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a72c2-1bb3-474e-8ded-a90fd99a9d49 req-1a53a100-d31f-408d-9d0e-cc9fd6348269 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.394911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-118a72c2-1bb3-474e-8ded-a90fd99a9d49 req-1a53a100-d31f-408d-9d0e-cc9fd6348269 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 951 time: 0.1706903 Feb 19 00:52:51.395996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-388bee84-1927-4b3f-af5c-d045498d00da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.397590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-388bee84-1927-4b3f-af5c-d045498d00da tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8103907 Feb 19 00:52:51.399115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:51.417384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Request body: {'port': {'device_id': '16c3a33f-8344-4873-bb97-05039ed540c1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'ca6e12738c004174bb70049c1352c7f3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:51.432607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85b7ed-b6a8-4216-af9d-5de3a56a0ad5 req-462b582f-e6b6-41b1-a2fd-0530df2a3cb0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.434793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b85b7ed-b6a8-4216-af9d-5de3a56a0ad5 req-462b582f-e6b6-41b1-a2fd-0530df2a3cb0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 944 time: 0.7967117 Feb 19 00:52:51.483778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-118a72c2-1bb3-474e-8ded-a90fd99a9d49 req-f562cd17-872d-4c5d-b9d1-220c0d14e835 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773401 Feb 19 00:52:51.533458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:52:51.589464 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed64754-2906-4fbd-af71-5d0ccbceb9b0 x-openstack-request-id: req-eed64754-2906-4fbd-af71-5d0ccbceb9b0 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:51.589789 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:51.591263 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eed64754-2906-4fbd-af71-5d0ccbceb9b0 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:51.591924 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d', 'status': 'completed', 'code': 200} Feb 19 00:52:51.599305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0599558-c505-4967-8373-11f9946fa453 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:51.602928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port c7e3d623-a560-4dd1-bd7c-560fbee6e765 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:51.607987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c7e3d623-a560-4dd1-bd7c-560fbee6e765 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:51.608478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.644682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b85b7ed-b6a8-4216-af9d-5de3a56a0ad5 req-b6c29cf4-d04f-42dd-b5b7-58f8375629b0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891661 Feb 19 00:52:51.691945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-87115ed4-8549-4e28-bfbd-d5efc31be45c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.694150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-87115ed4-8549-4e28-bfbd-d5efc31be45c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.96 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 812 time: 0.2367246 Feb 19 00:52:51.737139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'device_id': '692b3608-845f-4451-88f1-74f9a2366f77', 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0', 'admin_state_up': True, 'tenant_id': '5a0ca389a1814affb4bf0704a0053ca6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:51.840591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497afd-2030-4b43-9b96-efc4d232476f req-c201772e-1f28-4492-a03c-e85ec9c38e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.842130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-c201772e-1f28-4492-a03c-e85ec9c38e32 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1155 time: 0.2602346 Feb 19 00:52:51.894777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:51.895310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.901078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Made reservation on behalf of ca6e12738c004174bb70049c1352c7f3 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:51.905338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.930329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:51.933282 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a240efaf-5b87-43ea-bdbd-b91b03835a4e" -d '{"events": [{"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:51.940186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:52.009554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.011337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:52.042820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:52.113272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Sync routers for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:52.132117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c82af-5fd9-43d7-b565-bb1f23b2fc77 req-f5bfb647-5902-4fb5-8377-c3c0d230ba2a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.136742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497afd-2030-4b43-9b96-efc4d232476f req-84bfd43e-a6bb-4566-a5c4-fc2828f1ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.138219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-84bfd43e-a6bb-4566-a5c4-fc2828f1ff9e service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2886071 Feb 19 00:52:52.140094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-357c82af-5fd9-43d7-b565-bb1f23b2fc77 req-f5bfb647-5902-4fb5-8377-c3c0d230ba2a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.1784713 Feb 19 00:52:52.164708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0599558-c505-4967-8373-11f9946fa453 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:52.165690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a494-9e16-4706-96f4-91cd55c07536 req-d78dd738-4366-4cf4-ae58-857dc556a323 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.172799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c797a494-9e16-4706-96f4-91cd55c07536 req-d78dd738-4366-4cf4-ae58-857dc556a323 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 944 time: 0.5258336 Feb 19 00:52:52.213657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-357c82af-5fd9-43d7-b565-bb1f23b2fc77 req-da04f89e-7774-47c9-87e5-ee2a0bbdb602 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699494 Feb 19 00:52:52.222230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Made reservation on behalf of 5a0ca389a1814affb4bf0704a0053ca6 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:52.225799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.232905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-55c35d2e-50a0-452e-8f6f-eb3f6f7e9ebd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 217 time: 0.0766490 Feb 19 00:52:52.233093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:52.233975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:52.236279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.237393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8f284322-0c4e-43ee-82ed-2f4700b893cb admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9739141 Feb 19 00:52:52.240531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59948) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:52.263144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Allocated IP 192.168.233.180 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:52.300178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497afd-2030-4b43-9b96-efc4d232476f req-91e5512e-d18d-445a-88b8-912ceaa34fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.301663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-91e5512e-d18d-445a-88b8-912ceaa34fc1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0619776 Feb 19 00:52:52.391487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-70e79d85-78ec-4720-b710-2ef5d945afc9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806358 Feb 19 00:52:52.392571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:52.398506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9356f3e-72a3-4d31-bb5c-01b751597927 req-68b8dfb0-3599-4b9c-859d-609b7786fa8b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.0484076 Feb 19 00:52:52.432452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c797a494-9e16-4706-96f4-91cd55c07536 req-7381ac2f-a163-408c-808b-9c1bbfb7bdb1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447877 Feb 19 00:52:52.498270 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67090815-bd61-4f7b-b77c-6bc78b4e8cec x-openstack-request-id: req-67090815-bd61-4f7b-b77c-6bc78b4e8cec {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:52.498617 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:52.499421 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-67090815-bd61-4f7b-b77c-6bc78b4e8cec {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:52.499752 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'code': 200} Feb 19 00:52:52.561580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks [] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.603048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-7d34395f-46fc-4fa7-b350-b5da49e1729c service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974306 Feb 19 00:52:52.656003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0599558-c505-4967-8373-11f9946fa453 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:52.657137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0599558-c505-4967-8373-11f9946fa453), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.702909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.719363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7485ce10-941a-4324-9157-991204518035 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:52:52.725941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7485ce10-941a-4324-9157-991204518035 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:52.726324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7485ce10-941a-4324-9157-991204518035), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.730108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.796280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:52.836807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'e80e516a-aefb-49a5-bf45-1d194d47535b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:52.852920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:52.864186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:52.870870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:52.929388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679873-d126-4fc6-b41b-f78b2080acaa req-21fed197-d0ed-4049-a245-5765f3a1a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.938301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22679873-d126-4fc6-b41b-f78b2080acaa req-21fed197-d0ed-4049-a245-5765f3a1a372 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 1127 time: 0.2708113 Feb 19 00:52:52.947255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.977662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0599558-c505-4967-8373-11f9946fa453 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:52.987970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.988985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.025425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9f8a5-8964-4c19-902e-b29373d96bfe req-cddf83d2-2545-4c84-80f5-a3da45c03e42 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.034251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77e9f8a5-8964-4c19-902e-b29373d96bfe req-cddf83d2-2545-4c84-80f5-a3da45c03e42 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 944 time: 0.1536498 Feb 19 00:52:53.085843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22679873-d126-4fc6-b41b-f78b2080acaa req-62b8d955-015b-40cf-828a-17d8b29f811e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 Feb 19 00:52:53.098286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-6993515d-f60f-4ed5-bbed-3f39a63e76d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6857951 Feb 19 00:52:53.118671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77e9f8a5-8964-4c19-902e-b29373d96bfe req-0871ca6c-9279-4fde-b4cb-a8859c4be323 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799229 Feb 19 00:52:53.133090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Request body: {'port': {'device_id': '16c3a33f-8344-4873-bb97-05039ed540c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:53.144532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4776ca-6669-4e27-a466-8a6e24ae2349 req-cef78c3d-23f5-49f9-b28e-159bb5a05577 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.153006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd4776ca-6669-4e27-a466-8a6e24ae2349 req-cef78c3d-23f5-49f9-b28e-159bb5a05577 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 936 time: 0.4909906 Feb 19 00:52:53.211187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7485ce10-941a-4324-9157-991204518035 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:53.211505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.263343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd4776ca-6669-4e27-a466-8a6e24ae2349 req-dbab12fc-3174-434a-b7f4-8b5a0864ea8a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087306 Feb 19 00:52:53.273537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.278351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Allocated IP 172.20.0.11 (024ff8b0-8fe9-4542-9468-d07d429bf5b0/2778595b-2f44-45cc-89e7-042cf38b60bd/ff019b67-c2df-4e43-9a1d-2169133765c9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:53.304473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c497afd-2030-4b43-9b96-efc4d232476f req-0b3751ba-562f-4e0c-b900-0af786329291 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393847 Feb 19 00:52:53.331051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:53.365316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:50Z', 'revision_number': 3, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:53.416057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Checking router: 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:53.416412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Updating router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 port a21af918-a2f8-4811-aef9-c03a240cb275 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:52:53.423467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.482156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:53.557004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2e1c96d2-0874-4fc4-8c19-2e4bdaf526f8 None None] Provisioning complete for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:53.557386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2e1c96d2-0874-4fc4-8c19-2e4bdaf526f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.590967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379070f-0711-46e4-a73d-3f0833fb1eb2 req-26fee545-ab71-48fd-9364-3d04d36c8e62 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.604249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0379070f-0711-46e4-a73d-3f0833fb1eb2 req-26fee545-ab71-48fd-9364-3d04d36c8e62 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.2364304 Feb 19 00:52:53.611051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2e1c96d2-0874-4fc4-8c19-2e4bdaf526f8 None None] Port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:53.630188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.635178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d107adb-01fb-4e6d-95ab-ead9a7c2b735 req-e46d45c0-3f33-4d71-85bc-b555b753a47a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.0681961 Feb 19 00:52:53.714494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.750944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:53.794451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0379070f-0711-46e4-a73d-3f0833fb1eb2 req-59cd419e-5771-45e3-8cd0-9eb6251b3fcf tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864493 Feb 19 00:52:53.825828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 165e7556-770e-49d6-889d-e00527ca7dda is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:53.826220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.840291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:53.841760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.849384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks [] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.865374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a43b43-11f8-485e-b131-4c6fdf293162 req-7a6d0730-0b66-443e-a887-5f75da094e09 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.865903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Transition to ACTIVE for port object fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:53.866955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09a43b43-11f8-485e-b131-4c6fdf293162 req-7a6d0730-0b66-443e-a887-5f75da094e09 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1401393 Feb 19 00:52:53.918102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.943918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:53.974408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.044202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.146222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:54.146573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:54.147024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:54.149207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.161923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:54.162257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:54.183665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:54.184048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:54.184453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:54.184910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Bound port: fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:54.185278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.198374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks [] for port (a21af918-a2f8-4811-aef9-c03a240cb275), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.301529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.304151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.311265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:54.326300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:54.348263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044e1c-cce0-4c61-ae3b-a68e10411841 req-039d4ca6-1667-4448-a616-e4d2fd3ce9ce tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.351605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8044e1c-cce0-4c61-ae3b-a68e10411841 req-039d4ca6-1667-4448-a616-e4d2fd3ce9ce tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0897269 Feb 19 00:52:54.367695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Attempting to bind port a21af918-a2f8-4811-aef9-c03a240cb275 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:54.368661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Attempting to bind port a21af918-a2f8-4811-aef9-c03a240cb275 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:54.368661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Attempting to bind port a21af918-a2f8-4811-aef9-c03a240cb275 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:54.374115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09a43b43-11f8-485e-b131-4c6fdf293162 req-d9f4a609-2106-44af-b3b5-6d71a0898318 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982133 Feb 19 00:52:54.379444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e4c7b-0713-4b11-97bf-d76f30cc87fb None None] Pushing event updated for resources: {'Port': ['ID=a21af918-a2f8-4811-aef9-c03a240cb275,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.384822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:54.384822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:54.385298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.385554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:54.385703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:54.386038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Bound port: a21af918-a2f8-4811-aef9-c03a240cb275, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:54.386437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.397371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.417831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:54.424005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:54.455293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8044e1c-cce0-4c61-ae3b-a68e10411841 req-81fe3162-01b4-4b99-8a16-7ffb002ccd9f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989349 Feb 19 00:52:54.493506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.503450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035'}, {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:54.503662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.504470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.507699 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a736bd4-8962-44aa-95b2-19c06591679f" -d '{"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035"}, {"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-unplugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:54.510164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] 10.222.0.96 "PUT /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 1096 time: 1.3874435 Feb 19 00:52:54.510775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:54.513201 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc5745-cceb-47a2-a00a-6990c92d825a" -d '{"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:54.516391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] For port a21af918-a2f8-4811-aef9-c03a240cb275, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:54.521009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] For port a21af918-a2f8-4811-aef9-c03a240cb275, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a21af918-a2f8-4811-aef9-c03a240cb275,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:54.522038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.523433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.567069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4c881-d950-4a11-881e-c58b4e526987 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.600059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Allocated IP 172.20.0.1 (09f5eb52-3c2e-4143-8adc-05b3b31cee42/0fae6a2a-c877-43d6-801d-a131c685c06a/c01b568b-06d8-41c6-9853-3c134f4f18c6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:54.631898 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cdd887-9198-4543-916b-66cdfac27396 x-openstack-request-id: req-d3cdd887-9198-4543-916b-66cdfac27396 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:54.633403 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:54.633831 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d3cdd887-9198-4543-916b-66cdfac27396 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:54.641361 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'status': 'completed', 'code': 200} Feb 19 00:52:54.693166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-c4514522-86f5-419c-a8cb-2a9e0ef8603e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9691014 Feb 19 00:52:54.711735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47ddb1-6817-4c30-aa39-2c006c616b43 req-e1361530-7982-4e8b-9045-dd498ba95420 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.714680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef47ddb1-6817-4c30-aa39-2c006c616b43 req-e1361530-7982-4e8b-9045-dd498ba95420 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.1415751 Feb 19 00:52:54.726565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-a21775f1-59d9-40e3-acbf-f8ce146b0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.729024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Request body: {'port': {'device_id': '692b3608-845f-4451-88f1-74f9a2366f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:54.734360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-a21775f1-59d9-40e3-acbf-f8ce146b0404 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1130 time: 0.0988522 Feb 19 00:52:54.822200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks [] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.830353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-3b7aeee2-d304-4f75-a8ff-42543be8af5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0839300 Feb 19 00:52:54.917900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef47ddb1-6817-4c30-aa39-2c006c616b43 req-f3d35bcb-459b-46f2-9a1c-f28184eb6248 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935244 Feb 19 00:52:54.918129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.931758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-c7f904a2-27c1-4c02-a987-723ede100ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.932727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-c7f904a2-27c1-4c02-a987-723ede100ad2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0845466 Feb 19 00:52:54.978673 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071ec46b-25f9-43c2-b0e5-d80c12d63c0f x-openstack-request-id: req-071ec46b-25f9-43c2-b0e5-d80c12d63c0f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:54.979061 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035", "code": 200}, {"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-unplugged", "status": "completed", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:54.979349 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-071ec46b-25f9-43c2-b0e5-d80c12d63c0f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:54.979779 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035', 'code': 200} Feb 19 00:52:54.979986 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'code': 200} Feb 19 00:52:54.984114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.994995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-ac0d51c0-df26-4a4b-af6e-7f206d35948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.996944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-ac0d51c0-df26-4a4b-af6e-7f206d35948d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579734 Feb 19 00:52:55.011690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.046727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:55.047599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:55.100140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:55.120342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e4c7b-0713-4b11-97bf-d76f30cc87fb None None] Pushing event updated for resources: {'Port': ['ID=a21af918-a2f8-4811-aef9-c03a240cb275,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.122184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4617c6-56e2-4a20-8803-f89f1c4d8271 req-ab91bb96-0473-4f12-b602-fc7c20e0a0c4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.123825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb4617c6-56e2-4a20-8803-f89f1c4d8271 req-ab91bb96-0473-4f12-b602-fc7c20e0a0c4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.1259012 Feb 19 00:52:55.141360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-868edb79-070c-45f3-a821-60301e62ca92 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322660 Feb 19 00:52:55.158863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:55.165738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:55.169833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Pushing event updated for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.193963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:55.214390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758efd22-91e0-45f0-bf11-a2a01563c183 req-110d81f3-ec2a-4065-8449-a2c14c43f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.215964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-758efd22-91e0-45f0-bf11-a2a01563c183 req-110d81f3-ec2a-4065-8449-a2c14c43f385 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 1127 time: 0.3516655 Feb 19 00:52:55.231030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751076b-479e-4235-9f5d-549df895ca46 req-c356e34b-e51f-46f0-89be-5d44f74cff25 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.237405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f751076b-479e-4235-9f5d-549df895ca46 req-c356e34b-e51f-46f0-89be-5d44f74cff25 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 932 time: 0.2736073 Feb 19 00:52:55.275227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb4617c6-56e2-4a20-8803-f89f1c4d8271 req-0a3a3acc-fc63-4de2-b714-d9c2b5218c6e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189930 Feb 19 00:52:55.295254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa346a-cbf0-445a-b60f-649dd2e5b2a5 req-3cf53205-94a3-424e-8f42-643457855954 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470191 Feb 19 00:52:55.332113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.484289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:50Z', 'revision_number': 3, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:55.498970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-5d8da36f-66c2-40aa-b6f2-0c0e6556f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.501425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-5d8da36f-66c2-40aa-b6f2-0c0e6556f410 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1130 time: 0.0853999 Feb 19 00:52:55.522826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40d94c-3a6a-4feb-9f6b-2dc94c998b5d None None] The sync data for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 is: [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:50Z', 'revision_number': 3, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:52:55.535475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-52840ac3-acf8-45bf-90e6-1bb1ff05f5ad None None] Provisioning complete for port c01b568b-06d8-41c6-9853-3c134f4f18c6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:55.535931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52840ac3-acf8-45bf-90e6-1bb1ff05f5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.536866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f751076b-479e-4235-9f5d-549df895ca46 req-48b1e54f-0618-4e85-953c-b265d97c2026 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985985 Feb 19 00:52:55.544950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-758efd22-91e0-45f0-bf11-a2a01563c183 req-0a3e886e-3935-4f67-9e74-e77475b3a7fa service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026373 Feb 19 00:52:55.582103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-52840ac3-acf8-45bf-90e6-1bb1ff05f5ad None None] Port c01b568b-06d8-41c6-9853-3c134f4f18c6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:55.678425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-55fae331-0a8e-4bca-9677-a82d64903557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.680000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-55fae331-0a8e-4bca-9677-a82d64903557 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1730032 Feb 19 00:52:55.692143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d16566-9772-491d-8d58-4fbac54946b9 req-505a5a2e-2c67-432a-8ec7-365b912ff7a7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.702168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58d16566-9772-491d-8d58-4fbac54946b9 req-505a5a2e-2c67-432a-8ec7-365b912ff7a7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1097889 Feb 19 00:52:55.710841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff019b67-c2df-4e43-9a1d-2169133765c9 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:55.721192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks [] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.743031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Transition to ACTIVE for port object ff019b67-c2df-4e43-9a1d-2169133765c9 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:52:55.749504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-743adfa6-c914-42c7-8193-af296062cb15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0474036 Feb 19 00:52:55.783411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.820696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58d16566-9772-491d-8d58-4fbac54946b9 req-6f5a5b76-c760-46fa-a816-37e896ba39ab tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203351 Feb 19 00:52:55.822979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.835488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-e782ed12-9b63-477b-a691-70124c56a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.836674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-e782ed12-9b63-477b-a691-70124c56a337 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0790014 Feb 19 00:52:55.921747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.931849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-cbd39276-9c6b-463a-94c8-e0113b56bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.933624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-cbd39276-9c6b-463a-94c8-e0113b56bc27 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0818076 Feb 19 00:52:55.936591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d49964-0aa0-480d-966d-cd956c8ca1cc req-e8bedb3e-2f98-4ab5-8aa6-23d1e1ab2646 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.938968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30d49964-0aa0-480d-966d-cd956c8ca1cc req-e8bedb3e-2f98-4ab5-8aa6-23d1e1ab2646 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.2064979 Feb 19 00:52:56.105113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-7ab4d359-d0cb-48a5-ba40-2429bb95328b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598487 Feb 19 00:52:56.117006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Attempting to bind port ff019b67-c2df-4e43-9a1d-2169133765c9 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:56.117604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Attempting to bind port ff019b67-c2df-4e43-9a1d-2169133765c9 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:56.117972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Attempting to bind port ff019b67-c2df-4e43-9a1d-2169133765c9 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:56.142796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30d49964-0aa0-480d-966d-cd956c8ca1cc req-064d231a-0a7d-472f-9397-e8a7697b1afc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771195 Feb 19 00:52:56.182534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a21af918-a2f8-4811-aef9-c03a240cb275 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:56.262699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks [] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.267435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Port ff019b67-c2df-4e43-9a1d-2169133765c9 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:52:56.268263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Attempting to bind port ff019b67-c2df-4e43-9a1d-2169133765c9 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:56.272014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a21af918-a2f8-4811-aef9-c03a240cb275 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:56.272582 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.275899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:56.277538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Checking segment: {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:56.278336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Bound using segment: {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:56.278923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Bound port: ff019b67-c2df-4e43-9a1d-2169133765c9, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:56.279593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.345552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4bc5745-cceb-47a2-a00a-6990c92d825a req-aea372eb-337e-43c7-92f8-568846ee1ca1 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308922 Feb 19 00:52:56.362235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2ed15-8aa6-4159-9a72-ea4a7af95314 req-ccea057c-126f-4862-bdb1-9aefcc004348 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.368732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a2ed15-8aa6-4159-9a72-ea4a7af95314 req-ccea057c-126f-4862-bdb1-9aefcc004348 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1172631 Feb 19 00:52:56.408517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a21af918-a2f8-4811-aef9-c03a240cb275 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:56.408995 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.416245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:56.419993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:56.426062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.441274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a21af918-a2f8-4811-aef9-c03a240cb275, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a21af918-a2f8-4811-aef9-c03a240cb275,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:56.463722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a2ed15-8aa6-4159-9a72-ea4a7af95314 req-9822bf03-038d-45a2-a032-a91d0548630f tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887177 Feb 19 00:52:56.515308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe22fc-46ef-412c-939e-025635427a50 req-ba94e663-0719-44cf-a067-0f824fb0b6d6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.523621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ffe22fc-46ef-412c-939e-025635427a50 req-ba94e663-0719-44cf-a067-0f824fb0b6d6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.2581091 Feb 19 00:52:56.539953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.545030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Pushing event updated for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.549855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.577691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.636987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a21af918-a2f8-4811-aef9-c03a240cb275,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.650391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.651301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.652815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] 10.222.0.96 "PUT /v2.0/ports/ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 1092 time: 1.9406931 Feb 19 00:52:56.655463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:52:56.658984 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6971822-da18-48b7-b003-9874731a4f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:52:56.721576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138f16d-0cc1-4dec-af7a-3be08478f874 req-9215899f-95ea-409d-a71b-ef6abf7b0002 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.723229 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0138f16d-0cc1-4dec-af7a-3be08478f874 req-9215899f-95ea-409d-a71b-ef6abf7b0002 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.0641365 Feb 19 00:52:56.783151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ffe22fc-46ef-412c-939e-025635427a50 req-4856c7e7-8a79-40d2-b590-7734bb49db74 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571483 Feb 19 00:52:56.809872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7beeb-b78b-491b-9d3c-c3e958c6c6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.816064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0138f16d-0cc1-4dec-af7a-3be08478f874 req-893ad8e7-2503-4adc-af8d-1b6ec2835e10 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Feb 19 00:52:56.848811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:56.854150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:56.938328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-16f66eba-c4f7-4027-8485-12e60be407bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.941634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-16f66eba-c4f7-4027-8485-12e60be407bd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1126 time: 0.1713009 Feb 19 00:52:56.992633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-b9b3f324-14d8-425e-8103-70baa328c1e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 217 time: 0.0423472 Feb 19 00:52:57.036284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d21d1-c4d2-4129-9c0a-2f71e81a5d34 req-cba186ab-acde-4c4e-846d-1033a8f47b4c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.045363 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b2d21d1-c4d2-4129-9c0a-2f71e81a5d34 req-cba186ab-acde-4c4e-846d-1033a8f47b4c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 944 time: 0.1092930 Feb 19 00:52:57.137180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b2d21d1-c4d2-4129-9c0a-2f71e81a5d34 req-28b7b458-13e2-4918-ad67-b7bd37f9e19a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907762 Feb 19 00:52:57.143218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-f713bccb-5698-4a9d-86f6-604ca1e9619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.145105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-f713bccb-5698-4a9d-86f6-604ca1e9619c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.0746529 Feb 19 00:52:57.181682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-128aeced-1ad7-43cb-8e21-397b5f139976 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299022 Feb 19 00:52:57.237353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7d1f3d35-be7f-42b3-b5f3-ee8f6721833b None None] Provisioning complete for port c01b568b-06d8-41c6-9853-3c134f4f18c6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:57.237353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d1f3d35-be7f-42b3-b5f3-ee8f6721833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.287351 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710eb115-beb2-4ab6-9859-398694e3849d x-openstack-request-id: req-710eb115-beb2-4ab6-9859-398694e3849d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:52:57.287566 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:52:57.287864 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-710eb115-beb2-4ab6-9859-398694e3849d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:52:57.288226 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'status': 'completed', 'code': 200} Feb 19 00:52:57.291942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f3d35-be7f-42b3-b5f3-ee8f6721833b None None] Port c01b568b-06d8-41c6-9853-3c134f4f18c6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:57.296574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-ffb36d2e-b8d9-49fa-a7a1-c16b0acde7af service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045125 Feb 19 00:52:57.298623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:52:57.310762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe671d-ffb3-48c2-89c7-f3d702c1e23d req-9df6e85b-c6d9-4435-b0f2-316508a53eef tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.314006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afe671d-ffb3-48c2-89c7-f3d702c1e23d req-9df6e85b-c6d9-4435-b0f2-316508a53eef tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1066856 Feb 19 00:52:57.399565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afe671d-ffb3-48c2-89c7-f3d702c1e23d req-ce7c29c3-72c4-411c-a255-e8c5bebfe3fc tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789714 Feb 19 00:52:57.534238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925752a8-7fbb-482c-a39d-3234bf9db251 req-5bb9efbb-497f-45af-a7b2-6a2d472eb36a service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312870 Feb 19 00:52:57.552277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:52:57.560433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f1a2100f-ff71-4d7f-8e32-f14549303e8e admin admin] 10.222.0.94 "PUT /v2.0/routers/446bcd10-2a9e-44cb-a9ed-ed40c0820eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3187053 Feb 19 00:52:57.582403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dc341-9fb5-4fb5-940d-792b5ecc6e0d req-73ba3b30-d195-4c58-8eb2-96a6fad51e85 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.591472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-481dc341-9fb5-4fb5-940d-792b5ecc6e0d req-73ba3b30-d195-4c58-8eb2-96a6fad51e85 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1118867 Feb 19 00:52:57.752191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-481dc341-9fb5-4fb5-940d-792b5ecc6e0d req-38773b2e-8944-4a7f-8ab9-e6383452d1e8 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597500 Feb 19 00:52:57.778195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971822-da18-48b7-b003-9874731a4f0c req-e44456ca-f087-4823-91cb-793de9c0e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.779779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-e44456ca-f087-4823-91cb-793de9c0e7b0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1126 time: 0.1278670 Feb 19 00:52:57.958219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971822-da18-48b7-b003-9874731a4f0c req-cd9468e8-b522-4353-ae27-69714e74aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.959750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-cd9468e8-b522-4353-ae27-69714e74aec0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.1718438 Feb 19 00:52:57.967814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504a669-d5b9-45d5-aea4-05e40f08eb97 req-0b65cdd1-25e8-4394-8a21-7d2e400898a7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.969450 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3504a669-d5b9-45d5-aea4-05e40f08eb97 req-0b65cdd1-25e8-4394-8a21-7d2e400898a7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0890105 Feb 19 00:52:58.018483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-485739e8-5ef8-4ef1-bd3e-52dea2400854 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 217 time: 0.0478210 Feb 19 00:52:58.073545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:52:58.090528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3504a669-d5b9-45d5-aea4-05e40f08eb97 req-884627ca-d9ef-4fb0-bad9-89c00a626f3f tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140418 Feb 19 00:52:58.097452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6971822-da18-48b7-b003-9874731a4f0c req-80dae888-5e09-4850-93b2-20c831250b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.099126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-80dae888-5e09-4850-93b2-20c831250b3b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.0734434 Feb 19 00:52:58.144215 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Sync routers for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:52:58.150527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-dcfacfaf-3da2-4ddb-b4b1-3d727f932179 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417652 Feb 19 00:52:58.174485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:58.174485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:58.241027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a21af918-a2f8-4811-aef9-c03a240cb275 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:58.347652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-78b75714-0a86-4875-b945-a20c991ebb34 service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897807 Feb 19 00:52:58.355542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c00b-98ed-4e6d-9422-c1d97ad64ccd req-9f897678-4f65-48f2-ad2d-c6002260659d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.358548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5be3c00b-98ed-4e6d-9422-c1d97ad64ccd req-9f897678-4f65-48f2-ad2d-c6002260659d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1096225 Feb 19 00:52:58.389880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:58.396143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:52:58.412919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'mac_address': 'fa:16:3e:15:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:52:58.472278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:58.472734 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.474995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a21af918-a2f8-4811-aef9-c03a240cb275 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:58.475465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.511901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5be3c00b-98ed-4e6d-9422-c1d97ad64ccd req-cd74dfdf-57c5-429f-b31e-a3be82234ec5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242206 Feb 19 00:52:58.553095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6971822-da18-48b7-b003-9874731a4f0c req-0dac75ce-72cd-4727-9967-509eff6fbc15 service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934719 Feb 19 00:52:58.573016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:52:58.608782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:58.693780 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.712910 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:55Z', 'revision_number': 4, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c01b568b-06d8-41c6-9853-3c134f4f18c6', 'name': '', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'mac_address': 'fa:16:3e:a4:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:53Z', 'updated_at': '2022-02-19T00:52:55Z', 'revision_number': 2, 'project_id': '55385abbac334b3fb8578a549d130c65', 'subnets': [{'id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:58.732001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a21af918-a2f8-4811-aef9-c03a240cb275 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:58.758935 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Checking router: 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:52:58.759321 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Updating router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 port c01b568b-06d8-41c6-9853-3c134f4f18c6 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:52:58.776914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60208) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.783006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-network', 'tenant_id': '853fd52305854aaaa9459f116535d961'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:58.786931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a40acd-4210-4085-afc2-f82838141da5 req-6e1552ba-80c0-4f90-bd22-237155b2ac2b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.786931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87a40acd-4210-4085-afc2-f82838141da5 req-6e1552ba-80c0-4f90-bd22-237155b2ac2b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.1307101 Feb 19 00:52:58.790724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:58.811772 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.854361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87a40acd-4210-4085-afc2-f82838141da5 req-2b55a208-a0d5-43b1-9cd3-5644ed67b5cc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610118 Feb 19 00:52:58.866179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Made reservation on behalf of 853fd52305854aaaa9459f116535d961 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:58.868662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.886495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.974483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:52:59.007243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af43f-a25d-40b1-b84e-38947c0ec2ec req-b2cb1ee8-6b4b-40ed-bd40-2bc378b48751 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.010887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb2af43f-a25d-40b1-b84e-38947c0ec2ec req-b2cb1ee8-6b4b-40ed-bd40-2bc378b48751 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.0693710 Feb 19 00:52:59.033333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks [] for security_group (6f8536ea-725e-45a7-9c2c-379ae315ae39), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.074961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb2af43f-a25d-40b1-b84e-38947c0ec2ec req-9f7ec9ce-b41e-458d-99d3-2228299e5e47 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572813 Feb 19 00:52:59.100645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6f8536ea-725e-45a7-9c2c-379ae315ae39), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.121241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:59.183148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b72fe337-8448-4dc1-9907-7f3694010d18), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.183505 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Added segment b72fe337-8448-4dc1-9907-7f3694010d18 of type vlan for network 07aab083-5ae0-49be-bfe6-83f48cce862e Feb 19 00:52:59.259342 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks [] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.260074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8536ea-725e-45a7-9c2c-379ae315ae39,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.302912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (07aab083-5ae0-49be-bfe6-83f48cce862e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.343319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f34e4-fdac-45df-b9af-56d142ea22b3 req-f6156088-9650-4ae2-bebf-bbf8ebf1430e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.345492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-649f34e4-fdac-45df-b9af-56d142ea22b3 req-f6156088-9650-4ae2-bebf-bbf8ebf1430e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 944 time: 0.0826137 Feb 19 00:52:59.375779 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.393741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-649f34e4-fdac-45df-b9af-56d142ea22b3 req-263b3d6a-1b4c-4a62-8331-ed045d0a5da7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Feb 19 00:52:59.408289 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (07aab083-5ae0-49be-bfe6-83f48cce862e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.410667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.410667 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.467219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:59.467744 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4adb1-beca-4547-8883-5469b5316489 None None] Pushing event updated for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.547901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7686946 Feb 19 00:52:59.551056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60228) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.558357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Request body: {'subnet': {'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-subnet', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:59.564197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324915c-d21b-4bc7-a8f5-244afb531082 admin admin] Pushing event updated for resources: {'Network': ['ID=07aab083-5ae0-49be-bfe6-83f48cce862e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.607232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Attempting to bind port c01b568b-06d8-41c6-9853-3c134f4f18c6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:59.607491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 07aab083-5ae0-49be-bfe6-83f48cce862e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:59.607598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Attempting to bind port c01b568b-06d8-41c6-9853-3c134f4f18c6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:59.607955 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Attempting to bind port c01b568b-06d8-41c6-9853-3c134f4f18c6 on network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:59.623144 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:59.623778 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Checking segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:59.624468 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.625735 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Bound using segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:59.626397 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Bound port: c01b568b-06d8-41c6-9853-3c134f4f18c6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:59.626738 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.630985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9afb2599-6705-4260-bf1c-85a6e351265d is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:59.655259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Made reservation on behalf of 853fd52305854aaaa9459f116535d961 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:59.658999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.791712 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] For port c01b568b-06d8-41c6-9853-3c134f4f18c6, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:59.798155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] For port c01b568b-06d8-41c6-9853-3c134f4f18c6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c01b568b-06d8-41c6-9853-3c134f4f18c6,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:59.853265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a97294b-f250-466c-90e8-754e0244f4ef None None] Provisioning complete for port c01b568b-06d8-41c6-9853-3c134f4f18c6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:59.854622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a97294b-f250-466c-90e8-754e0244f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.860900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348604-c466-4cc5-b75f-198d5273a34d req-0ca53b0e-6f0b-4333-98a4-681ab239d0c2 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.871141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e348604-c466-4cc5-b75f-198d5273a34d req-0ca53b0e-6f0b-4333-98a4-681ab239d0c2 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1032450 Feb 19 00:52:59.898070 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.904990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a97294b-f250-466c-90e8-754e0244f4ef None None] Port c01b568b-06d8-41c6-9853-3c134f4f18c6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:52:59.950620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e348604-c466-4cc5-b75f-198d5273a34d req-40a261a3-a33c-4248-9de1-8771a157d253 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783114 Feb 19 00:52:59.950873 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4adb1-beca-4547-8883-5469b5316489 None None] Pushing event updated for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.983617 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:52:59.996286 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:00.083629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (0be0e1c2-6b3a-415e-9317-7ab74747dd1c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.089503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ff019b67-c2df-4e43-9a1d-2169133765c9 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:00.094912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:00.137298 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:53:00.248882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be0e1c2-6b3a-415e-9317-7ab74747dd1c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:00.278531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:00.285082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Checking segment: {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:00.285453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Network hostable DHCP agents. Network: 07aab083-5ae0-49be-bfe6-83f48cce862e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:00.307593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d061c-4f4a-4fb0-ae48-2989be08c11b req-63453c03-c42d-4637-9229-3f6e2679a3dd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.308887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:00.315353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-749d061c-4f4a-4fb0-ae48-2989be08c11b req-63453c03-c42d-4637-9229-3f6e2679a3dd tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.2037265 Feb 19 00:53:00.325989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0', 'port_id': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'mac_address': 'fa:16:3e:d3:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778595b-2f44-45cc-89e7-042cf38b60bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:00.327994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:00.329773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.372103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-749d061c-4f4a-4fb0-ae48-2989be08c11b req-cec0636e-e2fc-43df-860b-753401bffe72 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558815 Feb 19 00:53:00.401359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Network 07aab083-5ae0-49be-bfe6-83f48cce862e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:00.401493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ff019b67-c2df-4e43-9a1d-2169133765c9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:00.401845 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.429414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff019b67-c2df-4e43-9a1d-2169133765c9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:00.490878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:00.494015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Provisioning complete for port c01b568b-06d8-41c6-9853-3c134f4f18c6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:00.494403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.514261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 07aab083-5ae0-49be-bfe6-83f48cce862e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:00.519280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.520188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.528614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:00.528614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.536961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c388553-cbac-4f77-9712-82dd6d05f9f1 None None] Network 07aab083-5ae0-49be-bfe6-83f48cce862e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:00.548950 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:55Z', 'revision_number': 4, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c01b568b-06d8-41c6-9853-3c134f4f18c6', 'name': '', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'mac_address': 'fa:16:3e:a4:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:53Z', 'updated_at': '2022-02-19T00:52:59Z', 'revision_number': 4, 'project_id': '55385abbac334b3fb8578a549d130c65', 'subnets': [{'id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:00.564063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd0f6e-62ba-4764-b03c-955ca0bf8c21 req-f82e3c24-d743-425e-904e-bcb944594980 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.565744 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03dd0f6e-62ba-4764-b03c-955ca0bf8c21 req-f82e3c24-d743-425e-904e-bcb944594980 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.0930891 Feb 19 00:53:00.592723 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4745e-c671-445e-9175-d507912fb6a0 None None] The sync data for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 is: [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:52:55Z', 'revision_number': 4, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c01b568b-06d8-41c6-9853-3c134f4f18c6', 'name': '', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'mac_address': 'fa:16:3e:a4:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:53Z', 'updated_at': '2022-02-19T00:52:59Z', 'revision_number': 4, 'project_id': '55385abbac334b3fb8578a549d130c65', 'subnets': [{'id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:00.601564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.624088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7ac3024d-99ee-45a1-9ba5-a0f2bb0750fb admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0683818 Feb 19 00:53:00.624088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60268) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.632203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:00.653352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:00.655357 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffd5f66-b331-48b7-81d8-37e447278bdf" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:00.715851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:00.767978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:00.798803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03dd0f6e-62ba-4764-b03c-955ca0bf8c21 req-0f6cfb16-6fab-4e04-826b-025f6c214aec tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271068 Feb 19 00:53:00.872691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.873794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.993984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for router_controller (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.001230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.006864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Current status of the port c01b568b-06d8-41c6-9853-3c134f4f18c6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:01.007493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.102089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c831f-b1be-4c34-9d7d-e0e386074bd4 req-d0e06416-1faf-46bd-96e0-3387a45875a8 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.102955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-07aab083-5ae0-49be-bfe6-83f48cce862e', 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e', 'project_id': '853fd52305854aaaa9459f116535d961', 'fixed_ips': [{'subnet_id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:01.103990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.122793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-505c831f-b1be-4c34-9d7d-e0e386074bd4 req-d0e06416-1faf-46bd-96e0-3387a45875a8 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1332507 Feb 19 00:53:01.130396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] For port c01b568b-06d8-41c6-9853-3c134f4f18c6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c01b568b-06d8-41c6-9853-3c134f4f18c6,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:01.153721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:01.183796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:01.355486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.366675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695524f-a8a7-4cf9-821a-9b0a9dd085b9 req-dce5b017-c2cc-427a-b75e-b0a5c3b826bd tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.370217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8695524f-a8a7-4cf9-821a-9b0a9dd085b9 req-dce5b017-c2cc-427a-b75e-b0a5c3b826bd tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.1431997 Feb 19 00:53:01.398196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Allocated IP 172.20.0.2 (07aab083-5ae0-49be-bfe6-83f48cce862e/0be0e1c2-6b3a-415e-9317-7ab74747dd1c/01d17104-d398-40f8-9e23-186697c6500e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:01.467505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8695524f-a8a7-4cf9-821a-9b0a9dd085b9 req-139c8f79-929a-4281-b625-ae22394f1f26 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Feb 19 00:53:01.594215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e5577-64b7-4331-8eae-40d57f68d76c None None] Pushing event updated for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:01.644308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2a0ee-fcec-4962-bd64-8c9c9f3faa55 req-d4cb08fc-778c-4434-9191-1c9645e8553a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.654644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ded2a0ee-fcec-4962-bd64-8c9c9f3faa55 req-d4cb08fc-778c-4434-9191-1c9645e8553a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 945 time: 0.1129713 Feb 19 00:53:01.721940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ded2a0ee-fcec-4962-bd64-8c9c9f3faa55 req-d9d2b34a-b71d-445b-bbe6-bf903e24829d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693395 Feb 19 00:53:01.838263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks [] for port (01d17104-d398-40f8-9e23-186697c6500e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.844085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-505c831f-b1be-4c34-9d7d-e0e386074bd4 req-11504bd2-f021-4eb4-a1c5-137f7d9c1174 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199275 Feb 19 00:53:01.850878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for router_gateway (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.948713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (01d17104-d398-40f8-9e23-186697c6500e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.059981 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f4b267-fbbd-44d0-9e60-7bfadbbce2bf x-openstack-request-id: req-16f4b267-fbbd-44d0-9e60-7bfadbbce2bf {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:02.060276 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:02.060535 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-16f4b267-fbbd-44d0-9e60-7bfadbbce2bf {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:02.060952 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'code': 200} Feb 19 00:53:02.082370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Pushing event updated for resources: {'Port': ['ID=01d17104-d398-40f8-9e23-186697c6500e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:02.104249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Network 07aab083-5ae0-49be-bfe6-83f48cce862e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:02.112841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:02.117045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:02.131055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe15a6-5aba-48c7-ad5e-235908ad1d32 req-d325a0ab-da3b-4565-a60b-0eff62120099 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.143600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-aae8fe8b-9393-4288-993e-91849bbe8897 service neutron] 10.222.0.117 "GET /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.2230325 Feb 19 00:53:02.144182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cfe15a6-5aba-48c7-ad5e-235908ad1d32 req-d325a0ab-da3b-4565-a60b-0eff62120099 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1054518 Feb 19 00:53:02.223672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c01b568b-06d8-41c6-9853-3c134f4f18c6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:02.226551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Attempting to bind port 01d17104-d398-40f8-9e23-186697c6500e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:02.226850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Attempting to bind port 01d17104-d398-40f8-9e23-186697c6500e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:02.227249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Attempting to bind port 01d17104-d398-40f8-9e23-186697c6500e on network 07aab083-5ae0-49be-bfe6-83f48cce862e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:02.257962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:02.258348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Checking segment: {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:02.258752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.259171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Bound using segment: {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:02.259639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Bound port: 01d17104-d398-40f8-9e23-186697c6500e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:02.260020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (01d17104-d398-40f8-9e23-186697c6500e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.262605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4046-4cbb-4fdb-b50d-6df0e97aa994 req-24db2e09-b41a-4c52-8f07-421b5956da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.264760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-acfd4046-4cbb-4fdb-b50d-6df0e97aa994 req-24db2e09-b41a-4c52-8f07-421b5956da98 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1132 time: 0.2107370 Feb 19 00:53:02.288518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cfe15a6-5aba-48c7-ad5e-235908ad1d32 req-0beb232f-40c4-4282-9530-87041fba1b64 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384439 Feb 19 00:53:02.348364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c01b568b-06d8-41c6-9853-3c134f4f18c6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:02.348745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.352491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] For port 01d17104-d398-40f8-9e23-186697c6500e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:02.393699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] For port 01d17104-d398-40f8-9e23-186697c6500e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=01d17104-d398-40f8-9e23-186697c6500e,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:02.465079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (01d17104-d398-40f8-9e23-186697c6500e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.467740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7627184-a67a-4bf0-bf26-1f2a197f064f req-c03ffda0-4e31-4bad-846a-0d64d5f2b439 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.471618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7627184-a67a-4bf0-bf26-1f2a197f064f req-c03ffda0-4e31-4bad-846a-0d64d5f2b439 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1018593 Feb 19 00:53:02.486974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-acfd4046-4cbb-4fdb-b50d-6df0e97aa994 req-5510114c-ebad-415e-bf03-f158e31b2624 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040515 Feb 19 00:53:02.514829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c01b568b-06d8-41c6-9853-3c134f4f18c6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:02.532902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:02.556234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257b7c3-e122-48e5-a137-85e9837f66b1 None None] Pushing event updated for resources: {'Port': ['ID=01d17104-d398-40f8-9e23-186697c6500e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:02.588430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7627184-a67a-4bf0-bf26-1f2a197f064f req-3edde5bf-f11e-4ba0-982c-05891923e474 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999551 Feb 19 00:53:02.594324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:02.637524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for router_gateway (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.676708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.682392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afb2599-6705-4260-bf1c-85a6e351265d {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:02.700637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:02.727872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daa64a-db89-49c9-8013-919ef185db67 req-cb33bd4d-77d7-423e-b2be-006b4407c4e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.736651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48daa64a-db89-49c9-8013-919ef185db67 req-cb33bd4d-77d7-423e-b2be-006b4407c4e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 943 time: 0.0700552 Feb 19 00:53:02.792981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48daa64a-db89-49c9-8013-919ef185db67 req-abf0df09-a5db-4cc9-bc5d-2bdbbc8d5d84 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555029 Feb 19 00:53:02.839775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.858593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Allocated IP 172.25.2.163 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/0e9badb9-375c-4977-a17f-0bff6d18c306) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:02.982733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831494a2-80f1-4a2c-b8a6-6849f9209cf9 req-146f7b12-0b35-433b-a9fe-ec7fca0b0007 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.993353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-831494a2-80f1-4a2c-b8a6-6849f9209cf9 req-146f7b12-0b35-433b-a9fe-ec7fca0b0007 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0744102 Feb 19 00:53:03.016563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] Transition to ACTIVE for port object 9afb2599-6705-4260-bf1c-85a6e351265d will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:03.044930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.045309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-831494a2-80f1-4a2c-b8a6-6849f9209cf9 req-08a5ca7a-25fe-4ed5-bdc4-fcd0c8c1d743 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523329 Feb 19 00:53:03.101217 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.159696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdb4ce-b5cd-4ca1-a35f-eba31b248f36 req-8bdf4c93-3000-4b88-8015-720f664eb031 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.161340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fffdb4ce-b5cd-4ca1-a35f-eba31b248f36 req-8bdf4c93-3000-4b88-8015-720f664eb031 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Feb 19 00:53:03.176427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.178401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] No DVR routers for this DVR port 9afb2599-6705-4260-bf1c-85a6e351265d on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:03.199498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] Pushing event updated for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:03.214355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fffdb4ce-b5cd-4ca1-a35f-eba31b248f36 req-8cc24fbb-4561-41cb-90f4-286619090b1b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Feb 19 00:53:03.251937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:03.266557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:03.268255 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-d5ae81cb-07d2-4d93-aa96-e885c3fd4be2 service neutron] 10.222.0.117 "PUT /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d/bindings/n-h2-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1125953 Feb 19 00:53:03.268988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:03.300061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9badb9-375c-4977-a17f-0bff6d18c306,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:03.361077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8915d-f41e-492b-bda8-966546c95454 req-e1b27108-6b06-4423-814e-5d5cbbdb6b0c tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.362708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ef8915d-f41e-492b-bda8-966546c95454 req-e1b27108-6b06-4423-814e-5d5cbbdb6b0c tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0792918 Feb 19 00:53:03.420331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ef8915d-f41e-492b-bda8-966546c95454 req-b57d07e9-6899-4c67-ba60-238bc77dcb8c tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Feb 19 00:53:03.493940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-ed09be5b-de4b-4696-8a47-6437cc685d7b tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.495577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-ed09be5b-de4b-4696-8a47-6437cc685d7b tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.0952244 Feb 19 00:53:03.560825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-1c2797e4-c4d4-4de5-b15d-460b7e3244fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.563562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-1c2797e4-c4d4-4de5-b15d-460b7e3244fc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4&tenant_id=a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 1126 time: 0.0593562 Feb 19 00:53:03.579835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480106-b813-4ebc-9ab0-4bc3039814df req-32a0fc7d-a093-4eae-ba95-97e6c08410a2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.586857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86480106-b813-4ebc-9ab0-4bc3039814df req-32a0fc7d-a093-4eae-ba95-97e6c08410a2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0708969 Feb 19 00:53:03.647121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86480106-b813-4ebc-9ab0-4bc3039814df req-0711b013-fe35-47b4-98d2-3d32b578cee3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596409 Feb 19 00:53:03.757233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-69edfe0e-1b63-49b7-a3e5-320cce027ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.758941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-69edfe0e-1b63-49b7-a3e5-320cce027ef4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1126 time: 0.1486955 Feb 19 00:53:03.796771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8897c3-8342-4bd1-bf42-884920547c78 None None] Network 07aab083-5ae0-49be-bfe6-83f48cce862e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:03.800756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeb649-8ad9-4a0d-91df-f6f9b5a510d6 req-b0ebdc94-907e-4790-835f-61d09a100a1c tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.801893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for router_gateway (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.810807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5eeeb649-8ad9-4a0d-91df-f6f9b5a510d6 req-b0ebdc94-907e-4790-835f-61d09a100a1c tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 948 time: 0.0858750 Feb 19 00:53:03.867653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5eeeb649-8ad9-4a0d-91df-f6f9b5a510d6 req-a55390ce-862e-4d09-9076-5be49d3a4273 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574019 Feb 19 00:53:03.876037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Provisioning complete for port 01d17104-d398-40f8-9e23-186697c6500e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:03.876621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (01d17104-d398-40f8-9e23-186697c6500e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.908038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187ed6-8574-4ee4-92b1-36f37a4778e7 req-3396069d-da97-4278-b622-1ab1d78d35d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.909930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d187ed6-8574-4ee4-92b1-36f37a4778e7 req-3396069d-da97-4278-b622-1ab1d78d35d3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1988769 Feb 19 00:53:03.998198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c33e6-7a2d-46b2-ab81-67dae901e250 req-c4076e38-0425-4791-b2fd-f22fe73b025e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.999927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e2c33e6-7a2d-46b2-ab81-67dae901e250 req-c4076e38-0425-4791-b2fd-f22fe73b025e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0614071 Feb 19 00:53:04.005152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-b71b174f-bb5b-47ad-b770-0a4eb5abba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.006626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-b71b174f-bb5b-47ad-b770-0a4eb5abba4b service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2407920 Feb 19 00:53:04.037922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Current status of the port 01d17104-d398-40f8-9e23-186697c6500e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:04.038919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (01d17104-d398-40f8-9e23-186697c6500e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.087376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d187ed6-8574-4ee4-92b1-36f37a4778e7 req-ef9df51a-a6f7-4356-8056-1250dffa0219 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691425 Feb 19 00:53:04.090692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-b5398406-c41f-43cd-bdf6-cec1ecc19145 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 200 len: 217 time: 0.0707710 Feb 19 00:53:04.107001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] For port 01d17104-d398-40f8-9e23-186697c6500e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=01d17104-d398-40f8-9e23-186697c6500e,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:04.112151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e2c33e6-7a2d-46b2-ab81-67dae901e250 req-1b220c3c-c681-4899-98f9-e4d9608aa26b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038105 Feb 19 00:53:04.113123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ff019b67-c2df-4e43-9a1d-2169133765c9 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:04.180480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (01d17104-d398-40f8-9e23-186697c6500e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.241022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7012de-e423-4964-be12-0a8d840200cd None None] Pushing event updated for resources: {'Port': ['ID=01d17104-d398-40f8-9e23-186697c6500e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:04.302645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d446e-2ec3-4f57-b2af-ded1dc404017 req-9166a22c-ead9-4071-8222-6fc0d168d847 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.306256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b8d446e-2ec3-4f57-b2af-ded1dc404017 req-9166a22c-ead9-4071-8222-6fc0d168d847 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0814559 Feb 19 00:53:04.315722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 01d17104-d398-40f8-9e23-186697c6500e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:04.319522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port ff019b67-c2df-4e43-9a1d-2169133765c9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:04.343059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port ff019b67-c2df-4e43-9a1d-2169133765c9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:04.343464 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.347353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-014508d4-adfe-4a81-b1a6-90710e0a03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.348837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-014508d4-adfe-4a81-b1a6-90710e0a03b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1883907 Feb 19 00:53:04.381579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b8d446e-2ec3-4f57-b2af-ded1dc404017 req-b54ae5a7-cce4-40ab-8f33-0cda3626c072 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668561 Feb 19 00:53:04.408985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-6a0de307-082d-4178-87e8-ef6033e0fa11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491610 Feb 19 00:53:04.411564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.425447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a6831-3aa2-4a84-8382-1e3707410c11 req-1b69b393-1b9b-45b4-9390-537d44b26cf4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.427566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a0a6831-3aa2-4a84-8382-1e3707410c11 req-1b69b393-1b9b-45b4-9390-537d44b26cf4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 944 time: 0.1684129 Feb 19 00:53:04.464071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 01d17104-d398-40f8-9e23-186697c6500e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:04.464544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (01d17104-d398-40f8-9e23-186697c6500e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.466418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7565b5e0-b188-4321-b282-646511beb94f None None] Provisioning complete for port 01d17104-d398-40f8-9e23-186697c6500e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:04.466935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7565b5e0-b188-4321-b282-646511beb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (01d17104-d398-40f8-9e23-186697c6500e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.509348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab17631-6a98-4af7-831b-cc33ff696b41 req-38cf0648-d6e3-4c17-99d6-04eafe3fc88a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.515589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ab17631-6a98-4af7-831b-cc33ff696b41 req-38cf0648-d6e3-4c17-99d6-04eafe3fc88a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 945 time: 0.0722332 Feb 19 00:53:04.565410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ab17631-6a98-4af7-831b-cc33ff696b41 req-817dfda7-e38c-4f08-8c77-c13c19f3c803 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Feb 19 00:53:04.566991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ff019b67-c2df-4e43-9a1d-2169133765c9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:04.567488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.604090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:04.606677 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a64f13-da5d-4811-9497-bf833baaad62" -d '{"events": [{"server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "name": "network-vif-plugged", "status": "completed", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:04.660451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a0a6831-3aa2-4a84-8382-1e3707410c11 req-5cb60147-2ea9-4fad-be49-9675055703ae tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239242 Feb 19 00:53:04.666371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:04.668750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-11ac342f-fa8c-4886-ae52-d86640abc848 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506342 Feb 19 00:53:04.694123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 01d17104-d398-40f8-9e23-186697c6500e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:04.696870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7565b5e0-b188-4321-b282-646511beb94f None None] Current status of the port 01d17104-d398-40f8-9e23-186697c6500e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:04.718381 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.766454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de692a1-c0a9-46ef-bb6b-431538dfb461 x-openstack-request-id: req-0de692a1-c0a9-46ef-bb6b-431538dfb461 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:04.766454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "name": "network-vif-plugged", "status": "completed", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:04.766454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0de692a1-c0a9-46ef-bb6b-431538dfb461 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:04.766454 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'code': 200} Feb 19 00:53:04.799598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:04.800496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-adf753d8-2293-4c60-a79a-0a1b5d6a300b service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224816 Feb 19 00:53:04.849188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:53:04.967919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222929f-cc15-4aed-a720-678fb0c7cabb req-35940364-7264-4bdf-99f0-1e8dd57868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.970053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4222929f-cc15-4aed-a720-678fb0c7cabb req-35940364-7264-4bdf-99f0-1e8dd57868d7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1128 time: 0.1512549 Feb 19 00:53:05.271203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015bf21-d0e2-43ac-84b5-fb29d801a00f req-788145a5-e0e7-4d45-a378-a3da90023bed tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.273216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f015bf21-d0e2-43ac-84b5-fb29d801a00f req-788145a5-e0e7-4d45-a378-a3da90023bed tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 948 time: 0.1059818 Feb 19 00:53:05.280062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-9ce68ed9-d970-4f85-8270-24be1939300c tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.281894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-9ce68ed9-d970-4f85-8270-24be1939300c tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.0799189 Feb 19 00:53:05.373902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f015bf21-d0e2-43ac-84b5-fb29d801a00f req-3196695a-92d0-4d87-a591-d94329bc538a tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907114 Feb 19 00:53:05.398488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c64db-6c4a-4cab-a675-b0d21c45582a req-ca7a18e0-b97e-4cc4-b427-5686700a4966 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.400505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-243c64db-6c4a-4cab-a675-b0d21c45582a req-ca7a18e0-b97e-4cc4-b427-5686700a4966 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.5437396 Feb 19 00:53:05.486600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-826d78c8-ed8b-4374-9e10-6fca9f6cecfa service neutron] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:05.489956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-826d78c8-ed8b-4374-9e10-6fca9f6cecfa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.491219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45f4fbf8-67a6-4b1b-a84f-ed8b5f4ba97a req-826d78c8-ed8b-4374-9e10-6fca9f6cecfa service neutron] 10.222.0.96 "DELETE /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d/bindings/n-h1-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.2011662 Feb 19 00:53:05.492721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:05.502184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4222929f-cc15-4aed-a720-678fb0c7cabb req-3c792bdc-e173-46e9-93e3-769f717845de service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234993 Feb 19 00:53:05.521243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Sync routers for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:05.533426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:05.534682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.549329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-243c64db-6c4a-4cab-a675-b0d21c45582a req-31ea2d9c-f2a4-4f78-865b-8d321fac790c tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367559 Feb 19 00:53:05.556586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-ccc9730f-2f7e-4958-b52b-1665942a8fc1 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.558203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-ccc9730f-2f7e-4958-b52b-1665942a8fc1 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 948 time: 0.1744494 Feb 19 00:53:05.563129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b32147-4997-4b8e-a477-19bbd9ee597d req-31c3368e-cf7b-41d6-81de-53e725791e3b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.571819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41b32147-4997-4b8e-a477-19bbd9ee597d req-31c3368e-cf7b-41d6-81de-53e725791e3b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0789132 Feb 19 00:53:05.631586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41b32147-4997-4b8e-a477-19bbd9ee597d req-4d1dff38-171b-4f81-a032-f04227c376b2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Feb 19 00:53:05.685168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:53:05.698135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.701266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:05.701488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-86be43f7-03ff-424a-82d2-d121309b2189 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0766933 Feb 19 00:53:05.734354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Deleting port 86a07edb-849c-4f2f-8863-91b836dfb59d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:05.737863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.856816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] For port 86a07edb-849c-4f2f-8863-91b836dfb59d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86a07edb-849c-4f2f-8863-91b836dfb59d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:05.857262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.875903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Calling delete_port for 86a07edb-849c-4f2f-8863-91b836dfb59d owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:05.899973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb5b60-f458-4111-8d9e-336ebcdb1c4d req-6229f507-db67-4936-82e3-517c9e17e575 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.901456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5deb5b60-f458-4111-8d9e-336ebcdb1c4d req-6229f507-db67-4936-82e3-517c9e17e575 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 946 time: 0.1400940 Feb 19 00:53:05.999747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8217be-a1a8-49e7-9ed7-86fec0a79ba0 req-0711343c-d3c4-46d2-a02d-83ba337924b8 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:06.001636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e8217be-a1a8-49e7-9ed7-86fec0a79ba0 req-0711343c-d3c4-46d2-a02d-83ba337924b8 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1132 time: 0.0730124 Feb 19 00:53:06.063918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e8217be-a1a8-49e7-9ed7-86fec0a79ba0 req-cf6860c8-a099-4080-9419-d068b40dce0e tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534406 Feb 19 00:53:06.079300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:03Z', 'revision_number': 3, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:06.118011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5deb5b60-f458-4111-8d9e-336ebcdb1c4d req-81245d60-5e61-4513-89b9-4fa0fcf8475c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026880 Feb 19 00:53:06.133855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Checking router: cc6dab3e-88c8-459d-b20b-8c5fcf218a95 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:53:06.135350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Updating router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 port 0e9badb9-375c-4977-a17f-0bff6d18c306 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:53:06.194624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.200347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 01d17104-d398-40f8-9e23-186697c6500e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:06.246486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (86a07edb-849c-4f2f-8863-91b836dfb59d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.267195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd613f84-3609-4dd8-af25-10595362fcfd req-537da822-3ec9-4c68-9193-0c93d8bd4f30 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:06.269320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd613f84-3609-4dd8-af25-10595362fcfd req-537da822-3ec9-4c68-9193-0c93d8bd4f30 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 944 time: 0.0876594 Feb 19 00:53:06.296723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Pushing event deleted for resources: {'Port': ['ID=86a07edb-849c-4f2f-8863-91b836dfb59d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:06.319473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fa5c0-e1e9-4403-8711-6634d3713356 req-0a4caf2d-ca35-44a9-b3ef-5e45ec4aad25 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:06.326434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-827fa5c0-e1e9-4403-8711-6634d3713356 req-0a4caf2d-ca35-44a9-b3ef-5e45ec4aad25 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1266258 Feb 19 00:53:06.368994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] No DVR routers for this DVR port 86a07edb-849c-4f2f-8863-91b836dfb59d on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:06.374854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.378800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5daeaea5-be02-46c1-8f3b-d75de2862d64 req-41f9c087-78e6-4e54-867c-cf4d97237493 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "DELETE /v2.0/ports/86a07edb-849c-4f2f-8863-91b836dfb59d HTTP/1.1" status: 204 len: 173 time: 0.8106575 Feb 19 00:53:06.379276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-deleted', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:06.382578 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f0bf1-f7bb-438d-aa2a-15e237df26d2" -d '{"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-deleted", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:06.382823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 01d17104-d398-40f8-9e23-186697c6500e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:06.383795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (01d17104-d398-40f8-9e23-186697c6500e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.407328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd613f84-3609-4dd8-af25-10595362fcfd req-f1dad979-b734-4637-8c35-99b04ef1c5f8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144295 Feb 19 00:53:06.411860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-827fa5c0-e1e9-4403-8711-6634d3713356 req-f6ec07bf-5b36-49f2-89e2-77c2d1218935 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Feb 19 00:53:06.486205 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae937a-c3fd-4645-b29e-4a3ac1b12c5e x-openstack-request-id: req-cdae937a-c3fd-4645-b29e-4a3ac1b12c5e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:06.486716 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ceb120-f87b-4a37-9b76-cfec8a27a11c", "name": "network-vif-deleted", "tag": "86a07edb-849c-4f2f-8863-91b836dfb59d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:06.487190 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cdae937a-c3fd-4645-b29e-4a3ac1b12c5e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:06.487907 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ceb120-f87b-4a37-9b76-cfec8a27a11c', 'name': 'network-vif-deleted', 'tag': '86a07edb-849c-4f2f-8863-91b836dfb59d', 'status': 'completed', 'code': 200} Feb 19 00:53:06.508331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.615693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6172aa7-40c0-46e9-bb85-52e94f0a0847 req-ab5ffd67-8925-468a-a984-fff00f49db5e tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=85ceb120-f87b-4a37-9b76-cfec8a27a11c HTTP/1.1" status: 200 len: 210 time: 0.0488179 Feb 19 00:53:06.617529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 01d17104-d398-40f8-9e23-186697c6500e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:06.747807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks [] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.762492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Allocated IP 172.20.0.1 (07aab083-5ae0-49be-bfe6-83f48cce862e/0be0e1c2-6b3a-415e-9317-7ab74747dd1c/82a20fc4-67c2-44b6-b49d-9fc24015f2a2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:06.832317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.895134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Attempting to bind port 0e9badb9-375c-4977-a17f-0bff6d18c306 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:06.895618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Attempting to bind port 0e9badb9-375c-4977-a17f-0bff6d18c306 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:06.896063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Attempting to bind port 0e9badb9-375c-4977-a17f-0bff6d18c306 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:06.898378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace3330-f1e3-4a42-90cd-5a85a57b73f1 None None] Pushing event updated for resources: {'Port': ['ID=0e9badb9-375c-4977-a17f-0bff6d18c306,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:06.912709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:06.914528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51124530-4b6c-4871-aa0d-961cac2e7a6a req-43269989-8b1b-4695-a973-0616ca922aaa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:06.914680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:06.916871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.924443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:06.925182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51124530-4b6c-4871-aa0d-961cac2e7a6a req-43269989-8b1b-4695-a973-0616ca922aaa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1442482 Feb 19 00:53:06.925566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Bound port: 0e9badb9-375c-4977-a17f-0bff6d18c306, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:06.926267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.014390 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51124530-4b6c-4871-aa0d-961cac2e7a6a req-64960730-40bd-4376-87cb-fbf3cfb67873 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882647 Feb 19 00:53:07.038122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] For port 0e9badb9-375c-4977-a17f-0bff6d18c306, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:07.043538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] For port 0e9badb9-375c-4977-a17f-0bff6d18c306, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e9badb9-375c-4977-a17f-0bff6d18c306,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:07.086810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks [] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.141718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.152848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79427-5d15-41a9-99b3-d307accd8995 req-8b2eeae8-69cd-42d3-b5b4-f43013c8b8e5 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:07.154377 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02a79427-5d15-41a9-99b3-d307accd8995 req-8b2eeae8-69cd-42d3-b5b4-f43013c8b8e5 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1126 time: 0.0726752 Feb 19 00:53:07.200957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:07.201584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:07.213753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02a79427-5d15-41a9-99b3-d307accd8995 req-ea529c3a-666d-4d7a-ad40-069c7e9337cb tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Feb 19 00:53:07.242645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace3330-f1e3-4a42-90cd-5a85a57b73f1 None None] Pushing event updated for resources: {'Port': ['ID=0e9badb9-375c-4977-a17f-0bff6d18c306,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:07.278971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.341977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Network 07aab083-5ae0-49be-bfe6-83f48cce862e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:07.347976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:07.351032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:07.381603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:53:07.403996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Pushing event updated for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:07.417241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7cb3-2399-4b36-8895-d7288130db96 req-d13c3e88-af3a-4b63-bb05-d100794373bb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:07.419161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2db7cb3-2399-4b36-8895-d7288130db96 req-d13c3e88-af3a-4b63-bb05-d100794373bb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0768692 Feb 19 00:53:07.449509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.530739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:07.570164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2db7cb3-2399-4b36-8895-d7288130db96 req-1ff2751c-6657-4b70-8fca-7a4a5e3c9b1a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393216 Feb 19 00:53:07.611559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-05c349eb-1cf1-47eb-9eef-b3408a5f4959 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324878 Feb 19 00:53:07.621234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-6f24f32b-da3f-4201-a734-b25c7c10d3d8 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:53:07.623361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-6f24f32b-da3f-4201-a734-b25c7c10d3d8 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056252 Feb 19 00:53:07.623549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40a4b7-bf15-44a4-a3c6-5dbd27d39a50 req-240018bc-870f-49fc-b126-0abfadce2741 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:07.631699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af40a4b7-bf15-44a4-a3c6-5dbd27d39a50 req-240018bc-870f-49fc-b126-0abfadce2741 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 946 time: 0.2750082 Feb 19 00:53:07.725660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af40a4b7-bf15-44a4-a3c6-5dbd27d39a50 req-18abc1ea-c995-4f7b-a11f-06465aa7d466 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Feb 19 00:53:07.765299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.768464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:07.783295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af89df-6ced-4181-8757-fd402d9b4887 req-eefbda09-a3c1-4dcf-919d-9ac53a077ddc tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:07.793150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8c1a131d-5686-4a47-9640-69bad28cea0e None None] Provisioning complete for port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:07.793661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c1a131d-5686-4a47-9640-69bad28cea0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.794633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1af89df-6ced-4181-8757-fd402d9b4887 req-eefbda09-a3c1-4dcf-919d-9ac53a077ddc tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 1126 time: 0.0935996 Feb 19 00:53:07.800559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:03Z', 'revision_number': 3, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:07.803460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7485ce10-941a-4324-9157-991204518035', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'port_id': '7485ce10-941a-4324-9157-991204518035', 'mac_address': 'fa:16:3e:69:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d4878a-547e-4247-b4a9-b5c7a59619f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:07.881852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1af89df-6ced-4181-8757-fd402d9b4887 req-60e9e87e-831e-421c-9930-e80644f3213c tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828986 Feb 19 00:53:07.883405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4242826-07ca-435d-a48f-c0cf984e0aa0 None None] The sync data for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 is: [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:03Z', 'revision_number': 3, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:07.923012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8c1a131d-5686-4a47-9640-69bad28cea0e None None] Port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:07.937268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7485ce10-941a-4324-9157-991204518035 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:07.939523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.960198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7485ce10-941a-4324-9157-991204518035 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:07.994356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:08.083784 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.107572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-acd12c52-3aa6-4411-ad40-480621776f70 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-956035400&fields=id&tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 267 time: 0.0580361 Feb 19 00:53:08.179268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.193179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-76089186-7168-45ea-828a-64070fa986cd tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.194851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-76089186-7168-45ea-828a-64070fa986cd tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 946 time: 0.0784998 Feb 19 00:53:08.210877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7485ce10-941a-4324-9157-991204518035'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:08.211378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'security_groups': ['9455d37f-4361-436b-9a0f-3d4a6673eadf', 'd3cc70da-57ac-47e7-9fc7-6df6473ca444']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:08.333881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.402605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8db969-6748-4ed8-be57-375ff2388d5e req-08634c1c-3e45-4279-940f-b912faf900cc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.410118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee8db969-6748-4ed8-be57-375ff2388d5e req-08634c1c-3e45-4279-940f-b912faf900cc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.5125213 Feb 19 00:53:08.495277 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee8db969-6748-4ed8-be57-375ff2388d5e req-ecb82fc8-66a5-4475-ad98-2eec712e4d05 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842648 Feb 19 00:53:08.497293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks [] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.575012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.605193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:08.641149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.647871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.661715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Pushing event updated for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.665227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.712911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.726563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:08.770312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.771245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.778811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Network 07aab083-5ae0-49be-bfe6-83f48cce862e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:08.780893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:08.783669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec3b4e36-5268-42ad-b6ed-e9f3051a2033 req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "PUT /v2.0/ports/ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 982 time: 0.5804434 Feb 19 00:53:08.791853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:08.791853 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345babbd-fa3a-4152-9d5e-771dc09c304e" -d '{"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:08.847916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd6282-0817-4558-873d-9848c0af1829 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=6']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.917288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:08.975608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f133c-f6fe-45c8-991f-37a1b7aa5d5e req-9661b491-40b1-4225-b2d4-5b1ed0328b74 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.981907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-7b54d0b3-055b-4057-bdaf-0bfdbe55203f tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.983351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-7b54d0b3-055b-4057-bdaf-0bfdbe55203f tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 1129 time: 0.3412299 Feb 19 00:53:08.985015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-303f133c-f6fe-45c8-991f-37a1b7aa5d5e req-9661b491-40b1-4225-b2d4-5b1ed0328b74 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0930748 Feb 19 00:53:09.010937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:53:09.066451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-303f133c-f6fe-45c8-991f-37a1b7aa5d5e req-ed9ed907-6e25-4668-80f2-9e30920737ce tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798104 Feb 19 00:53:09.200588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:09.221341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd0a3fb9-bf41-40a8-ae14-ab69f1d91f40 admin admin] 10.222.0.94 "PUT /v2.0/routers/cc6dab3e-88c8-459d-b20b-8c5fcf218a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5106633 Feb 19 00:53:09.302194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8663a-d775-47a4-8f97-7b388a211b19 req-95ce3888-0a80-4c7d-9546-429d1c7b2d3b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:09.309813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8e8663a-d775-47a4-8f97-7b388a211b19 req-95ce3888-0a80-4c7d-9546-429d1c7b2d3b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1157999 Feb 19 00:53:09.370413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8e8663a-d775-47a4-8f97-7b388a211b19 req-e1e82bea-066b-4cea-ab6c-6c087c4df22e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596988 Feb 19 00:53:09.395497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a610fde4-37e9-4469-8b3e-155c5a2a9deb None None] Provisioning complete for port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:09.396063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a610fde4-37e9-4469-8b3e-155c5a2a9deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.463197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.502944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a610fde4-37e9-4469-8b3e-155c5a2a9deb None None] Port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:09.517186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:09.565184 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af04ec7-a5db-46a8-838a-9e252d9b576c x-openstack-request-id: req-9af04ec7-a5db-46a8-838a-9e252d9b576c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:09.565475 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:09.565771 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9af04ec7-a5db-46a8-838a-9e252d9b576c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:09.566122 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'status': 'completed', 'code': 200} Feb 19 00:53:09.682450 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-6001a11b-db61-4aa7-a487-883ab6ff199b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-473387276&fields=id&tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 267 time: 0.1983788 Feb 19 00:53:09.706099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7485ce10-941a-4324-9157-991204518035 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:09.706099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7485ce10-941a-4324-9157-991204518035), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.758928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-8f3ea73d-415c-4626-afb2-0d0f25f132ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:09.769173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-8f3ea73d-415c-4626-afb2-0d0f25f132ef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1167 time: 0.1841731 Feb 19 00:53:09.801364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58ebb1-3092-4816-b561-6e8dcce43afa req-874ae8de-a599-4149-9d99-ff00728a8c48 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:09.812817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b58ebb1-3092-4816-b561-6e8dcce43afa req-874ae8de-a599-4149-9d99-ff00728a8c48 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 949 time: 0.1485114 Feb 19 00:53:09.838688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7485ce10-941a-4324-9157-991204518035 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:09.839352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.903492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:09.906966 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c97782-5ec2-409d-b2c3-a9cd659305bd" -d '{"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:09.917078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b58ebb1-3092-4816-b561-6e8dcce43afa req-9178ecfc-78ef-4413-8c2e-931c5744fd69 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024082 Feb 19 00:53:09.928653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:09.960551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-07c86a71-2533-4be5-b5da-a2008655943c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:09.965192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-07c86a71-2533-4be5-b5da-a2008655943c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 985 time: 0.2771227 Feb 19 00:53:09.972903 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.993863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'security_groups': ['9455d37f-4361-436b-9a0f-3d4a6673eadf', 'd3cc70da-57ac-47e7-9fc7-6df6473ca444', 'abe99f71-58a8-402c-8760-1d5bafef9c25']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:09.997938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.003865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:10.092848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 86a07edb-849c-4f2f-8863-91b836dfb59d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:10.096076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86a07edb-849c-4f2f-8863-91b836dfb59d not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:10.142099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.180887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:10.247944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-8f060b49-852b-4ef0-b130-1c909f4c962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.250642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-8f060b49-852b-4ef0-b130-1c909f4c962a service neutron] 10.222.0.96 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.4725089 Feb 19 00:53:10.290647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e9badb9-375c-4977-a17f-0bff6d18c306 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:10.321647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-d48d2691-3450-4863-b594-31ded5584ed7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 217 time: 0.0615196 Feb 19 00:53:10.371954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0e9badb9-375c-4977-a17f-0bff6d18c306 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:10.372702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.373916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feada49-0b5d-4a05-a74e-7b2f04438398 req-dea37ee0-29f4-4ae4-8342-bc84b77a6aa0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.401033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-44380eac-cf04-460f-8f30-61ed46106729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.402656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-44380eac-cf04-460f-8f30-61ed46106729 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.0705431 Feb 19 00:53:10.405498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9feada49-0b5d-4a05-a74e-7b2f04438398 req-dea37ee0-29f4-4ae4-8342-bc84b77a6aa0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.1627524 Feb 19 00:53:10.440210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-e3fc7b14-1b84-49cf-85ba-13fb7396c08f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309410 Feb 19 00:53:10.504248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0e9badb9-375c-4977-a17f-0bff6d18c306 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:10.504844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.527189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9feada49-0b5d-4a05-a74e-7b2f04438398 req-9ff924b9-0fdd-4082-8f25-c65bccd51e8b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206636 Feb 19 00:53:10.588232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0e9badb9-375c-4977-a17f-0bff6d18c306, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e9badb9-375c-4977-a17f-0bff6d18c306,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:10.611594 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bd8f6c-fae5-4c87-a76a-94ea7c0cb62f x-openstack-request-id: req-73bd8f6c-fae5-4c87-a76a-94ea7c0cb62f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:10.611884 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:10.612333 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73bd8f6c-fae5-4c87-a76a-94ea7c0cb62f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:10.612677 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035', 'code': 200} Feb 19 00:53:10.650936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48c8fa16-50d3-44b8-a117-010af29f21e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.660642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.739723 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Sync routers for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:10.764599 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:10.768685 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:10.770837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0e9badb9-375c-4977-a17f-0bff6d18c306,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:10.777420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-dca2f41b-a0da-4c0c-96aa-0c1ff62f66a4 service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293207 Feb 19 00:53:10.881060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae156ec-a4f3-4980-b873-1b2200e6fc29 req-0c01157a-fe00-4ae4-ab24-3140ae4f2131 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.883470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aae156ec-a4f3-4980-b873-1b2200e6fc29 req-0c01157a-fe00-4ae4-ab24-3140ae4f2131 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1835291 Feb 19 00:53:10.933866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:11.022406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.047494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-345babbd-fa3a-4152-9d5e-771dc09c304e req-1e43c3ef-8270-4504-8bc7-bfa25d3b6bb4 service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540414 Feb 19 00:53:11.090187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aae156ec-a4f3-4980-b873-1b2200e6fc29 req-af8bfffb-e9ca-4ca0-9449-db706bdc5535 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945646 Feb 19 00:53:11.095651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.114710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:11.236891 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:53:11.479921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6331-665d-4fda-89cf-db5ddcf4e1d6 req-658f411a-7b16-4240-9972-0e72c7ceec27 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.490634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e6d6331-665d-4fda-89cf-db5ddcf4e1d6 req-658f411a-7b16-4240-9972-0e72c7ceec27 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.2540331 Feb 19 00:53:11.508372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.509064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.532268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-564626b5-f913-4dc9-9044-a7792c7b0a53 req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "PUT /v2.0/ports/ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 1021 time: 1.5460167 Feb 19 00:53:11.569523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:11.588684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e6d6331-665d-4fda-89cf-db5ddcf4e1d6 req-39d4550a-0dd3-4b9e-888c-5561304b6a20 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978358 Feb 19 00:53:11.616274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:11.618531 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03" -d '{"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:11.665168 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 4, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '82a20fc4-67c2-44b6-b49d-9fc24015f2a2', 'name': '', 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'mac_address': 'fa:16:3e:2b:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:06Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 2, 'project_id': '853fd52305854aaaa9459f116535d961', 'subnets': [{'id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:11.742596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c26c-baa7-4a2e-a3be-8ed7808381ca req-8c4b88d1-8e18-4c93-ad7e-f61ead3ec52b tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.750747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1de5c26c-baa7-4a2e-a3be-8ed7808381ca req-8c4b88d1-8e18-4c93-ad7e-f61ead3ec52b tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 949 time: 0.0900321 Feb 19 00:53:11.794246 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Checking router: cc6dab3e-88c8-459d-b20b-8c5fcf218a95 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:53:11.794831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Updating router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:53:11.840879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1de5c26c-baa7-4a2e-a3be-8ed7808381ca req-14bc6f90-49b8-43c0-bbd6-dc76e5e6ab77 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/security-groups?id=a99fd85c-7df6-47c4-851b-16b1083fb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882490 Feb 19 00:53:11.853574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a5ea0-e70b-42f9-ba73-fd09aa811757 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:11.904899 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.905556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-7b6dd502-c89b-4da4-b83a-aa18917a3172 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.907324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-7b6dd502-c89b-4da4-b83a-aa18917a3172 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 949 time: 0.7000308 Feb 19 00:53:11.922369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-cd4352dd-c0f9-4f9b-9d71-7d096435600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.933457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-cd4352dd-c0f9-4f9b-9d71-7d096435600e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1132 time: 0.4734838 Feb 19 00:53:12.237487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066233fa-fc1a-42f9-8a12-4cd844d2193b req-8b660010-32b8-4496-9bb5-5b93453d09b7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.246837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-066233fa-fc1a-42f9-8a12-4cd844d2193b req-8b660010-32b8-4496-9bb5-5b93453d09b7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1024 time: 0.2098987 Feb 19 00:53:12.327552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-fabdbf6b-a914-4ccc-a86c-4e8e7ac17247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.330303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-fabdbf6b-a914-4ccc-a86c-4e8e7ac17247 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3581405 Feb 19 00:53:12.334741 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ac55db-e0c7-4b03-9641-08b4d7075c23 x-openstack-request-id: req-85ac55db-e0c7-4b03-9641-08b4d7075c23 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:12.336068 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:12.337667 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-85ac55db-e0c7-4b03-9641-08b4d7075c23 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:12.338326 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'status': 'completed', 'code': 200} Feb 19 00:53:12.413880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-7edce479-a6ff-4b63-97e3-fa8bd932437c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0713856 Feb 19 00:53:12.587714 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks [] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.591653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Deleting port 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:12.592172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (165e7556-770e-49d6-889d-e00527ca7dda), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.593077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e9badb9-375c-4977-a17f-0bff6d18c306 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:12.604824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-066233fa-fc1a-42f9-8a12-4cd844d2193b req-56aa01a5-203b-40e7-81b3-52fd19a48737 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3cc70da-57ac-47e7-9fc7-6df6473ca444&id=abe99f71-58a8-402c-8760-1d5bafef9c25&id=9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 200 len: 6199 time: 0.3569241 Feb 19 00:53:12.618712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-74af9268-b489-4079-9aca-1a6eb0a4ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.619279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-74af9268-b489-4079-9aca-1a6eb0a4ea06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1207 time: 0.2666855 Feb 19 00:53:12.700359 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.769313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-4850c587-451b-41d1-a186-6d22397f69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.771854 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-4850c587-451b-41d1-a186-6d22397f69f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3227310 Feb 19 00:53:12.805742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Pushing event updated for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:12.844196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.844196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.844196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.844196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.844196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.848185 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.848770 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.849288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.849795 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.850287 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.851279 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.851791 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.852343 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:12.894138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204aeb8-2cf9-42bd-995d-536f31ca7275 req-2726c22c-f98f-4960-8ca2-e4635c895756 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.903196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2204aeb8-2cf9-42bd-995d-536f31ca7275 req-2726c22c-f98f-4960-8ca2-e4635c895756 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.4538097 Feb 19 00:53:12.927973 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e21bf23a-813c-4782-be45-400c134397a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.929798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0e9badb9-375c-4977-a17f-0bff6d18c306 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:12.930971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.978392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Attempting to bind port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:12.979044 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Attempting to bind port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:12.979635 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Attempting to bind port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 on network 07aab083-5ae0-49be-bfe6-83f48cce862e {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:12.981835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-cf89e3c2-12de-4369-9d8c-dcd78e8e0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.983356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-cf89e3c2-12de-4369-9d8c-dcd78e8e0cae service neutron] 10.222.0.96 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.3520663 Feb 19 00:53:12.995017 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:12.995716 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Checking segment: {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:12.996324 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.997102 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Bound using segment: {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:12.997756 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Bound port: 82a20fc4-67c2-44b6-b49d-9fc24015f2a2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72fe337-8448-4dc1-9907-7f3694010d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:13.005948 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.032269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421a35-4393-4c43-84f9-5b70b37640ee req-155cd666-80ac-4e1c-b57b-2ebe90545b1a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.041381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7421a35-4393-4c43-84f9-5b70b37640ee req-155cd666-80ac-4e1c-b57b-2ebe90545b1a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.2629797 Feb 19 00:53:13.131716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-c1d9403e-4821-4eee-9791-4451cecd6c73 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 200 len: 217 time: 0.1359138 Feb 19 00:53:13.133644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] For port 165e7556-770e-49d6-889d-e00527ca7dda, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=165e7556-770e-49d6-889d-e00527ca7dda,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:13.136228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (165e7556-770e-49d6-889d-e00527ca7dda), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.142997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-2d2a755f-9163-48a9-8399-723d28b33c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.145337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-2d2a755f-9163-48a9-8399-723d28b33c4a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3597133 Feb 19 00:53:13.162766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2204aeb8-2cf9-42bd-995d-536f31ca7275 req-9dc9d02a-d29a-4fdf-9dfc-c85eee23dda0 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361417 Feb 19 00:53:13.231056 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] For port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:13.247651 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] For port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:13.326943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-045a088e-19d5-41fd-8d46-80d7f3d2c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.339135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-045a088e-19d5-41fd-8d46-80d7f3d2c632 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.1809244 Feb 19 00:53:13.342365 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.344438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7421a35-4393-4c43-84f9-5b70b37640ee req-4cb5a3bb-fc93-4bf0-848f-ffb66fd916ce tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021476 Feb 19 00:53:13.349725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Calling delete_port for 165e7556-770e-49d6-889d-e00527ca7dda owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:13.425564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-705c874b-cefd-406e-b3df-73cdd5526f41 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690594 Feb 19 00:53:13.430672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': ' tempest-securitygroup -804448445 ', 'description': 'tempest-description-268651741'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:13.433328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-226cadbe-8a4c-4627-a628-2a9dd7722ff3 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745395 Feb 19 00:53:13.560871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0e9badb9-375c-4977-a17f-0bff6d18c306 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:13.574189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:13.611273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.640688 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:13.641973 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:53:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:13.646342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-ed5e1c5b-ecc9-42f2-9b58-271889077fb0 service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123005 Feb 19 00:53:13.747405 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612dc2-f42c-4a08-97d1-f72d69d8a753 None None] Pushing event updated for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:13.794596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Provisioning complete for port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:13.795216 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.914104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba161cc-ae24-4c7b-9465-b2731d32aa92 req-73967caf-9a67-4105-9c47-61b0638c6671 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.924559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ba161cc-ae24-4c7b-9465-b2731d32aa92 req-73967caf-9a67-4105-9c47-61b0638c6671 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.5103099 Feb 19 00:53:14.007304 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:53:14.073251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.088313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f11a4-b926-4d7f-9e31-3ce6ed6afd03 req-5a385631-30c6-42b0-823d-31c5bb32d72e service neutron] 10.222.0.96 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343548 Feb 19 00:53:14.181157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.239519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7485ce10-941a-4324-9157-991204518035 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:14.243274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7485ce10-941a-4324-9157-991204518035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.290045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:14.297393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 4, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '82a20fc4-67c2-44b6-b49d-9fc24015f2a2', 'name': '', 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'mac_address': 'fa:16:3e:2b:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:06Z', 'updated_at': '2022-02-19T00:53:13Z', 'revision_number': 4, 'project_id': '853fd52305854aaaa9459f116535d961', 'subnets': [{'id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:14.355479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf8bd5a-86eb-4ed5-be29-fc069373c3b7 None None] The sync data for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 is: [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:53:07Z', 'revision_number': 4, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '82a20fc4-67c2-44b6-b49d-9fc24015f2a2', 'name': '', 'network_id': '07aab083-5ae0-49be-bfe6-83f48cce862e', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'mac_address': 'fa:16:3e:2b:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:06Z', 'updated_at': '2022-02-19T00:53:13Z', 'revision_number': 4, 'project_id': '853fd52305854aaaa9459f116535d961', 'subnets': [{'id': '0be0e1c2-6b3a-415e-9317-7ab74747dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:14.368657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (165e7556-770e-49d6-889d-e00527ca7dda), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.384905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:14.390252 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641b116-c3ab-4202-b2be-4dc8feed3f29" -d '{"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:14.398675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-f15b883a-ca0f-4de0-b72d-ed50632f8a7e service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9520686 Feb 19 00:53:14.405755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.421557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d5325a-ca35-4ae4-8d24-274c8aab39f3 req-569cf690-aa59-474c-a240-de9cb17577e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.0003428 Feb 19 00:53:14.550818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.553321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:14.570780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Current status of the port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:14.574105 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.601174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Pushing event deleted for resources: {'Port': ['ID=165e7556-770e-49d6-889d-e00527ca7dda,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:14.648665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7485ce10-941a-4324-9157-991204518035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.652058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] For port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:14.682692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-230e0c17-b519-4903-bf61-4701374f86ec req-d2f82cdd-1d38-4a98-8623-a88675c5e9d3 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 210 time: 0.0852914 Feb 19 00:53:14.722345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] No DVR routers for this DVR port 165e7556-770e-49d6-889d-e00527ca7dda on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:14.730313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.739543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.739677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35d64850-7239-4e71-a5cf-8bb80cb159f4 req-090c64b8-759d-4685-8d75-400eb4384263 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.117 "DELETE /v2.0/ports/165e7556-770e-49d6-889d-e00527ca7dda HTTP/1.1" status: 204 len: 173 time: 2.8047633 Feb 19 00:53:14.770719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ba161cc-ae24-4c7b-9465-b2731d32aa92 req-44b7c9eb-75b1-421e-a1bf-5f5f6c11b097 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8398094 Feb 19 00:53:14.772978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-deleted', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:14.788817 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ea63d-717e-4bce-b8e1-b9cca3622ee1" -d '{"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-deleted", "tag": "165e7556-770e-49d6-889d-e00527ca7dda"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:14.795042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:14.823135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87901f3c-ac0d-422f-861a-141d477aaafa req-125d56f9-6551-421a-a90a-3c82aaff1d48 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:14.830174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87901f3c-ac0d-422f-861a-141d477aaafa req-125d56f9-6551-421a-a90a-3c82aaff1d48 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.8790245 Feb 19 00:53:14.985417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a6285b6b-43b8-4108-8d29-d18e389c4d0d None None] Provisioning complete for port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:14.985971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a6285b6b-43b8-4108-8d29-d18e389c4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.007848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f0694-e734-40c7-a15f-ce2f22b6b62c None None] Pushing event updated for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:15.165106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db573e-3607-4698-b962-c0b81186da2e req-00bc5e98-9f75-4d82-b6ea-6ab9ccd60cf1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.174584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03db573e-3607-4698-b962-c0b81186da2e req-00bc5e98-9f75-4d82-b6ea-6ab9ccd60cf1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.2004123 Feb 19 00:53:15.266001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03db573e-3607-4698-b962-c0b81186da2e req-ae22f08c-c6ae-4b40-a8f1-0df8d3f4eb45 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899854 Feb 19 00:53:15.346575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.360982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d7673a2-c3ff-4f58-a94f-2da67144f2da req-95936e43-57da-413d-869c-3e5d84ba8d3a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba HTTP/1.1" status: 200 len: 1796 time: 0.0783207 Feb 19 00:53:15.401001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a6285b6b-43b8-4108-8d29-d18e389c4d0d None None] Current status of the port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:15.427279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956b7c2-d288-4916-98c7-113bdb5c9b31 req-a2c88915-7ff4-4d42-bd55-6ab8baa13f28 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.434983 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3a85d-f7e9-43c6-b3fc-b569d2c33ecd x-openstack-request-id: req-42d3a85d-f7e9-43c6-b3fc-b569d2c33ecd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:15.435311 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "7485ce10-941a-4324-9157-991204518035", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:15.443782 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-42d3a85d-f7e9-43c6-b3fc-b569d2c33ecd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:15.443782 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485ce10-941a-4324-9157-991204518035', 'code': 200} Feb 19 00:53:15.444119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2956b7c2-d288-4916-98c7-113bdb5c9b31 req-a2c88915-7ff4-4d42-bd55-6ab8baa13f28 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.3834984 Feb 19 00:53:15.493153 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc77718-7003-4f0c-b4b0-661de49e82f8 x-openstack-request-id: req-edc77718-7003-4f0c-b4b0-661de49e82f8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:15.493427 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b5cd71-c3f2-42f6-847c-1e6f359a97f7", "name": "network-vif-deleted", "tag": "165e7556-770e-49d6-889d-e00527ca7dda", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:15.493644 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-edc77718-7003-4f0c-b4b0-661de49e82f8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:15.494045 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b5cd71-c3f2-42f6-847c-1e6f359a97f7', 'name': 'network-vif-deleted', 'tag': '165e7556-770e-49d6-889d-e00527ca7dda', 'status': 'completed', 'code': 200} Feb 19 00:53:15.525119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Deleting port 7485ce10-941a-4324-9157-991204518035 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:15.525457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7485ce10-941a-4324-9157-991204518035), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.547718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:15.597767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 165e7556-770e-49d6-889d-e00527ca7dda {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:15.598122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 165e7556-770e-49d6-889d-e00527ca7dda not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:15.601292 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-e10cf872-7455-4723-9c95-a98a812ec21d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba HTTP/1.1" status: 200 len: 1796 time: 0.0920310 Feb 19 00:53:15.702783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2956b7c2-d288-4916-98c7-113bdb5c9b31 req-ba16922a-9858-4e25-85e3-40dbc4919afa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588401 Feb 19 00:53:15.780179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.832885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] For port 7485ce10-941a-4324-9157-991204518035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7485ce10-941a-4324-9157-991204518035,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:15.833786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7485ce10-941a-4324-9157-991204518035), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.840039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.860660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Calling delete_port for 7485ce10-941a-4324-9157-991204518035 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:16.002330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a1fece9-92c8-4d34-bf01-96259762223d req-53e358a2-5da0-410e-b1bc-f0d71a522b31 tempest-ListImageFiltersTestJSON-1093935706 tempest-ListImageFiltersTestJSON-1093935706-project] 10.222.0.94 "GET /v2.0/ports?device_id=94b5cd71-c3f2-42f6-847c-1e6f359a97f7 HTTP/1.1" status: 200 len: 210 time: 0.0433619 Feb 19 00:53:16.049922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.052579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.075741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccd12b40-e22f-4928-91e7-ff880090ad38 req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba HTTP/1.1" status: 204 len: 173 time: 0.4727283 Feb 19 00:53:16.112719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139ea73-41fe-4050-b973-a89b25d10da8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:16.286420 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-0564a3f1-3f91-4294-8719-5b966ef1c3f5 req-6216893f-544b-421f-ad85-d6c76c02103e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:53:16.287794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:16.297366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0564a3f1-3f91-4294-8719-5b966ef1c3f5 req-6216893f-544b-421f-ad85-d6c76c02103e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba HTTP/1.1" status: 404 len: 352 time: 0.0456307 Feb 19 00:53:16.324823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba1de6-cd08-4762-a981-3df12deef23d req-127fa473-771e-4c53-8a02-f738e3a9eda1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:16.326952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4fba1de6-cd08-4762-a981-3df12deef23d req-127fa473-771e-4c53-8a02-f738e3a9eda1 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1946340 Feb 19 00:53:16.417379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7485ce10-941a-4324-9157-991204518035), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.432646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:16.433024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.443251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45216fc6-45a4-4ff3-bbec-a409e80f946c req-184d7662-ed46-4df6-a284-c1b81ee1ac62 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=409a149d-4789-4d76-905c-ebbed13eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.0482361 Feb 19 00:53:16.474566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-433965558', 'description': 'tempest-description-588811124'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:16.529532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event deleted for resources: {'Port': ['ID=7485ce10-941a-4324-9157-991204518035,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:16.563715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] No DVR routers for this DVR port 7485ce10-941a-4324-9157-991204518035 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:16.570243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.574005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87901f3c-ac0d-422f-861a-141d477aaafa req-6a67410c-aa05-4280-b84d-2ada62acfbb6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "DELETE /v2.0/ports/7485ce10-941a-4324-9157-991204518035 HTTP/1.1" status: 204 len: 173 time: 1.7373705 Feb 19 00:53:16.583328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:16.586731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.608819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4fba1de6-cd08-4762-a981-3df12deef23d req-62a041c4-a9b5-490b-8d71-b51dddb43f4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607009 Feb 19 00:53:16.671887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (394c561e-5a77-45d4-87a9-feb9ba20ad05), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.723798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (394c561e-5a77-45d4-87a9-feb9ba20ad05), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.767419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394c561e-5a77-45d4-87a9-feb9ba20ad05,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:16.822914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.831868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b2d1d99-6122-4150-a214-29bb579237d2 req-3c1bec37-496a-4205-9067-d72d110b8d53 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3703558 Feb 19 00:53:16.862467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.872692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-423229887', 'description': 'tempest-description-1542858560'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:16.947741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.075412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (978ce101-a95a-48ff-9d7c-05f2248a7d6d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.138888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8db779-f851-4365-a997-020942fccbba req-5221c9f0-99f4-473b-9b49-cb88aabfed9a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.141286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db8db779-f851-4365-a997-020942fccbba req-5221c9f0-99f4-473b-9b49-cb88aabfed9a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Feb 19 00:53:17.152140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (978ce101-a95a-48ff-9d7c-05f2248a7d6d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.202476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db8db779-f851-4365-a997-020942fccbba req-1e03d53d-59e4-460c-b2ce-dedb64073ab2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544736 Feb 19 00:53:17.266297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978ce101-a95a-48ff-9d7c-05f2248a7d6d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:17.286557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.288725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eebdc7a5-6aba-485d-bbc0-5913ce1b397d req-a971af45-a8a8-423a-91ff-cbddc40e87a3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4203141 Feb 19 00:53:17.402711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037371575', 'description': 'tempest-description-914197211'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:17.495441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-deleted', 'tag': '7485ce10-941a-4324-9157-991204518035'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:17.498009 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f52ddb-3bcd-47cf-afd0-286bb6fa0781" -d '{"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-deleted", "tag": "7485ce10-941a-4324-9157-991204518035"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:17.545618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:17.568887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7485ce10-941a-4324-9157-991204518035 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:17.569495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7485ce10-941a-4324-9157-991204518035 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:17.583039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.708122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (b5906b57-96ec-4e8c-bf78-127611cb4361), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.792050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b5906b57-96ec-4e8c-bf78-127611cb4361), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.831015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5906b57-96ec-4e8c-bf78-127611cb4361,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:17.911711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.913505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee1442d9-69b9-4f1b-88c7-480b6c0743f7 req-96616b5e-399f-41b1-a066-37e005afb98b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5161326 Feb 19 00:53:18.034856 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ca18a5-f299-4078-9284-211887487d0a x-openstack-request-id: req-71ca18a5-f299-4078-9284-211887487d0a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:18.039396 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a149d-4789-4d76-905c-ebbed13eb1c1", "name": "network-vif-deleted", "tag": "7485ce10-941a-4324-9157-991204518035", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:18.039396 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-71ca18a5-f299-4078-9284-211887487d0a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:18.039396 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409a149d-4789-4d76-905c-ebbed13eb1c1', 'name': 'network-vif-deleted', 'tag': '7485ce10-941a-4324-9157-991204518035', 'status': 'completed', 'code': 200} Feb 19 00:53:18.223292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5691-a0fa-4be6-99b2-8d240e585deb req-22a92f9d-6b5a-4ec5-be25-60ac75c36261 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:18.225036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d15b5691-a0fa-4be6-99b2-8d240e585deb req-22a92f9d-6b5a-4ec5-be25-60ac75c36261 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0872755 Feb 19 00:53:18.308774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d15b5691-a0fa-4be6-99b2-8d240e585deb req-0f04dbce-c663-4abd-91c2-9e14cb2f83ba tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743389 Feb 19 00:53:18.339807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-580f799b-c808-4663-ae04-2d14fdb107e9 req-473dfd59-0c41-4095-a379-a07ca1856efe tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 10996 time: 0.2324486 Feb 19 00:53:18.409672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-580f799b-c808-4663-ae04-2d14fdb107e9 req-79574f0d-833b-4bbe-8950-5b1f533d20f2 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 200 len: 2998 time: 0.0673285 Feb 19 00:53:18.471304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-580f799b-c808-4663-ae04-2d14fdb107e9 req-6f0176f7-d9c4-4581-a839-0866a1d20262 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 200 len: 2998 time: 0.0561507 Feb 19 00:53:18.704725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:18.709424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185647810', 'description': 'tempest-description--1917538386'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:18.816079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.873800 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:53:18.893697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd02f1c-78d8-4b38-8794-c41727282393 req-85db3787-9c57-4eaa-9fa4-6f3227e8f070 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:18.893697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edd02f1c-78d8-4b38-8794-c41727282393 req-85db3787-9c57-4eaa-9fa4-6f3227e8f070 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1052737 Feb 19 00:53:19.032294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edd02f1c-78d8-4b38-8794-c41727282393 req-4b048a9f-8b36-4918-8093-326ea23d661b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384411 Feb 19 00:53:19.034987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (0b4a90cd-536c-44b1-86a0-889b01fe1ebf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.065703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-1b2132d1-08a9-4f00-9b3e-225f003c0ab1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934556 Feb 19 00:53:19.173307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0b4a90cd-536c-44b1-86a0-889b01fe1ebf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.195571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-0942a174-80f0-4cb1-ac45-37993fcf968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:19.197507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-0942a174-80f0-4cb1-ac45-37993fcf968c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1126 time: 0.1146517 Feb 19 00:53:19.309165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a90cd-536c-44b1-86a0-889b01fe1ebf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:19.323588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-8b08696d-42f5-4656-bb05-8d901646b5dd tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/394c561e-5a77-45d4-87a9-feb9ba20ad05 HTTP/1.1" status: 200 len: 1816 time: 0.1681523 Feb 19 00:53:19.434872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-e8be398a-ddaf-4076-b0db-a5ca07ac9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:19.436841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-e8be398a-ddaf-4076-b0db-a5ca07ac9958 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2050815 Feb 19 00:53:19.463305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (394c561e-5a77-45d4-87a9-feb9ba20ad05), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.554767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (394c561e-5a77-45d4-87a9-feb9ba20ad05), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.603104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-2f7cc169-2ab8-4430-9493-eacc78126aea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.1582589 Feb 19 00:53:19.607821 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.615401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7730f607-ee08-4023-801d-d4d70e87514f tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9035082 Feb 19 00:53:19.615563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60614) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:19.625806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'security_group_rule': {'security_group_id': '0b4a90cd-536c-44b1-86a0-889b01fe1ebf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:19.680548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23281a95-ee7d-491b-bdc9-dff214539c19 req-b72828e6-3a15-4c8f-a19e-f974267e209a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:19.685958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (394c561e-5a77-45d4-87a9-feb9ba20ad05), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.688988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.691000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23281a95-ee7d-491b-bdc9-dff214539c19 req-b72828e6-3a15-4c8f-a19e-f974267e209a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1947203 Feb 19 00:53:19.695227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7a48c49-15ea-4a47-8f72-92de086ec46a req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/394c561e-5a77-45d4-87a9-feb9ba20ad05 HTTP/1.1" status: 204 len: 173 time: 0.3657017 Feb 19 00:53:19.710584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-2bbe310f-6d6b-42a5-a980-be1a6a4740e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:19.712293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-2bbe310f-6d6b-42a5-a980-be1a6a4740e6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1015034 Feb 19 00:53:19.754085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dacf5-64c0-4e7b-abed-7e3893f574a8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c561e-5a77-45d4-87a9-feb9ba20ad05,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:19.790230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-459185c5-25fa-4582-b2dc-e51ddef57ba1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643313 Feb 19 00:53:19.823926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23281a95-ee7d-491b-bdc9-dff214539c19 req-0f16ccf9-ef67-465c-b19b-e421186b4ddc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315839 Feb 19 00:53:19.825755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (a39d82aa-8805-4765-8d7f-0c1f1f356458), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.915721 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-24b49a2e-1b15-4ca8-8f59-29652224ce0d req-f0aa1532-be66-43ff-89a5-58436f252ced tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:53:19.927627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-8c44ecd1-6a81-4cce-b29f-467d39c449a2 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214147 Feb 19 00:53:19.927749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24b49a2e-1b15-4ca8-8f59-29652224ce0d req-f0aa1532-be66-43ff-89a5-58436f252ced tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/394c561e-5a77-45d4-87a9-feb9ba20ad05 HTTP/1.1" status: 404 len: 352 time: 0.0437627 Feb 19 00:53:20.042011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (a39d82aa-8805-4765-8d7f-0c1f1f356458), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.059017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e4d4a09-5185-4b6f-8298-1766f8bdab15 req-8b029aa8-d945-4054-bcec-25a4f3d610de service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237757 Feb 19 00:53:20.066888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-704b5ac1-25cf-4ae1-b851-6d8ba8352984 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/978ce101-a95a-48ff-9d7c-05f2248a7d6d HTTP/1.1" status: 200 len: 1817 time: 0.1122108 Feb 19 00:53:20.115427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a39d82aa-8805-4765-8d7f-0c1f1f356458), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.146363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d82aa-8805-4765-8d7f-0c1f1f356458,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:20.172452 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (978ce101-a95a-48ff-9d7c-05f2248a7d6d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.205815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (978ce101-a95a-48ff-9d7c-05f2248a7d6d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.225675 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.229742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10058cab-f467-4c93-a038-7688361df3b5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6064224 Feb 19 00:53:20.230157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60640) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:20.235052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'security_group_rule': {'security_group_id': '0b4a90cd-536c-44b1-86a0-889b01fe1ebf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:20.338040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (e9d661c7-a410-46b5-a7da-b11bee6a16c0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.346912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (978ce101-a95a-48ff-9d7c-05f2248a7d6d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.349498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.350653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fd42685-1d9f-45c4-8ced-264847214b36 req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/978ce101-a95a-48ff-9d7c-05f2248a7d6d HTTP/1.1" status: 204 len: 173 time: 0.2826631 Feb 19 00:53:20.363538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf632e-9de2-43fc-a87c-d31c8d506574 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978ce101-a95a-48ff-9d7c-05f2248a7d6d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:20.473723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (e9d661c7-a410-46b5-a7da-b11bee6a16c0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.582655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e9d661c7-a410-46b5-a7da-b11bee6a16c0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.587080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3acf53-9de3-4e8a-a5f1-1ea9fe6cffd5 req-e4bd7e1c-4223-4efa-a0eb-5e138560ada5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:20.588791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e3acf53-9de3-4e8a-a5f1-1ea9fe6cffd5 req-e4bd7e1c-4223-4efa-a0eb-5e138560ada5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1058278 Feb 19 00:53:20.641951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d661c7-a410-46b5-a7da-b11bee6a16c0,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:20.676657 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-b1979653-5982-418a-ad70-079a2676f4cf req-a36899c3-027a-410b-b0f0-b0f4bb651c8e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:53:20.687422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b1979653-5982-418a-ad70-079a2676f4cf req-a36899c3-027a-410b-b0f0-b0f4bb651c8e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/978ce101-a95a-48ff-9d7c-05f2248a7d6d HTTP/1.1" status: 404 len: 352 time: 0.0549793 Feb 19 00:53:20.708897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e3acf53-9de3-4e8a-a5f1-1ea9fe6cffd5 req-d9f6ed01-2830-41ec-bd6c-001c6544ff47 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095488 Feb 19 00:53:20.770665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.775322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60648) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:20.777121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b1b6dad3-7395-48ef-90dd-eb9fe9d5751d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5440738 Feb 19 00:53:20.783081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:20.786489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-5b7c4f80-eb4b-42c4-8e67-1303250a504d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/b5906b57-96ec-4e8c-bf78-127611cb4361 HTTP/1.1" status: 200 len: 1817 time: 0.0707865 Feb 19 00:53:20.891573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (b5906b57-96ec-4e8c-bf78-127611cb4361), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.896953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.959167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (b5906b57-96ec-4e8c-bf78-127611cb4361), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.084742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b5906b57-96ec-4e8c-bf78-127611cb4361), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.098644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.105032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d3c6919-2d4c-48ae-a410-81f81497b7ba req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/b5906b57-96ec-4e8c-bf78-127611cb4361 HTTP/1.1" status: 204 len: 173 time: 0.3125110 Feb 19 00:53:21.138555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca86d37-b126-408d-9576-e58f5764eb65 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5906b57-96ec-4e8c-bf78-127611cb4361,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:21.145040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafc998-da28-4d2c-8a93-6dcccf556fa0 req-67fe866f-cbfa-47e4-867a-d557401b688c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.149217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccafc998-da28-4d2c-8a93-6dcccf556fa0 req-67fe866f-cbfa-47e4-867a-d557401b688c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1876488 Feb 19 00:53:21.152617 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-65f977f0-c586-4b1b-ba13-ad101973f9a5 req-de7f903c-063c-44c9-b5a1-136140398188 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:53:21.169613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65f977f0-c586-4b1b-ba13-ad101973f9a5 req-de7f903c-063c-44c9-b5a1-136140398188 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/b5906b57-96ec-4e8c-bf78-127611cb4361 HTTP/1.1" status: 404 len: 352 time: 0.0275064 Feb 19 00:53:21.252636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.270229 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccafc998-da28-4d2c-8a93-6dcccf556fa0 req-88449445-8828-4f03-99d0-959cb578f411 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Feb 19 00:53:21.357397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60658) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:21.377542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9e415d5-67b9-4aa2-abd4-69a686c21fbe req-ca2c8a44-0e43-46b4-9573-4d206f75e212 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 6199 time: 0.1999819 Feb 19 00:53:21.446397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Allocated IP 172.25.2.231 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3b75d518-39d2-47b2-bd8d-d0270502f82d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:21.455511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9e415d5-67b9-4aa2-abd4-69a686c21fbe req-25f01841-46ff-445e-abc0-7ad01f9730fa tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 200 len: 2998 time: 0.0771964 Feb 19 00:53:21.544349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9e415d5-67b9-4aa2-abd4-69a686c21fbe req-24646fd1-d577-4aac-8299-bfaac05a2371 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 200 len: 2998 time: 0.0879316 Feb 19 00:53:21.614402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.628472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-164128350', 'description': 'tempest-description-2020375054'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:21.667992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6a6645d-e508-494a-9b06-cb8a29803a9d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=24366ecb5bbc4b788036148e3cd9c703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091965 Feb 19 00:53:21.672014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:21.728284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] Publish callbacks [] for security_group (a99fd85c-7df6-47c4-851b-16b1083fb8eb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.767582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] Publish callbacks [] for security_group (a99fd85c-7df6-47c4-851b-16b1083fb8eb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.775010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.838829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.889699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cbf427b8-17d9-4cbd-90ef-b9f96cdb275c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.931315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:21.932877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a99fd85c-7df6-47c4-851b-16b1083fb8eb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.935584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.936993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a99fd85c-7df6-47c4-851b-16b1083fb8eb HTTP/1.1" status: 204 len: 168 time: 0.2628546 Feb 19 00:53:21.944351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:21.957349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:21.959702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354985ac-bd00-486e-abf8-170d4f36a253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fd85c-7df6-47c4-851b-16b1083fb8eb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:21.996738 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cbf427b8-17d9-4cbd-90ef-b9f96cdb275c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.021182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'Port': ['ID=3b75d518-39d2-47b2-bd8d-d0270502f82d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:22.065335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:22.069764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e95c95-9165-4346-9318-b958104ffd25 req-f1443014-517a-494c-ba54-c5d1444bae76 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:22.072086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21e95c95-9165-4346-9318-b958104ffd25 req-f1443014-517a-494c-ba54-c5d1444bae76 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.2371168 Feb 19 00:53:22.130719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.132270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77efd329-d9cb-4b9a-ae92-c7bece2a32f9 req-8911f331-6db6-477a-9734-3420ab8b4f07 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5340450 Feb 19 00:53:22.162045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1818880596', 'description': 'tempest-description-986366011'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:22.179985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for floatingip (653985d9-a7d9-420f-8ad2-9d5f33e8dda6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.199935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21e95c95-9165-4346-9318-b958104ffd25 req-de762d40-6b57-414f-9a8f-3877c5870c6e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187942 Feb 19 00:53:22.314358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.404378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.483340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (67261450-e058-401f-81d3-7c5040054179), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.557731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (67261450-e058-401f-81d3-7c5040054179), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.621415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67261450-e058-401f-81d3-7c5040054179,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:22.648742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03228d92-a3ff-4e38-9aa7-6d85cd8cf0fe req-ae241de7-23d3-4921-8e7f-79ccbc464f32 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:22.660904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03228d92-a3ff-4e38-9aa7-6d85cd8cf0fe req-ae241de7-23d3-4921-8e7f-79ccbc464f32 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1883855 Feb 19 00:53:22.715793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.717202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48c586c6-2075-46a8-9a36-7a69e3281b4e req-be4a6b7f-5619-4610-9fe8-d834f0f98c6b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5636902 Feb 19 00:53:22.872664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.896005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03228d92-a3ff-4e38-9aa7-6d85cd8cf0fe req-e4c0e048-2167-49d1-835d-419f643f88b5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324328 Feb 19 00:53:22.952274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.039810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'Port': ['ID=3b75d518-39d2-47b2-bd8d-d0270502f82d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:23.108665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (653985d9-a7d9-420f-8ad2-9d5f33e8dda6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.217914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.225450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a79f88c-5cd2-4731-b60a-1ecc6010e7c7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4426033 Feb 19 00:53:23.275747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-2a54e150-10f2-4014-b743-5ec75ae3240b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:23.278194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-2a54e150-10f2-4014-b743-5ec75ae3240b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 812 time: 0.2059567 Feb 19 00:53:23.321191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-ff464018-cc89-49fc-bf5f-609ebd30672e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/quotas/5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 375 time: 0.0266860 Feb 19 00:53:23.417304 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-953d68ef-55c6-4038-85ee-1ad02d7e8c62 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891962 Feb 19 00:53:23.444628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb26ac-5437-4804-9121-e649a24f7c3b req-03e6cf13-d764-4fa3-8dbf-1c8411453b1b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:23.446168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dfb26ac-5437-4804-9121-e649a24f7c3b req-03e6cf13-d764-4fa3-8dbf-1c8411453b1b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.1085010 Feb 19 00:53:23.519434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dfb26ac-5437-4804-9121-e649a24f7c3b req-d0488e5d-64a6-47dc-bece-9bc0b107b915 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Feb 19 00:53:23.712350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-c2dcc166-143a-4e16-aec6-0e9c03a95497 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:23.714513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-c2dcc166-143a-4e16-aec6-0e9c03a95497 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.1227880 Feb 19 00:53:23.743527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-09f39413-c813-464f-9180-d29135f22b47 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/quotas/5e67ebb62865441fb612a32d34edb3f8 HTTP/1.1" status: 200 len: 375 time: 0.0226276 Feb 19 00:53:23.775935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-6656333d-5033-4492-b328-d6d168b689b0 service neutron] 10.222.0.94 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576393 Feb 19 00:53:23.796765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-cf5d7d10-5dea-4325-be49-d9b77508c2af tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466738 Feb 19 00:53:23.900965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-22d9606b-4c87-4b0c-ae29-95492fb11166 service neutron] 10.222.0.94 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167991 Feb 19 00:53:23.965464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-043eaa33-18fd-40f5-be08-344d2c655fb4 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607008 Feb 19 00:53:24.080664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-5243f5aa-3246-4ff3-a229-2a1d595a24e0 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084831 Feb 19 00:53:24.579446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ac43-e8ef-4514-8f2c-433c7dc19abe req-5f67f92e-5047-41bf-b94a-adcd8cd24898 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:24.579628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-236a9355-58ea-44fc-a54c-66baf3e75dee req-bf811f66-e595-4b8b-b388-713db0b3b897 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 210 time: 0.0651975 Feb 19 00:53:24.588163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e096ac43-e8ef-4514-8f2c-433c7dc19abe req-5f67f92e-5047-41bf-b94a-adcd8cd24898 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0800960 Feb 19 00:53:24.663220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e096ac43-e8ef-4514-8f2c-433c7dc19abe req-38e5416d-c8ab-4f38-b945-f636c8af90dc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738800 Feb 19 00:53:24.758769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9ac23d9e-cf94-4736-8034-b42fee0e1921 req-4bd5c630-4ab7-4394-bd53-a621266b28b4 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 210 time: 0.0825002 Feb 19 00:53:24.828730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570f32-e840-4d0c-8071-6075b5fe2704 req-332fbf2c-3405-4d82-bb44-0adb43bf0ca3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:24.846439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b570f32-e840-4d0c-8071-6075b5fe2704 req-332fbf2c-3405-4d82-bb44-0adb43bf0ca3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0977583 Feb 19 00:53:24.932622 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b570f32-e840-4d0c-8071-6075b5fe2704 req-7c0e5287-ae9f-48f5-9e9b-dcb165f59d10 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Feb 19 00:53:25.023314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60778) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:25.182241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8b8f-670a-43ad-b673-32fd6d4da7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.311076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8b8f-670a-43ad-b673-32fd6d4da7c2 admin admin] Publish callbacks [] for security_group (33f62797-acbd-4108-9c41-3780410fb065), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.455333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8b8f-670a-43ad-b673-32fd6d4da7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33f62797-acbd-4108-9c41-3780410fb065), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.505937 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ee0e8b8f-670a-43ad-b673-32fd6d4da7c2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ae073dc585e8460ab59b25c593bba58c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805973 Feb 19 00:53:25.506888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e8b8f-670a-43ad-b673-32fd6d4da7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f62797-acbd-4108-9c41-3780410fb065,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:25.508644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60786) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:25.572115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] Publish callbacks [] for security_group (33f62797-acbd-4108-9c41-3780410fb065), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.602085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] Publish callbacks [] for security_group (33f62797-acbd-4108-9c41-3780410fb065), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.763726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50785552-1f4d-4acd-bf55-0ae504ab175e req-20dee73e-0cc9-4fab-aedf-e1353cc9f5ba tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 210 time: 0.0537760 Feb 19 00:53:25.834598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33f62797-acbd-4108-9c41-3780410fb065), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.843017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.844967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/33f62797-acbd-4108-9c41-3780410fb065 HTTP/1.1" status: 204 len: 168 time: 0.3351812 Feb 19 00:53:25.870263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0464440-139b-453e-a764-8afabbc611cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f62797-acbd-4108-9c41-3780410fb065,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:25.879337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d6f6-24c6-4d85-b659-6ac47e29e59e req-751d555f-fc73-4a88-8cb5-a0bed6dcaab9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:25.881888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca50d6f6-24c6-4d85-b659-6ac47e29e59e req-751d555f-fc73-4a88-8cb5-a0bed6dcaab9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1018980 Feb 19 00:53:25.902845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b92ceeb4-b99d-4bb4-be3e-f50909bdc2b6 req-6a39847c-abfc-4710-ae30-032108577bd3 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 210 time: 0.0700862 Feb 19 00:53:26.037625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca50d6f6-24c6-4d85-b659-6ac47e29e59e req-e4b7770a-09f3-458c-8902-6eafc0750525 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358793 Feb 19 00:53:26.123707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2473dcf-0ee6-4deb-840e-5a22638297ec req-6dfd1089-adef-44bc-9d09-7abae18b1d22 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:26.125738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2473dcf-0ee6-4deb-840e-5a22638297ec req-6dfd1089-adef-44bc-9d09-7abae18b1d22 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0817683 Feb 19 00:53:26.187360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2473dcf-0ee6-4deb-840e-5a22638297ec req-a5309181-d2ab-4417-8999-c22305ae8f48 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Feb 19 00:53:26.839144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-67474da8-8c98-4d05-83f9-54d3db97a771 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:26.840700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-67474da8-8c98-4d05-83f9-54d3db97a771 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.117 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 812 time: 0.2219794 Feb 19 00:53:26.858296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'device_id': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0', 'admin_state_up': True, 'tenant_id': '5a0ca389a1814affb4bf0704a0053ca6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:26.904346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e9b4415-cc6f-4f84-b124-5ae6146f3b49 req-16b8836b-46d0-4d17-ac69-4bc25a6c0218 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 210 time: 0.0486596 Feb 19 00:53:27.227460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582a61-7c9b-4ef1-8de3-090b7cd78382 req-fad27623-c2dd-4973-8ef3-ff849a95f69d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.229842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8582a61-7c9b-4ef1-8de3-090b7cd78382 req-fad27623-c2dd-4973-8ef3-ff849a95f69d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0754840 Feb 19 00:53:27.362613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8582a61-7c9b-4ef1-8de3-090b7cd78382 req-ce618ef7-0920-4763-88ba-4baea1b5a6d9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245677 Feb 19 00:53:27.489011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:27.525397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b111-6e27-4fc8-b686-c73511a723e4 req-87e2ec6a-0bde-42df-8368-39f257415fda tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.532086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fea9b111-6e27-4fc8-b686-c73511a723e4 req-87e2ec6a-0bde-42df-8368-39f257415fda tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0773742 Feb 19 00:53:27.634227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fea9b111-6e27-4fc8-b686-c73511a723e4 req-f6499c38-52da-403d-b892-626eba943bf4 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012402 Feb 19 00:53:27.669228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b1a97be9-5723-4646-8d76-1c49227a5f3d req-cf9f3ea4-fc88-4388-9e61-2b3731959637 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 210 time: 0.0930614 Feb 19 00:53:27.698811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1221728438-network', 'tenant_id': '8982208535f743268cbc4b04af6036a8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:27.761099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-3c5e751c-bd00-44d3-85b9-6f35d9282efd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.762921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-3c5e751c-bd00-44d3-85b9-6f35d9282efd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.1854224 Feb 19 00:53:27.775002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'port': {'device_id': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'admin_state_up': True, 'tenant_id': '5e67ebb62865441fb612a32d34edb3f8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:27.826708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Made reservation on behalf of 8982208535f743268cbc4b04af6036a8 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:27.830154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.841278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Made reservation on behalf of 5a0ca389a1814affb4bf0704a0053ca6 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:27.847306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.847824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.953587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks [] for security_group (1e9ed8ad-1da0-44cd-b755-6f4d607ebde6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.064858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ac5702c-ff00-4aa1-83a9-4729da4b9036 req-03683b88-e62e-46b7-be24-81c0d92ed2d2 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 210 time: 0.0509908 Feb 19 00:53:28.088997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e9ed8ad-1da0-44cd-b755-6f4d607ebde6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.119687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:28.148779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:28.166834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c61fa858-a70e-4fbf-871d-034d72216ff4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.167419 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Added segment c61fa858-a70e-4fbf-871d-034d72216ff4 of type vlan for network 3bc3197a-e82a-4634-8298-44fd7fa75e0c Feb 19 00:53:28.174310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Made reservation on behalf of 5e67ebb62865441fb612a32d34edb3f8 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:28.178481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.224270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3bc3197a-e82a-4634-8298-44fd7fa75e0c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.225060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Allocated IP 172.20.0.9 (024ff8b0-8fe9-4542-9468-d07d429bf5b0/2778595b-2f44-45cc-89e7-042cf38b60bd/d15bd5b9-6834-4eef-869e-500caed07cc3) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:28.408941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3bc3197a-e82a-4634-8298-44fd7fa75e0c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.409943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.410535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.496474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] Pushing event updated for resources: {'Network': ['ID=3bc3197a-e82a-4634-8298-44fd7fa75e0c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:28.509655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3bc3197a-e82a-4634-8298-44fd7fa75e0c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:28.542461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.603558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4637-cf60-44ed-96f1-bf142f5f7e2a req-ced9cbd0-b2a0-4d1e-9892-d3adcfdb2365 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.675916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-672a4637-cf60-44ed-96f1-bf142f5f7e2a req-ced9cbd0-b2a0-4d1e-9892-d3adcfdb2365 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1545413 Feb 19 00:53:28.675916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Allocated IP 172.20.0.4 (e80334b5-6395-4f30-a3fe-269897dc2425/58d4878a-547e-4247-b4a9-b5c7a59619f2/80f3f851-3858-4a7e-a984-87e370d48650) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:28.691643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-672a4637-cf60-44ed-96f1-bf142f5f7e2a req-19a995a0-55ba-46e0-9020-a7bde584a2f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785639 Feb 19 00:53:28.809425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9102e-1158-4802-aaf3-e259f837c081 req-28a94889-0778-4d61-811c-45f57df2bbfa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.815075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb9102e-1158-4802-aaf3-e259f837c081 req-28a94889-0778-4d61-811c-45f57df2bbfa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0767450 Feb 19 00:53:28.818914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e62c284-2dd7-4b70-869d-9db138226c9e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3284211 Feb 19 00:53:28.819571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60890) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:28.824447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Request body: {'subnet': {'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1221728438-subnet', 'tenant_id': '8982208535f743268cbc4b04af6036a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:28.854986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b16683d-11f5-4cf0-a3eb-0496f51de328 req-7b818529-6b72-4410-8130-793493dadbde tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 210 time: 0.0579484 Feb 19 00:53:28.879338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for port (80f3f851-3858-4a7e-a984-87e370d48650), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.888986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb9102e-1158-4802-aaf3-e259f837c081 req-8cac59cb-fe86-4412-998a-8364bb323f1e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Feb 19 00:53:28.919941 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.940387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:28.951986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Made reservation on behalf of 8982208535f743268cbc4b04af6036a8 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:28.959343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.997180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:29.005560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:29.009891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:29.017254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:29.082608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.246479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Network e80334b5-6395-4f30-a3fe-269897dc2425 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:29.264886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:29.266102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.280519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:29.305941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:29.359203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:29.383196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:29.385782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.403611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfa006-b064-4dfb-8045-cb5f895dd4ff req-68b14aa8-97f2-482e-84f8-1238006cbd34 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:29.411471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cbfa006-b064-4dfb-8045-cb5f895dd4ff req-68b14aa8-97f2-482e-84f8-1238006cbd34 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 931 time: 0.1698384 Feb 19 00:53:29.414883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ccab4334-0f27-4ef3-ab83-3ce89109c4d4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.431975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-68895400-d365-407e-82fd-2259c2b6c6f7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5776422 Feb 19 00:53:29.444912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Request body: {'port': {'device_id': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:29.500668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccab4334-0f27-4ef3-ab83-3ce89109c4d4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:29.508092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cbfa006-b064-4dfb-8045-cb5f895dd4ff req-8861d153-8350-4b25-ba74-e4d815a6b853 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955091 Feb 19 00:53:29.525705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9c62ec1f-ff25-42ee-a987-87294e4b401d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7556112 Feb 19 00:53:29.543563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Checking segment: {'id': 'c61fa858-a70e-4fbf-871d-034d72216ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:29.544520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Network hostable DHCP agents. Network: 3bc3197a-e82a-4634-8298-44fd7fa75e0c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:29.552086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Request body: {'port': {'device_id': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:29.586114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.651561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Network 3bc3197a-e82a-4634-8298-44fd7fa75e0c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:29.661036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.761454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3bc3197a-e82a-4634-8298-44fd7fa75e0c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:29.762555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:29.763650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.773342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90f64f-a549-448c-b245-3624b368a451 None None] Network 3bc3197a-e82a-4634-8298-44fd7fa75e0c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:29.890038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-54c94207-d273-43a0-89aa-0cda2fcce456 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0691872 Feb 19 00:53:30.000335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29e81f-0cf8-4754-8a20-5742bfa1301f None None] Network 3bc3197a-e82a-4634-8298-44fd7fa75e0c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:30.320961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263377f-a088-436d-8fed-16fc8d7ab8cc req-af7c3955-dd04-4efb-ad44-0b95c0290f1a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.329133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d263377f-a088-436d-8fed-16fc8d7ab8cc req-af7c3955-dd04-4efb-ad44-0b95c0290f1a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0807600 Feb 19 00:53:30.389331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca436b-6234-4c89-ba89-427e693f79e0 req-0abc868b-808b-4519-8515-34a60a142cc3 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.389331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79ca436b-6234-4c89-ba89-427e693f79e0 req-0abc868b-808b-4519-8515-34a60a142cc3 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 931 time: 0.2896643 Feb 19 00:53:30.403043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15bd5b9-6834-4eef-869e-500caed07cc3 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:30.407616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d263377f-a088-436d-8fed-16fc8d7ab8cc req-dbaa4e8c-1472-4e69-b508-1de8fb18e4ba tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703394 Feb 19 00:53:30.422669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks [] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.483322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Transition to ACTIVE for port object d15bd5b9-6834-4eef-869e-500caed07cc3 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:30.491481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f3f851-3858-4a7e-a984-87e370d48650 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:30.506862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks [] for port (80f3f851-3858-4a7e-a984-87e370d48650), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.519810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79ca436b-6234-4c89-ba89-427e693f79e0 req-352f62fc-f9f7-42bf-a4e3-d2ca7fe3271e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190991 Feb 19 00:53:30.524857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Transition to ACTIVE for port object 80f3f851-3858-4a7e-a984-87e370d48650 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:30.540596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.572295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155ca6d-9c4c-484f-a41d-5a25263a4f30 req-6744ee46-17c2-473a-bb87-79250550d17d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.582925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f155ca6d-9c4c-484f-a41d-5a25263a4f30 req-6744ee46-17c2-473a-bb87-79250550d17d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Feb 19 00:53:30.596537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.601308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:30.670323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f155ca6d-9c4c-484f-a41d-5a25263a4f30 req-07f387ca-7a43-455a-a21a-237d910b1316 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857692 Feb 19 00:53:30.723074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:30.860669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Attempting to bind port d15bd5b9-6834-4eef-869e-500caed07cc3 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:30.861730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Attempting to bind port d15bd5b9-6834-4eef-869e-500caed07cc3 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:30.862176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Attempting to bind port d15bd5b9-6834-4eef-869e-500caed07cc3 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:30.872421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Port d15bd5b9-6834-4eef-869e-500caed07cc3 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:30.872729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Attempting to bind port d15bd5b9-6834-4eef-869e-500caed07cc3 on network 024ff8b0-8fe9-4542-9468-d07d429bf5b0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:30.875572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Attempting to bind port 80f3f851-3858-4a7e-a984-87e370d48650 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:30.875908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Attempting to bind port 80f3f851-3858-4a7e-a984-87e370d48650 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:30.876314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Attempting to bind port 80f3f851-3858-4a7e-a984-87e370d48650 on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:30.884463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:30.884802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Checking segment: {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:30.885181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Bound using segment: {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:30.886052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Bound port: d15bd5b9-6834-4eef-869e-500caed07cc3, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9de6b1-7804-4723-8816-08dbca77a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:30.887317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.893352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ee596-bafb-4c8b-9e3a-106767531426 req-ac413ec0-ef8a-4cb9-8f48-52055259e335 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.893702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Port 80f3f851-3858-4a7e-a984-87e370d48650 on network e80334b5-6395-4f30-a3fe-269897dc2425 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:30.894033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Attempting to bind port 80f3f851-3858-4a7e-a984-87e370d48650 on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:30.894948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d77ee596-bafb-4c8b-9e3a-106767531426 req-ac413ec0-ef8a-4cb9-8f48-52055259e335 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 943 time: 0.0991292 Feb 19 00:53:30.911118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:30.911629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Checking segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:30.912019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Bound using segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:30.912476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Bound port: 80f3f851-3858-4a7e-a984-87e370d48650, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:30.912963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.000281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d77ee596-bafb-4c8b-9e3a-106767531426 req-7d749b63-04ac-41e1-a6c0-ee518ae4cf5a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Feb 19 00:53:31.059146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:31.068918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:31.085553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:31.089089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:31.198828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.205208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.262067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.262067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.262759 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] 10.222.0.117 "PUT /v2.0/ports/d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 1091 time: 1.8233562 Feb 19 00:53:31.270660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:31.274113 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de817b-953c-4ae0-9e20-ca2bfdbec30c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:31.284556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.285252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.290772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] 10.222.0.117 "PUT /v2.0/ports/80f3f851-3858-4a7e-a984-87e370d48650 HTTP/1.1" status: 200 len: 1091 time: 1.7397709 Feb 19 00:53:31.333178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167bb6-8c59-4a4a-adbc-6043d2e821a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:31.372334 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2576bb-da74-462a-91c0-8e7730552c7b x-openstack-request-id: req-ea2576bb-da74-462a-91c0-8e7730552c7b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:31.372334 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:31.372334 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ea2576bb-da74-462a-91c0-8e7730552c7b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:31.372334 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'status': 'completed', 'code': 200} Feb 19 00:53:31.506075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c9a45-2654-4f69-a424-c43d78d68545 service neutron] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:31.517086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-bd45a62e-1aca-4f6f-9946-c42bf73f48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.519229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-bd45a62e-1aca-4f6f-9946-c42bf73f48b7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1125 time: 0.1560454 Feb 19 00:53:31.552563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6a48e-5089-4863-8a8b-e51a6b5b7883 req-493b7d81-83f2-46ce-a57d-baac4bfe810a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.565078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69a6a48e-5089-4863-8a8b-e51a6b5b7883 req-493b7d81-83f2-46ce-a57d-baac4bfe810a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0792089 Feb 19 00:53:31.573680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-18e23e10-0ba1-445a-9666-bc3c1d7ba182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.575419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-18e23e10-0ba1-445a-9666-bc3c1d7ba182 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 1125 time: 0.1562521 Feb 19 00:53:31.577118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-1092521a-2efc-43c4-a01c-c8b96c4097b4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 217 time: 0.0484493 Feb 19 00:53:31.632459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69a6a48e-5089-4863-8a8b-e51a6b5b7883 req-a014efeb-4bb4-46f9-819d-911ab453dac9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650079 Feb 19 00:53:31.667991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-4297675d-a62b-4e3f-a883-bdd6aa1fb269 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80f3f851-3858-4a7e-a984-87e370d48650 HTTP/1.1" status: 200 len: 217 time: 0.0815294 Feb 19 00:53:31.669695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:31.685938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-4d027be2-223f-44e8-b2da-441b5b1c2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.688099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-4d027be2-223f-44e8-b2da-441b5b1c2b9a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.1003096 Feb 19 00:53:31.751603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-ac5ab8e5-2339-48ed-a383-2e80822a7f48 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538132 Feb 19 00:53:31.773732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:31.820343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-0cf37fa5-3c8e-49c3-b496-a11f164a0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.822173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-0cf37fa5-3c8e-49c3-b496-a11f164a0eb6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.1327560 Feb 19 00:53:31.868113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9d7a7820-75ce-46b1-873f-d4c84422d25a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379498 Feb 19 00:53:31.873244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:31.874055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10654c-92de-489e-9b5f-783cff71c023 req-94643587-d362-42dc-914f-029102ec4d9a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.880158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd10654c-92de-489e-9b5f-783cff71c023 req-94643587-d362-42dc-914f-029102ec4d9a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.1293275 Feb 19 00:53:31.897310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'port_id': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'mac_address': 'fa:16:3e:ed:1f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:31.948155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-13026d40-4f29-4784-9074-ad2c974d2675 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905012 Feb 19 00:53:32.018788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd10654c-92de-489e-9b5f-783cff71c023 req-bd058816-fc4f-4b62-81c0-cde138313c9e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295724 Feb 19 00:53:32.035026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:32.035475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.065845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:32.066628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.067042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af52f084-04f0-4195-b6e1-379b9fafd5f4 req-549e4574-546c-43d5-b38b-d9218b0ad743 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108603 Feb 19 00:53:32.087656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:32.125626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:32.131574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-9d1c257d-5127-4340-8c60-d116cf0a3921 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533758 Feb 19 00:53:32.214763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4339-f008-4588-903a-aaa518628590 req-e13cb3b2-6482-4808-afea-d2d5861b6a21 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.221156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.223155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3eb4339-f008-4588-903a-aaa518628590 req-e13cb3b2-6482-4808-afea-d2d5861b6a21 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0784199 Feb 19 00:53:32.289318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:32.291881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3eb4339-f008-4588-903a-aaa518628590 req-eaae23b6-2daa-4fd6-a085-d758a1aac80e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605333 Feb 19 00:53:32.371950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:53:32.373196 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:53:32.451847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-ed6ac9f6-0cd7-41af-85e9-3347234bb901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.456501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-ed6ac9f6-0cd7-41af-85e9-3347234bb901 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1125 time: 0.2275903 Feb 19 00:53:32.462301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c36b9d4-5ce8-4852-8fbf-a0f157c86f7c req-5f292e2f-fda2-411c-882c-62c6388d0b01 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244092 Feb 19 00:53:32.463889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c7e3d623-a560-4dd1-bd7c-560fbee6e765'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:32.488189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d1045-d84f-481a-9077-3e2c6a206c9a req-9fa10fb4-296b-4e57-8061-378d6d7ba292 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.490436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d80d1045-d84f-481a-9077-3e2c6a206c9a req-9fa10fb4-296b-4e57-8061-378d6d7ba292 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 943 time: 0.0956776 Feb 19 00:53:32.567733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d80d1045-d84f-481a-9077-3e2c6a206c9a req-54723186-a861-43a8-a743-a4c3e52460f4 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 Feb 19 00:53:32.602989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-10f9b2a4-c692-4059-a445-5cb3d5713bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.602989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-10f9b2a4-c692-4059-a445-5cb3d5713bfc service neutron] 10.222.0.117 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.1390121 Feb 19 00:53:32.659278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-7ed661a6-18ee-4556-8bf0-1f108e398460 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 217 time: 0.0495677 Feb 19 00:53:32.721000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-09a23db0-81f8-4b33-9098-cfd7cfe24c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.722740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-09a23db0-81f8-4b33-9098-cfd7cfe24c90 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.0559087 Feb 19 00:53:32.759941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-19d75513-f9d1-4b01-b1f8-5ddd5f351758 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296462 Feb 19 00:53:32.799402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901027-59bc-4b4d-97fd-1278d2428e23 req-2cf62a62-aac8-47ed-a2a8-096ad5e2ba53 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.801479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8901027-59bc-4b4d-97fd-1278d2428e23 req-2cf62a62-aac8-47ed-a2a8-096ad5e2ba53 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0918093 Feb 19 00:53:32.865985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-2daac7d7-6704-4328-99b1-5c9cd9e96331 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985148 Feb 19 00:53:32.897331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8901027-59bc-4b4d-97fd-1278d2428e23 req-3493b638-3746-4df6-86fe-1ddd3caccb7e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859084 Feb 19 00:53:32.938425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: BUILD; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:32.940434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.964529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:32.987773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:33.001432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17de817b-953c-4ae0-9e20-ca2bfdbec30c req-1c725ec5-836e-4585-a873-7917fd8a8804 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284297 Feb 19 00:53:33.066401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.122675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:33.204754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdd22-272f-4394-9bb5-39d5f51d1cb6 req-ee6a21b0-976d-4053-af91-f75689893981 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.211769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3bfdd22-272f-4394-9bb5-39d5f51d1cb6 req-ee6a21b0-976d-4053-af91-f75689893981 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.0712512 Feb 19 00:53:33.279546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3bfdd22-272f-4394-9bb5-39d5f51d1cb6 req-1a582ad7-5d81-4a0f-98e4-e987fc2e68d6 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654161 Feb 19 00:53:33.373128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:33.376402 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a808ff7-4ad5-4939-99e1-419d57523d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "tag": "80f3f851-3858-4a7e-a984-87e370d48650"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:33.431371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c56fd-cd76-4a4e-af3f-607711b826a4 req-122bccbc-c5d4-4123-89dd-e18169d6b882 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.443952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-302c56fd-cd76-4a4e-af3f-607711b826a4 req-122bccbc-c5d4-4123-89dd-e18169d6b882 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 943 time: 0.0738306 Feb 19 00:53:33.503714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-302c56fd-cd76-4a4e-af3f-607711b826a4 req-91c10a09-7ac9-4297-b693-639ff123e1a1 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Feb 19 00:53:33.557361 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fece23e-e44b-4233-b77b-b9649e016145 x-openstack-request-id: req-5fece23e-e44b-4233-b77b-b9649e016145 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:33.557964 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "tag": "80f3f851-3858-4a7e-a984-87e370d48650", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:33.558412 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5fece23e-e44b-4233-b77b-b9649e016145 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:33.559294 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650', 'status': 'completed', 'code': 200} Feb 19 00:53:33.634879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-f8337647-8375-4c69-9d89-75804783b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.636550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-f8337647-8375-4c69-9d89-75804783b82d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 1125 time: 0.0562618 Feb 19 00:53:33.684393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:33.725004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59417dde-2b06-481a-8cc2-46806f63b60d req-5847d3de-0f3f-4538-8370-bab035b1aabd tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.730393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59417dde-2b06-481a-8cc2-46806f63b60d req-5847d3de-0f3f-4538-8370-bab035b1aabd tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 943 time: 0.0689437 Feb 19 00:53:33.770195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-a7463af0-2021-402b-b25d-00f5f87b1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.773107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-a7463af0-2021-402b-b25d-00f5f87b1c75 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 922 time: 0.1310141 Feb 19 00:53:33.780037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c7e3d623-a560-4dd1-bd7c-560fbee6e765 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:33.780694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.847655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59417dde-2b06-481a-8cc2-46806f63b60d req-dc3330d3-4d69-4658-8b85-06c307176ad2 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017511 Feb 19 00:53:33.871443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-4ea13e51-027a-4f0b-8031-3e7db71a9a5a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80f3f851-3858-4a7e-a984-87e370d48650 HTTP/1.1" status: 200 len: 217 time: 0.0885532 Feb 19 00:53:33.894806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c7e3d623-a560-4dd1-bd7c-560fbee6e765 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:33.895179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.930731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-b6c1af1a-5529-4192-b0b7-d5933548becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.932271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-b6c1af1a-5529-4192-b0b7-d5933548becf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.0557389 Feb 19 00:53:33.967745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:33.967745 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7f5f54-4ebe-4a98-b7c2-97c903e76f8d" -d '{"events": [{"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:33.967745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:33.978633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-e58ed595-47d7-4729-9f88-05ddd83382e5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384593 Feb 19 00:53:34.037428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.098826 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-8f55b244-d1f1-4e9c-810f-860e09eabd8e service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144469 Feb 19 00:53:34.129829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ae5fb-f2b3-466f-ba6b-a1c3587cd5be req-317cddab-3cc1-4d18-ab80-ea2ac8ad870e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:34.133345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d3ae5fb-f2b3-466f-ba6b-a1c3587cd5be req-317cddab-3cc1-4d18-ab80-ea2ac8ad870e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1298978 Feb 19 00:53:34.136044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:34.208623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d3ae5fb-f2b3-466f-ba6b-a1c3587cd5be req-63549290-34e1-46ac-9fbd-f32a7f9fd231 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653627 Feb 19 00:53:34.222466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a808ff7-4ad5-4939-99e1-419d57523d1a req-c21352b5-24a5-4f8e-81df-33db52d35fde service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153655 Feb 19 00:53:34.263504 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e15a2e-a1c5-481f-8bb4-609078f4dbdb x-openstack-request-id: req-f0e15a2e-a1c5-481f-8bb4-609078f4dbdb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:34.263896 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-plugged", "status": "completed", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:34.264041 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f0e15a2e-a1c5-481f-8bb4-609078f4dbdb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:34.264482 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'code': 200} Feb 19 00:53:34.412114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6321c-1899-4c34-a56d-341e396077e7 req-591d75bc-e3b9-4bea-a7aa-881a68bdb466 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:34.413559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0b6321c-1899-4c34-a56d-341e396077e7 req-591d75bc-e3b9-4bea-a7aa-881a68bdb466 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.0645366 Feb 19 00:53:34.428057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71dbd-5b80-44b7-b8f4-b07475d8517f req-452da550-46a0-4ce5-a69e-eaca7e841bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:34.429877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee71dbd-5b80-44b7-b8f4-b07475d8517f req-452da550-46a0-4ce5-a69e-eaca7e841bcd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 1127 time: 0.0498307 Feb 19 00:53:34.467189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0b6321c-1899-4c34-a56d-341e396077e7 req-fd7893ab-f114-4db9-aa6b-a4eac0ad7a47 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Feb 19 00:53:34.602880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee71dbd-5b80-44b7-b8f4-b07475d8517f req-15d7aec8-5126-419b-b287-410c0e6382f0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Feb 19 00:53:34.628199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e252ce2-bf3e-4892-bc16-1759bc8ba955 req-ac4505a9-55ac-4b37-882b-b04e0305dfb9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:34.629720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e252ce2-bf3e-4892-bc16-1759bc8ba955 req-ac4505a9-55ac-4b37-882b-b04e0305dfb9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0640028 Feb 19 00:53:34.684720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e252ce2-bf3e-4892-bc16-1759bc8ba955 req-291b3a95-9da5-435c-9222-d45e1f435b87 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489905 Feb 19 00:53:35.015188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d78e97-21ec-42bd-a69c-dc5e4a841131 req-f25186af-3eb0-411f-8c93-c7133929db55 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:35.017440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4d78e97-21ec-42bd-a69c-dc5e4a841131 req-f25186af-3eb0-411f-8c93-c7133929db55 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 943 time: 0.0648971 Feb 19 00:53:35.088220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4d78e97-21ec-42bd-a69c-dc5e4a841131 req-78b94892-83e4-46dc-960c-1319d89ae62e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647173 Feb 19 00:53:35.365542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53210-28c7-4271-b532-b41f5b6addec req-33663f12-6a37-4723-a8e4-cf92ed503a32 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:35.372514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adc53210-28c7-4271-b532-b41f5b6addec req-33663f12-6a37-4723-a8e4-cf92ed503a32 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0779519 Feb 19 00:53:35.428039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adc53210-28c7-4271-b532-b41f5b6addec req-b5dcd366-5ed3-4d26-ad9a-87b0cee5c32c tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Feb 19 00:53:35.695901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d15bd5b9-6834-4eef-869e-500caed07cc3 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:35.786723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35cfd-8c49-4f30-aff5-127516c4051c req-c5384fe1-7fdf-45b4-9f5c-cdbbfb87a096 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:35.796438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88f35cfd-8c49-4f30-aff5-127516c4051c req-c5384fe1-7fdf-45b4-9f5c-cdbbfb87a096 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.0946631 Feb 19 00:53:35.838872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:35.861854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'network_id': '024ff8b0-8fe9-4542-9468-d07d429bf5b0', 'port_id': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'mac_address': 'fa:16:3e:aa:86:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2778595b-2f44-45cc-89e7-042cf38b60bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:35.867897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88f35cfd-8c49-4f30-aff5-127516c4051c req-91a58eca-4e25-40ac-82a9-69ab81be627a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695364 Feb 19 00:53:35.915359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port d15bd5b9-6834-4eef-869e-500caed07cc3 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:35.915761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.931318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15bd5b9-6834-4eef-869e-500caed07cc3 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:35.960054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:36.007366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e36d-f661-4247-bae4-6901f56725f4 req-51a5f2b2-cfb4-4f29-ac3f-a6f4749a2818 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.009492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a35e36d-f661-4247-bae4-6901f56725f4 req-51a5f2b2-cfb4-4f29-ac3f-a6f4749a2818 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0751579 Feb 19 00:53:36.049165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.052152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:36.112019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a35e36d-f661-4247-bae4-6901f56725f4 req-0239e597-7693-4158-a10f-345236d44c93 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957551 Feb 19 00:53:36.238545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:36.272886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c72444-e091-4cc3-ae3c-0077240058f2 req-98a4a3e7-059f-4dd0-9cf7-c03fc732d8d5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.280610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c72444-e091-4cc3-ae3c-0077240058f2 req-98a4a3e7-059f-4dd0-9cf7-c03fc732d8d5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 944 time: 0.0867593 Feb 19 00:53:36.290376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:36.304571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '80f3f851-3858-4a7e-a984-87e370d48650', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'port_id': '80f3f851-3858-4a7e-a984-87e370d48650', 'mac_address': 'fa:16:3e:3a:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d4878a-547e-4247-b4a9-b5c7a59619f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:36.345757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c72444-e091-4cc3-ae3c-0077240058f2 req-2e59829d-65e7-4dda-906d-e587e9132fc3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612690 Feb 19 00:53:36.348307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 80f3f851-3858-4a7e-a984-87e370d48650 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:36.348708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.362903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f3f851-3858-4a7e-a984-87e370d48650 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:36.389458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:36.466217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.479016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92e9ed-78cc-4cd4-8f19-e945435f515f req-f172e5a3-e428-4adc-89f3-003cb69e365b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.480628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a92e9ed-78cc-4cd4-8f19-e945435f515f req-f172e5a3-e428-4adc-89f3-003cb69e365b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0701849 Feb 19 00:53:36.545629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:36.560591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a92e9ed-78cc-4cd4-8f19-e945435f515f req-205d9e25-4498-44ae-a0af-756c90b4394d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676031 Feb 19 00:53:36.684718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1ced-b6c9-480a-a338-71d61442ee08 req-125fb67a-2d0a-405e-a2ea-2d924ec6c32a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.691527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-313f1ced-b6c9-480a-a338-71d61442ee08 req-125fb67a-2d0a-405e-a2ea-2d924ec6c32a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0784607 Feb 19 00:53:36.732388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['80f3f851-3858-4a7e-a984-87e370d48650'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:36.741978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:36.819463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-313f1ced-b6c9-480a-a338-71d61442ee08 req-00bc7d92-cc84-4e50-8461-80b26e9a09cf tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193073 Feb 19 00:53:37.222619 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-6ddad8a0-2809-4be1-ad21-494300a8f5ba service neutron] show failed (client error): The resource could not be found. Feb 19 00:53:37.224747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-6ddad8a0-2809-4be1-ad21-494300a8f5ba service neutron] 10.222.0.96 "GET /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.2178161 Feb 19 00:53:37.418537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0e485-1b41-4267-aad5-1dd68a72fb1f req-8b73d769-2a3d-4e6a-9659-d9ecc383e88d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:37.427441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4d0e485-1b41-4267-aad5-1dd68a72fb1f req-8b73d769-2a3d-4e6a-9659-d9ecc383e88d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 944 time: 0.1215317 Feb 19 00:53:37.500649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4d0e485-1b41-4267-aad5-1dd68a72fb1f req-061a17d3-e933-44f7-a764-6f03996f195b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713329 Feb 19 00:53:37.670719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405e99d-a970-4dbd-b33b-9e488f0844db req-f910d028-c512-4fbb-b5f7-915aec4dd06c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:37.679231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0405e99d-a970-4dbd-b33b-9e488f0844db req-f910d028-c512-4fbb-b5f7-915aec4dd06c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 944 time: 0.1074104 Feb 19 00:53:37.772009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0405e99d-a970-4dbd-b33b-9e488f0844db req-4afdef3f-f684-464d-92f4-c0412eb6d625 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917175 Feb 19 00:53:37.910887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-7fd110fd-d4ad-45c8-94f3-4dd2736e7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:37.912548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-7fd110fd-d4ad-45c8-94f3-4dd2736e7823 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1132 time: 0.0794582 Feb 19 00:53:37.926105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:38.354805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:38.594885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:38.634321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:38.682010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:38.684457 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6412bb3e-c511-4a29-941d-195f84cc6667" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:38.688549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks [] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:38.702744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Transition to ACTIVE for port object fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:38.814493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-da5a10be-b33c-4c07-9dc9-db8094577fc5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:38.814493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-da5a10be-b33c-4c07-9dc9-db8094577fc5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.117 "GET /v2.0/ports?device_id=31a10a6b-3108-484e-b5f2-09eb16a09dc1 HTTP/1.1" status: 200 len: 945 time: 0.0589988 Feb 19 00:53:38.905692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Deleting port c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:38.907316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:38.965856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.058736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=6']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:39.069238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] No DVR routers for this DVR port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:39.100166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.101233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.101233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.101233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.101695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.102031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.102361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.102683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.103009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.103352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.103680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.103999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.104317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:39.156023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] For port c7e3d623-a560-4dd1-bd7c-560fbee6e765, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c7e3d623-a560-4dd1-bd7c-560fbee6e765,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:39.156023 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.182859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Calling delete_port for c7e3d623-a560-4dd1-bd7c-560fbee6e765 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:39.186102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:39.186520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:39.186933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:39.198490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:39.199186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:39.210873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:39.212125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:39.212125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:39.212411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Bound port: fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:39.212887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.385117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.439121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:39.445107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:39.507065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.539675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c7e3d623-a560-4dd1-bd7c-560fbee6e765), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.552780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c7e3d623-a560-4dd1-bd7c-560fbee6e765'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:39.562891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:39.563672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.567007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] 10.222.0.117 "PUT /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 1096 time: 1.6452577 Feb 19 00:53:39.609822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ffa16-de4d-4091-954d-52d7de963968 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:39.685486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] No DVR routers for this DVR port c7e3d623-a560-4dd1-bd7c-560fbee6e765 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:39.704082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:39.705614 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.709088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b8112c-84d5-47df-b2f3-0633e962c8b6 req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.117 "DELETE /v2.0/ports/c7e3d623-a560-4dd1-bd7c-560fbee6e765 HTTP/1.1" status: 204 len: 173 time: 0.9036503 Feb 19 00:53:39.713579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9546c-ba61-4659-8e38-7addac90ff00 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event deleted for resources: {'Port': ['ID=c7e3d623-a560-4dd1-bd7c-560fbee6e765,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:39.738422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-aed8f3a3-4f7c-4f59-8041-f991be1ab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:39.738422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-aed8f3a3-4f7c-4f59-8041-f991be1ab355 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1130 time: 0.1080945 Feb 19 00:53:39.856104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 80f3f851-3858-4a7e-a984-87e370d48650 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:39.856588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 80f3f851-3858-4a7e-a984-87e370d48650 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:39.856983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80f3f851-3858-4a7e-a984-87e370d48650), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.868992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-f16660cf-de7a-4404-8370-6c1fc2b66348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:39.870701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-f16660cf-de7a-4404-8370-6c1fc2b66348 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1229751 Feb 19 00:53:39.925768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-3b0f19b1-0d97-4fcc-8fa6-c059518f4679 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0493867 Feb 19 00:53:39.969740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 80f3f851-3858-4a7e-a984-87e370d48650 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:39.970188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.014933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-52eb12dc-85a4-429d-b700-f0b2db0a2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:40.021097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-52eb12dc-85a4-429d-b700-f0b2db0a2c89 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0842848 Feb 19 00:53:40.021389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:40.021389 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6826526-0a20-4956-ad35-e0781b7426bd" -d '{"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-plugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:40.028946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.041184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:40.075550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-adc1c3ab-5f05-494b-8a38-a1fd4929f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:40.078680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-adc1c3ab-5f05-494b-8a38-a1fd4929f765 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0548053 Feb 19 00:53:40.171118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.174285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d15bd5b9-6834-4eef-869e-500caed07cc3 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:40.201774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-ad8d4b52-2770-4df2-bd72-6097c6025331 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189885 Feb 19 00:53:40.293992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:40.356924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:40.380195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-857c925d-68cf-437b-a300-72eb36dd8ffb tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:40.386301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:53:40.386826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:40.388868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-857c925d-68cf-437b-a300-72eb36dd8ffb tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 0.1515591 Feb 19 00:53:40.402535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-e964875e-c867-4241-a1f3-c42f4c5feef4 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/quotas/52bf34b8a2fa44db9c6a5152e61d85f1 HTTP/1.1" status: 200 len: 375 time: 0.0126100 Feb 19 00:53:40.432527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527bb294-1ae7-4f93-ae58-67c320ca2985 req-25b183db-2afa-4c6a-9ed0-fd39a6c0366a service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218828 Feb 19 00:53:40.438515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-b0bd91a9-b7ca-46ff-8935-2ce9def4cb4e tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:40.440071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-b0bd91a9-b7ca-46ff-8935-2ce9def4cb4e tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/networks?id=3bc3197a-e82a-4634-8298-44fd7fa75e0c HTTP/1.1" status: 200 len: 818 time: 0.2102163 Feb 19 00:53:40.443062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port d15bd5b9-6834-4eef-869e-500caed07cc3 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:40.448628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port d15bd5b9-6834-4eef-869e-500caed07cc3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:40.450498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-3b877d61-a12c-4670-b6ee-0e4d5e6f3a3b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383151 Feb 19 00:53:40.450628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.462887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-3f5bfc76-fd5b-4e8d-9e0f-6c7267b90cb1 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/quotas/8982208535f743268cbc4b04af6036a8 HTTP/1.1" status: 200 len: 375 time: 0.0108273 Feb 19 00:53:40.505407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-a199ade2-b052-44ca-8394-6de12b96d776 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8982208535f743268cbc4b04af6036a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347488 Feb 19 00:53:40.568270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port d15bd5b9-6834-4eef-869e-500caed07cc3 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:40.568270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.588819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-38e46884-37d6-4316-96e3-2ef3e936b09f service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391010 Feb 19 00:53:40.610440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:40.649860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-cd9e99a8-d209-4def-bad9-856052b2e3ed service neutron] 10.222.0.94 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378155 Feb 19 00:53:40.683354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd0c3-4ab5-4b7e-89cd-097ca3709391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.694760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-0a5c612f-2cf3-4934-9113-5ffb95af7fc2 service neutron] 10.222.0.94 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050720 Feb 19 00:53:40.746289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.751294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-266f64f8-855b-42a9-b5e6-ec1348c01511 service neutron] 10.222.0.94 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957460 Feb 19 00:53:40.828635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:41.105028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e38d33-dad5-403d-9589-9c3285bd3b56 req-63d7f2c9-4d2c-4f5a-93bf-237705893291 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:41.116803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60e38d33-dad5-403d-9589-9c3285bd3b56 req-63d7f2c9-4d2c-4f5a-93bf-237705893291 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.0869634 Feb 19 00:53:41.158441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6a727-97ce-47cf-bee7-3126fb04403f req-bd484243-ebff-4618-8bab-846b5e94d401 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:41.165558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9f6a727-97ce-47cf-bee7-3126fb04403f req-bd484243-ebff-4618-8bab-846b5e94d401 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.0928175 Feb 19 00:53:41.206830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60e38d33-dad5-403d-9589-9c3285bd3b56 req-5339c0a1-0d4a-481b-a65b-a830b0db8506 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Feb 19 00:53:41.234909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9f6a727-97ce-47cf-bee7-3126fb04403f req-5b09c22d-4e6f-4f66-bc4a-03c8e44cc9e8 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683818 Feb 19 00:53:41.304973 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de39ff5-9985-4ca6-bcad-d3df2a3e821e x-openstack-request-id: req-5de39ff5-9985-4ca6-bcad-d3df2a3e821e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:41.305980 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:41.306240 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5de39ff5-9985-4ca6-bcad-d3df2a3e821e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:41.306650 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'code': 200} Feb 19 00:53:41.348650 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce7b333-b667-4766-a307-d104f8d52575 x-openstack-request-id: req-5ce7b333-b667-4766-a307-d104f8d52575 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:41.349017 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-plugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:41.349355 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5ce7b333-b667-4766-a307-d104f8d52575 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:41.349817 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650', 'code': 200} Feb 19 00:53:41.419411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c123bca-2e9d-43dd-9b03-2349a7e838d0 req-7280c9c4-743e-4156-a957-67c4376678ed tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:41.420942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c123bca-2e9d-43dd-9b03-2349a7e838d0 req-7280c9c4-743e-4156-a957-67c4376678ed tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 945 time: 0.0977900 Feb 19 00:53:41.473788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e5e7-6f40-4c9c-b363-b0a71155a078 req-7aaac06b-5d1c-411a-ab5b-816ef4aae723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:41.475790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b56e5e7-6f40-4c9c-b363-b0a71155a078 req-7aaac06b-5d1c-411a-ab5b-816ef4aae723 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 1127 time: 0.0515757 Feb 19 00:53:41.495477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c123bca-2e9d-43dd-9b03-2349a7e838d0 req-0f7b49a5-a35f-47cd-b945-f756af565934 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628512 Feb 19 00:53:41.581899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33dd5b4e-dd39-45a1-973f-f6c233283c88 req-c1b30a13-b55b-453c-bcb4-325a29f09f71 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0338216 Feb 19 00:53:41.591514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b56e5e7-6f40-4c9c-b363-b0a71155a078 req-540a5629-424e-44b1-a3aa-91f11e16c49f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084230 Feb 19 00:53:41.654028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-c8090dd0-a187-4273-9cb4-f02cc750407e tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:41.655531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-c8090dd0-a187-4273-9cb4-f02cc750407e tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/networks?id=09f5eb52-3c2e-4143-8adc-05b3b31cee42 HTTP/1.1" status: 200 len: 814 time: 0.1458855 Feb 19 00:53:41.666002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4515afcf-d280-413d-a37e-6596876e2161 req-e3001d9d-8957-4175-843b-7ba476fe8466 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 210 time: 0.0329556 Feb 19 00:53:41.676061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-68ef2d75-c339-4abb-9d6e-b05ff6b7fe35 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/quotas/55385abbac334b3fb8578a549d130c65 HTTP/1.1" status: 200 len: 375 time: 0.0140989 Feb 19 00:53:41.708257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:41.752862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: c7e3d623-a560-4dd1-bd7c-560fbee6e765 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:41.753219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c7e3d623-a560-4dd1-bd7c-560fbee6e765 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:41.759702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-a63cd6e0-ae3c-4164-ae17-3ec05c44c391 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=55385abbac334b3fb8578a549d130c65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781736 Feb 19 00:53:41.851134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-fa3f93f5-7e98-4c15-b179-78903b6e158c service neutron] 10.222.0.94 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905330 Feb 19 00:53:41.958413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-fbb7b50a-35e9-4b3c-8b2c-efcd2408e74e service neutron] 10.222.0.94 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994906 Feb 19 00:53:42.235647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ee4cac4-476f-41b9-ac6e-efbb480bab6d req-ec563537-9ac7-4aa7-894e-1c01f7083320 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 210 time: 0.0289052 Feb 19 00:53:42.390051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9e987-b2d8-4211-b13d-4f0acd576b0c req-1602bd74-d9f8-4520-a5c7-f9364c55df1e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:42.392351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64f9e987-b2d8-4211-b13d-4f0acd576b0c req-1602bd74-d9f8-4520-a5c7-f9364c55df1e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.0697086 Feb 19 00:53:42.443921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd9c14-9a68-4932-873e-4b93de4143d6 req-f0a14dc3-1bf9-43a4-adbe-258448b02b94 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:42.446733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcbd9c14-9a68-4932-873e-4b93de4143d6 req-f0a14dc3-1bf9-43a4-adbe-258448b02b94 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.0892103 Feb 19 00:53:42.454777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64f9e987-b2d8-4211-b13d-4f0acd576b0c req-f0901436-a8fb-458f-9920-3a8229890edc tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564172 Feb 19 00:53:42.502640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcbd9c14-9a68-4932-873e-4b93de4143d6 req-92e169ee-4f14-4235-a870-1974db5b0311 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Feb 19 00:53:42.649482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea77d-af52-4df9-8525-22944c5b0731 req-ab530b5f-c897-4fe7-af15-4b9b560b6fd6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:42.652002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f92ea77d-af52-4df9-8525-22944c5b0731 req-ab530b5f-c897-4fe7-af15-4b9b560b6fd6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Feb 19 00:53:42.718537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f92ea77d-af52-4df9-8525-22944c5b0731 req-5cceb58c-0e45-42dd-b189-0ae3e079c79a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Feb 19 00:53:42.746163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25a819a3-990b-4575-a6f7-481a415d3185 req-3cb36144-cde2-459a-9ee2-c8c71fcc7acc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0505018 Feb 19 00:53:42.809113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-90e6e7ea-5a48-440b-a9c4-28be711354ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.825242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c57f0af4-47b2-43dd-b346-6e1ad937eeee req-876414b6-4a28-489a-a2a2-fc83ddbb7966 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 210 time: 0.0338955 Feb 19 00:53:43.308272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}, {'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-deleted', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:43.310685 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6cc933-d339-4f3d-a925-793f0524d102" -d '{"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}, {"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-deleted", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:43.324480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80dc30d0-9d47-4e76-b82f-e05500579811 req-72d4403c-52bd-4322-98bf-6ce87ea8bf08 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 210 time: 0.0337970 Feb 19 00:53:43.351129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:43.353475 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c99ba3-19ef-4ce4-accc-5ed86376c17f" -d '{"events": [{"server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:43.371281 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17faab02-af01-40e6-8501-53101f38c36a x-openstack-request-id: req-17faab02-af01-40e6-8501-53101f38c36a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:43.371705 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "status": "completed", "code": 200}, {"server_uuid": "31a10a6b-3108-484e-b5f2-09eb16a09dc1", "name": "network-vif-deleted", "tag": "c7e3d623-a560-4dd1-bd7c-560fbee6e765", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:43.372209 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-17faab02-af01-40e6-8501-53101f38c36a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:43.372984 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'status': 'completed', 'code': 200} Feb 19 00:53:43.373473 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a10a6b-3108-484e-b5f2-09eb16a09dc1', 'name': 'network-vif-deleted', 'tag': 'c7e3d623-a560-4dd1-bd7c-560fbee6e765', 'status': 'completed', 'code': 200} Feb 19 00:53:43.395266 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ddf7d-c49f-4d16-a1bd-5da37ecca605 x-openstack-request-id: req-b86ddf7d-c49f-4d16-a1bd-5da37ecca605 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:43.395743 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "name": "network-vif-plugged", "status": "completed", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:43.396166 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b86ddf7d-c49f-4d16-a1bd-5da37ecca605 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:43.396714 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'code': 200} Feb 19 00:53:43.535558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-9a279524-aab4-42dd-9765-04787745b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.537468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-9a279524-aab4-42dd-9765-04787745b965 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1130 time: 0.1473317 Feb 19 00:53:43.540387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-8635d56c-bc79-41bb-9e21-2fc5cd7f0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.541844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-8635d56c-bc79-41bb-9e21-2fc5cd7f0347 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1130 time: 0.1130648 Feb 19 00:53:43.560116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b692-80df-43c9-806d-b2a5a16a3fa3 req-86db2e4d-93b6-4b3f-bbee-814900e6f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.561923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d410b692-80df-43c9-806d-b2a5a16a3fa3 req-86db2e4d-93b6-4b3f-bbee-814900e6f861 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1127 time: 0.0967171 Feb 19 00:53:43.710600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4375af5-0413-4fb7-b94e-be0553bfc22e req-62101c79-f474-4b8c-9f73-db0ebd1f1195 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.713399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4375af5-0413-4fb7-b94e-be0553bfc22e req-62101c79-f474-4b8c-9f73-db0ebd1f1195 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.1249111 Feb 19 00:53:43.717329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:43.796497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99077c9-aac7-4c7c-91ad-0595a6b7ec29 req-bae9f85a-8ce9-4c8d-bb67-d6c2f2ce521f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.804264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c99077c9-aac7-4c7c-91ad-0595a6b7ec29 req-bae9f85a-8ce9-4c8d-bb67-d6c2f2ce521f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 948 time: 0.2495730 Feb 19 00:53:43.853178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d410b692-80df-43c9-806d-b2a5a16a3fa3 req-aea3195a-2289-4c52-9e2c-661c461d90fe service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631040 Feb 19 00:53:43.863229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-e3e5269e-eec5-4619-af39-4cb278a235fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.864733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-e3e5269e-eec5-4619-af39-4cb278a235fe service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3195934 Feb 19 00:53:43.875692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:43.891947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-d8bf3c0d-0473-4297-a085-1d23d44765a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.893638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-d8bf3c0d-0473-4297-a085-1d23d44765a1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3380144 Feb 19 00:53:43.902255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'mac_address': 'fa:16:3e:15:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:43.944670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-ac6f6f82-645f-4b48-815a-3e23bceafbed service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0411532 Feb 19 00:53:43.961773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:43.961773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.990748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c99077c9-aac7-4c7c-91ad-0595a6b7ec29 req-c8d637ad-6105-4f8a-baf4-eecf90d928d4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854908 Feb 19 00:53:43.991622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:44.020172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:44.095568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-fa577b1c-6e93-499b-9e3c-67b1333cc77d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0552640 Feb 19 00:53:44.100166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-c8b3cc33-dbfa-4bff-a0ab-240902b9c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.101889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-c8b3cc33-dbfa-4bff-a0ab-240902b9c537 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1491358 Feb 19 00:53:44.148140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4375af5-0413-4fb7-b94e-be0553bfc22e req-94812108-13a7-40c9-909b-ff6dc3f55158 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183280 Feb 19 00:53:44.176658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-6890de86-9e8d-47fc-9bbe-673cf7666f96 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.178752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-6890de86-9e8d-47fc-9bbe-673cf7666f96 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 815 time: 0.5549140 Feb 19 00:53:44.192285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Request body: {'port': {'device_id': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'admin_state_up': True, 'tenant_id': '52bf34b8a2fa44db9c6a5152e61d85f1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:44.256837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-a89b74ea-3752-4b6c-aa62-7309466e3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.259315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-a89b74ea-3752-4b6c-aa62-7309466e3ef2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1547976 Feb 19 00:53:44.286370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-fd4d7f43-9ed3-4a8f-832c-c52884e8e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.287939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-fd4d7f43-9ed3-4a8f-832c-c52884e8e764 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1654122 Feb 19 00:53:44.289926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af095ccd-54b0-45a5-9a3b-c853736f35f6 req-e65bf1b8-5173-4ec4-93a6-11d91262a712 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0388770 Feb 19 00:53:44.331619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab5ea6-5017-45b5-9015-f51c0dadd8d2 req-315f3be5-70be-4a50-b911-b8a0fe0fbbd6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.332812 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06ab5ea6-5017-45b5-9015-f51c0dadd8d2 req-315f3be5-70be-4a50-b911-b8a0fe0fbbd6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 945 time: 0.2299297 Feb 19 00:53:44.421355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3b434a2-2223-4a68-b2ca-91fc1bb37f9b req-76f1fd87-9cdb-4737-acea-f2201791ac41 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 210 time: 0.0379333 Feb 19 00:53:44.476212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-e621f753-de7b-4bbc-8d43-484378ae4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.477766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-e621f753-de7b-4bbc-8d43-484378ae4045 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2091334 Feb 19 00:53:44.504712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06ab5ea6-5017-45b5-9015-f51c0dadd8d2 req-16f337ec-2341-4735-9c6c-9f9449eb8e5d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515305 Feb 19 00:53:44.521767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-92661e58-8fc4-4877-b0e4-b3b9ab7eaa1f service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167041 Feb 19 00:53:44.688378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-e2412083-fe9e-480b-9686-535fcb824d10 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004347 Feb 19 00:53:44.752407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.757640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.765056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-29a4bf34-a4fe-4de7-a532-04ae572c7373 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162137 Feb 19 00:53:44.782211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb8b7-3079-429c-9471-6c69c7f715ad req-063f88a7-41b7-43dc-82ae-a562b3cb2d3b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.783767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e2cb8b7-3079-429c-9471-6c69c7f715ad req-063f88a7-41b7-43dc-82ae-a562b3cb2d3b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.1773329 Feb 19 00:53:44.819892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:44.831188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.832341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.832854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.833357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.834105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.834608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.835122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.835754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.836291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.837948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6cc933-d339-4f3d-a925-793f0524d102 req-6290b66a-b335-4b4a-b10e-20bccb1f218b service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412342 Feb 19 00:53:44.842645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.849740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.850662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.851052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:44.870053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e2cb8b7-3079-429c-9471-6c69c7f715ad req-0c867c44-dee0-4611-b0d9-c0fc3d0cca21 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624080 Feb 19 00:53:44.872698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Made reservation on behalf of 52bf34b8a2fa44db9c6a5152e61d85f1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:44.876645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.936430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-08fe5612-8da3-4a58-aa21-a0f9e5eacfdc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:44.938124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-08fe5612-8da3-4a58-aa21-a0f9e5eacfdc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.96 "GET /v2.0/networks?id=3bc3197a-e82a-4634-8298-44fd7fa75e0c HTTP/1.1" status: 200 len: 818 time: 0.2039962 Feb 19 00:53:44.992822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Request body: {'port': {'device_id': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c', 'admin_state_up': True, 'tenant_id': '8982208535f743268cbc4b04af6036a8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:45.024705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90f30b8c-8b06-40aa-8a69-1e32a6d8ab28 req-360626d7-5ff6-4694-92d2-300b33260750 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 210 time: 0.0594461 Feb 19 00:53:45.082229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:45.138137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.269655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-3588dc93-39a3-4c50-a387-c107c024397a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:45.271799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-3588dc93-39a3-4c50-a387-c107c024397a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1&tenant_id=ca6e12738c004174bb70049c1352c7f3&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 949 time: 0.1373355 Feb 19 00:53:45.285275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501e47d-6b31-4382-b16e-d017fe641d4c req-72e9d9ed-ff5c-4520-9385-0bbc3406fe3a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:45.290318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7501e47d-6b31-4382-b16e-d017fe641d4c req-72e9d9ed-ff5c-4520-9385-0bbc3406fe3a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.1282609 Feb 19 00:53:45.305118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Allocated IP 172.20.0.4 (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0/ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29/c9782407-a41f-44c3-ad1a-e77bfad8c507) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:45.318605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Made reservation on behalf of 8982208535f743268cbc4b04af6036a8 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:45.329540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.404220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7501e47d-6b31-4382-b16e-d017fe641d4c req-8401f081-f931-425c-89c3-b99d5ce17991 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833049 Feb 19 00:53:45.460336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-198d0a4c-d140-44fa-8328-6b30d2132a0f service neutron] 10.222.0.117 "GET /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 382 time: 0.1713164 Feb 19 00:53:45.589530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Allocated IP 172.20.0.7 (3bc3197a-e82a-4634-8298-44fd7fa75e0c/ccab4334-0f27-4ef3-ab83-3ce89109c4d4/8262bc8f-c6eb-4747-9d75-9a86cdd5a030) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:45.617530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks [] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.815747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.888892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:45.901308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:45.911700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:45.923535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event updated for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:45.924375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92dc90a4-ed4b-4c79-88ff-958ac075640f req-e8758035-efe8-484c-8924-6ed7d4bba180 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0318899 Feb 19 00:53:45.927082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-86ec728a-2d3a-4bc5-9d2e-3fbb4984e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:45.928883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-86ec728a-2d3a-4bc5-9d2e-3fbb4984e10d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1131 time: 0.4226468 Feb 19 00:53:45.982204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks [] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.013911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.014303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.014754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.015150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.018335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.018689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.019036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.019405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.019758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.020100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.020532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.020839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.021174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:46.056677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.057435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.101898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-50de1670-d8c2-4976-ac52-75ce3e9b5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.113131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-50de1670-d8c2-4976-ac52-75ce3e9b5bf0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1780889 Feb 19 00:53:46.136647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0e24b-4559-4270-8b8a-1c79d103ca93 req-2b9a8365-f3f2-4f46-9c94-4197054f95e7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.144833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1f0e24b-4559-4270-8b8a-1c79d103ca93 req-2b9a8365-f3f2-4f46-9c94-4197054f95e7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 945 time: 0.0782614 Feb 19 00:53:46.144833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.151266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e34e74-47e8-445d-8ccc-b827e39b3cc1 req-d16c1ae3-3d0e-49b9-8894-288eee456114 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.152784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46e34e74-47e8-445d-8ccc-b827e39b3cc1 req-d16c1ae3-3d0e-49b9-8894-288eee456114 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 931 time: 0.1067939 Feb 19 00:53:46.187782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-ce526611-89c0-4215-b61b-279cc8f2fb0a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0552158 Feb 19 00:53:46.195658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f3140ba1-295b-4060-8622-90a8d2d128aa tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079274 Feb 19 00:53:46.212423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Network 3bc3197a-e82a-4634-8298-44fd7fa75e0c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:46.218128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Request body: {'port': {'device_id': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:46.248913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:46.251639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:46.277740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-f6fd69bf-7ce4-4c0b-afb3-fc0e0d9b9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.279224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-f6fd69bf-7ce4-4c0b-afb3-fc0e0d9b9fca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0859172 Feb 19 00:53:46.283632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46e34e74-47e8-445d-8ccc-b827e39b3cc1 req-2fe5c570-55f7-47d1-a5b3-723cfde48642 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993781 Feb 19 00:53:46.292180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Pushing event updated for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:46.333534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1f0e24b-4559-4270-8b8a-1c79d103ca93 req-1044c9e4-f524-44d9-aa50-647eae40e881 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850252 Feb 19 00:53:46.369044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.369687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.370048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-abcacfca-6661-493a-9a20-65b88f080bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.381594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.402592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-abcacfca-6661-493a-9a20-65b88f080bee service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1130903 Feb 19 00:53:46.516667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-19673f99-f56e-4c5f-a87f-11230611b5d8 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325534 Feb 19 00:53:46.537329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Request body: {'port': {'device_id': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:46.565430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6122290-cc4a-4907-8acd-8d5f30d2a99c req-d9e7d941-c626-45f2-aca9-bd3bae4d9e2d tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 210 time: 0.1085441 Feb 19 00:53:46.635714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-9181e62d-0f35-4643-b7a0-4fddc7b176b3 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220976 Feb 19 00:53:46.643171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-45ff0e36-a3af-4f99-850a-75192e604f3f tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.647761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-45ff0e36-a3af-4f99-850a-75192e604f3f tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.96 "GET /v2.0/networks?id=09f5eb52-3c2e-4143-8adc-05b3b31cee42 HTTP/1.1" status: 200 len: 814 time: 0.2335620 Feb 19 00:53:46.662296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Request body: {'port': {'device_id': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'admin_state_up': True, 'tenant_id': '55385abbac334b3fb8578a549d130c65'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:46.722704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.801923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-9f04aea1-a557-4778-b12c-f7066eef0f60 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-164128350&fields=id&tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 267 time: 0.1130414 Feb 19 00:53:46.842521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-f6a713ef-449d-4606-85af-f6e1636882e1 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927505 Feb 19 00:53:46.872005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.924117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Made reservation on behalf of 55385abbac334b3fb8578a549d130c65 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:46.931204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.011353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5b3f3-2dc6-43a3-b834-45b96491cb5b req-68d81249-5861-4806-b631-e0ac4ad9f495 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:47.012899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24e5b3f3-2dc6-43a3-b834-45b96491cb5b req-68d81249-5861-4806-b631-e0ac4ad9f495 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.1273201 Feb 19 00:53:47.029778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-a07ffee1-b2d8-4a68-a151-3babec2e4fb6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:47.031595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-a07ffee1-b2d8-4a68-a151-3babec2e4fb6 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 945 time: 0.2151215 Feb 19 00:53:47.065131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'security_groups': ['9455d37f-4361-436b-9a0f-3d4a6673eadf', 'cbf427b8-17d9-4cbd-90ef-b9f96cdb275c']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:47.111576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24e5b3f3-2dc6-43a3-b834-45b96491cb5b req-bf9db2a5-9a9c-43eb-9b19-419cf2310650 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888047 Feb 19 00:53:47.112081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9782407-a41f-44c3-ad1a-e77bfad8c507 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:47.126707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks [] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.127439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Allocated IP 172.20.0.7 (09f5eb52-3c2e-4143-8adc-05b3b31cee42/0fae6a2a-c877-43d6-801d-a131c685c06a/9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:47.197856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Transition to ACTIVE for port object c9782407-a41f-44c3-ad1a-e77bfad8c507 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:47.241495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.244753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.365737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Pushing event updated for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:47.384841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e0fc4-3bc8-402d-a19b-84ecda455834 req-c6222084-b391-42cf-b06f-81685a72288e tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:47.391792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49e0fc4-3bc8-402d-a19b-84ecda455834 req-c6222084-b391-42cf-b06f-81685a72288e tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 931 time: 0.1238103 Feb 19 00:53:47.396711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks [] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.476338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49e0fc4-3bc8-402d-a19b-84ecda455834 req-b06880fe-91b6-4395-a6f2-325ed0d08b1d tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836039 Feb 19 00:53:47.498711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:47.515719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks [] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.590380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Transition to ACTIVE for port object 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:47.597411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Attempting to bind port c9782407-a41f-44c3-ad1a-e77bfad8c507 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:47.597837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Attempting to bind port c9782407-a41f-44c3-ad1a-e77bfad8c507 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:47.598668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Attempting to bind port c9782407-a41f-44c3-ad1a-e77bfad8c507 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:47.658794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44108eb-2a30-4ecd-8367-fa9fc42aed41 req-bcf8b164-a4b4-4d1b-81b9-582c9484d803 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:47.661166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c44108eb-2a30-4ecd-8367-fa9fc42aed41 req-bcf8b164-a4b4-4d1b-81b9-582c9484d803 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.1120355 Feb 19 00:53:47.718332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:47.734739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c44108eb-2a30-4ecd-8367-fa9fc42aed41 req-8c39dcaa-a35e-4e5e-afa4-a7322602dced tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Feb 19 00:53:47.744731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:47.757276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.758994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Port c9782407-a41f-44c3-ad1a-e77bfad8c507 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:47.759370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Attempting to bind port c9782407-a41f-44c3-ad1a-e77bfad8c507 on network c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:47.766322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:47.766725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Checking segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:47.767211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Bound using segment: {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:47.767657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Bound port: c9782407-a41f-44c3-ad1a-e77bfad8c507, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512f1acc-daa6-479f-af83-1d7cbb397f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:47.768765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.862813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:47.867210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.868095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:47.925485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8960e-95bf-4022-8087-2d1e2bbe1d73 req-66a169b3-b5ea-4890-973d-09d21dff8a2b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:47.931673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.933341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07d8960e-95bf-4022-8087-2d1e2bbe1d73 req-66a169b3-b5ea-4890-973d-09d21dff8a2b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 943 time: 0.1158481 Feb 19 00:53:47.938510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.951885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:48.038976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:48.097550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:48.099456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:48.115532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:48.127302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Pushing event updated for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:48.145576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.177337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:48.178371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.180004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09c07510-6b97-4d92-aa54-59e9e1ead33d req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "PUT /v2.0/ports/d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 981 time: 1.1203327 Feb 19 00:53:48.181761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:48.192933 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf0362-fdc4-40d6-a841-70a34df3c758" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:48.204992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:48.261222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07d8960e-95bf-4022-8087-2d1e2bbe1d73 req-589350d4-77c5-477e-a11e-52d7daba50df tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269792 Feb 19 00:53:48.273197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:48.275405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:48.291723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.338882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:48.341775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.348257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:48.348926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.350346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2992844e-fb08-417b-9bee-aea70353393b service neutron] 10.222.0.96 "PUT /v2.0/ports/c9782407-a41f-44c3-ad1a-e77bfad8c507 HTTP/1.1" status: 200 len: 1091 time: 2.1411881 Feb 19 00:53:48.458985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1e3c2db-fb8b-4428-9f2f-f03a87453e81 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8017597 Feb 19 00:53:48.476005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Pushing event updated for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:48.562329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Request body: {'port': {'device_id': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:48.668207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-644bc712-7b54-4168-a86d-fde441626ff6 None None] Provisioning complete for port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:48.671237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-644bc712-7b54-4168-a86d-fde441626ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.686713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Attempting to bind port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:48.687047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Attempting to bind port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'c61fa858-a70e-4fbf-871d-034d72216ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:48.687833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Attempting to bind port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 on network 3bc3197a-e82a-4634-8298-44fd7fa75e0c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:48.721615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 on network 3bc3197a-e82a-4634-8298-44fd7fa75e0c not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:48.721875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Attempting to bind port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 on network 3bc3197a-e82a-4634-8298-44fd7fa75e0c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:48.764296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:48.764652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Checking segment: {'id': 'c61fa858-a70e-4fbf-871d-034d72216ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:48.765022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Bound using segment: {'id': 'c61fa858-a70e-4fbf-871d-034d72216ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:48.765585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Bound port: 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61fa858-a70e-4fbf-871d-034d72216ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:48.765960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.797077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b9a5-51b1-4368-8dd8-cf6d72fe46fb req-533e1048-04fb-4d2c-a55a-6233ca9f1a16 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:48.802497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca33b9a5-51b1-4368-8dd8-cf6d72fe46fb req-533e1048-04fb-4d2c-a55a-6233ca9f1a16 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.3410392 Feb 19 00:53:48.867516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.932595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e9b46-9e7e-46e4-b567-53933d4035e5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:48.978170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca33b9a5-51b1-4368-8dd8-cf6d72fe46fb req-788eb15e-7a59-49c0-b27c-1a19edb4a3e6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740377 Feb 19 00:53:49.011725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239da259-7500-423a-93aa-4ce4775b736b req-fdac50a4-48bc-487b-94db-2966931783f1 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:49.018282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-239da259-7500-423a-93aa-4ce4775b736b req-fdac50a4-48bc-487b-94db-2966931783f1 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 931 time: 0.5541518 Feb 19 00:53:49.022213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f03c6be9-f8cb-4870-beec-f2cca65a9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:49.024423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-f03c6be9-f8cb-4870-beec-f2cca65a9cb0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 1125 time: 0.5059381 Feb 19 00:53:49.027188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:49.035427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-644bc712-7b54-4168-a86d-fde441626ff6 None None] Port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:49.118893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,segment=NetworkSegment(c61fa858-a70e-4fbf-871d-034d72216ff4),segment_id=c61fa858-a70e-4fbf-871d-034d72216ff4)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:49.186929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55503dbc-8481-46cb-b0c1-a12ed7b90f79 req-c7d7bf13-4a7e-46f5-bea6-5b4bf497245a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cbf427b8-17d9-4cbd-90ef-b9f96cdb275c HTTP/1.1" status: 200 len: 1817 time: 0.1508539 Feb 19 00:53:49.197962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.212096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-5ba42eb3-80d3-4904-9a5e-2e338cff51ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507 HTTP/1.1" status: 200 len: 217 time: 0.1268551 Feb 19 00:53:49.317767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-239da259-7500-423a-93aa-4ce4775b736b req-e26e37b0-11d0-4607-88ce-78f0b444cf9e tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865336 Feb 19 00:53:49.334203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:49.334699 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.337233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:49.337860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.339668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] 10.222.0.96 "PUT /v2.0/ports/8262bc8f-c6eb-4747-9d75-9a86cdd5a030 HTTP/1.1" status: 200 len: 1091 time: 2.8064761 Feb 19 00:53:49.364686 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-55503dbc-8481-46cb-b0c1-a12ed7b90f79 req-7d091d9c-484e-4bc7-a1fd-c67b241fb2e0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:53:49.380401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55503dbc-8481-46cb-b0c1-a12ed7b90f79 req-7d091d9c-484e-4bc7-a1fd-c67b241fb2e0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/cbf427b8-17d9-4cbd-90ef-b9f96cdb275c HTTP/1.1" status: 409 len: 341 time: 0.1903067 Feb 19 00:53:49.385293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992844e-fb08-417b-9bee-aea70353393b service neutron] Pushing event updated for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:49.509260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-c7fbd1c9-1249-42f2-b337-f356f9c3cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:49.511673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-c7fbd1c9-1249-42f2-b337-f356f9c3cd6f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.2070804 Feb 19 00:53:49.577129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e5a50-8b6d-4458-bee4-f353a9accce4 service neutron] Pushing event updated for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:49.622352 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f07e3b-0216-4f0c-bf28-356ec2536a33 x-openstack-request-id: req-33f07e3b-0216-4f0c-bf28-356ec2536a33 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:49.622783 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:49.622952 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-33f07e3b-0216-4f0c-bf28-356ec2536a33 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:49.623394 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'status': 'completed', 'code': 200} Feb 19 00:53:49.657759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:49.661581 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45cff9d-b9e1-43e5-a4ad-cb84f230fab6" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:49.739213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:49.780363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:49.796664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks [] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.815628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:49.819566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Transition to ACTIVE for port object 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:49.883942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-2e4a5035-afba-4f2c-98b7-df0451f3b3a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388881 Feb 19 00:53:49.890251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.927417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.024494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:50.097777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:50.163316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-011bbddb-dd64-4caa-a5c6-1e8af30c5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.165065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-011bbddb-dd64-4caa-a5c6-1e8af30c5b81 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1166 time: 0.4882193 Feb 19 00:53:50.181177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c7f70-c2c1-448b-96d6-77cc4f825a3f req-c9d9d9c7-43a2-4264-bf7a-83ba49293292 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.182745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e58c7f70-c2c1-448b-96d6-77cc4f825a3f req-c9d9d9c7-43a2-4264-bf7a-83ba49293292 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 943 time: 0.5560539 Feb 19 00:53:50.262073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-849a9cdd-d5f9-43e2-b2df-09bc57b9c6ef service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282015 Feb 19 00:53:50.382351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:50.399056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '80f3f851-3858-4a7e-a984-87e370d48650', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'port_id': '80f3f851-3858-4a7e-a984-87e370d48650', 'mac_address': 'fa:16:3e:3a:ce:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d4878a-547e-4247-b4a9-b5c7a59619f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:50.457834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392a5fae-458c-4e19-9c81-34bd88f55302 req-bf4201c3-525f-44bb-a40f-544277e53217 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841824 Feb 19 00:53:50.461200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-6ee16ae8-9fe6-4afa-820a-d592e896bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.462891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-6ee16ae8-9fe6-4afa-820a-d592e896bf38 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8982208535f743268cbc4b04af6036a8&device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 1125 time: 0.7087941 Feb 19 00:53:50.485272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701086-b4cc-4861-ba50-cd6accd7f3ec req-ff852afd-28ba-4c6f-a813-9bbaf90686c2 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.493766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9701086-b4cc-4861-ba50-cd6accd7f3ec req-ff852afd-28ba-4c6f-a813-9bbaf90686c2 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.7269316 Feb 19 00:53:50.519304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 80f3f851-3858-4a7e-a984-87e370d48650 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:50.519733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.540626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80f3f851-3858-4a7e-a984-87e370d48650 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:50.545991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-a155ea02-c0c1-41fb-bd0a-591d35c74cbf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030 HTTP/1.1" status: 200 len: 217 time: 0.0531201 Feb 19 00:53:50.572187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:50.627946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-83c8f783-9bd6-4871-a073-be5d94971efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.629692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-83c8f783-9bd6-4871-a073-be5d94971efc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ccab4334-0f27-4ef3-ab83-3ce89109c4d4 HTTP/1.1" status: 200 len: 858 time: 0.0645185 Feb 19 00:53:50.634552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e58c7f70-c2c1-448b-96d6-77cc4f825a3f req-6acb0de0-eb7d-459e-805a-5b688009affe tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437871 Feb 19 00:53:50.648621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.692786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9701086-b4cc-4861-ba50-cd6accd7f3ec req-50482292-3749-4d24-af0b-3cfa8d4a1bbd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984212 Feb 19 00:53:50.772055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:50.806497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-e9787ad1-e8f9-4e99-91aa-6197e0fa8583 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3bc3197a-e82a-4634-8298-44fd7fa75e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191022 Feb 19 00:53:50.816530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-28940442-b97b-4f65-9335-649e035416c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.816951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['80f3f851-3858-4a7e-a984-87e370d48650'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:50.818290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-28940442-b97b-4f65-9335-649e035416c2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.6346140 Feb 19 00:53:50.826731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Attempting to bind port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:50.830912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Attempting to bind port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:50.830912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Attempting to bind port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 on network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:50.877726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 on network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:50.878359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Attempting to bind port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 on network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:50.881284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-3de52d46-cec7-498e-a85e-922d2feb9584 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 217 time: 0.0506506 Feb 19 00:53:50.900595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-a7f42163-ecab-43dd-83b8-a6ce0826a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.902170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-a7f42163-ecab-43dd-83b8-a6ce0826a25b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1&tenant_id=ca6e12738c004174bb70049c1352c7f3 HTTP/1.1" status: 200 len: 1132 time: 0.3556576 Feb 19 00:53:50.924512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:50.930514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:50.930981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Checking segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:50.931549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Bound using segment: {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:50.932098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Bound port: 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0397f2d5-8f3f-4919-97af-cedef2baa207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:50.932749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.988961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88be6cb-0738-49e2-a457-5553d292965d req-370d805f-1746-499c-a86d-591ef3a59646 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:50.997167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b88be6cb-0738-49e2-a457-5553d292965d req-370d805f-1746-499c-a86d-591ef3a59646 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 943 time: 0.2373998 Feb 19 00:53:51.121570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-722b2662-f7fd-486a-9c60-22d213f2cabd service neutron] 10.222.0.96 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002834 Feb 19 00:53:51.172342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:51.175924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:51.233136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-ad9d08e1-a376-4000-b7fb-c3485575e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:51.235651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-ad9d08e1-a376-4000-b7fb-c3485575e9c2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.3324895 Feb 19 00:53:51.307850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.332721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b88be6cb-0738-49e2-a457-5553d292965d req-7933a116-9c54-44ce-bedf-8ac06db06cad tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343847 Feb 19 00:53:51.349499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-455ff4c3-c240-4912-9526-0337720f9bd3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965910 Feb 19 00:53:51.350501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.367719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-173f05dd-67e5-40c3-bc47-008c69b9afc5 req-0abd4927-4b2e-4ee7-8ca4-539f4520dd7b service neutron] 10.222.0.96 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089396 Feb 19 00:53:51.415002 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944223d-aaeb-4448-bae2-aa85abf61345 x-openstack-request-id: req-3944223d-aaeb-4448-bae2-aa85abf61345 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:51.415917 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:51.419335 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3944223d-aaeb-4448-bae2-aa85abf61345 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:51.419335 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'code': 200} Feb 19 00:53:51.541752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-0013b96c-7cee-4858-90a1-36ebfe4667f3 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999534 Feb 19 00:53:51.605609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:51.606583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.608513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] 10.222.0.96 "PUT /v2.0/ports/9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 HTTP/1.1" status: 200 len: 1091 time: 3.0556171 Feb 19 00:53:51.610390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:51.613384 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241531a8-e1c9-4d7c-b22e-256d7504f06b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:51.634172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507'}, {'name': 'network-changed', 'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:51.638012 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acabce7-8fef-4236-abf0-af55e78ea0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507"}, {"name": "network-changed", "server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:51.706119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e246-0728-4120-a4ae-f0e482ba44ae req-10b27568-2090-4b41-945b-413ee4a01549 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:51.727007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a93e246-0728-4120-a4ae-f0e482ba44ae req-10b27568-2090-4b41-945b-413ee4a01549 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.1459544 Feb 19 00:53:51.739058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbca976-1125-4932-9774-2e0bcb719150 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:51.764901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:51.829189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a93e246-0728-4120-a4ae-f0e482ba44ae req-c3e441a8-7975-48fa-ab05-e96ba9c0f8c1 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010933 Feb 19 00:53:51.896880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 80f3f851-3858-4a7e-a984-87e370d48650 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:51.901076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80f3f851-3858-4a7e-a984-87e370d48650), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.107563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb022ea7-d37b-4af3-b24c-e9217e02e31c req-1d89392d-758b-462e-93fb-fa189c0da152 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.120996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb022ea7-d37b-4af3-b24c-e9217e02e31c req-1d89392d-758b-462e-93fb-fa189c0da152 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.5774462 Feb 19 00:53:52.128799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 80f3f851-3858-4a7e-a984-87e370d48650 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:52.129618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.150189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3f8d-f16a-44ef-b228-f979ad0b1bcc req-9be27f71-d039-4608-9843-a6e24a2675d3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.158250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4aef3f8d-f16a-44ef-b228-f979ad0b1bcc req-9be27f71-d039-4608-9843-a6e24a2675d3 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 984 time: 0.1618049 Feb 19 00:53:52.181021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:52.197976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-1e3c52ab-19f1-4a6f-87f5-e879cd697bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.199560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-1e3c52ab-19f1-4a6f-87f5-e879cd697bef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=55385abbac334b3fb8578a549d130c65&device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 1125 time: 0.4831681 Feb 19 00:53:52.201371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5adf0362-fdc4-40d6-a841-70a34df3c758 req-a9f39ea5-5bb6-4e9b-92c4-5eb4a4ef2a7c service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361973 Feb 19 00:53:52.244189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.246303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:52.348041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-a31448b4-93ef-4d00-80bc-e89db4425c1e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 HTTP/1.1" status: 200 len: 217 time: 0.1024880 Feb 19 00:53:52.351817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4aef3f8d-f16a-44ef-b228-f979ad0b1bcc req-1ae0ae25-ceac-4e48-9304-78df8b2245c0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c&id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1924574 Feb 19 00:53:52.406458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:52.442863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c9782407-a41f-44c3-ad1a-e77bfad8c507 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:52.460828 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd31d968-0244-48f3-9267-5eac9d74ec34 x-openstack-request-id: req-cd31d968-0244-48f3-9267-5eac9d74ec34 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:52.461377 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:52.461619 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cd31d968-0244-48f3-9267-5eac9d74ec34 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:52.462233 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507', 'status': 'completed', 'code': 200} Feb 19 00:53:52.462590 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030', 'status': 'completed', 'code': 200} Feb 19 00:53:52.551193 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a123131-c2d5-411c-9189-7315ccce37e6 x-openstack-request-id: req-0a123131-c2d5-411c-9189-7315ccce37e6 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:52.551528 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:52.551760 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0a123131-c2d5-411c-9189-7315ccce37e6 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:52.552286 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9', 'status': 'completed', 'code': 200} Feb 19 00:53:52.597568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1af9aae-1ae8-4a57-bb71-53b4801206c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.607582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-e1af9aae-1ae8-4a57-bb71-53b4801206c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0fae6a2a-c877-43d6-801d-a131c685c06a HTTP/1.1" status: 200 len: 853 time: 0.2322588 Feb 19 00:53:52.666074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9a6c-25f2-4e6c-8851-d299d3399f05 req-15a908a9-6b91-4da4-8852-152c88e55833 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.673217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c38f9a6c-25f2-4e6c-8851-d299d3399f05 req-15a908a9-6b91-4da4-8852-152c88e55833 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 943 time: 0.1356030 Feb 19 00:53:52.697546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:52.700927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.820550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c38f9a6c-25f2-4e6c-8851-d299d3399f05 req-aba9f8f1-5693-4bd9-a3de-590ab6bb9111 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400034 Feb 19 00:53:52.849272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:52.898275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:52.961606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks [] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.981286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Transition to ACTIVE for port object fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:52.988477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb022ea7-d37b-4af3-b24c-e9217e02e31c req-12931c11-fe01-4f3d-9e0e-e4e0653c5b01 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665576 Feb 19 00:53:53.042776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-3d4c5cc5-d23a-4117-b4e2-7031c41631ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.043303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa7d7-b709-4ddf-abc4-3471a4a3328b req-a4681fea-4e7d-41c6-89cc-a73f91bd34fa tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.054091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-3d4c5cc5-d23a-4117-b4e2-7031c41631ac service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1166 time: 0.4953690 Feb 19 00:53:53.061258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f74aa7d7-b709-4ddf-abc4-3471a4a3328b req-a4681fea-4e7d-41c6-89cc-a73f91bd34fa tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 945 time: 0.1514990 Feb 19 00:53:53.204758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f74aa7d7-b709-4ddf-abc4-3471a4a3328b req-0e476f18-e351-4d8e-929b-e69cb7a23f5d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412559 Feb 19 00:53:53.264990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-5481197b-4c39-461e-88f8-bfef2e944ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.266752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-5481197b-4c39-461e-88f8-bfef2e944ada service neutron] 10.222.0.117 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.2106044 Feb 19 00:53:53.267422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:53.282589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-32e5c314-87f6-4f3e-9e3b-e18e39169045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.284435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-32e5c314-87f6-4f3e-9e3b-e18e39169045 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 1125 time: 0.1264789 Feb 19 00:53:53.407716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:53.430335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:53.439067 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294bdcb-3d7f-4773-8519-7b705553b97f" -d '{"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-plugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:53.463875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'c9782407-a41f-44c3-ad1a-e77bfad8c507', 'network_id': 'c16a3197-a347-4b8a-b7b2-5b0a0c973dd0', 'port_id': 'c9782407-a41f-44c3-ad1a-e77bfad8c507', 'mac_address': 'fa:16:3e:85:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:53.498446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] No DVR routers for this DVR port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:53.549862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-b9bbace4-2060-4155-86d6-e3b95482ebfb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 217 time: 0.2708170 Feb 19 00:53:53.613478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da89e-b874-4c3f-b44d-5391b19b479b req-a7274c69-db3c-47af-a7e0-705a42ff8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.614990 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-a7274c69-db3c-47af-a7e0-705a42ff8f04 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09f5eb52-3c2e-4143-8adc-05b3b31cee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3696585 Feb 19 00:53:53.651131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c9782407-a41f-44c3-ad1a-e77bfad8c507 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:53.651537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:53.697646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:53:53.698006 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:53:53.705190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9782407-a41f-44c3-ad1a-e77bfad8c507 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:53.753385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:53.901162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:54.012204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:54.254842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c9782407-a41f-44c3-ad1a-e77bfad8c507'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:54.331706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:54.332296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:54.332463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:54.356628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:54.366783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:54.380275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:54.382134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:54.406813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:54.407441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Attempting to bind port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:54.425638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4fcf-070a-41bc-b752-412b540000dd req-a50f23d5-a5ae-444b-951e-e94c78a6dfc5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:54.431846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e8e4fcf-070a-41bc-b752-412b540000dd req-a50f23d5-a5ae-444b-951e-e94c78a6dfc5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 943 time: 1.1943507 Feb 19 00:53:54.467960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ac58-ba17-4e3d-add2-4b292ce982b1 req-d320fecd-7cb7-422f-89f8-74598f2b4b17 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:54.491694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3185ac58-ba17-4e3d-add2-4b292ce982b1 req-d320fecd-7cb7-422f-89f8-74598f2b4b17 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.3322372 Feb 19 00:53:54.517836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-b9e1b796-4fae-41b9-99f3-896de8c5b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:54.526973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-b9e1b796-4fae-41b9-99f3-896de8c5b7d0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 200 len: 916 time: 1.2259545 Feb 19 00:53:54.553455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:54.555821 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d790c-0655-448b-8776-df2c7dcc6590" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:54.558774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:54.566296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:54.568537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:54.571462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Bound port: fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:54.577227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:54.603960 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3185ac58-ba17-4e3d-add2-4b292ce982b1 req-825aff9e-9769-44cd-ab91-05dae76783b2 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112814 Feb 19 00:53:54.653503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-6b13c159-8d96-4eda-9294-a8f474095eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:54.655118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-6b13c159-8d96-4eda-9294-a8f474095eaf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 1.0768893 Feb 19 00:53:54.763498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-8582499b-ff19-4933-ba61-7db5eaa2d8cb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970445 Feb 19 00:53:54.867774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e8e4fcf-070a-41bc-b752-412b540000dd req-74aac523-f1e6-4696-bfa0-8647c7fe13a2 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446732 Feb 19 00:53:54.927234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-38e779ce-a4c6-4810-8f88-8def8fb68f69 service neutron] 10.222.0.96 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902989 Feb 19 00:53:54.948928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 80f3f851-3858-4a7e-a984-87e370d48650 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:54.954137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:54.960602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:54.965687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:55.032559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.065496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,segment=NetworkSegment(c61fa858-a70e-4fbf-871d-034d72216ff4),segment_id=c61fa858-a70e-4fbf-871d-034d72216ff4)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:55.145678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:55.157511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030', 'network_id': '3bc3197a-e82a-4634-8298-44fd7fa75e0c', 'port_id': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030', 'mac_address': 'fa:16:3e:80:6c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccab4334-0f27-4ef3-ab83-3ce89109c4d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:55.161262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-6171c231-67f8-44d6-b667-c35098840410 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595347 Feb 19 00:53:55.214811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-b89b7104-f06d-467c-a7e9-688d5b675587 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507 HTTP/1.1" status: 200 len: 217 time: 0.1118033 Feb 19 00:53:55.227437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.233704 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfdfee5-21a6-42ad-aa02-5ad8a1fc5877 x-openstack-request-id: req-cdfdfee5-21a6-42ad-aa02-5ad8a1fc5877 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:55.234573 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-plugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:55.234828 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cdfdfee5-21a6-42ad-aa02-5ad8a1fc5877 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:55.239702 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650', 'code': 200} Feb 19 00:53:55.343062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.351665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.355576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] 10.222.0.96 "PUT /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 1097 time: 4.4360502 Feb 19 00:53:55.380019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-e3bc69fe-c176-4865-b903-6cd588956098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.381257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-e3bc69fe-c176-4865-b903-6cd588956098 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 200 len: 855 time: 0.1494477 Feb 19 00:53:55.387309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:55.387715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.495128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:55.524172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:55.524413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-075bb5ee-1a6b-4848-afcc-5240bca54566 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256173 Feb 19 00:53:55.606949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,segment=NetworkSegment(c61fa858-a70e-4fbf-871d-034d72216ff4),segment_id=c61fa858-a70e-4fbf-871d-034d72216ff4)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:55.690291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.743872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d51d6-b95e-43f7-a5e8-c83f46f51a27 req-4da12caf-be23-4fc1-b9c6-259a0236eeba tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.754177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc0fb9-3e83-48ec-9f6b-d7bd66cfe85f service neutron] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=11']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:55.763761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a32d51d6-b95e-43f7-a5e8-c83f46f51a27 req-4da12caf-be23-4fc1-b9c6-259a0236eeba tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 943 time: 0.3811450 Feb 19 00:53:55.804950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:55.864971 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:53:55.945522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-2bd8885b-58f3-473d-aa12-2ed19c6ee831 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094045 Feb 19 00:53:55.950801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4c76-2ea9-4a3b-bec2-052ccfe79fde req-82832b8b-f6ad-4faa-a52b-4bb02e0cc5c9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.952580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e4a4c76-2ea9-4a3b-bec2-052ccfe79fde req-82832b8b-f6ad-4faa-a52b-4bb02e0cc5c9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 984 time: 0.7729502 Feb 19 00:53:55.963284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-278da89e-b874-4c3f-b44d-5391b19b479b req-f6d306d7-819f-4b2e-96f2-c0d43f4f9026 service neutron] 10.222.0.96 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824810 Feb 19 00:53:55.979682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a32d51d6-b95e-43f7-a5e8-c83f46f51a27 req-66f09215-2557-4766-b41a-8cebf14ddce5 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148638 Feb 19 00:53:55.996889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-0709c4c3-35ae-4e43-9190-d7b726f96298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.998405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-0709c4c3-35ae-4e43-9190-d7b726f96298 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1131 time: 0.5949144 Feb 19 00:53:56.014578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8262bc8f-c6eb-4747-9d75-9a86cdd5a030'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:56.043055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500fb7e-1703-4c6a-a324-4c33d9828fa9 req-8faf6b3a-3d96-4808-a5ad-1277540cfe82 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7608876 Feb 19 00:53:56.326605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e4a4c76-2ea9-4a3b-bec2-052ccfe79fde req-d5c164e8-8a5b-4def-b21b-663ab343952c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c&id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3488419 Feb 19 00:53:56.356570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-73a51a36-438a-4d61-b859-2653ce435800 service neutron] 10.222.0.96 "GET /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667223 Feb 19 00:53:56.378096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c9782407-a41f-44c3-ad1a-e77bfad8c507 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:56.400820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-ed78f52f-0032-4264-af4d-d650792695a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.402321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-ed78f52f-0032-4264-af4d-d650792695a5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3561838 Feb 19 00:53:56.435669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-027b752c-0717-48da-92ef-a8c98ccb137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.436499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474eaa2-0e06-425d-858f-153026e35fbb req-c30ae402-16b7-4628-aa94-e460b14d7c1f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.438204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-027b752c-0717-48da-92ef-a8c98ccb137c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=55385abbac334b3fb8578a549d130c65&device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 1125 time: 0.2252557 Feb 19 00:53:56.451506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3474eaa2-0e06-425d-858f-153026e35fbb req-c30ae402-16b7-4628-aa94-e460b14d7c1f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.2140641 Feb 19 00:53:56.555329 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0975189-b83a-4607-b843-353ea7ff20e1 x-openstack-request-id: req-c0975189-b83a-4607-b843-353ea7ff20e1 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:56.555642 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:56.556684 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c0975189-b83a-4607-b843-353ea7ff20e1 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:56.557101 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'code': 200} Feb 19 00:53:56.578766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-fac1846b-4392-4701-bf28-6d8f2e97e7c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.1445744 Feb 19 00:53:56.628986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3474eaa2-0e06-425d-858f-153026e35fbb req-9a11e644-da6e-4488-a855-1b0246047b45 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641676 Feb 19 00:53:56.632871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-ecc70efa-969b-4e52-a549-14d9a82a006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.637899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-ecc70efa-969b-4e52-a549-14d9a82a006a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8982208535f743268cbc4b04af6036a8&device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 1126 time: 0.1197312 Feb 19 00:53:56.654950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port c9782407-a41f-44c3-ad1a-e77bfad8c507 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:56.661825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port c9782407-a41f-44c3-ad1a-e77bfad8c507 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:56.661825 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:56.749090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587199-4246-4adb-980d-c1c3e7e588e7 req-5acab60c-2355-4e8d-9866-ee8490f33dba tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.759703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49587199-4246-4adb-980d-c1c3e7e588e7 req-5acab60c-2355-4e8d-9866-ee8490f33dba tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.2002466 Feb 19 00:53:56.768910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-7b547f43-bc42-4b33-bb4e-e755831b8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.770643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-7b547f43-bc42-4b33-bb4e-e755831b8e83 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1071947 Feb 19 00:53:56.814692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-072138bc-a70b-4b04-b552-ace1b1274e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.831758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-072138bc-a70b-4b04-b552-ace1b1274e38 service neutron] 10.222.0.96 "GET /v2.0/networks?id=09f5eb52-3c2e-4143-8adc-05b3b31cee42 HTTP/1.1" status: 200 len: 915 time: 0.3668096 Feb 19 00:53:56.919684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49587199-4246-4adb-980d-c1c3e7e588e7 req-c618380a-f070-4ee1-b8dc-6b2e2dfe60d5 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590149 Feb 19 00:53:56.933539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c9782407-a41f-44c3-ad1a-e77bfad8c507 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:56.934078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:57.036100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:57.037191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-0af2f610-d25b-4217-8746-92152cae8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.038810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-0af2f610-d25b-4217-8746-92152cae8fbc service neutron] 10.222.0.96 "GET /v2.0/networks?id=3bc3197a-e82a-4634-8298-44fd7fa75e0c HTTP/1.1" status: 200 len: 919 time: 0.3752437 Feb 19 00:53:57.072872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9438d2-068d-4270-ab60-05b917790e28 req-9c03f5b2-a9b9-4da8-9636-98bf535aaac7 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.074490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec9438d2-068d-4270-ab60-05b917790e28 req-9c03f5b2-a9b9-4da8-9636-98bf535aaac7 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.1419623 Feb 19 00:53:57.105855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:57.151491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-34099bcd-b4c4-48e9-8638-3c773f5535e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030 HTTP/1.1" status: 200 len: 217 time: 0.0759611 Feb 19 00:53:57.209156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:57.222057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-9ded06ce-5081-416c-8e16-2740be1ee90b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 HTTP/1.1" status: 200 len: 217 time: 0.1481452 Feb 19 00:53:57.235470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-0d9f60d2-1674-4e88-ab2a-1413bc71f217 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.237199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-0d9f60d2-1674-4e88-ab2a-1413bc71f217 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.2777600 Feb 19 00:53:57.241322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650'}, {'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:57.244062 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46aca3-fba3-4792-913d-3b697ebbf464" -d '{"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-unplugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650"}, {"server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "name": "network-vif-plugged", "status": "completed", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:57.282663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec9438d2-068d-4270-ab60-05b917790e28 req-394ad56d-b5e4-4678-8525-6f3822f42ea2 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914177 Feb 19 00:53:57.287178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-e25e81a5-6a17-42d0-9511-2b1842b01939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.302179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-e25e81a5-6a17-42d0-9511-2b1842b01939 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ccab4334-0f27-4ef3-ab83-3ce89109c4d4 HTTP/1.1" status: 200 len: 858 time: 0.1104028 Feb 19 00:53:57.349415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fcbc0-80f0-4646-bd5d-ab3355bdd814 req-8ee6b498-e081-46eb-bc76-af7b7f38f179 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.360482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce5fcbc0-80f0-4646-bd5d-ab3355bdd814 req-8ee6b498-e081-46eb-bc76-af7b7f38f179 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 944 time: 0.3110168 Feb 19 00:53:57.398453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-e6da1f54-5ac2-44d1-8f90-146424276dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.404252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-e6da1f54-5ac2-44d1-8f90-146424276dd1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3397491 Feb 19 00:53:57.408014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-a45637e5-8aa9-45f5-b54a-fb2e02f2fcb1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3bc3197a-e82a-4634-8298-44fd7fa75e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710788 Feb 19 00:53:57.446713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-5c05cb2f-15b5-41fe-8c3a-279bd9fe34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.448823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-5c05cb2f-15b5-41fe-8c3a-279bd9fe34f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0fae6a2a-c877-43d6-801d-a131c685c06a HTTP/1.1" status: 200 len: 853 time: 0.1637363 Feb 19 00:53:57.488667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce5fcbc0-80f0-4646-bd5d-ab3355bdd814 req-3f100bae-f9ce-4e06-948d-f314a5505f2d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 Feb 19 00:53:57.533368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Deleting port 80f3f851-3858-4a7e-a984-87e370d48650 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:57.538985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (80f3f851-3858-4a7e-a984-87e370d48650), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:57.539155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57367a-096e-4f2c-aabf-f822c4362105 req-69aefb7c-da5a-4df8-bdfa-91689bcee42b tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.539155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d57367a-096e-4f2c-aabf-f822c4362105 req-69aefb7c-da5a-4df8-bdfa-91689bcee42b tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 944 time: 0.1282325 Feb 19 00:53:57.615934 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f24c2e-4d7b-4fdc-9f16-2963364ae710 x-openstack-request-id: req-22f24c2e-4d7b-4fdc-9f16-2963364ae710 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:57.616464 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-unplugged", "status": "completed", "tag": "80f3f851-3858-4a7e-a984-87e370d48650", "code": 200}, {"server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "name": "network-vif-plugged", "status": "completed", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:57.616898 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-22f24c2e-4d7b-4fdc-9f16-2963364ae710 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:57.617475 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650', 'code': 200} Feb 19 00:53:57.618034 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507', 'code': 200} Feb 19 00:53:57.764861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d57367a-096e-4f2c-aabf-f822c4362105 req-375031b3-5cd9-4751-b58a-dee79730cd6a tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034318 Feb 19 00:53:57.801384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-0f2ac9fb-2ff4-4f84-b2e9-f6e562bb0be4 service neutron] 10.222.0.96 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632337 Feb 19 00:53:57.813960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-ab6c17fd-2889-4e29-ba61-13d3798de5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.815665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-ab6c17fd-2889-4e29-ba61-13d3798de5a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09f5eb52-3c2e-4143-8adc-05b3b31cee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2173247 Feb 19 00:53:57.821889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] For port 80f3f851-3858-4a7e-a984-87e370d48650, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=80f3f851-3858-4a7e-a984-87e370d48650,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:57.822399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (80f3f851-3858-4a7e-a984-87e370d48650), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:57.834655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-1c7556c6-747b-462e-af56-690a34d39186 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139074 Feb 19 00:53:57.842617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Calling delete_port for 80f3f851-3858-4a7e-a984-87e370d48650 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:57.901366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b22cec-3241-434d-af52-795d60a06378 req-4636277e-d5bf-41b2-a1bc-9730ab9e3dfc tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.909045 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57b22cec-3241-434d-af52-795d60a06378 req-4636277e-d5bf-41b2-a1bc-9730ab9e3dfc tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 984 time: 0.1894388 Feb 19 00:53:58.038903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff72ab8-f998-45b2-861d-eb566544a7bb req-1d5c0f27-dc0b-4183-a4c5-6f93d8e3ae7e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:58.040308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aff72ab8-f998-45b2-861d-eb566544a7bb req-1d5c0f27-dc0b-4183-a4c5-6f93d8e3ae7e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.1856933 Feb 19 00:53:58.143126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57b22cec-3241-434d-af52-795d60a06378 req-f2815437-d5f9-406a-9a60-2cede51ce119 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c&id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2284718 Feb 19 00:53:58.220368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acabce7-8fef-4236-abf0-af55e78ea0e8 req-a3f8d6cd-9158-4e42-994a-2d3fbc7f6784 service neutron] 10.222.0.96 "GET /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710195 Feb 19 00:53:58.228728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aff72ab8-f998-45b2-861d-eb566544a7bb req-d1a2d926-005d-4c35-88dd-d07a120c4d10 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731980 Feb 19 00:53:58.233063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b8bf-7f97-4225-80ea-132719282c24 req-6e310bfb-60b3-4ac0-870d-5977eaa582d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:58.238704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41d3b8bf-7f97-4225-80ea-132719282c24 req-6e310bfb-60b3-4ac0-870d-5977eaa582d4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 1127 time: 0.1930513 Feb 19 00:53:58.392413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:58.423765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e36cb3ed-2586-4bba-bd8b-6e4107a1c66e req-5be6bc55-c0c5-4ba8-8d2d-4cc913a5f4a0 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609277 Feb 19 00:53:58.423765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0a623-94e6-4720-8d02-cfb88b7de66e req-b1fe734c-0daf-417a-b7b3-82ee3f0273db tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:58.454287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ad0a623-94e6-4720-8d02-cfb88b7de66e req-b1fe734c-0daf-417a-b7b3-82ee3f0273db tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd0bab40-0bf0-4d59-b3cd-cea280744e49 HTTP/1.1" status: 200 len: 943 time: 0.1180017 Feb 19 00:53:58.468917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-9cd2a22d-0014-4aef-8e6f-5ac81139c676 service neutron] 10.222.0.96 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280674 Feb 19 00:53:58.505841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74218866-a059-407c-b106-9552c0879dc7 req-dd37d976-cb4b-4ecf-9f35-9ab0f5508ee4 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1818880596&fields=id&tenant_id=5a0ca389a1814affb4bf0704a0053ca6 HTTP/1.1" status: 200 len: 267 time: 0.1439128 Feb 19 00:53:58.539960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (80f3f851-3858-4a7e-a984-87e370d48650), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:58.558855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:58.561161 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56410f-962e-473b-9494-c4c4871a646c" -d '{"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:58.578718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ad0a623-94e6-4720-8d02-cfb88b7de66e req-968d49d1-19c3-4276-b073-44ebdfaf6920 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226997 Feb 19 00:53:58.625676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41d3b8bf-7f97-4225-80ea-132719282c24 req-34616a71-33ef-4835-88f4-a8e7c60519d3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537166 Feb 19 00:53:58.643902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218866-a059-407c-b106-9552c0879dc7 req-f18abd0d-7f93-4edf-8c41-f2b976c911ca tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:58.653451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74218866-a059-407c-b106-9552c0879dc7 req-f18abd0d-7f93-4edf-8c41-f2b976c911ca tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 984 time: 0.1460416 Feb 19 00:53:58.659497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'port': {'security_groups': ['9455d37f-4361-436b-9a0f-3d4a6673eadf', 'cbf427b8-17d9-4cbd-90ef-b9f96cdb275c', '67261450-e058-401f-81d3-7c5040054179']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:58.736839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:58.743516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event deleted for resources: {'Port': ['ID=80f3f851-3858-4a7e-a984-87e370d48650,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:58.744017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:58.744465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:58.815335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] No DVR routers for this DVR port 80f3f851-3858-4a7e-a984-87e370d48650 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:58.818188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:58.822036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d94ad44-93f7-4a52-b2cd-7270221c30b8 req-3c4bb7ed-d741-4999-9f26-c20f6cb686a1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "DELETE /v2.0/ports/80f3f851-3858-4a7e-a984-87e370d48650 HTTP/1.1" status: 204 len: 173 time: 1.5715773 Feb 19 00:53:58.823122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:58.886742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:58.886742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:58.936127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,segment=NetworkSegment(c61fa858-a70e-4fbf-871d-034d72216ff4),segment_id=c61fa858-a70e-4fbf-871d-034d72216ff4)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:58.962285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-241531a8-e1c9-4d7c-b22e-256d7504f06b req-60790544-162b-4324-ac8c-d1edb23555f6 service neutron] 10.222.0.96 "GET /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785536 Feb 19 00:53:58.991134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa927ce-e53c-4640-bd43-19ee0aca2a64 req-3b93d142-8571-40c1-aef6-514d405acb82 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.004165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:59.007160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fa927ce-e53c-4640-bd43-19ee0aca2a64 req-3b93d142-8571-40c1-aef6-514d405acb82 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.2482710 Feb 19 00:53:59.114047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fa927ce-e53c-4640-bd43-19ee0aca2a64 req-46f067d6-ebeb-4f72-b96f-e8aabe8c51a6 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049376 Feb 19 00:53:59.117739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:59.184511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:59.279480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:59.288917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d4d2a-fb8b-4dc4-80ee-72a5892b355c req-c200358e-a1ef-4f7f-8c19-596374786993 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.299123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-647d4d2a-fb8b-4dc4-80ee-72a5892b355c req-c200358e-a1ef-4f7f-8c19-596374786993 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.0879049 Feb 19 00:53:59.363606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-647d4d2a-fb8b-4dc4-80ee-72a5892b355c req-73aebe44-6d3e-44e7-8542-5a8d9ffa7803 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633295 Feb 19 00:53:59.397720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:59.412479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:59.414837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:59.480529 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fd12d1-2d34-46e4-8e22-024515f6ab9a x-openstack-request-id: req-b0fd12d1-2d34-46e4-8e22-024515f6ab9a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:59.481035 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:59.481035 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b0fd12d1-2d34-46e4-8e22-024515f6ab9a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:59.481448 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'status': 'completed', 'code': 200} Feb 19 00:53:59.482065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.483963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:59.497924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74218866-a059-407c-b106-9552c0879dc7 req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "PUT /v2.0/ports/d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 1020 time: 0.8434329 Feb 19 00:53:59.498467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:59.506320 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:59.606293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb95b7-b3e3-485e-b4e5-014d521e96c1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:59.634098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:59.638789 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db829453-ec70-4e31-9454-09f01e47aff4" -d '{"events": [{"server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "name": "network-vif-plugged", "status": "completed", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:59.681064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:59.752578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-326a918d-f1f4-45a4-bca4-467c3ef3b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.754223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-326a918d-f1f4-45a4-bca4-467c3ef3b9f5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1131 time: 0.2375875 Feb 19 00:53:59.804015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509e61d-608f-4910-9f0a-9ede6c6c0195 req-3e5f2ced-4ff7-401a-9840-76a7768c9545 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.811368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2509e61d-608f-4910-9f0a-9ede6c6c0195 req-3e5f2ced-4ff7-401a-9840-76a7768c9545 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.1729326 Feb 19 00:53:59.896929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27749a20-72e4-40f2-b4aa-7d1d527ff9e9 req-e9c57a69-59be-4fe8-b4f6-d954b3607236 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.901079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:59.905052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27749a20-72e4-40f2-b4aa-7d1d527ff9e9 req-e9c57a69-59be-4fe8-b4f6-d954b3607236 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.1321895 Feb 19 00:53:59.945415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2509e61d-608f-4910-9f0a-9ede6c6c0195 req-e29e7ab0-61a7-4d59-93d3-b6c7ef33ee5f tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328585 Feb 19 00:53:59.994754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27749a20-72e4-40f2-b4aa-7d1d527ff9e9 req-72737cbf-02e0-4047-8bd3-1ecf43cf32e9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883205 Feb 19 00:54:00.041508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 80f3f851-3858-4a7e-a984-87e370d48650 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:00.042279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 80f3f851-3858-4a7e-a984-87e370d48650 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:00.099383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-027a649e-7dc2-4680-bc75-1da57d35046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.100964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-027a649e-7dc2-4680-bc75-1da57d35046b service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3360736 Feb 19 00:54:00.136169 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40eabdd-bb80-450a-8449-ff859670cce1 x-openstack-request-id: req-d40eabdd-bb80-450a-8449-ff859670cce1 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:00.136395 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:00.136595 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d40eabdd-bb80-450a-8449-ff859670cce1 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:00.137091 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'status': 'completed', 'code': 200} Feb 19 00:54:00.193284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-8ff41cd8-5e90-48bb-ae1f-95a734e6515d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.0781379 Feb 19 00:54:00.231912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0672bc44-f709-4d03-9e7a-8d6577b85a54 req-5553f697-411d-4f3f-96e6-94c5354964c2 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/67261450-e058-401f-81d3-7c5040054179 HTTP/1.1" status: 200 len: 1817 time: 0.2513754 Feb 19 00:54:00.298140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-bdc503e4-c2bc-4809-a26e-1ecbf08130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.303399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-bdc503e4-c2bc-4809-a26e-1ecbf08130a0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca6e12738c004174bb70049c1352c7f3&device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1131 time: 0.3042722 Feb 19 00:54:00.456731 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a3f728-66de-4810-8178-878ce862865d x-openstack-request-id: req-c5a3f728-66de-4810-8178-878ce862865d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:00.457342 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "name": "network-vif-plugged", "status": "completed", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:00.457342 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c5a3f728-66de-4810-8178-878ce862865d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:00.457762 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030', 'code': 200} Feb 19 00:54:00.645111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db217990-5406-43b0-aa4e-15b01332492f req-ca9346df-2a98-44a9-920a-02a0abf0b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.645488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db217990-5406-43b0-aa4e-15b01332492f req-ca9346df-2a98-44a9-920a-02a0abf0b4b8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 1127 time: 0.1555696 Feb 19 00:54:00.655594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad361a-3d38-47a5-bb2b-84299f09a113 req-85387895-4b76-4e62-9e8c-b87e44a9006b tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.657995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2fad361a-3d38-47a5-bb2b-84299f09a113 req-85387895-4b76-4e62-9e8c-b87e44a9006b tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.1540663 Feb 19 00:54:00.752353 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-0672bc44-f709-4d03-9e7a-8d6577b85a54 req-6b7bb51a-9499-4cd4-939c-2d172f4258e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:54:00.755691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0672bc44-f709-4d03-9e7a-8d6577b85a54 req-6b7bb51a-9499-4cd4-939c-2d172f4258e8 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/67261450-e058-401f-81d3-7c5040054179 HTTP/1.1" status: 409 len: 341 time: 0.4510338 Feb 19 00:54:00.758952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-c749bfd2-f43b-4b78-816b-c13b1fc7c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.766956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-c749bfd2-f43b-4b78-816b-c13b1fc7c1aa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.4819646 Feb 19 00:54:00.771663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-1f41323c-7eb7-4ab9-8d62-717660654cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.774297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-1f41323c-7eb7-4ab9-8d62-717660654cbe service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3684039 Feb 19 00:54:00.833632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-9c5f760c-ec21-4f3c-b115-aef4cf6bf4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.841626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-9c5f760c-ec21-4f3c-b115-aef4cf6bf4c7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1206 time: 0.6623795 Feb 19 00:54:00.896445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db217990-5406-43b0-aa4e-15b01332492f req-ef80e07d-1dfc-407a-a45a-0dc9be74aa22 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371058 Feb 19 00:54:00.950428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-11735167-6989-4320-9ec1-91e439049d52 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 200 len: 217 time: 0.1076536 Feb 19 00:54:00.953567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2fad361a-3d38-47a5-bb2b-84299f09a113 req-aad8c56a-e216-4c1c-8dba-5c4c6d27b7b0 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211323 Feb 19 00:54:01.250985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-7597b776-8988-494f-999c-dde410059a6d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.252788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-7597b776-8988-494f-999c-dde410059a6d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.1590309 Feb 19 00:54:01.282045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-a03a0ad4-2919-4db2-b915-dc01610c89da tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/quotas/5e67ebb62865441fb612a32d34edb3f8 HTTP/1.1" status: 200 len: 375 time: 0.0177875 Feb 19 00:54:01.319716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-7a0266e0-edcf-4702-ac1b-87183f779a32 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365212 Feb 19 00:54:01.421905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-053425d6-0028-4fb1-b1a2-9e48d12fd6a7 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990016 Feb 19 00:54:01.470234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-70c683c8-b328-4abf-b9a7-f48f556e2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.471784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-70c683c8-b328-4abf-b9a7-f48f556e2a54 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6945243 Feb 19 00:54:01.482684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-deleted', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:01.485061 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf074f7-1c87-40e4-976f-7d460ad81173" -d '{"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-deleted", "tag": "80f3f851-3858-4a7e-a984-87e370d48650"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:01.525300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d95a1-1bc5-485f-97cd-0a7f4e49c429 req-a0169dec-1f72-4d53-bfd1-069c432d0f11 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.526932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a14d95a1-1bc5-485f-97cd-0a7f4e49c429 req-a0169dec-1f72-4d53-bfd1-069c432d0f11 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.6033618 Feb 19 00:54:01.540681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-19c0b96b-594b-4c27-b67c-c1a762fe58d4 service neutron] 10.222.0.94 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110992 Feb 19 00:54:01.590958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-64b55f40-4de0-4702-8a42-4fcc48bcd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.592489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-64b55f40-4de0-4702-8a42-4fcc48bcd080 service neutron] 10.222.0.117 "GET /v2.0/networks?id=024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 200 len: 913 time: 0.6578305 Feb 19 00:54:01.648862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-c509845d-c970-4a43-bd8f-cc375d3d85ad service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 200 len: 217 time: 0.0468714 Feb 19 00:54:01.722231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a14d95a1-1bc5-485f-97cd-0a7f4e49c429 req-7908d504-88ea-42cd-9c68-aaef1ccdfb66 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599345 Feb 19 00:54:01.724159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-1d276af2-d070-400d-9e54-073da9923696 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428417 Feb 19 00:54:01.744406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-df67cdfe-010a-4266-915d-3e6318f50e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.745855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-df67cdfe-010a-4266-915d-3e6318f50e4d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 200 len: 852 time: 0.0868928 Feb 19 00:54:01.843077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-06d075ad-24cf-48cd-9d14-9c9a82549830 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=024ff8b0-8fe9-4542-9468-d07d429bf5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800667 Feb 19 00:54:01.928340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-f5a7067f-90ee-4f29-9209-289037138295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:01.929917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-f5a7067f-90ee-4f29-9209-289037138295 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1877530 Feb 19 00:54:02.028239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-25f6a917-07b2-40c3-be21-585ad6c37694 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957435 Feb 19 00:54:02.029012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501d13f-6442-4327-b9c4-a1827f92162e req-e8df9663-6cdb-42a4-a08a-1e70227c5cc3 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.042179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2501d13f-6442-4327-b9c4-a1827f92162e req-e8df9663-6cdb-42a4-a08a-1e70227c5cc3 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.1043768 Feb 19 00:54:02.069043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-748e7f5c-ee78-4ad0-8150-4c0a5046276d service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193935 Feb 19 00:54:02.074628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56410f-962e-473b-9494-c4c4871a646c req-5499ffed-0572-47c8-b2f1-add796cc20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.076821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-5499ffed-0572-47c8-b2f1-add796cc20a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1270125 Feb 19 00:54:02.122379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2501d13f-6442-4327-b9c4-a1827f92162e req-198ff959-d6b0-47df-81d2-5b56925f2521 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Feb 19 00:54:02.240392 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76d4be-8e11-4b5a-a342-d76e7fa7bd3d x-openstack-request-id: req-7b76d4be-8e11-4b5a-a342-d76e7fa7bd3d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:02.240605 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0bab40-0bf0-4d59-b3cd-cea280744e49", "name": "network-vif-deleted", "tag": "80f3f851-3858-4a7e-a984-87e370d48650", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:02.240855 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b76d4be-8e11-4b5a-a342-d76e7fa7bd3d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:02.241292 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0bab40-0bf0-4d59-b3cd-cea280744e49', 'name': 'network-vif-deleted', 'tag': '80f3f851-3858-4a7e-a984-87e370d48650', 'status': 'completed', 'code': 200} Feb 19 00:54:02.294030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcb4a8-4f3b-4601-b469-134eed2a0676 req-779511ba-fc17-47dd-bf7a-2178454e79fb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.295687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01fcb4a8-4f3b-4601-b469-134eed2a0676 req-779511ba-fc17-47dd-bf7a-2178454e79fb tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 949 time: 0.0813737 Feb 19 00:54:02.317361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3559d08c-2d3d-4eeb-8a6c-128e5a67aff7 req-b326fd83-177d-4fad-95aa-2aeb75cece65 service neutron] 10.222.0.117 "GET /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390978 Feb 19 00:54:02.334762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-837674a6-3bc7-45e7-a43f-2d0141cff293 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471244 Feb 19 00:54:02.339648 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-539ad1ed-484d-4610-95b2-63a14c9e0c43 req-dce99015-9b00-4231-91f6-1e3095ba06d3 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 210 time: 0.0482187 Feb 19 00:54:02.371196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01fcb4a8-4f3b-4601-b469-134eed2a0676 req-9820b508-22d7-4a86-983d-b874a89822d5 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 Feb 19 00:54:02.407463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:02.512308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c56410f-962e-473b-9494-c4c4871a646c req-e9f3f6a5-84bd-46bb-9643-ccd9d3e7c29b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661146 Feb 19 00:54:02.521307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304be6d-071f-44ed-8370-9e1a64a3910b req-abc0d3e6-f8aa-4bbf-986c-e96dc25a1c42 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.528758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a304be6d-071f-44ed-8370-9e1a64a3910b req-abc0d3e6-f8aa-4bbf-986c-e96dc25a1c42 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.0963044 Feb 19 00:54:02.551367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:02.568251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'mac_address': 'fa:16:3e:15:64:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:02.591817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a304be6d-071f-44ed-8370-9e1a64a3910b req-0a4e4e74-4906-4f80-b098-2a4d69bfa341 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620110 Feb 19 00:54:02.620286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:02.621461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:02.636479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:02.670567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:02.716323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100f431-7102-4093-8d36-d91a26735a19 req-4319e580-a4c3-4dcb-ac31-b37c19c07f59 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.719407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3100f431-7102-4093-8d36-d91a26735a19 req-4319e580-a4c3-4dcb-ac31-b37c19c07f59 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1023 time: 0.1134412 Feb 19 00:54:02.747218 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:02.803026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3100f431-7102-4093-8d36-d91a26735a19 req-1d997a50-7f40-4ea4-aa32-fd7cc859714d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&id=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c&id=67261450-e058-401f-81d3-7c5040054179&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0750012 Feb 19 00:54:02.814823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005392a-3330-437e-9dcc-e73861c1a123 req-f3e39481-d3bc-4a67-aa1c-f971cf851ccc tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.816520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5005392a-3330-437e-9dcc-e73861c1a123 req-f3e39481-d3bc-4a67-aa1c-f971cf851ccc tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.0909526 Feb 19 00:54:02.822579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:02.887186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5005392a-3330-437e-9dcc-e73861c1a123 req-fa6e6b5e-262d-4334-9439-e977b198e8d5 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626898 Feb 19 00:54:02.982137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b4b33-dae0-4904-babf-b1392d3a14e7 req-e954e0ae-cfe0-4d15-b168-b9f577bd65a8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.983631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e28b4b33-dae0-4904-babf-b1392d3a14e7 req-e954e0ae-cfe0-4d15-b168-b9f577bd65a8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.0749404 Feb 19 00:54:03.049577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e28b4b33-dae0-4904-babf-b1392d3a14e7 req-b98e0f17-b5be-4895-b2eb-c8eebec4263f tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590236 Feb 19 00:54:03.160864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:03.240336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4793be-5800-4fb8-b473-f7e73413d4ee req-431789bc-fdd4-4b2b-8be7-57b07877d7b0 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.244110 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4793be-5800-4fb8-b473-f7e73413d4ee req-431789bc-fdd4-4b2b-8be7-57b07877d7b0 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.1082637 Feb 19 00:54:03.277458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a047c4-2955-46a6-9fd8-9739e43bd995 req-e2945e3b-7b3a-4071-8918-ff1ec9955e05 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.288398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27a047c4-2955-46a6-9fd8-9739e43bd995 req-e2945e3b-7b3a-4071-8918-ff1ec9955e05 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.0904036 Feb 19 00:54:03.316198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4793be-5800-4fb8-b473-f7e73413d4ee req-ae90d153-2295-47d7-9f82-fe180bcc190a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638235 Feb 19 00:54:03.372625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27a047c4-2955-46a6-9fd8-9739e43bd995 req-bc1989c7-251d-4321-99e0-69cfac02df11 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799816 Feb 19 00:54:03.498015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80516e41-ba04-4daf-b1e8-46998b4639fe req-5b6285e4-6ce7-4de4-bf61-598ab09837d2 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 210 time: 0.0414786 Feb 19 00:54:03.636474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61d2d2-fefd-4a7b-9628-22e34871a4e3 req-bf985049-696d-451f-91b2-859ca8bffd88 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.638154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff61d2d2-fefd-4a7b-9628-22e34871a4e3 req-bf985049-696d-451f-91b2-859ca8bffd88 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.0676787 Feb 19 00:54:03.692889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff61d2d2-fefd-4a7b-9628-22e34871a4e3 req-1b833b1d-8fd2-4b18-b1a1-c8f91cbcd450 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Feb 19 00:54:03.737445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-59fcd9fb-6cf0-40ff-bb67-2d828544a85f tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.738991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-59fcd9fb-6cf0-40ff-bb67-2d828544a85f tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.117 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1023 time: 0.0591671 Feb 19 00:54:03.825827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451bf62-0046-42d4-be6e-12c649171062 req-86d39f1e-e8fc-4ae6-99f0-d3d548281dff tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.827516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e451bf62-0046-42d4-be6e-12c649171062 req-86d39f1e-e8fc-4ae6-99f0-d3d548281dff tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.0600879 Feb 19 00:54:03.870261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Deleting port d15bd5b9-6834-4eef-869e-500caed07cc3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:03.870618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:03.880376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e451bf62-0046-42d4-be6e-12c649171062 req-09c91e12-225a-4860-9d41-83128b64bce5 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Feb 19 00:54:03.971383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port d15bd5b9-6834-4eef-869e-500caed07cc3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d15bd5b9-6834-4eef-869e-500caed07cc3,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:03.972220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:03.992093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Calling delete_port for d15bd5b9-6834-4eef-869e-500caed07cc3 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:03.995934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52406-e133-4bcb-b9be-85731f72fef5 req-fe983632-7ada-464f-ac85-e965e42f643b tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.997413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65c52406-e133-4bcb-b9be-85731f72fef5 req-fe983632-7ada-464f-ac85-e965e42f643b tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 943 time: 0.0582621 Feb 19 00:54:04.057376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65c52406-e133-4bcb-b9be-85731f72fef5 req-be6b6d72-1cfc-4ac9-8ea2-c4a1cd4f2102 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Feb 19 00:54:04.253282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a55758-a568-4da6-b2d9-3a12d1073955 req-4b698313-9288-4919-98e6-bf82ef040b19 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.254945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5a55758-a568-4da6-b2d9-3a12d1073955 req-4b698313-9288-4919-98e6-bf82ef040b19 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 1023 time: 0.0572937 Feb 19 00:54:04.302473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d15bd5b9-6834-4eef-869e-500caed07cc3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.314811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d15bd5b9-6834-4eef-869e-500caed07cc3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:04.319646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ff019b67-c2df-4e43-9a1d-2169133765c9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:04.345790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'Port': ['ID=d15bd5b9-6834-4eef-869e-500caed07cc3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:04.385368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5a55758-a568-4da6-b2d9-3a12d1073955 req-847b6c33-977f-4409-9473-212f1acc958a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9455d37f-4361-436b-9a0f-3d4a6673eadf&id=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c&id=67261450-e058-401f-81d3-7c5040054179&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1237245 Feb 19 00:54:04.408487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] No DVR routers for this DVR port d15bd5b9-6834-4eef-869e-500caed07cc3 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:04.412999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.418002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f75f00b-e3d2-4e2b-b5be-e256b906377a req-6c3f1b2a-6781-4c27-bab2-ff406be732f0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.117 "DELETE /v2.0/ports/d15bd5b9-6834-4eef-869e-500caed07cc3 HTTP/1.1" status: 204 len: 173 time: 0.6737440 Feb 19 00:54:04.418160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:04.419016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'name': 'network-vif-deleted', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:04.425209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:04.425360 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba61b9-d8f8-4b34-ae16-0bc4095dd0d6" -d '{"events": [{"server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "name": "network-vif-deleted", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:04.599975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e448251-c300-471d-b94c-4f620f9d8d73 req-efe3eefd-9360-40ee-8209-2f3f59578846 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.606955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e448251-c300-471d-b94c-4f620f9d8d73 req-efe3eefd-9360-40ee-8209-2f3f59578846 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.1015246 Feb 19 00:54:04.615871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-864c9551-25b0-4fc0-8a22-85c5ea6e3081 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.617436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-864c9551-25b0-4fc0-8a22-85c5ea6e3081 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 821 time: 0.1817999 Feb 19 00:54:04.625591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:04.635499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Request body: {'port': {'device_id': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'admin_state_up': True, 'tenant_id': '5e67ebb62865441fb612a32d34edb3f8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:04.650045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9', 'network_id': '09f5eb52-3c2e-4143-8adc-05b3b31cee42', 'port_id': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9', 'mac_address': 'fa:16:3e:ef:55:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fae6a2a-c877-43d6-801d-a131c685c06a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:04.700463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:04.713634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:04.714006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.734787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e448251-c300-471d-b94c-4f620f9d8d73 req-31319d5c-0342-44d8-95c8-750334ef055d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241031 Feb 19 00:54:04.755296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2431bb-a36d-4f5c-a27d-b147dfa9315e req-0afa860b-7a13-4096-bd38-dc0ad5ae47dc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.757486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d2431bb-a36d-4f5c-a27d-b147dfa9315e req-0afa860b-7a13-4096-bd38-dc0ad5ae47dc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.0948491 Feb 19 00:54:04.770545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:04.770952 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.806186 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdcabae-7152-4508-8c85-908f80f4d37d x-openstack-request-id: req-cfdcabae-7152-4508-8c85-908f80f4d37d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:04.806186 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd78f3e-a6b2-4805-a0b4-09311fba85e0", "name": "network-vif-deleted", "tag": "d15bd5b9-6834-4eef-869e-500caed07cc3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:04.806186 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cfdcabae-7152-4508-8c85-908f80f4d37d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:04.806698 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd78f3e-a6b2-4805-a0b4-09311fba85e0', 'name': 'network-vif-deleted', 'tag': 'd15bd5b9-6834-4eef-869e-500caed07cc3', 'status': 'completed', 'code': 200} Feb 19 00:54:04.822672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:04.834311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d2431bb-a36d-4f5c-a27d-b147dfa9315e req-de58453f-7eeb-450b-8d01-7693cbc13d0d tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707276 Feb 19 00:54:04.878333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:04.897893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:04.899896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.900021 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2be1b82-208f-4fbb-89d9-705c78b02cba req-2ec0c9e8-a5a0-4f32-850f-21df4913dda0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 210 time: 0.0364258 Feb 19 00:54:04.924191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:04.927576 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c462e-be0a-40aa-9e3a-f1ce70b192f1" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:04.946664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:04.951744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Made reservation on behalf of 5e67ebb62865441fb612a32d34edb3f8 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:04.957669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.975749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:04.996489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c915-61ca-421b-af04-04872fb9d73f req-5805b11e-c562-41cb-8d7d-cd2a10188c84 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.998223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6278c915-61ca-421b-af04-04872fb9d73f req-5805b11e-c562-41cb-8d7d-cd2a10188c84 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.0726118 Feb 19 00:54:05.014957 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:05.036754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:05.054528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6278c915-61ca-421b-af04-04872fb9d73f req-5e4721d8-259c-4f79-b989-ce8602ea4df1 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490856 Feb 19 00:54:05.095523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d305-64d6-4605-a5e4-345a5544660a req-a7047ac1-4c7f-4103-83f2-15e118eb5f0d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.097303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b134d305-64d6-4605-a5e4-345a5544660a req-a7047ac1-4c7f-4103-83f2-15e118eb5f0d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 950 time: 0.1268303 Feb 19 00:54:05.098269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:05.195904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b134d305-64d6-4605-a5e4-345a5544660a req-3a6f07cc-44f9-4b70-b88f-9e16feb34c82 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858052 Feb 19 00:54:05.200945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Allocated IP 172.20.0.4 (e80334b5-6395-4f30-a3fe-269897dc2425/58d4878a-547e-4247-b4a9-b5c7a59619f2/8a5cec89-ada9-4782-b27f-944ceeae64ea) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:05.255344 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f178f1-6dff-42d9-b776-4ec9d5b4607e x-openstack-request-id: req-56f178f1-6dff-42d9-b776-4ec9d5b4607e {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:05.261996 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-plugged", "status": "completed", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:05.261996 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-56f178f1-6dff-42d9-b776-4ec9d5b4607e {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:05.261996 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'code': 200} Feb 19 00:54:05.379591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085ab08-ec63-4cb2-b4e4-0b5614852ae6 req-eead74a6-08c3-4ae9-ab47-3fabca3d8bb0 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.381110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b085ab08-ec63-4cb2-b4e4-0b5614852ae6 req-eead74a6-08c3-4ae9-ab47-3fabca3d8bb0 tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 1133 time: 0.0482793 Feb 19 00:54:05.395152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:05.409170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e903a6e-29c0-488a-b7e6-4aece758c668 req-76fe869a-cacb-475a-9041-d3bdcf269269 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.410837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e903a6e-29c0-488a-b7e6-4aece758c668 req-76fe869a-cacb-475a-9041-d3bdcf269269 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 944 time: 0.1009817 Feb 19 00:54:05.414119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:05.429447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b085ab08-ec63-4cb2-b4e4-0b5614852ae6 req-dd5395b1-50db-4ece-9d44-5b2bc9dddfea tempest-MigrationsAdminTest-716244544 tempest-MigrationsAdminTest-716244544-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Feb 19 00:54:05.485180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8e903a6e-29c0-488a-b7e6-4aece758c668 req-8dbb7898-65ec-44ac-bf3e-02dd78bdea9f tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660579 Feb 19 00:54:05.563301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888404a-5a98-44ad-ab76-4e5f5aa30d85 req-082ff053-49e7-418e-aae8-c1932f06557d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.570234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a888404a-5a98-44ad-ab76-4e5f5aa30d85 req-082ff053-49e7-418e-aae8-c1932f06557d tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.0682030 Feb 19 00:54:05.616216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd99792b-6868-431c-ae3a-85b2b5add0e9 req-9fac2648-7dcb-4196-82c9-effe6a18feb7 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdd78f3e-a6b2-4805-a0b4-09311fba85e0 HTTP/1.1" status: 200 len: 210 time: 0.0347877 Feb 19 00:54:05.619652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a888404a-5a98-44ad-ab76-4e5f5aa30d85 req-718f9a9d-29e3-474d-9987-707e1a5828d7 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Feb 19 00:54:05.641966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:05.700193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Network e80334b5-6395-4f30-a3fe-269897dc2425 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:05.712968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:05.715640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:05.762933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event updated for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:05.792805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.793446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:05.817365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f92c-6708-45f8-8c25-0b290c65607a req-16306afd-57db-4452-a17d-9e54a0465766 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.819011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53d3f92c-6708-45f8-8c25-0b290c65607a req-16306afd-57db-4452-a17d-9e54a0465766 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.1232290 Feb 19 00:54:05.883443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53d3f92c-6708-45f8-8c25-0b290c65607a req-591d2a09-fc42-486e-94ab-24a3e30010e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577190 Feb 19 00:54:05.919855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-bab1fffe-7034-4ae2-a176-e83c6e77af95 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2881393 Feb 19 00:54:05.965011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Request body: {'port': {'device_id': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:06.083911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-2cfd1c2c-ac45-4b3b-ae73-1969c7bf55fc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.085482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-2cfd1c2c-ac45-4b3b-ae73-1969c7bf55fc tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.96 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.1575036 Feb 19 00:54:06.110034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4568ff-adb5-487b-9940-0346d527b0bc req-1bf1419a-af48-4a43-9a19-323793e84d23 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.111565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e4568ff-adb5-487b-9940-0346d527b0bc req-1bf1419a-af48-4a43-9a19-323793e84d23 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 945 time: 0.1534030 Feb 19 00:54:06.129739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:06.270239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e4568ff-adb5-487b-9940-0346d527b0bc req-56155f61-aee1-4108-bf6a-a145286ecdf9 tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/security-groups?id=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352291 Feb 19 00:54:06.417041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Deleting port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:06.417391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:06.509088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b5194-1bde-494d-bfcb-aef25c0d610b req-d515cf94-7b3d-4ec9-a82a-88672ee201dc tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.510824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-738b5194-1bde-494d-bfcb-aef25c0d610b req-d515cf94-7b3d-4ec9-a82a-88672ee201dc tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.0589881 Feb 19 00:54:06.552938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-b74b4999-58a8-4fd4-8ee4-0bf28bd43d04 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.554527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-b74b4999-58a8-4fd4-8ee4-0bf28bd43d04 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.117 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.2227616 Feb 19 00:54:06.564819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-738b5194-1bde-494d-bfcb-aef25c0d610b req-1ed7d469-36c7-4cb1-aaaf-3a80984a289c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478487 Feb 19 00:54:06.614093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ddf4-ff79-4ecc-8d3e-6945644f0d7b req-f10706c6-d426-4797-84f9-8ea19a8e5427 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.615675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2f7ddf4-ff79-4ecc-8d3e-6945644f0d7b req-f10706c6-d426-4797-84f9-8ea19a8e5427 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 931 time: 0.2744029 Feb 19 00:54:06.679639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1408434-be43-4feb-8e1b-fd3e3f775314 req-d6c03319-49f9-49b4-a8dc-9c5aa78f6ec3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.681275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1408434-be43-4feb-8e1b-fd3e3f775314 req-d6c03319-49f9-49b4-a8dc-9c5aa78f6ec3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 951 time: 0.0529826 Feb 19 00:54:06.732109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1408434-be43-4feb-8e1b-fd3e3f775314 req-2836d720-f016-4ee2-9277-dc53cbce2371 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Feb 19 00:54:06.750969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] For port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,segment=NetworkSegment(c61fa858-a70e-4fbf-871d-034d72216ff4),segment_id=c61fa858-a70e-4fbf-871d-034d72216ff4)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:06.751312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:06.783225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Calling delete_port for 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:06.795719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2f7ddf4-ff79-4ecc-8d3e-6945644f0d7b req-71ee746e-9acb-4e01-b397-59d70f99fe77 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585534 Feb 19 00:54:06.900321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5cec89-ada9-4782-b27f-944ceeae64ea {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:06.932171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks [] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:06.943295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Deleting port 9ce23095-c010-4944-9886-cfc3666ee757 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:06.943641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9ce23095-c010-4944-9886-cfc3666ee757), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.010328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Transition to ACTIVE for port object 8a5cec89-ada9-4782-b27f-944ceeae64ea will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:54:07.051028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0a7e7-5db0-4517-9598-7541707efb0d req-732115f0-d5fc-45c0-b88a-086ca1f5aacb tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:07.052492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee0a7e7-5db0-4517-9598-7541707efb0d req-732115f0-d5fc-45c0-b88a-086ca1f5aacb tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 944 time: 0.1792321 Feb 19 00:54:07.078579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272ed0c-f578-4f31-bab3-7bdd0cc34e76 req-45969014-86e8-4fd3-8e95-e3068e0a244a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:07.080961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d272ed0c-f578-4f31-bab3-7bdd0cc34e76 req-45969014-86e8-4fd3-8e95-e3068e0a244a tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.0555832 Feb 19 00:54:07.127444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.131698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d272ed0c-f578-4f31-bab3-7bdd0cc34e76 req-3be8caa2-e378-4c5f-b7e4-2f1bbeddb78e tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Feb 19 00:54:07.140801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] For port 9ce23095-c010-4944-9886-cfc3666ee757, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9ce23095-c010-4944-9886-cfc3666ee757,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:07.140801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9ce23095-c010-4944-9886-cfc3666ee757), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.196598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-5f374407-28d7-42a2-b3b1-6768d0a5b98c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cbf427b8-17d9-4cbd-90ef-b9f96cdb275c HTTP/1.1" status: 200 len: 1817 time: 0.0392313 Feb 19 00:54:07.257884 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cbf427b8-17d9-4cbd-90ef-b9f96cdb275c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.283313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cbf427b8-17d9-4cbd-90ef-b9f96cdb275c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.460172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cbf427b8-17d9-4cbd-90ef-b9f96cdb275c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.462984 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.464188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9e7862-0ef6-458c-af31-10e6eebbdae5 req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/cbf427b8-17d9-4cbd-90ef-b9f96cdb275c HTTP/1.1" status: 204 len: 173 time: 0.2613730 Feb 19 00:54:07.474243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941adb8-c907-4eca-a293-a655ff8a1533 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf427b8-17d9-4cbd-90ef-b9f96cdb275c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:07.562940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afb4cd71-727f-4a27-ae49-4e6fd70ccd28 req-2efe80a6-c647-48c0-8422-deb7b88c686b tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0287802 Feb 19 00:54:07.583747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8262bc8f-c6eb-4747-9d75-9a86cdd5a030), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.605014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee0a7e7-5db0-4517-9598-7541707efb0d req-a56f4162-8c6e-44d5-a8e3-6a67b353a4eb tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237775 Feb 19 00:54:07.605653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Pushing event updated for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:07.659248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Pushing event deleted for resources: {'Port': ['ID=8262bc8f-c6eb-4747-9d75-9a86cdd5a030,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:07.667756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-e7965798-6380-4d63-9c57-d3234a60644d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/67261450-e058-401f-81d3-7c5040054179 HTTP/1.1" status: 200 len: 1817 time: 0.0735402 Feb 19 00:54:07.759136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-34299f93-15df-43a6-8186-bc7dd7e69a5f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:07.760656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-34299f93-15df-43a6-8186-bc7dd7e69a5f tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 951 time: 0.0913119 Feb 19 00:54:07.778328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] No DVR routers for this DVR port 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:07.783156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (67261450-e058-401f-81d3-7c5040054179), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.798033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.801443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffc6885-504f-4ad9-82f3-449b1e589eef req-1fbdd7aa-0988-44da-8dff-93b3dac95afb tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.96 "DELETE /v2.0/ports/8262bc8f-c6eb-4747-9d75-9a86cdd5a030 HTTP/1.1" status: 204 len: 173 time: 1.7089810 Feb 19 00:54:07.803836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'name': 'network-vif-deleted', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:07.806096 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de870e8-cf74-40b8-9ccd-31000c1b2015" -d '{"events": [{"server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "name": "network-vif-deleted", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:07.837709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (67261450-e058-401f-81d3-7c5040054179), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.858112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d15bd5b9-6834-4eef-869e-500caed07cc3 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:07.886181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: d15bd5b9-6834-4eef-869e-500caed07cc3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:07.886723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d15bd5b9-6834-4eef-869e-500caed07cc3 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:07.890889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Attempting to bind port 8a5cec89-ada9-4782-b27f-944ceeae64ea on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:07.891219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Attempting to bind port 8a5cec89-ada9-4782-b27f-944ceeae64ea by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:07.892233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Attempting to bind port 8a5cec89-ada9-4782-b27f-944ceeae64ea on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:07.904086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Port 8a5cec89-ada9-4782-b27f-944ceeae64ea on network e80334b5-6395-4f30-a3fe-269897dc2425 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:54:07.904425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Attempting to bind port 8a5cec89-ada9-4782-b27f-944ceeae64ea on network e80334b5-6395-4f30-a3fe-269897dc2425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:07.914823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950fb0f-944a-47f8-aa3a-b8ceffa340cb req-03c1eaf6-c8b0-4eee-9934-8ec85adbeedf tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:07.916469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e950fb0f-944a-47f8-aa3a-b8ceffa340cb req-03c1eaf6-c8b0-4eee-9934-8ec85adbeedf tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 946 time: 0.1935735 Feb 19 00:54:07.921075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:07.922084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Checking segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:07.922632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Bound using segment: {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:07.923306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Bound port: 8a5cec89-ada9-4782-b27f-944ceeae64ea, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cfdd8-bde5-44c4-8018-ac570fdf36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:07.923684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.925993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Deleting port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:07.926340 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.951511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.951919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:07.952304 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Floating IP a64f1783-9a03-4b95-bd8e-26a172176c0d disassociated. External IP: 172.25.2.238, port: 9ce23095-c010-4944-9886-cfc3666ee757. Feb 19 00:54:07.953655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Calling delete_port for 9ce23095-c010-4944-9886-cfc3666ee757 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:08.028987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] For port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:08.029605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.040200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (67261450-e058-401f-81d3-7c5040054179), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.044000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.056839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dace41c-1bc8-4f72-bb05-bee1d0e8502d req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/67261450-e058-401f-81d3-7c5040054179 HTTP/1.1" status: 204 len: 173 time: 0.3718646 Feb 19 00:54:08.065990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Calling delete_port for fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:08.079503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db14c3d-ac67-4bed-9c6f-9a3f55db7ee1 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67261450-e058-401f-81d3-7c5040054179,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.109861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e950fb0f-944a-47f8-aa3a-b8ceffa340cb req-16c67bc9-2055-48f7-ae7a-b54b970d6ab8 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups?id=28a6a5d8-ef77-467a-80ae-c18d57e01cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789238 Feb 19 00:54:08.126937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:08.133986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:08.170047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4a007-c289-403d-850b-05e5c388eff6 req-a3a26e9a-502d-4da1-b97d-c9d9f926b4c8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.172233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57b4a007-c289-403d-850b-05e5c388eff6 req-a3a26e9a-502d-4da1-b97d-c9d9f926b4c8 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.1349552 Feb 19 00:54:08.175953 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa5346-a155-449a-a723-d0ca55370d89 x-openstack-request-id: req-cbaa5346-a155-449a-a723-d0ca55370d89 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:08.176557 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07795857-29b3-479b-8ab1-b7afc8b720ce", "name": "network-vif-deleted", "tag": "8262bc8f-c6eb-4747-9d75-9a86cdd5a030", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:08.176714 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cbaa5346-a155-449a-a723-d0ca55370d89 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:08.177205 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07795857-29b3-479b-8ab1-b7afc8b720ce', 'name': 'network-vif-deleted', 'tag': '8262bc8f-c6eb-4747-9d75-9a86cdd5a030', 'status': 'completed', 'code': 200} Feb 19 00:54:08.222878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75b3d5-cc47-4616-b0ea-3bbb576f4ef1 req-32951e33-f0fd-4455-8910-8e4020b23956 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.231073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef75b3d5-cc47-4616-b0ea-3bbb576f4ef1 req-32951e33-f0fd-4455-8910-8e4020b23956 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 951 time: 0.0782127 Feb 19 00:54:08.274635 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.311704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef75b3d5-cc47-4616-b0ea-3bbb576f4ef1 req-383ab544-5180-4f22-9984-5023b62f9eb6 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Feb 19 00:54:08.345316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1903817650', 'description': 'tempest-description-1059350179'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:08.366569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.367271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.368649 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] 10.222.0.117 "PUT /v2.0/ports/8a5cec89-ada9-4782-b27f-944ceeae64ea HTTP/1.1" status: 200 len: 1091 time: 2.4091358 Feb 19 00:54:08.375741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.386032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9ce23095-c010-4944-9886-cfc3666ee757), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.393191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:08.396652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:08.408924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7f9dd-d52c-4f0e-a7a5-3caa75877fff service neutron] Pushing event updated for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.423967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event deleted for resources: {'Port': ['ID=fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.450325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event deleted for resources: {'Port': ['ID=9ce23095-c010-4944-9886-cfc3666ee757,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.465270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb064c-49f6-4b3d-97f3-18ec57e89f84 req-59cd0c61-b641-48c3-bcb2-86de7f52e468 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.466911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87eb064c-49f6-4b3d-97f3-18ec57e89f84 req-59cd0c61-b641-48c3-bcb2-86de7f52e468 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 943 time: 0.2111137 Feb 19 00:54:08.473009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.509829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] No DVR routers for this DVR port fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:08.514271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.518669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-907b1167-5ae7-4013-bddd-1607c68fd5cb req-3a1a2e37-d83a-4f99-9533-aea19c7271f9 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "DELETE /v2.0/ports/fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e HTTP/1.1" status: 204 len: 173 time: 0.7483191 Feb 19 00:54:08.519191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-deleted', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:08.521544 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450d9582-f6a5-4dce-b603-af365c86987a" -d '{"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-deleted", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:08.541879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Deleting port c9782407-a41f-44c3-ad1a-e77bfad8c507 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:08.542557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.616814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.654241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87eb064c-49f6-4b3d-97f3-18ec57e89f84 req-dcf7a5a4-7723-44c5-bb74-554c0a087bf0 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407013 Feb 19 00:54:08.686768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:08.718851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.774444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Router 623d747d-8f3c-470f-8c51-e181e88c26a2 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:54:08.777599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf943de7-e156-493f-b0e8-3e86bb482fa6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.901407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817c78-3f9c-48d9-898d-f85b01956453 req-7978a3d2-5b2d-4c15-8900-8eb2012f6fa9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.903163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20817c78-3f9c-48d9-898d-f85b01956453 req-7978a3d2-5b2d-4c15-8900-8eb2012f6fa9 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 945 time: 0.1562548 Feb 19 00:54:08.925277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.946087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c010a7d-bde4-4e16-ae49-454c8961539a req-d88661b8-1683-4920-a96f-bc3a657faf96 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6032195 Feb 19 00:54:08.991501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:08.994463 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0758d119-8683-4320-ae5a-f58ef9fa9e44 x-openstack-request-id: req-0758d119-8683-4320-ae5a-f58ef9fa9e44 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:08.995035 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c3a33f-8344-4873-bb97-05039ed540c1", "name": "network-vif-deleted", "tag": "fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:08.995579 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0758d119-8683-4320-ae5a-f58ef9fa9e44 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:08.996636 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a33f-8344-4873-bb97-05039ed540c1', 'name': 'network-vif-deleted', 'tag': 'fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e', 'status': 'completed', 'code': 200} Feb 19 00:54:09.013828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:09.014196 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.061050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-b5af0afa-b246-4eec-8543-0c5882f7c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:09.063256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-b5af0afa-b246-4eec-8543-0c5882f7c2be service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 1125 time: 0.3143532 Feb 19 00:54:09.096963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] For port c9782407-a41f-44c3-ad1a-e77bfad8c507, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c9782407-a41f-44c3-ad1a-e77bfad8c507,segment=NetworkSegment(512f1acc-daa6-479f-af83-1d7cbb397f12),segment_id=512f1acc-daa6-479f-af83-1d7cbb397f12)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:09.097326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.121751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d806f68b-0f5b-499a-9453-631a265ffc94 req-ca8e4b10-4bb2-40f0-8728-50bb0faa17bd tempest-InstanceActionsV221TestJSON-1040535757 tempest-InstanceActionsV221TestJSON-1040535757-project] 10.222.0.94 "GET /v2.0/ports?device_id=07795857-29b3-479b-8ab1-b7afc8b720ce HTTP/1.1" status: 200 len: 210 time: 0.0320277 Feb 19 00:54:09.145280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-795f4609-5173-441b-8151-d66680a2a6ae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea HTTP/1.1" status: 200 len: 217 time: 0.0612416 Feb 19 00:54:09.164505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Calling delete_port for c9782407-a41f-44c3-ad1a-e77bfad8c507 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:09.210721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:09.211486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.238823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:09.241861 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca80e0c-6569-408f-b3d9-466cbd88a7c4" -d '{"events": [{"server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "name": "network-vif-plugged", "status": "completed", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:09.260327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:09.269914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f8096-33dd-41df-8a6f-ce3d308463fe req-0c712ad1-7591-4a4b-9196-5e0b29471c71 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:09.271518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-507f8096-33dd-41df-8a6f-ce3d308463fe req-0c712ad1-7591-4a4b-9196-5e0b29471c71 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 944 time: 0.0726154 Feb 19 00:54:09.274442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:09.289687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Sync routers for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:09.308392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20817c78-3f9c-48d9-898d-f85b01956453 req-1172bb89-b65b-4850-b8c5-2a57945baa0b tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/security-groups?id=ba4c970f-cded-4d59-99f2-e2f6f2545a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436700 Feb 19 00:54:09.308812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:09.308812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:53:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:09.335726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-507f8096-33dd-41df-8a6f-ce3d308463fe req-3da3739c-794c-40fc-9db4-cc38ca5a4cdb tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554755 Feb 19 00:54:09.362856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-9ae1a1fc-16ca-4d19-869d-f6b40a928c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:09.364329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-9ae1a1fc-16ca-4d19-869d-f6b40a928c48 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.2043204 Feb 19 00:54:09.395231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] No DVR routers for this DVR port 9ce23095-c010-4944-9886-cfc3666ee757 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:09.398678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.403508 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0e1f50f-2f1e-4695-a059-e924c5746f51 req-bdfae4fd-43a1-42fc-b545-8bc8028c375c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.117 "DELETE /v2.0/ports/9ce23095-c010-4944-9886-cfc3666ee757 HTTP/1.1" status: 204 len: 173 time: 2.8363607 Feb 19 00:54:09.443507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-41277aac-31aa-4ead-9b1f-be70c1ed73e9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494528 Feb 19 00:54:09.451455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.459150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.459594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:09.466257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ced189d5-1562-446d-b332-a26ef284e2a0 req-119b362b-b028-4095-b3c0-35472251fd50 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0498583 Feb 19 00:54:09.504935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:09.505584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8262bc8f-c6eb-4747-9d75-9a86cdd5a030 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:09.534517 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df814c4a-e3af-4621-9162-1b2f053ee666 x-openstack-request-id: req-df814c4a-e3af-4621-9162-1b2f053ee666 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:09.534857 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "name": "network-vif-plugged", "status": "completed", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:09.535176 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-df814c4a-e3af-4621-9162-1b2f053ee666 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:09.535640 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9', 'code': 200} Feb 19 00:54:09.550307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:09.553209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-0cff2f98-fb1e-4d2d-a479-097173774857 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cf943de7-e156-493f-b0e8-3e86bb482fa6 HTTP/1.1" status: 200 len: 1818 time: 0.2002656 Feb 19 00:54:09.573589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Request body: {'security_group': {'name': 'tempest-sg-hth-552783447', 'description': 'tempest-description-hth-507196812'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:09.620555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:09.635329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.660155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4bb7732-b29c-44e0-9c9c-75c10fed523b req-0c7f84dd-da64-451f-8096-14c866de0f3e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=16c3a33f-8344-4873-bb97-05039ed540c1 HTTP/1.1" status: 200 len: 210 time: 0.0365381 Feb 19 00:54:09.660857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-9f7b45b4-6fa0-48d7-b579-431e991ac42e service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041426 Feb 19 00:54:09.696148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422378fe-290b-4516-ac95-5fa0be480de3 req-64aa1f3e-5988-4193-a51c-23a7953d8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:09.697653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-422378fe-290b-4516-ac95-5fa0be480de3 req-64aa1f3e-5988-4193-a51c-23a7953d8277 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 1127 time: 0.1078053 Feb 19 00:54:09.753398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c9782407-a41f-44c3-ad1a-e77bfad8c507), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.833808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-422378fe-290b-4516-ac95-5fa0be480de3 req-0feb908c-855c-4d59-84f9-b353307f7ae3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137466 Feb 19 00:54:09.839232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.845139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Pushing event deleted for resources: {'Port': ['ID=c9782407-a41f-44c3-ad1a-e77bfad8c507,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:09.857282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9ce23095-c010-4944-9886-cfc3666ee757 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:09.862771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5b945-f3dc-4051-9f6f-a8644ef10072 req-41a4c935-24dd-4a93-9a5c-2c92e0eb8610 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:09.864713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddd5b945-f3dc-4051-9f6f-a8644ef10072 req-41a4c935-24dd-4a93-9a5c-2c92e0eb8610 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 943 time: 0.0719481 Feb 19 00:54:09.891027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 9ce23095-c010-4944-9886-cfc3666ee757 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:09.891402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9ce23095-c010-4944-9886-cfc3666ee757 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:09.901884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:09.930559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddd5b945-f3dc-4051-9f6f-a8644ef10072 req-9ddd69a2-5c4f-4922-9d49-0f582ef27fd7 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Feb 19 00:54:09.932065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] No DVR routers for this DVR port c9782407-a41f-44c3-ad1a-e77bfad8c507 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:09.936218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.947768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-57b4a007-c289-403d-850b-05e5c388eff6 req-1457278d-8244-43cf-b32b-ab9160420604 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.96 "DELETE /v2.0/ports/c9782407-a41f-44c3-ad1a-e77bfad8c507 HTTP/1.1" status: 204 len: 173 time: 1.7566264 Feb 19 00:54:09.948867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Checking router: 623d747d-8f3c-470f-8c51-e181e88c26a2 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:09.957002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db4c01bd-7d5a-45f5-9cf0-96c09d13c37a req-d389b922-c714-428a-a6e3-70e2fb697ce2 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891955 Feb 19 00:54:09.958083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.959506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:09.960298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:53:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:09.960927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.965280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e70934-a59d-4e7f-aee5-c5443876c9a6 req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "PUT /v2.0/security-groups/cf943de7-e156-493f-b0e8-3e86bb482fa6 HTTP/1.1" status: 200 len: 1790 time: 0.3993616 Feb 19 00:54:09.998264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39355e-2ad3-4a1d-bdd6-95399450a34d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf943de7-e156-493f-b0e8-3e86bb482fa6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:10.017990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.033834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-901de4fc-b7a7-42d0-bc79-a84a3e3c0017 req-40bc7b63-f6fc-4586-acf7-be31a1e1332f tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cf943de7-e156-493f-b0e8-3e86bb482fa6 HTTP/1.1" status: 200 len: 1790 time: 0.0511901 Feb 19 00:54:10.112095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-1c63bdf8-ff73-491a-914f-539f1e3cd1b0 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cf943de7-e156-493f-b0e8-3e86bb482fa6 HTTP/1.1" status: 200 len: 1790 time: 0.0542905 Feb 19 00:54:10.113722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:10.179947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea'}, {'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'name': 'network-vif-deleted', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757'}, {'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'name': 'network-vif-deleted', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:10.192141 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144eece8-fc39-4f78-824c-c64cdd189e45" -d '{"events": [{"name": "network-changed", "server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea"}, {"server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "name": "network-vif-deleted", "tag": "9ce23095-c010-4944-9886-cfc3666ee757"}, {"server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "name": "network-vif-deleted", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:10.200329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.226433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.279743 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d7c05-326d-47e7-b2e2-a032dd45a999 x-openstack-request-id: req-071d7c05-326d-47e7-b2e2-a032dd45a999 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:10.280190 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea", "status": "completed", "code": 200}, {"server_uuid": "bab636dd-ed10-4321-8581-9fc4311b88fa", "name": "network-vif-deleted", "tag": "9ce23095-c010-4944-9886-cfc3666ee757", "status": "completed", "code": 200}, {"server_uuid": "79db6c3d-f263-4ab4-9a39-37d82a61648b", "name": "network-vif-deleted", "tag": "c9782407-a41f-44c3-ad1a-e77bfad8c507", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:10.280629 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-071d7c05-326d-47e7-b2e2-a032dd45a999 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:10.281251 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea', 'status': 'completed', 'code': 200} Feb 19 00:54:10.281742 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab636dd-ed10-4321-8581-9fc4311b88fa', 'name': 'network-vif-deleted', 'tag': '9ce23095-c010-4944-9886-cfc3666ee757', 'status': 'completed', 'code': 200} Feb 19 00:54:10.282098 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79db6c3d-f263-4ab4-9a39-37d82a61648b', 'name': 'network-vif-deleted', 'tag': 'c9782407-a41f-44c3-ad1a-e77bfad8c507', 'status': 'completed', 'code': 200} Feb 19 00:54:10.377981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cf943de7-e156-493f-b0e8-3e86bb482fa6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.383408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.383670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:10.401878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64c3843e-8eb0-462c-811e-a4f0d34632ff req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/cf943de7-e156-493f-b0e8-3e86bb482fa6 HTTP/1.1" status: 204 len: 173 time: 0.2835069 Feb 19 00:54:10.413530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15871042-d79a-4e0c-b17f-70f8626e411c None None] The sync data for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 is: [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6d238320-dde6-4fa2-9111-4425f20b9134', 'name': '', 'network_id': '1dcad42e-372f-40f6-b0d0-2b6dd944db3e', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'mac_address': 'fa:16:3e:a8:97:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:50Z', 'updated_at': '2022-02-19T00:50:57Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'subnets': [{'id': '90dc4953-c346-4eb8-b24d-87679fc06788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:54:10.446840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe12bf-0c9b-42bf-9542-e4a520409a76 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf943de7-e156-493f-b0e8-3e86bb482fa6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:10.465567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-9be9a768-098b-4065-8910-60d9844f6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.472131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-9be9a768-098b-4065-8910-60d9844f6d56 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 1125 time: 0.1701446 Feb 19 00:54:10.479033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c9782407-a41f-44c3-ad1a-e77bfad8c507 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:10.538835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: c9782407-a41f-44c3-ad1a-e77bfad8c507 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:10.539394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c9782407-a41f-44c3-ad1a-e77bfad8c507 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:10.539873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:10.562842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed488331-1243-476b-8f9a-c1f7324fe924 req-68f1ea65-f9d6-4a66-9a88-4c388e3429e3 tempest-ServerDiskConfigTestJSON-2087706923 tempest-ServerDiskConfigTestJSON-2087706923-project] 10.222.0.94 "GET /v2.0/ports?device_id=79db6c3d-f263-4ab4-9a39-37d82a61648b HTTP/1.1" status: 200 len: 210 time: 0.0535688 Feb 19 00:54:10.572965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:10.573373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdd6de75-cdfd-47e2-9a16-2515cd9f0f3e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:10.588645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79027879-f1b7-4250-89d4-d1d13ac1f45a req-b12d11af-b610-475d-9e40-eff48dca974c tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.605233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79027879-f1b7-4250-89d4-d1d13ac1f45a req-b12d11af-b610-475d-9e40-eff48dca974c tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 945 time: 0.1511207 Feb 19 00:54:10.667727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-fd8ac9a8-3312-4619-ad3e-f7ea4e8a7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.669494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-fd8ac9a8-3312-4619-ad3e-f7ea4e8a7627 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 922 time: 0.1880209 Feb 19 00:54:10.676828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79027879-f1b7-4250-89d4-d1d13ac1f45a req-01ed9f87-cca3-4629-b70a-1640163e9ae2 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703883 Feb 19 00:54:10.677316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3eb86f10-f35d-45a9-ad07-7e783acd6816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.763125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-40eac282-0cd1-491e-bec0-63f1e9521297 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea HTTP/1.1" status: 200 len: 217 time: 0.0831430 Feb 19 00:54:10.788462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-caf6c4dd-081c-4ef3-bbd5-894271010a57 req-0aa6371c-4204-49a9-9280-16925edc162e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0372324 Feb 19 00:54:10.820552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d3527-d865-4b6f-9307-71e8c16978f0 None None] New status for floating IP a64f1783-9a03-4b95-bd8e-26a172176c0d: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:54:10.837753 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-8ab5fef4-0a71-46ff-9b30-1ba8982eae55 req-f66c348a-9419-486f-b212-227b82b1354e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:10.839067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ab5fef4-0a71-46ff-9b30-1ba8982eae55 req-f66c348a-9419-486f-b212-227b82b1354e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/67261450-e058-401f-81d3-7c5040054179 HTTP/1.1" status: 404 len: 352 time: 0.0191131 Feb 19 00:54:10.844758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33326) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:10.902765 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-26b87902-6afb-436a-a589-9f71b3d248bc req-c0fe5fac-7b80-459b-964a-38fbd289b3ff tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:10.903995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26b87902-6afb-436a-a589-9f71b3d248bc req-c0fe5fac-7b80-459b-964a-38fbd289b3ff tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/cbf427b8-17d9-4cbd-90ef-b9f96cdb275c HTTP/1.1" status: 404 len: 352 time: 0.0219672 Feb 19 00:54:10.933557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-4c5ac7f5-b982-4f6e-9a5b-2510d331d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.935538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-4c5ac7f5-b982-4f6e-9a5b-2510d331d8e5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.1662724 Feb 19 00:54:10.944419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Deleting subnet ccab4334-0f27-4ef3-ab83-3ce89109c4d4 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:10.965290 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Publish callbacks [] for subnet (ccab4334-0f27-4ef3-ab83-3ce89109c4d4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.018133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-5a26a1c4-8ff4-459f-8e96-13ee3033cae4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698597 Feb 19 00:54:11.021281 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-9feec8bf-3848-405f-8f22-5e664e334c11 req-661e30be-16ce-4aa8-870b-f051a4f84460 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:11.022340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9feec8bf-3848-405f-8f22-5e664e334c11 req-661e30be-16ce-4aa8-870b-f051a4f84460 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/b5906b57-96ec-4e8c-bf78-127611cb4361 HTTP/1.1" status: 404 len: 352 time: 0.0752451 Feb 19 00:54:11.135745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ccab4334-0f27-4ef3-ab83-3ce89109c4d4), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.172425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-be363310-c25e-4432-bb0d-f4f0bf3cf1de service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326797 Feb 19 00:54:11.256916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ccab4334-0f27-4ef3-ab83-3ce89109c4d4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.318696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9ab5-b8f3-4218-945d-2be6aefadbfe req-588fb347-96ea-40e7-8c80-25a49a839866 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:11.320219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1fd9ab5-b8f3-4218-945d-2be6aefadbfe req-588fb347-96ea-40e7-8c80-25a49a839866 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 943 time: 0.1999612 Feb 19 00:54:11.356163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-144eece8-fc39-4f78-824c-c64cdd189e45 req-11fe7256-bb23-4899-bd1d-f7a2783da374 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745970 Feb 19 00:54:11.391367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1fd9ab5-b8f3-4218-945d-2be6aefadbfe req-49ab2d3a-94b2-4b01-b9bf-28885ee5c24e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554626 Feb 19 00:54:11.431833 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-576677f6-f333-498c-8ce4-1d05390abbc9 req-2efe600c-918b-4bc5-b93a-14c4b935966a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:11.432892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-576677f6-f333-498c-8ce4-1d05390abbc9 req-2efe600c-918b-4bc5-b93a-14c4b935966a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/978ce101-a95a-48ff-9d7c-05f2248a7d6d HTTP/1.1" status: 404 len: 352 time: 0.0175433 Feb 19 00:54:11.465264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ccab4334-0f27-4ef3-ab83-3ce89109c4d4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.474805 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-23f57984-4e48-4e43-8768-c825a9c71d14 req-e063ee34-78cf-4bf3-bf11-77b18cf3be06 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:11.481597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23f57984-4e48-4e43-8768-c825a9c71d14 req-e063ee34-78cf-4bf3-bf11-77b18cf3be06 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/394c561e-5a77-45d4-87a9-feb9ba20ad05 HTTP/1.1" status: 404 len: 352 time: 0.0257308 Feb 19 00:54:11.515603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.521073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ccab4334-0f27-4ef3-ab83-3ce89109c4d4 HTTP/1.1" status: 204 len: 168 time: 0.6734664 Feb 19 00:54:11.523382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:11.533537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1c3fa-2e52-4242-8f28-23c54f47b877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccab4334-0f27-4ef3-ab83-3ce89109c4d4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:11.551222 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-bd53b426-affe-4825-877f-e9159be07dbf req-c85692ea-227a-4193-86ec-bbb977341bf5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] show failed (client error): The resource could not be found. Feb 19 00:54:11.558844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd53b426-affe-4825-877f-e9159be07dbf req-c85692ea-227a-4193-86ec-bbb977341bf5 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/3d7ffdc9-1882-4c36-bcb1-2cceb8b478ba HTTP/1.1" status: 404 len: 352 time: 0.0358686 Feb 19 00:54:11.628818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eadd1-ab7d-4fb1-b049-a4da7f502c82 req-fae96534-440e-4749-bbc0-5f8b9db3fd6b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:11.630919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a0eadd1-ab7d-4fb1-b049-a4da7f502c82 req-fae96534-440e-4749-bbc0-5f8b9db3fd6b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 951 time: 0.1466815 Feb 19 00:54:11.657775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3bc3197a-e82a-4634-8298-44fd7fa75e0c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.701009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a0eadd1-ab7d-4fb1-b049-a4da7f502c82 req-c6ddbb10-7105-475f-bc1f-c9fbcdd7f5b2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632322 Feb 19 00:54:11.796677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3bc3197a-e82a-4634-8298-44fd7fa75e0c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.830745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc3197a-e82a-4634-8298-44fd7fa75e0c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:11.856771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8a5cec89-ada9-4782-b27f-944ceeae64ea details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:11.857353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61fa858-a70e-4fbf-871d-034d72216ff4') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:11.857465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61fa858-a70e-4fbf-871d-034d72216ff4') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:11.871692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c61fa858-a70e-4fbf-871d-034d72216ff4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.893326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c61fa858-a70e-4fbf-871d-034d72216ff4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.907787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cd059-c0bf-4fa0-acfc-5d8cd2abd9ea req-299ba5c6-7052-4d39-bd2a-68b67445dc05 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:11.909367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-945cd059-c0bf-4fa0-acfc-5d8cd2abd9ea req-299ba5c6-7052-4d39-bd2a-68b67445dc05 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 945 time: 0.0981774 Feb 19 00:54:11.910497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:11.910894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c61fa858-a70e-4fbf-871d-034d72216ff4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:11.912819 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:12.003261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:12.021474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-945cd059-c0bf-4fa0-acfc-5d8cd2abd9ea req-a0077871-7ff3-4743-938e-3d89b34ece26 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.94 "GET /v2.0/security-groups?id=b362d422-4f0a-400d-aa0c-295b2a1b4e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950446 Feb 19 00:54:12.031237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '8a5cec89-ada9-4782-b27f-944ceeae64ea', 'network_id': 'e80334b5-6395-4f30-a3fe-269897dc2425', 'port_id': '8a5cec89-ada9-4782-b27f-944ceeae64ea', 'mac_address': 'fa:16:3e:94:6a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d4878a-547e-4247-b4a9-b5c7a59619f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:12.095622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8a5cec89-ada9-4782-b27f-944ceeae64ea is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:12.095622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.125534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5cec89-ada9-4782-b27f-944ceeae64ea {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:12.126209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0fbca1b1-0519-4d88-86de-0f984bbf731d req-e22833e5-03ab-4949-99e6-06312879c1f0 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0398035 Feb 19 00:54:12.128589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3bc3197a-e82a-4634-8298-44fd7fa75e0c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.137195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.144869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] 10.222.0.94 "DELETE /v2.0/networks/3bc3197a-e82a-4634-8298-44fd7fa75e0c HTTP/1.1" status: 204 len: 168 time: 0.6182182 Feb 19 00:54:12.169242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c281bf-a08b-4aaf-9444-3103a332efaf admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc3197a-e82a-4634-8298-44fd7fa75e0c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:12.174971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:12.240353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69087cf5-7d93-48c1-8e50-ddde1d9bca13 req-afade639-2215-4150-a634-517a93c8dc7e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:12.242398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69087cf5-7d93-48c1-8e50-ddde1d9bca13 req-afade639-2215-4150-a634-517a93c8dc7e tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1024 time: 0.0659819 Feb 19 00:54:12.261339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.324965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33368) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:12.335028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:12.389226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69087cf5-7d93-48c1-8e50-ddde1d9bca13 req-e839f3a5-842b-4d18-b30c-00ef4c511814 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3cc70da-57ac-47e7-9fc7-6df6473ca444&id=abe99f71-58a8-402c-8760-1d5bafef9c25&id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1347797 Feb 19 00:54:12.391235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Deleting subnet ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:12.395256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Publish callbacks [] for subnet (ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.432523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.474827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8a5cec89-ada9-4782-b27f-944ceeae64ea'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:12.484633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.569108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93158c14-81cb-4ab2-8b30-d31338c22893 req-39e76d99-ea8e-4684-87aa-e3c74d3a1a4b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:12.570774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93158c14-81cb-4ab2-8b30-d31338c22893 req-39e76d99-ea8e-4684-87aa-e3c74d3a1a4b tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 944 time: 0.0999928 Feb 19 00:54:12.621526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93158c14-81cb-4ab2-8b30-d31338c22893 req-8b08e307-0196-4bb8-b5b2-b47b5655cafe tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Feb 19 00:54:12.648673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33372) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:12.699349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-93866d88-f545-4c98-8a1d-09c77b4475f3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8982208535f743268cbc4b04af6036a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494819 Feb 19 00:54:12.701236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.703542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:12.747039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.751580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29 HTTP/1.1" status: 204 len: 168 time: 0.4253471 Feb 19 00:54:12.753171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6c70-21cb-4fa3-a7ac-aff16dbb6f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6cf0cf-c572-4fe9-a3d4-d884c2fc9e29,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:12.762892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:12.790512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] Publish callbacks [] for security_group (1e9ed8ad-1da0-44cd-b755-6f4d607ebde6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.822528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] Publish callbacks [] for security_group (1e9ed8ad-1da0-44cd-b755-6f4d607ebde6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.843879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.848626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6bcafd74-3661-44ac-8966-2f07d1d78cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.930518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87242-3611-43a4-ac47-2d1a670b831b req-763e66e1-4875-4d38-9d8f-3ec4db29187e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:12.938537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cc87242-3611-43a4-ac47-2d1a670b831b req-763e66e1-4875-4d38-9d8f-3ec4db29187e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 951 time: 0.0859735 Feb 19 00:54:12.952439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.987595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16a3197-a347-4b8a-b7b2-5b0a0c973dd0']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:12.993024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e9ed8ad-1da0-44cd-b755-6f4d607ebde6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:12.996360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.001431 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1e9ed8ad-1da0-44cd-b755-6f4d607ebde6 HTTP/1.1" status: 204 len: 168 time: 0.2928433 Feb 19 00:54:13.008558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512f1acc-daa6-479f-af83-1d7cbb397f12') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:13.008864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512f1acc-daa6-479f-af83-1d7cbb397f12') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:13.017179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cc87242-3611-43a4-ac47-2d1a670b831b req-f2aaa259-5fb5-4095-844a-8ced779bb3cd tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719995 Feb 19 00:54:13.022571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eebe3-e246-40e1-b3ac-590ca56f9ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ed8ad-1da0-44cd-b755-6f4d607ebde6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:13.398080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (512f1acc-daa6-479f-af83-1d7cbb397f12), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.407838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-89dec26a-15e7-4f8c-acbd-8dfbfbd912f3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:13.409371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-89dec26a-15e7-4f8c-acbd-8dfbfbd912f3 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 951 time: 0.4941599 Feb 19 00:54:13.431868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4accd22-f39f-4c66-b87c-dc89a5c14624 req-f150b701-e029-4430-8c87-76e789d6b996 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0468497 Feb 19 00:54:13.454939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (512f1acc-daa6-479f-af83-1d7cbb397f12), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.482634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:13.483043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (512f1acc-daa6-479f-af83-1d7cbb397f12), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:13.485739 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:13.620497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Deleting port e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:13.620840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.712767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c16a3197-a347-4b8a-b7b2-5b0a0c973dd0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.740017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.745677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] 10.222.0.94 "DELETE /v2.0/networks/c16a3197-a347-4b8a-b7b2-5b0a0c973dd0 HTTP/1.1" status: 204 len: 168 time: 0.9788616 Feb 19 00:54:13.788756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32204405-c4f8-462c-ab2f-4b7aa66f7f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16a3197-a347-4b8a-b7b2-5b0a0c973dd0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:13.851045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] For port e80e516a-aefb-49a5-bf45-1d194d47535b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e80e516a-aefb-49a5-bf45-1d194d47535b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:13.851695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:13.876511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Calling delete_port for e80e516a-aefb-49a5-bf45-1d194d47535b owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:13.876627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8a5cec89-ada9-4782-b27f-944ceeae64ea up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:13.898971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9603ec-52d3-4f3b-b192-5dc7623d1931 req-21e48b60-dc91-4077-85d0-60029494b5ce tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:13.901058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac9603ec-52d3-4f3b-b192-5dc7623d1931 req-21e48b60-dc91-4077-85d0-60029494b5ce tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 944 time: 0.1257806 Feb 19 00:54:14.020312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac9603ec-52d3-4f3b-b192-5dc7623d1931 req-e9349cfb-1aea-4a65-8796-63392a57997a tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Feb 19 00:54:14.105881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 8a5cec89-ada9-4782-b27f-944ceeae64ea completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:14.113113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 8a5cec89-ada9-4782-b27f-944ceeae64ea triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:14.113855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.204399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.239618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e80e516a-aefb-49a5-bf45-1d194d47535b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.256747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1695e94-28bc-4d87-b4cb-2e8823ea6ba5 req-1ab1233e-1de2-4aec-b10b-e630456ec90b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:14.258968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1695e94-28bc-4d87-b4cb-2e8823ea6ba5 req-1ab1233e-1de2-4aec-b10b-e630456ec90b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 951 time: 0.1073489 Feb 19 00:54:14.260621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'e80e516a-aefb-49a5-bf45-1d194d47535b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:14.263486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7398f8f9-4ed9-4fa2-8c84-4af91979d595'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:14.290861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event deleted for resources: {'Port': ['ID=e80e516a-aefb-49a5-bf45-1d194d47535b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:14.293116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33414) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:14.376887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-6b4066c7-f5d2-4d8a-ae55-8e3cb01d81ec tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:14.379266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-6b4066c7-f5d2-4d8a-ae55-8e3cb01d81ec tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.96 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1024 time: 0.8434565 Feb 19 00:54:14.391057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] No DVR routers for this DVR port e80e516a-aefb-49a5-bf45-1d194d47535b on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:14.399692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.403325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a31ed56-ea85-49bc-92e0-5b51fbf2f279 req-fd47da9f-b5cf-4d9c-84f7-c02c87f52c4a tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "DELETE /v2.0/ports/e80e516a-aefb-49a5-bf45-1d194d47535b HTTP/1.1" status: 204 len: 173 time: 0.9738078 Feb 19 00:54:14.407059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-deleted', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:14.409836 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a17b010-037b-4048-b39f-6cfa9ceabd73" -d '{"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-deleted", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:14.458044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83064641-ed91-4e84-ac60-d54e4d73ebde admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=52bf34b8a2fa44db9c6a5152e61d85f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579964 Feb 19 00:54:14.466843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33420) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:14.477760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c6dc4-a7b8-45c7-a685-4de7c84f7ff0 req-ac79a92f-85bf-4354-9664-cca279dcf33b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:14.488176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d2c6dc4-a7b8-45c7-a685-4de7c84f7ff0 req-ac79a92f-85bf-4354-9664-cca279dcf33b tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 1024 time: 0.9952369 Feb 19 00:54:14.514754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1695e94-28bc-4d87-b4cb-2e8823ea6ba5 req-8c0b8d12-f3b1-4a39-ae0c-a892e261320d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268252 Feb 19 00:54:14.600344 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49dc78f-5972-4dc2-bfbd-e668d27b465d x-openstack-request-id: req-d49dc78f-5972-4dc2-bfbd-e668d27b465d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:14.604267 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff89a1-72ae-4ce9-9dbd-95670e1f197e", "name": "network-vif-deleted", "tag": "e80e516a-aefb-49a5-bf45-1d194d47535b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:14.605525 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d49dc78f-5972-4dc2-bfbd-e668d27b465d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:14.606474 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff89a1-72ae-4ce9-9dbd-95670e1f197e', 'name': 'network-vif-deleted', 'tag': 'e80e516a-aefb-49a5-bf45-1d194d47535b', 'status': 'completed', 'code': 200} Feb 19 00:54:14.636853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] Publish callbacks [] for security_group (ba4c970f-cded-4d59-99f2-e2f6f2545a74), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.693548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] Publish callbacks [] for security_group (ba4c970f-cded-4d59-99f2-e2f6f2545a74), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.752206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d2c6dc4-a7b8-45c7-a685-4de7c84f7ff0 req-66c0465a-9895-408d-8955-1d376098c96d tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3cc70da-57ac-47e7-9fc7-6df6473ca444&id=abe99f71-58a8-402c-8760-1d5bafef9c25&id=9455d37f-4361-436b-9a0f-3d4a6673eadf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2624171 Feb 19 00:54:14.790446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8a5cec89-ada9-4782-b27f-944ceeae64ea is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:14.790843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.797125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c1f2c45-07cb-46ce-b5b9-76dbb65abf08 req-f9d355b4-1777-4e56-9c36-c6d82460392e tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0858772 Feb 19 00:54:14.804841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Deleting port ff019b67-c2df-4e43-9a1d-2169133765c9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:14.805192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:14.934640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:14.941874 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8331f5f-fa3a-4a58-9704-f13e122d70dc" -d '{"events": [{"server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "name": "network-vif-plugged", "status": "completed", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:14.976539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33432) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:14.996280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] For port ff019b67-c2df-4e43-9a1d-2169133765c9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ff019b67-c2df-4e43-9a1d-2169133765c9,segment=NetworkSegment(6a9de6b1-7804-4723-8816-08dbca77a724),segment_id=6a9de6b1-7804-4723-8816-08dbca77a724)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:14.996280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.022709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Calling delete_port for ff019b67-c2df-4e43-9a1d-2169133765c9 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:15.057324 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15be5b8-b8cc-4886-81be-955c89038d12 x-openstack-request-id: req-c15be5b8-b8cc-4886-81be-955c89038d12 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:15.058260 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "name": "network-vif-plugged", "status": "completed", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:15.058765 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c15be5b8-b8cc-4886-81be-955c89038d12 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:15.059362 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea', 'code': 200} Feb 19 00:54:15.064034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:15.073553 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba4c970f-cded-4d59-99f2-e2f6f2545a74), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.076896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.079345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ba4c970f-cded-4d59-99f2-e2f6f2545a74 HTTP/1.1" status: 204 len: 168 time: 0.6084952 Feb 19 00:54:15.128585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468463fa-a376-44dd-a84d-7d8e08faf697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c970f-cded-4d59-99f2-e2f6f2545a74,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:15.234427 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.276352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.294460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ff019b67-c2df-4e43-9a1d-2169133765c9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.337214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f34a5-925b-42e3-bd13-bf0609df7518 req-ed1af8a0-1b01-4bec-b1e1-6ce832e43bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:15.339501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff1f34a5-925b-42e3-bd13-bf0609df7518 req-ed1af8a0-1b01-4bec-b1e1-6ce832e43bb0 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 1126 time: 0.1851707 Feb 19 00:54:15.353212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'Port': ['ID=ff019b67-c2df-4e43-9a1d-2169133765c9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:15.355744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a00f7-966d-4157-b5fb-848ced73c033 req-49e5f7fd-0402-4953-93b6-a31204635b6d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:15.367573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901a00f7-966d-4157-b5fb-848ced73c033 req-49e5f7fd-0402-4953-93b6-a31204635b6d tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 945 time: 0.1079035 Feb 19 00:54:15.414118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:15.444942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-623225404-network', 'tenant_id': '857c8a7c571e4b63b7ad4cb19d0b5140'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:15.459982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] No DVR routers for this DVR port ff019b67-c2df-4e43-9a1d-2169133765c9 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:15.465056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.471015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d40dcaa8-23db-4ecc-bda2-34545f6a0dc2 req-cf552c48-0c89-4f70-b5bf-528af8dc0906 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.96 "DELETE /v2.0/ports/ff019b67-c2df-4e43-9a1d-2169133765c9 HTTP/1.1" status: 204 len: 173 time: 1.0823224 Feb 19 00:54:15.472325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'name': 'network-vif-deleted', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:15.475540 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8287c1a3-a90d-4546-b80b-6cb14a96433f" -d '{"events": [{"server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "name": "network-vif-deleted", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:15.530196 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d1bfaf-4c46-4879-81d4-8f6ae088b29c x-openstack-request-id: req-52d1bfaf-4c46-4879-81d4-8f6ae088b29c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:15.530526 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b3608-845f-4451-88f1-74f9a2366f77", "name": "network-vif-deleted", "tag": "ff019b67-c2df-4e43-9a1d-2169133765c9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:15.530981 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-52d1bfaf-4c46-4879-81d4-8f6ae088b29c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:15.531412 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b3608-845f-4451-88f1-74f9a2366f77', 'name': 'network-vif-deleted', 'tag': 'ff019b67-c2df-4e43-9a1d-2169133765c9', 'status': 'completed', 'code': 200} Feb 19 00:54:15.555956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901a00f7-966d-4157-b5fb-848ced73c033 req-fa861e54-1038-47bc-be9e-a6ff2b5241e1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730149 Feb 19 00:54:15.626180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff1f34a5-925b-42e3-bd13-bf0609df7518 req-0fe9fa55-75b5-464b-bae0-59f4f577a6cd service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357178 Feb 19 00:54:15.628980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Made reservation on behalf of 857c8a7c571e4b63b7ad4cb19d0b5140 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:15.636139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.698625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:15.879001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcc9a978-0f29-4d01-95c5-df1f674bf787 req-12853062-d524-4370-8fb3-a9d6f860372d tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=09ff89a1-72ae-4ce9-9dbd-95670e1f197e HTTP/1.1" status: 200 len: 210 time: 0.0856769 Feb 19 00:54:15.922739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks [] for security_group (16409193-c136-4897-bc43-b183f42bdb97), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.001007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e5f6e30-1c16-4295-be61-528a83104f8a req-f7729768-8941-4280-8b53-87b6c64ea90f tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/ports?device_id=692b3608-845f-4451-88f1-74f9a2366f77 HTTP/1.1" status: 200 len: 210 time: 0.0713692 Feb 19 00:54:16.014372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (16409193-c136-4897-bc43-b183f42bdb97), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.059342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:16.078821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1375c0e-069f-460c-bce8-e4efb32f1000 req-57de42b2-e927-4f15-9f8e-42d45e681956 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0562367 Feb 19 00:54:16.081377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16409193-c136-4897-bc43-b183f42bdb97,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:16.106022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d576de2d-b858-4669-9541-838fcb413220), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.106022 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Added segment d576de2d-b858-4669-9541-838fcb413220 of type vlan for network 9caaeeed-9023-4353-ac6e-a257023cc037 Feb 19 00:54:16.168772 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9caaeeed-9023-4353-ac6e-a257023cc037), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.282904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9caaeeed-9023-4353-ac6e-a257023cc037), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.284046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:16.286643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.381471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] Pushing event updated for resources: {'Network': ['ID=9caaeeed-9023-4353-ac6e-a257023cc037,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:16.393034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9caaeeed-9023-4353-ac6e-a257023cc037 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:16.459282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:16.459777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-71df04bb-d53b-474d-91b0-87e9cae97b0e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4815464 Feb 19 00:54:16.464239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Request body: {'subnet': {'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-623225404-subnet', 'tenant_id': '857c8a7c571e4b63b7ad4cb19d0b5140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:16.496788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:16.528955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e80e516a-aefb-49a5-bf45-1d194d47535b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:16.529095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e80e516a-aefb-49a5-bf45-1d194d47535b not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:16.529431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ff019b67-c2df-4e43-9a1d-2169133765c9 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:16.554901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: ff019b67-c2df-4e43-9a1d-2169133765c9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:16.555169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ff019b67-c2df-4e43-9a1d-2169133765c9 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:16.576217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Made reservation on behalf of 857c8a7c571e4b63b7ad4cb19d0b5140 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:16.581387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.791325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e90490-4122-41b8-bd9f-f60c2983bebd req-e26488ce-43c3-474f-abeb-b0056be3b6b9 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:16.795440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e90490-4122-41b8-bd9f-f60c2983bebd req-e26488ce-43c3-474f-abeb-b0056be3b6b9 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 945 time: 0.1165938 Feb 19 00:54:16.888482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e90490-4122-41b8-bd9f-f60c2983bebd req-17bb669c-6633-4c2c-a082-982d554573cc tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Feb 19 00:54:16.944904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.986537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (f3434a2b-9706-4484-8bba-7f2f7974f18f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.090765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3434a2b-9706-4484-8bba-7f2f7974f18f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:17.106325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Checking segment: {'id': 'd576de2d-b858-4669-9541-838fcb413220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:17.106682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Network hostable DHCP agents. Network: 9caaeeed-9023-4353-ac6e-a257023cc037, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:17.135974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33490) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:17.223440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-7bdcf12f-942e-43d4-a073-38b76891309a tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/abe99f71-58a8-402c-8760-1d5bafef9c25 HTTP/1.1" status: 200 len: 1817 time: 0.0711348 Feb 19 00:54:17.224664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Network 9caaeeed-9023-4353-ac6e-a257023cc037 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:17.284184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2024885958-network', 'tenant_id': 'f11b585ce59e4679bfe2e882dda2ba05'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:17.303862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (abe99f71-58a8-402c-8760-1d5bafef9c25), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.331692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (abe99f71-58a8-402c-8760-1d5bafef9c25), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.368477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Made reservation on behalf of f11b585ce59e4679bfe2e882dda2ba05 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:17.371194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.381887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.417128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 9caaeeed-9023-4353-ac6e-a257023cc037) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:17.423802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:17.432285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.433185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecae555-2e7c-4edf-baf7-402b0de756b0 None None] Network 9caaeeed-9023-4353-ac6e-a257023cc037 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:17.504703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks [] for security_group (448cc93f-88df-45a7-ba65-c010772a7422), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.557641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6e6d5685-01fd-4524-aeb8-b60b61296051 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0971484 Feb 19 00:54:17.558447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (abe99f71-58a8-402c-8760-1d5bafef9c25), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.561051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.562271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1054efd-6542-466d-bf40-8bba70f8f0e8 req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/abe99f71-58a8-402c-8760-1d5bafef9c25 HTTP/1.1" status: 204 len: 173 time: 0.3318071 Feb 19 00:54:17.579370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2dc99-0eda-4c1c-8923-7367829895f9 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe99f71-58a8-402c-8760-1d5bafef9c25,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:17.588203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (448cc93f-88df-45a7-ba65-c010772a7422), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.602762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c26a8-2b7f-41d1-9d65-d877ae610af7 None None] Network 9caaeeed-9023-4353-ac6e-a257023cc037 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:17.670633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc5e5cbf-1c1c-4005-afb8-a479bbc39e8d req-9930a448-0c1a-4d1b-aede-e29ab1e08813 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0724897 Feb 19 00:54:17.716850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:17.787790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448cc93f-88df-45a7-ba65-c010772a7422,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:17.794854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163ba95-21cc-4984-9ba0-1efb0c9fadb1 req-80b8b949-723d-4f61-b6ad-7ab77cfab979 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:17.800625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d163ba95-21cc-4984-9ba0-1efb0c9fadb1 req-80b8b949-723d-4f61-b6ad-7ab77cfab979 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.1560864 Feb 19 00:54:17.833411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d3b54ecb-2d6c-40e2-903c-84106320d7eb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:17.836237 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Added segment d3b54ecb-2d6c-40e2-903c-84106320d7eb of type vlan for network 527a09f5-f646-45a2-b27d-fc3e15ece054 Feb 19 00:54:17.869722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d163ba95-21cc-4984-9ba0-1efb0c9fadb1 req-b3453308-0439-4cc4-8504-256547155490 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Feb 19 00:54:17.915344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-e3f01c8a-4a9d-4957-bf38-0e9aee915c5c tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "GET /v2.0/security-groups/d3cc70da-57ac-47e7-9fc7-6df6473ca444 HTTP/1.1" status: 200 len: 1817 time: 0.1724865 Feb 19 00:54:17.917143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (527a09f5-f646-45a2-b27d-fc3e15ece054), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.006193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (d3cc70da-57ac-47e7-9fc7-6df6473ca444), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.039669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (527a09f5-f646-45a2-b27d-fc3e15ece054), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.040665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:18.041265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.057200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (d3cc70da-57ac-47e7-9fc7-6df6473ca444), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.144739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=527a09f5-f646-45a2-b27d-fc3e15ece054,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:18.165083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 527a09f5-f646-45a2-b27d-fc3e15ece054 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:18.192583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-588b8707-d447-427f-a94e-c12d03e81ff3 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0553048 Feb 19 00:54:18.195273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:18.200680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Request body: {'subnet': {'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2024885958-subnet', 'tenant_id': 'f11b585ce59e4679bfe2e882dda2ba05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:18.323044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d3cc70da-57ac-47e7-9fc7-6df6473ca444), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.325800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.327018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77b39d52-13ab-45c1-b456-5bdf5cc91971 req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] 10.222.0.94 "DELETE /v2.0/security-groups/d3cc70da-57ac-47e7-9fc7-6df6473ca444 HTTP/1.1" status: 204 len: 173 time: 0.4023724 Feb 19 00:54:18.335882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33520) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:18.340651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6a429-cc20-47c3-8840-7280c94d8730 tempest-SecurityGroupsTestJSON-1509503627 tempest-SecurityGroupsTestJSON-1509503627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc70da-57ac-47e7-9fc7-6df6473ca444,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:18.389330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Made reservation on behalf of f11b585ce59e4679bfe2e882dda2ba05 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:18.393995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.418964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Deleting subnet 2778595b-2f44-45cc-89e7-042cf38b60bd {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:18.425277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Publish callbacks [] for subnet (2778595b-2f44-45cc-89e7-042cf38b60bd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.478416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (2778595b-2f44-45cc-89e7-042cf38b60bd), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.539709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2778595b-2f44-45cc-89e7-042cf38b60bd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.689601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (2778595b-2f44-45cc-89e7-042cf38b60bd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.740363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (ed9bcaaf-17c2-43ae-8529-2747b10a5f55), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.746663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2778595b-2f44-45cc-89e7-042cf38b60bd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:18.759793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.763819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3c5f0836-74db-4a99-a398-97ca6c49db07 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/2778595b-2f44-45cc-89e7-042cf38b60bd HTTP/1.1" status: 204 len: 168 time: 0.4251647 Feb 19 00:54:18.767401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:18.816749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-69d03071-5217-4bf5-89cf-aea59ee3812a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:18.818984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-69d03071-5217-4bf5-89cf-aea59ee3812a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/networks?id=9caaeeed-9023-4353-ac6e-a257023cc037 HTTP/1.1" status: 200 len: 808 time: 0.1833544 Feb 19 00:54:18.839270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9bcaaf-17c2-43ae-8529-2747b10a5f55,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:18.865959 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-4be39f84-5c9d-4acb-807a-3c52b449d507 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/quotas/857c8a7c571e4b63b7ad4cb19d0b5140 HTTP/1.1" status: 200 len: 375 time: 0.0377679 Feb 19 00:54:18.870259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Checking segment: {'id': 'd3b54ecb-2d6c-40e2-903c-84106320d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:18.870676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Network hostable DHCP agents. Network: 527a09f5-f646-45a2-b27d-fc3e15ece054, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:18.875917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (024ff8b0-8fe9-4542-9468-d07d429bf5b0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.948344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-9f864263-a170-4648-8c79-4db6686c11da tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=857c8a7c571e4b63b7ad4cb19d0b5140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742910 Feb 19 00:54:19.010973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (024ff8b0-8fe9-4542-9468-d07d429bf5b0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.074691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024ff8b0-8fe9-4542-9468-d07d429bf5b0']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:19.076500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Network 527a09f5-f646-45a2-b27d-fc3e15ece054 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:19.096717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9de6b1-7804-4723-8816-08dbca77a724') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:19.096717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9de6b1-7804-4723-8816-08dbca77a724') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:19.103397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-7751f9c4-8069-4f18-a600-52dfa273b36e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:19.105158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-7751f9c4-8069-4f18-a600-52dfa273b36e tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 950 time: 0.2112272 Feb 19 00:54:19.111248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (6a9de6b1-7804-4723-8816-08dbca77a724), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.135867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b6302-7070-4f67-ba2f-1841ee51ff34 req-c6b47c9e-17d9-4c56-8b52-5e09ad23c9cd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:19.137426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c17b6302-7070-4f67-ba2f-1841ee51ff34 req-c6b47c9e-17d9-4c56-8b52-5e09ad23c9cd tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 945 time: 0.1080925 Feb 19 00:54:19.148360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6a9de6b1-7804-4723-8816-08dbca77a724), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.154213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 527a09f5-f646-45a2-b27d-fc3e15ece054) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:19.163713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:19.163713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (6a9de6b1-7804-4723-8816-08dbca77a724), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:19.165503 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:19.175140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1344e5-e74b-43d0-9adc-f7d5e4fcf6de None None] Network 527a09f5-f646-45a2-b27d-fc3e15ece054 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:19.179277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:19.179675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.200876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-f0e69108-ee27-4160-99be-0b1456bf2929 service neutron] 10.222.0.94 "GET /v2.0/networks/9caaeeed-9023-4353-ac6e-a257023cc037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509830 Feb 19 00:54:19.299124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b4ccac48-4019-4cb2-9357-e80a7a2b2cc5 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0848145 Feb 19 00:54:19.377593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c17b6302-7070-4f67-ba2f-1841ee51ff34 req-a42bdf14-068c-4cb3-9507-682a87bf1e52 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264547 Feb 19 00:54:19.416211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba430216-956e-4b9c-8945-9739cfce08ec None None] Network 527a09f5-f646-45a2-b27d-fc3e15ece054 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:19.433971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (024ff8b0-8fe9-4542-9468-d07d429bf5b0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.442752 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.444072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Deleting port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:19.444417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.455488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/024ff8b0-8fe9-4542-9468-d07d429bf5b0 HTTP/1.1" status: 204 len: 168 time: 0.6866839 Feb 19 00:54:19.496744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d9f93-7a28-4f49-8728-2148ae4bfcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=024ff8b0-8fe9-4542-9468-d07d429bf5b0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:19.558402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f220bb84-f828-4985-912d-f97449013615 req-4f270a5d-4cde-4830-8d8a-9d84ee475cb3 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0638413 Feb 19 00:54:19.626568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-097b56e4-6196-4028-897a-04b1ba002f4b service neutron] 10.222.0.94 "GET /v2.0/networks/9caaeeed-9023-4353-ac6e-a257023cc037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246235 Feb 19 00:54:19.715150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] For port 7398f8f9-4ed9-4fa2-8c84-4af91979d595, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7398f8f9-4ed9-4fa2-8c84-4af91979d595,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:19.715474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:19.762112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Calling delete_port for 7398f8f9-4ed9-4fa2-8c84-4af91979d595 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:19.831602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-ac4d72e2-031a-4809-9243-109f42719ae7 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190131 Feb 19 00:54:19.937634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:19.952077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-0223a39a-7492-4898-9b0f-6e0c6bf44a0d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646851 Feb 19 00:54:19.996821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff15ec20-7550-4c6e-ab85-47c0c349afab admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5a0ca389a1814affb4bf0704a0053ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579646 Feb 19 00:54:20.005162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33564) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:20.083117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb1926-b72d-405f-8a67-2b7076238993 req-216fe3d3-daee-414d-bc39-7bca1f1d53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.084132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-216fe3d3-daee-414d-bc39-7bca1f1d53ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 1126 time: 0.0904388 Feb 19 00:54:20.089392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7398f8f9-4ed9-4fa2-8c84-4af91979d595), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.103017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:20.131025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] Publish callbacks [] for security_group (9455d37f-4361-436b-9a0f-3d4a6673eadf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.156369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] Publish callbacks [] for security_group (9455d37f-4361-436b-9a0f-3d4a6673eadf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.195718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event deleted for resources: {'Port': ['ID=7398f8f9-4ed9-4fa2-8c84-4af91979d595,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:20.314545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-1e99564e-46e9-4b3e-acee-ac95e1322f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.316896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-1e99564e-46e9-4b3e-acee-ac95e1322f8a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5e67ebb62865441fb612a32d34edb3f8&device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 1127 time: 0.4319198 Feb 19 00:54:20.318747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] No DVR routers for this DVR port 7398f8f9-4ed9-4fa2-8c84-4af91979d595 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:20.325115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.329888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e305f59-bbb3-492f-a0ff-eb4f80afdbb2 req-781810b4-e5b2-4cbf-a672-4154bc07bd5b tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.117 "DELETE /v2.0/ports/7398f8f9-4ed9-4fa2-8c84-4af91979d595 HTTP/1.1" status: 204 len: 173 time: 1.2162580 Feb 19 00:54:20.330161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-deleted', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:20.334637 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba90db-fd1e-401f-b31c-3d885cff81b1" -d '{"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-deleted", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:20.368648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d4cf4-3ce8-436f-85eb-2ab7807a5781 req-c998f18a-15f0-4d28-bcc7-8d10eb6cf197 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.370609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da7d4cf4-3ce8-436f-85eb-2ab7807a5781 req-c998f18a-15f0-4d28-bcc7-8d10eb6cf197 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=36cc5e58-0460-41fd-9f8c-ac8ce0954c4d HTTP/1.1" status: 200 len: 867 time: 0.3174009 Feb 19 00:54:20.377470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9455d37f-4361-436b-9a0f-3d4a6673eadf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.381140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.383330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9455d37f-4361-436b-9a0f-3d4a6673eadf HTTP/1.1" status: 204 len: 168 time: 0.3771949 Feb 19 00:54:20.420565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb1926-b72d-405f-8a67-2b7076238993 req-597b130d-e857-409d-a088-1d445256cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.423339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-597b130d-e857-409d-a088-1d445256cc40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.3150373 Feb 19 00:54:20.424237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96e003-9306-4d51-b357-19b0a092b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455d37f-4361-436b-9a0f-3d4a6673eadf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:20.502498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-70bd0499-d4e5-42b6-97e9-f256e480efc9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 200 len: 217 time: 0.0722885 Feb 19 00:54:20.532579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da7d4cf4-3ce8-436f-85eb-2ab7807a5781 req-56b7abe5-32be-4fe5-822c-1075b2b61189 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232293 Feb 19 00:54:20.621955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-03d83f93-b70f-40b5-ac68-a94cb3a7d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.621955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-03d83f93-b70f-40b5-ac68-a94cb3a7d3cb service neutron] 10.222.0.117 "GET /v2.0/networks?id=e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 200 len: 922 time: 0.2761207 Feb 19 00:54:20.633893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb1926-b72d-405f-8a67-2b7076238993 req-030bbef8-6ad2-4b2a-aa0b-e1beb066a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.639349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-030bbef8-6ad2-4b2a-aa0b-e1beb066a379 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1269708 Feb 19 00:54:20.689984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-d6a819bf-d593-432f-9f08-6bf06b2edb62 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469074 Feb 19 00:54:20.716353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-684c854f-5429-4f71-8ffa-c30131951637 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea HTTP/1.1" status: 200 len: 217 time: 0.0911255 Feb 19 00:54:20.783139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-a6eb730e-6449-41e2-84b2-7d479f89e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.785512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-a6eb730e-6449-41e2-84b2-7d479f89e26e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 200 len: 861 time: 0.0636506 Feb 19 00:54:20.857834 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-189cb68f-7c1e-48ab-afe8-1bc8f4fbc980 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e80334b5-6395-4f30-a3fe-269897dc2425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612247 Feb 19 00:54:20.897912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-ef4a1c03-fa1e-492c-94a5-785d5b032981 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952176 Feb 19 00:54:21.056242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6beb1926-b72d-405f-8a67-2b7076238993 req-100bf3e9-d545-4594-91fa-daceaf2fb582 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520052 Feb 19 00:54:21.141776 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-9e61a820-d434-43ca-89e5-6d50f5798fce service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801039 Feb 19 00:54:21.273893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e27e402-9ded-4d75-8481-20eecf544cc2 req-5154f3f6-7f73-486c-be11-a5ffc4cefc53 service neutron] 10.222.0.117 "GET /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186123 Feb 19 00:54:21.616368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-cb24239c-be07-4580-8cc8-9882a447b14b tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.618119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-cb24239c-be07-4580-8cc8-9882a447b14b tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/networks?id=527a09f5-f646-45a2-b27d-fc3e15ece054 HTTP/1.1" status: 200 len: 814 time: 0.1501362 Feb 19 00:54:21.636463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-5eba3e71-537c-430d-b81b-c49fa1d28d22 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/quotas/f11b585ce59e4679bfe2e882dda2ba05 HTTP/1.1" status: 200 len: 375 time: 0.0102518 Feb 19 00:54:21.670711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-97c70caf-659a-46b6-a47e-85b9465c6e0d tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f11b585ce59e4679bfe2e882dda2ba05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279312 Feb 19 00:54:21.789037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-57840f42-7cde-46f1-a0b8-b32954ae34e2 service neutron] 10.222.0.94 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087742 Feb 19 00:54:21.827448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:21.891769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:21.926188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-db480d23-7ec6-41be-8019-84cf51836f22 service neutron] 10.222.0.94 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307764 Feb 19 00:54:21.933939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7398f8f9-4ed9-4fa2-8c84-4af91979d595 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:21.935566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7398f8f9-4ed9-4fa2-8c84-4af91979d595 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:21.966302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-304700281-network', 'tenant_id': '9ad72343884843ff839b28a03f18709d'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:22.060009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Made reservation on behalf of 9ad72343884843ff839b28a03f18709d for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:22.062515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.076903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.215343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks [] for security_group (d36d4464-3807-4fa6-bb09-4b42b04226dc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.258724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5772da4-c876-4d88-a467-c32371446010 req-b7758baa-465a-4040-872a-9ffcdb2fc6cb tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 210 time: 0.0411446 Feb 19 00:54:22.294002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d36d4464-3807-4fa6-bb09-4b42b04226dc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.328837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:22.344322 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d165a-de11-4563-8f5b-7093f1e304c5 x-openstack-request-id: req-a29d165a-de11-4563-8f5b-7093f1e304c5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:22.351551 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cc5e58-0460-41fd-9f8c-ac8ce0954c4d", "name": "network-vif-deleted", "tag": "7398f8f9-4ed9-4fa2-8c84-4af91979d595", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:22.351551 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a29d165a-de11-4563-8f5b-7093f1e304c5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:22.351551 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cc5e58-0460-41fd-9f8c-ac8ce0954c4d', 'name': 'network-vif-deleted', 'tag': '7398f8f9-4ed9-4fa2-8c84-4af91979d595', 'status': 'completed', 'code': 200} Feb 19 00:54:22.352036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d4464-3807-4fa6-bb09-4b42b04226dc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:22.352036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (12d18b55-ad16-4272-977a-9a68a8e3b9fc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.352036 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Added segment 12d18b55-ad16-4272-977a-9a68a8e3b9fc of type vlan for network 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c Feb 19 00:54:22.400515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2a201ba1-c56c-4547-8d8d-da07f7c3ce7c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.441292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b04e7860-037f-4988-8197-e707473fca40 req-d7f05d64-8144-4f1c-a612-7fc95df745ef tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0398710 Feb 19 00:54:22.477159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2a201ba1-c56c-4547-8d8d-da07f7c3ce7c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.478223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:22.478819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.558580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] Pushing event updated for resources: {'Network': ['ID=2a201ba1-c56c-4547-8d8d-da07f7c3ce7c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:22.571687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:22.609603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465dad5-6db4-4d43-8137-8e6f2279ad4a req-e64c981c-ec56-4926-bf39-146b68a4d1cb tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:22.615654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4465dad5-6db4-4d43-8137-8e6f2279ad4a req-e64c981c-ec56-4926-bf39-146b68a4d1cb tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 945 time: 0.1166553 Feb 19 00:54:22.622820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bfecc6a1-53ad-46d2-80a5-622c24416042 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7935474 Feb 19 00:54:22.626650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33624) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:22.633350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Request body: {'subnet': {'network_id': '2a201ba1-c56c-4547-8d8d-da07f7c3ce7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-304700281-subnet', 'tenant_id': '9ad72343884843ff839b28a03f18709d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:22.665610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-941b7104-ae51-48c3-84a2-0cfa4ef654c1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:22.667431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-941b7104-ae51-48c3-84a2-0cfa4ef654c1 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 945 time: 0.1265221 Feb 19 00:54:22.729542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4465dad5-6db4-4d43-8137-8e6f2279ad4a req-7993e9a1-9356-4c95-a726-4822f45c7a43 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups?id=633ad727-e4de-404f-b1d4-fb3213e121d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121125 Feb 19 00:54:22.740574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Made reservation on behalf of 9ad72343884843ff839b28a03f18709d for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:22.743478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.900880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f21c54c-8ecf-44a7-a94c-e23889e3d9db req-fa94741f-96ed-4bfa-bdac-4013797128a9 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0428350 Feb 19 00:54:22.906948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Deleting port 8a5cec89-ada9-4782-b27f-944ceeae64ea {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:22.906948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.021312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.069916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-e8cda0e1-32e9-4c82-8dee-29a8cc848781 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.071599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-e8cda0e1-32e9-4c82-8dee-29a8cc848781 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.117 "GET /v2.0/networks?id=9caaeeed-9023-4353-ac6e-a257023cc037 HTTP/1.1" status: 200 len: 808 time: 0.2720845 Feb 19 00:54:23.084929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Request body: {'port': {'device_id': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037', 'admin_state_up': True, 'tenant_id': '857c8a7c571e4b63b7ad4cb19d0b5140'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:23.118997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:23.122054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Checking segment: {'id': '12d18b55-ad16-4272-977a-9a68a8e3b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2a201ba1-c56c-4547-8d8d-da07f7c3ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:23.122414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Network hostable DHCP agents. Network: 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:23.183947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] For port 8a5cec89-ada9-4782-b27f-944ceeae64ea, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8a5cec89-ada9-4782-b27f-944ceeae64ea,segment=NetworkSegment(484cfdd8-bde5-44c4-8018-ac570fdf36ef),segment_id=484cfdd8-bde5-44c4-8018-ac570fdf36ef)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:23.184491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.207984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Calling delete_port for 8a5cec89-ada9-4782-b27f-944ceeae64ea owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:23.243328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Network 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:23.346330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:23.357335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42b290-fc73-4ec3-9ffe-74bade47eeab None None] Network 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:23.359516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.360212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.399931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Made reservation on behalf of 857c8a7c571e4b63b7ad4cb19d0b5140 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:23.404050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.504947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d8a37a77-0b6e-4742-951b-366102da7d3f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8769526 Feb 19 00:54:23.545275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8a5cec89-ada9-4782-b27f-944ceeae64ea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.569564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8a5cec89-ada9-4782-b27f-944ceeae64ea'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:23.603540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-ba76b93a-61b0-45f7-ba35-2a9118e31eb3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.605497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-ba76b93a-61b0-45f7-ba35-2a9118e31eb3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.2393079 Feb 19 00:54:23.620694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef716a9-b29a-4319-bb23-fd6430aa1947 None None] Network 2a201ba1-c56c-4547-8d8d-da07f7c3ce7c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:23.635888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-f72dbfc5-f12c-4bf8-9740-92ced0a8bff4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/quotas/a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 375 time: 0.0237875 Feb 19 00:54:23.667399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb50f40f-f837-4f4b-9329-d697649716e2 req-8dc4617c-4031-4886-9253-e22382385207 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 210 time: 0.1244812 Feb 19 00:54:23.694068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event deleted for resources: {'Port': ['ID=8a5cec89-ada9-4782-b27f-944ceeae64ea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:23.794811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-71eed6f8-52b1-452e-9f9d-93bfb7b90fad tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527145 Feb 19 00:54:23.866940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] No DVR routers for this DVR port 8a5cec89-ada9-4782-b27f-944ceeae64ea on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:23.877582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.882449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e7e81e-4b27-4ec5-900b-3ee65ce7faa6 req-051b9684-c9e5-48bb-9592-41f14a7d5f71 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.117 "DELETE /v2.0/ports/8a5cec89-ada9-4782-b27f-944ceeae64ea HTTP/1.1" status: 204 len: 173 time: 1.2043252 Feb 19 00:54:23.936060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Allocated IP 172.20.0.3 (9caaeeed-9023-4353-ac6e-a257023cc037/f3434a2b-9706-4484-8bba-7f2f7974f18f/598a101f-99a7-42a3-8668-9c6e394ec989) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:23.948734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-44989cc4-29d0-4506-935a-5dfc795008aa service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471865 Feb 19 00:54:24.019273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2766edd-0f1f-4baf-b54b-107eb4600f75 req-40ac45a2-9065-4725-9252-b91bbd53b715 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:24.020761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2766edd-0f1f-4baf-b54b-107eb4600f75 req-40ac45a2-9065-4725-9252-b91bbd53b715 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1718559 Feb 19 00:54:24.091879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-2627b23e-d2f0-423f-8d0e-c66b5331f2e5 service neutron] 10.222.0.94 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360319 Feb 19 00:54:24.361362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'name': 'network-vif-deleted', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:24.363631 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad9beee-5a4e-4575-b3ec-a4854031884d" -d '{"events": [{"server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "name": "network-vif-deleted", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:24.471322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2766edd-0f1f-4baf-b54b-107eb4600f75 req-8852ffb1-c2be-4210-b5e6-d3d68799a0a2 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016436 Feb 19 00:54:24.510754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks [] for port (598a101f-99a7-42a3-8668-9c6e394ec989), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.615689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.668411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-483f5eb3-a5b2-4d88-bb31-aa451cc5f4a7 req-2d0c9e38-0986-49cd-9680-9bc78275e106 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/ports?device_id=bab636dd-ed10-4321-8581-9fc4311b88fa HTTP/1.1" status: 200 len: 210 time: 0.0670764 Feb 19 00:54:24.779655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Pushing event updated for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:24.798032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Network 9caaeeed-9023-4353-ac6e-a257023cc037 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:24.817339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:24.821078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:24.878336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-38970f12-f114-457f-89da-064342a2fccd tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:24.879996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-38970f12-f114-457f-89da-064342a2fccd tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.117 "GET /v2.0/networks?id=527a09f5-f646-45a2-b27d-fc3e15ece054 HTTP/1.1" status: 200 len: 814 time: 0.3302884 Feb 19 00:54:24.899215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Request body: {'port': {'device_id': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054', 'admin_state_up': True, 'tenant_id': 'f11b585ce59e4679bfe2e882dda2ba05'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:24.995311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d2f335f-2975-4dd5-a266-0fb8b001c242 req-ecd421f5-4d49-4865-9e01-5a4dbb4b3508 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b83d84-c4b0-4ec8-a391-37bf31cd2fbc HTTP/1.1" status: 200 len: 210 time: 0.0771232 Feb 19 00:54:25.019885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:25.020689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.026804 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-eb7569ac-80ff-4f49-a11e-6a1c3f86ef11 req-e247fbae-c76b-4fc9-be5a-b89c3b750e1e tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] show failed (client error): The resource could not be found. Feb 19 00:54:25.044750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb7569ac-80ff-4f49-a11e-6a1c3f86ef11 req-e247fbae-c76b-4fc9-be5a-b89c3b750e1e tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/513cb78f-33ae-495e-b8a6-6b966ac50721 HTTP/1.1" status: 404 len: 352 time: 0.1174843 Feb 19 00:54:25.125848 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f5cab-f5d1-4771-a96c-1bd60316f9be x-openstack-request-id: req-538f5cab-f5d1-4771-a96c-1bd60316f9be {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:25.127429 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b83d84-c4b0-4ec8-a391-37bf31cd2fbc", "name": "network-vif-deleted", "tag": "8a5cec89-ada9-4782-b27f-944ceeae64ea", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:25.127696 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-538f5cab-f5d1-4771-a96c-1bd60316f9be {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:25.128117 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b83d84-c4b0-4ec8-a391-37bf31cd2fbc', 'name': 'network-vif-deleted', 'tag': '8a5cec89-ada9-4782-b27f-944ceeae64ea', 'status': 'completed', 'code': 200} Feb 19 00:54:25.128480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-c36d7134-46b3-426b-8e53-d9b0394e56c0 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:25.130207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-c36d7134-46b3-426b-8e53-d9b0394e56c0 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.1710887 Feb 19 00:54:25.182363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-baf40de4-8c90-43e7-80f3-bcf50b1a8c03 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1013966 Feb 19 00:54:25.193020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13426926-c44e-4ff3-8e60-aab87c6c9b6e req-b79ecde7-12a7-4d0c-bc66-927f01582f95 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0565686 Feb 19 00:54:25.200842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Request body: {'port': {'device_id': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:25.267937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Made reservation on behalf of f11b585ce59e4679bfe2e882dda2ba05 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:25.272061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.302612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-160f1f55-d5fc-4826-be45-4b8f5a02f87f req-22b74865-1eb1-429d-bd26-722b7ee20fc8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0319867 Feb 19 00:54:25.345488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Deleting port a5eb5fe5-1082-43e7-9745-b9c9e00eabce {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:25.349731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.356791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.410419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706ed5-2bce-4dc4-8e56-7d380dd4246f req-80ab2110-fa52-48ad-a7fe-b1ae87e7e710 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:25.411984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22706ed5-2bce-4dc4-8e56-7d380dd4246f req-80ab2110-fa52-48ad-a7fe-b1ae87e7e710 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 931 time: 0.2173409 Feb 19 00:54:25.461827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f02e571-57c2-4ccc-9be2-bfe01009a2b6 req-7866cc9e-0746-4711-897d-ede0ccf88668 tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9ad72343884843ff839b28a03f18709d HTTP/1.1" status: 200 len: 3001 time: 0.1105614 Feb 19 00:54:25.486251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] For port a5eb5fe5-1082-43e7-9745-b9c9e00eabce, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:25.486612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.508830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Calling delete_port for a5eb5fe5-1082-43e7-9745-b9c9e00eabce owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:25.541719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f02e571-57c2-4ccc-9be2-bfe01009a2b6 req-0463d125-55ff-49a3-909e-ca01c4a5a2fd tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/d36d4464-3807-4fa6-bb09-4b42b04226dc HTTP/1.1" status: 200 len: 2998 time: 0.0657551 Feb 19 00:54:25.610542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22706ed5-2bce-4dc4-8e56-7d380dd4246f req-326845cd-f691-4fb4-84d3-d5539cade709 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871347 Feb 19 00:54:25.625827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Allocated IP 172.20.0.7 (527a09f5-f646-45a2-b27d-fc3e15ece054/ed9bcaaf-17c2-43ae-8529-2747b10a5f55/77e83c7d-a8a9-4c5b-90d0-020637fd42d6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:25.642627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f02e571-57c2-4ccc-9be2-bfe01009a2b6 req-08015e88-718f-4250-ba77-78e1daa059ed tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/d36d4464-3807-4fa6-bb09-4b42b04226dc HTTP/1.1" status: 200 len: 2998 time: 0.0714827 Feb 19 00:54:25.827407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d6ae0-f784-42bb-97b4-334f7506a76b req-72e11a00-8a67-43bd-8d5d-c406e93718a7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:25.829206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c44d6ae0-f784-42bb-97b4-334f7506a76b req-72e11a00-8a67-43bd-8d5d-c406e93718a7 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 949 time: 0.0735984 Feb 19 00:54:25.886031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c44d6ae0-f784-42bb-97b4-334f7506a76b req-c20fdd6d-cb15-4837-83ff-1b8f84507271 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd905186-a7fd-4509-bac1-cf919e572321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Feb 19 00:54:25.904332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f40d8027-8925-40eb-aba9-143e2cf92084 req-62d5e0b6-3d47-4699-b94f-e436ac896130 tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/d36d4464-3807-4fa6-bb09-4b42b04226dc HTTP/1.1" status: 200 len: 2998 time: 0.2000194 Feb 19 00:54:25.915659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a5eb5fe5-1082-43e7-9745-b9c9e00eabce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.919318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8a5cec89-ada9-4782-b27f-944ceeae64ea no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:25.953482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Pushing event deleted for resources: {'Port': ['ID=a5eb5fe5-1082-43e7-9745-b9c9e00eabce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:25.971953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a5eb5fe5-1082-43e7-9745-b9c9e00eabce'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:25.975588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 8a5cec89-ada9-4782-b27f-944ceeae64ea {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:25.979418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8a5cec89-ada9-4782-b27f-944ceeae64ea not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:26.007194 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-f40d8027-8925-40eb-aba9-143e2cf92084 req-53b3ed47-7c29-4a0d-bd1a-af1f4970bf4e tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:54:26.016071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f40d8027-8925-40eb-aba9-143e2cf92084 req-53b3ed47-7c29-4a0d-bd1a-af1f4970bf4e tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "DELETE /v2.0/security-groups/d36d4464-3807-4fa6-bb09-4b42b04226dc HTTP/1.1" status: 409 len: 352 time: 0.0984135 Feb 19 00:54:26.077139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] No DVR routers for this DVR port a5eb5fe5-1082-43e7-9745-b9c9e00eabce on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:26.081051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.089161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f889e4f-6d17-4302-96b2-af0bc27e4679 req-5204e79b-340c-410c-a7d8-bcab9e4b9ac4 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.96 "DELETE /v2.0/ports/a5eb5fe5-1082-43e7-9745-b9c9e00eabce HTTP/1.1" status: 204 len: 173 time: 0.9497871 Feb 19 00:54:26.089731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-deleted', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:26.092559 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d366823-4f34-4854-8118-76d5cb4efb66" -d '{"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-deleted", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:26.129145 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-eb86fd47-fe9e-4bae-8e4b-34f12d65d371 req-3cb8b1f0-5a96-4c12-85ca-9748d7b5aa14 tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] show failed (client error): The resource could not be found. Feb 19 00:54:26.130202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb86fd47-fe9e-4bae-8e4b-34f12d65d371 req-3cb8b1f0-5a96-4c12-85ca-9748d7b5aa14 tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/93cb197c-f202-4e67-ae13-28d5af65623d HTTP/1.1" status: 404 len: 352 time: 0.0222058 Feb 19 00:54:26.150436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598a101f-99a7-42a3-8668-9c6e394ec989 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:26.163105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33694) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:26.165104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks [] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.167842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks [] for port (598a101f-99a7-42a3-8668-9c6e394ec989), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.189109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Transition to ACTIVE for port object 598a101f-99a7-42a3-8668-9c6e394ec989 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:54:26.247263 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73238695-78ea-4e5c-ab87-d0b3c2151f5d x-openstack-request-id: req-73238695-78ea-4e5c-ab87-d0b3c2151f5d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:26.247552 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba3d204-2fe6-46b6-94e5-a4450221eca2", "name": "network-vif-deleted", "tag": "a5eb5fe5-1082-43e7-9745-b9c9e00eabce", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:26.247803 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73238695-78ea-4e5c-ab87-d0b3c2151f5d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:26.248422 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba3d204-2fe6-46b6-94e5-a4450221eca2', 'name': 'network-vif-deleted', 'tag': 'a5eb5fe5-1082-43e7-9745-b9c9e00eabce', 'status': 'completed', 'code': 200} Feb 19 00:54:26.267167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.287224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (28a6a5d8-ef77-467a-80ae-c18d57e01cdd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.293450 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-6d862c2b-9108-48c4-b21f-dabba81c1772 req-644a0b5f-9272-408b-b0ad-8c32a51b665c tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] show failed (client error): The resource could not be found. Feb 19 00:54:26.295397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d862c2b-9108-48c4-b21f-dabba81c1772 req-644a0b5f-9272-408b-b0ad-8c32a51b665c tempest-SecurityGroupsNegativeTestJSON-976051504 tempest-SecurityGroupsNegativeTestJSON-976051504-project] 10.222.0.94 "GET /v2.0/security-groups/aed8f841-be88-435a-84a4-8aee30fce255 HTTP/1.1" status: 404 len: 352 time: 0.0272138 Feb 19 00:54:26.306490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:26.369970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (28a6a5d8-ef77-467a-80ae-c18d57e01cdd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.402448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.410510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Pushing event updated for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:26.455541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Deleting subnet 60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:26.460702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Publish callbacks [] for subnet (60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.540153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Network 527a09f5-f646-45a2-b27d-fc3e15ece054 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:26.568202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2e4ed81-1b2e-40b3-a743-2c317a602216 req-8a32ff30-a1d3-4e27-b1b6-e4ed974c84f0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0505300 Feb 19 00:54:26.578052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:26.580943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:26.589373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.655132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.682477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Pushing event updated for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:26.713553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28a6a5d8-ef77-467a-80ae-c18d57e01cdd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.715030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.715712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.716986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.719372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "DELETE /v2.0/security-groups/28a6a5d8-ef77-467a-80ae-c18d57e01cdd HTTP/1.1" status: 204 len: 168 time: 0.5552158 Feb 19 00:54:26.724383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:26.734830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495612b-2adc-4b8c-93c6-c067cc5ff89c tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6a5d8-ef77-467a-80ae-c18d57e01cdd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:26.776546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:26.784132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4475de1-e526-46e5-9786-58fe4647561b req-a0371e3b-551e-4d44-9aba-9d26c390c691 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.795788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4475de1-e526-46e5-9786-58fe4647561b req-a0371e3b-551e-4d44-9aba-9d26c390c691 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 931 time: 0.3953998 Feb 19 00:54:26.799012 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-089849b7-e22a-4b55-b0f3-e7d3f5e53c38 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] show failed (client error): The resource could not be found. Feb 19 00:54:26.800539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-089849b7-e22a-4b55-b0f3-e7d3f5e53c38 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "GET /v2.0/security-groups/28a6a5d8-ef77-467a-80ae-c18d57e01cdd HTTP/1.1" status: 404 len: 347 time: 0.0753155 Feb 19 00:54:26.810669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:26.851123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Attempting to bind port 598a101f-99a7-42a3-8668-9c6e394ec989 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:26.851572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Attempting to bind port 598a101f-99a7-42a3-8668-9c6e394ec989 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'd576de2d-b858-4669-9541-838fcb413220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:26.851987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Attempting to bind port 598a101f-99a7-42a3-8668-9c6e394ec989 on network 9caaeeed-9023-4353-ac6e-a257023cc037 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:26.864943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8e558627-52f3-45dc-a1bb-e286507984d2 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9733672 Feb 19 00:54:26.871645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Port 598a101f-99a7-42a3-8668-9c6e394ec989 on network 9caaeeed-9023-4353-ac6e-a257023cc037 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:54:26.872056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Attempting to bind port 598a101f-99a7-42a3-8668-9c6e394ec989 on network 9caaeeed-9023-4353-ac6e-a257023cc037 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:26.883424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Request body: {'port': {'device_id': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:26.911639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.914639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:26.915173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Checking segment: {'id': 'd576de2d-b858-4669-9541-838fcb413220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:26.915772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Bound using segment: {'id': 'd576de2d-b858-4669-9541-838fcb413220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:26.916222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Bound port: 598a101f-99a7-42a3-8668-9c6e394ec989, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd576de2d-b858-4669-9541-838fcb413220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:26.916669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:26.933844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4475de1-e526-46e5-9786-58fe4647561b req-021c4ead-c6f7-42a4-b35c-9e8841db6664 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315677 Feb 19 00:54:27.071312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.078683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] 10.222.0.94 "DELETE /v2.0/subnets/60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4 HTTP/1.1" status: 204 len: 168 time: 0.7675531 Feb 19 00:54:27.078683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527df83-dcbf-4ce6-899a-4111614e628f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b9fcef-27ca-4b3f-89e3-a9fa509a6ad4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:27.082245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:27.086756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-665539c6-394a-4021-b7a7-4a1c23a1b713 req-cf9101cd-2bf8-483a-ac70-557b84ee0007 tempest-MigrationsAdminTest-928903627 tempest-MigrationsAdminTest-928903627-project] 10.222.0.94 "GET /v2.0/ports?device_id=dba3d204-2fe6-46b6-94e5-a4450221eca2 HTTP/1.1" status: 200 len: 210 time: 0.0509989 Feb 19 00:54:27.092279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.095948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:27.116734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=598a101f-99a7-42a3-8668-9c6e394ec989,segment=NetworkSegment(d576de2d-b858-4669-9541-838fcb413220),segment_id=d576de2d-b858-4669-9541-838fcb413220)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:27.183900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2a201ba1-c56c-4547-8d8d-da07f7c3ce7c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.223063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.240193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (0b4a90cd-536c-44b1-86a0-889b01fe1ebf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.270758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (0b4a90cd-536c-44b1-86a0-889b01fe1ebf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.273932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.274558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.276113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] 10.222.0.117 "PUT /v2.0/ports/598a101f-99a7-42a3-8668-9c6e394ec989 HTTP/1.1" status: 200 len: 1091 time: 2.0827737 Feb 19 00:54:27.278253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:27.280569 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b8d00c-f686-4445-a1d2-8575d52d0890" -d '{"events": [{"name": "network-changed", "server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:27.299699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70967-194e-438a-85a7-adb8561ca2af req-d895314f-ae44-499e-a5d7-02391c63fade tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.307536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfc70967-194e-438a-85a7-adb8561ca2af req-d895314f-ae44-499e-a5d7-02391c63fade tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 943 time: 0.3912902 Feb 19 00:54:27.339263 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c68686-52be-483d-99a4-30b24e8c2270 x-openstack-request-id: req-25c68686-52be-483d-99a4-30b24e8c2270 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:27.339783 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:27.339783 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-25c68686-52be-483d-99a4-30b24e8c2270 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:27.340183 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989', 'status': 'completed', 'code': 200} Feb 19 00:54:27.349889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb31cc6-c2fa-42bb-ade0-41d4008d4fff service neutron] Pushing event updated for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:27.447145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-88f5812c-5486-4d5a-bed3-e3f033afd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.448757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-88f5812c-5486-4d5a-bed3-e3f033afd30f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=857c8a7c571e4b63b7ad4cb19d0b5140&device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 1125 time: 0.0908525 Feb 19 00:54:27.505089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Deleting port 2a36992f-54bd-49cd-bd85-bc5b56fc4a17 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:27.505842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.568778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:27.583949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks [] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.622703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2a201ba1-c56c-4547-8d8d-da07f7c3ce7c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.623711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Transition to ACTIVE for port object 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:54:27.629951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-97111cdf-58c7-4660-8299-02dd7a6a4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.631573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-97111cdf-58c7-4660-8299-02dd7a6a4c72 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=857c8a7c571e4b63b7ad4cb19d0b5140&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1673710 Feb 19 00:54:27.647585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfc70967-194e-438a-85a7-adb8561ca2af req-2ff84db0-147e-45d3-8e3b-b2e4b32e7e68 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391523 Feb 19 00:54:27.730579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a201ba1-c56c-4547-8d8d-da07f7c3ce7c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:27.736032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.757775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d18b55-ad16-4272-977a-9a68a8e3b9fc') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:27.758382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d18b55-ad16-4272-977a-9a68a8e3b9fc') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:27.770099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0b4a90cd-536c-44b1-86a0-889b01fe1ebf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.771126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50a0ff4c-c779-4f7c-a098-f7f41d2c4e68 req-6a5fdc66-3170-4f4f-8676-e8457854241d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0979941 Feb 19 00:54:27.773707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.776459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "DELETE /v2.0/security-groups/0b4a90cd-536c-44b1-86a0-889b01fe1ebf HTTP/1.1" status: 204 len: 168 time: 0.9992473 Feb 19 00:54:27.782365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.782985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33730) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:27.783228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.799371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (12d18b55-ad16-4272-977a-9a68a8e3b9fc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.805726 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-01416a65-68db-43bf-b319-26a88d00f169 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] show failed (client error): The resource could not be found. Feb 19 00:54:27.809609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-01416a65-68db-43bf-b319-26a88d00f169 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "GET /v2.0/security-groups/0b4a90cd-536c-44b1-86a0-889b01fe1ebf HTTP/1.1" status: 404 len: 347 time: 0.0226762 Feb 19 00:54:27.815335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33732) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:27.839107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Calling delete_port for 2a36992f-54bd-49cd-bd85-bc5b56fc4a17 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:27.846723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ea42-281f-48e8-bc80-e40409d00302 tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a90cd-536c-44b1-86a0-889b01fe1ebf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:27.857402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (12d18b55-ad16-4272-977a-9a68a8e3b9fc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.892758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:27.892758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (12d18b55-ad16-4272-977a-9a68a8e3b9fc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:27.895994 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:27.915831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Pushing event updated for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:27.969668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-2ac7ec07-a549-4259-928f-4819b42565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.971256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b8d00c-f686-4445-a1d2-8575d52d0890 req-2ac7ec07-a549-4259-928f-4819b42565bb service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341711 Feb 19 00:54:28.021534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-273bacbf-06de-479e-850e-bd8bf2043fad tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:28.023157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-273bacbf-06de-479e-850e-bd8bf2043fad tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 820 time: 0.4564121 Feb 19 00:54:28.052759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Request body: {'port': {'device_id': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'admin_state_up': True, 'tenant_id': 'a912c6d4489c400ca4b19f5839318b66'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:28.146154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2a201ba1-c56c-4547-8d8d-da07f7c3ce7c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.162507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.167357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/2a201ba1-c56c-4547-8d8d-da07f7c3ce7c HTTP/1.1" status: 204 len: 168 time: 1.0782647 Feb 19 00:54:28.228146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Attempting to bind port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:28.228146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Attempting to bind port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'd3b54ecb-2d6c-40e2-903c-84106320d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:28.228146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Attempting to bind port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 on network 527a09f5-f646-45a2-b27d-fc3e15ece054 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:28.229202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51429f53-ea93-4527-b2c3-c3186777f3d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a201ba1-c56c-4547-8d8d-da07f7c3ce7c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:28.243039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 on network 527a09f5-f646-45a2-b27d-fc3e15ece054 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:54:28.243386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Attempting to bind port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 on network 527a09f5-f646-45a2-b27d-fc3e15ece054 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:28.244989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cc539-4112-47aa-a762-4fb09e777572 req-3924ac16-7976-4b63-a176-21b763fb4dce tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:28.253471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f65cc539-4112-47aa-a762-4fb09e777572 req-3924ac16-7976-4b63-a176-21b763fb4dce tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 943 time: 0.2290833 Feb 19 00:54:28.275225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:28.275573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Checking segment: {'id': 'd3b54ecb-2d6c-40e2-903c-84106320d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:28.275971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Bound using segment: {'id': 'd3b54ecb-2d6c-40e2-903c-84106320d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:28.276410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Bound port: 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b54ecb-2d6c-40e2-903c-84106320d7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:28.276771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.345137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-06039ab4-eb05-4540-b49a-ce60e7d4c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:28.347162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-06039ab4-eb05-4540-b49a-ce60e7d4c1e9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=857c8a7c571e4b63b7ad4cb19d0b5140&device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 1125 time: 0.3138385 Feb 19 00:54:28.354624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Deleting port 3b75d518-39d2-47b2-bd8d-d0270502f82d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:28.355321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.409535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f65cc539-4112-47aa-a762-4fb09e777572 req-dd49fd37-956a-4546-b585-0899b4fe2b73 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549606 Feb 19 00:54:28.448863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Made reservation on behalf of a912c6d4489c400ca4b19f5839318b66 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:28.453591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.459225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-12e17943-7e61-408b-be47-692db220d3d3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=598a101f-99a7-42a3-8668-9c6e394ec989 HTTP/1.1" status: 200 len: 217 time: 0.0978274 Feb 19 00:54:28.485472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2a36992f-54bd-49cd-bd85-bc5b56fc4a17), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.559051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:28.560417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Pushing event deleted for resources: {'Port': ['ID=2a36992f-54bd-49cd-bd85-bc5b56fc4a17,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:28.573139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.576229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for floatingip (3b75d518-39d2-47b2-bd8d-d0270502f82d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.604331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Calling delete_port for 3b75d518-39d2-47b2-bd8d-d0270502f82d owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:28.606858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: a5eb5fe5-1082-43e7-9745-b9c9e00eabce {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:28.607227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a5eb5fe5-1082-43e7-9745-b9c9e00eabce not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:28.658917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks [] for floatingip (a64f1783-9a03-4b95-bd8e-26a172176c0d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.663655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.668031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-013d8c95-e718-4396-814e-7022188ac473 tempest-ServersTestBootFromVolume-784692275 tempest-ServersTestBootFromVolume-784692275-project] 10.222.0.94 "DELETE /v2.0/floatingips/a64f1783-9a03-4b95-bd8e-26a172176c0d HTTP/1.1" status: 204 len: 168 time: 1.8528728 Feb 19 00:54:28.670647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33746) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.748256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.815777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-19a996cb-10aa-440f-ba84-ea9b18af6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:28.817298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-19a996cb-10aa-440f-ba84-ea9b18af6a9c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f3434a2b-9706-4484-8bba-7f2f7974f18f HTTP/1.1" status: 200 len: 848 time: 0.0544744 Feb 19 00:54:28.818815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:28.884567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3b75d518-39d2-47b2-bd8d-d0270502f82d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.885265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Allocated IP 172.20.0.3 (9ff5643f-7d82-4649-9ee0-7a5a55005352/b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3/95d24ea0-b4c5-4a2d-9ff7-711228994773) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:28.919426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33754) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.946978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-a912577f-770d-47d2-9a0c-a9a268cf680e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9caaeeed-9023-4353-ac6e-a257023cc037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212454 Feb 19 00:54:28.950703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-58c26ee0-4e55-4dc4-b7f5-3863125d235b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9ad72343884843ff839b28a03f18709d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791313 Feb 19 00:54:28.957396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33760) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.965618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,segment=NetworkSegment(d3b54ecb-2d6c-40e2-903c-84106320d7eb),segment_id=d3b54ecb-2d6c-40e2-903c-84106320d7eb)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:28.970806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Pushing event deleted for resources: {'Port': ['ID=3b75d518-39d2-47b2-bd8d-d0270502f82d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:29.067935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-4d6099e2-214f-4859-8671-7f996ef38496 service neutron] 10.222.0.117 "GET /v2.0/networks/9caaeeed-9023-4353-ac6e-a257023cc037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948358 Feb 19 00:54:29.071649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-212c9baa-2622-4599-9307-e920d91fcf30 req-18b18624-c457-4b0b-9292-7731dc2a295e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.1433327 Feb 19 00:54:29.189012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.192031 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks [] for floatingip (653985d9-a7d9-420f-8ad2-9d5f33e8dda6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.194468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.198315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a5e0e655-de6e-4409-b412-c644b9e47f5e tempest-ImagesOneServerNegativeTestJSON-114599402 tempest-ImagesOneServerNegativeTestJSON-114599402-project] 10.222.0.94 "DELETE /v2.0/floatingips/653985d9-a7d9-420f-8ad2-9d5f33e8dda6 HTTP/1.1" status: 204 len: 168 time: 1.3805590 Feb 19 00:54:29.268837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Pushing event updated for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:29.315280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] Publish callbacks [] for security_group (d36d4464-3807-4fa6-bb09-4b42b04226dc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.339833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] Publish callbacks [] for security_group (d36d4464-3807-4fa6-bb09-4b42b04226dc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.649848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:29.668496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d7f0f-c373-48d9-abef-84669efaa452 req-c344aa16-1c83-4f19-af55-9b7a938cacd8 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.670058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b24d7f0f-c373-48d9-abef-84669efaa452 req-c344aa16-1c83-4f19-af55-9b7a938cacd8 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 943 time: 0.7809327 Feb 19 00:54:29.698258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.698788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.700238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-8c18cbf9-ac92-417f-bb68-41557e35e983 service neutron] 10.222.0.117 "PUT /v2.0/ports/77e83c7d-a8a9-4c5b-90d0-020637fd42d6 HTTP/1.1" status: 200 len: 1091 time: 2.8212056 Feb 19 00:54:29.729763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:29.732389 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a16e8-13a6-4873-857f-aff53dc3bdfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:29.762033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d36d4464-3807-4fa6-bb09-4b42b04226dc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.765143 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.771335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b24d7f0f-c373-48d9-abef-84669efaa452 req-38a28378-9f00-42a2-8bf0-b3ee0cd3c39a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697842 Feb 19 00:54:29.783591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d36d4464-3807-4fa6-bb09-4b42b04226dc HTTP/1.1" status: 204 len: 168 time: 0.7797573 Feb 19 00:54:29.799806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Deleting subnet 58d4878a-547e-4247-b4a9-b5c7a59619f2 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:29.803192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Publish callbacks [] for subnet (58d4878a-547e-4247-b4a9-b5c7a59619f2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.860080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (58d4878a-547e-4247-b4a9-b5c7a59619f2), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.880933 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf8a71-8c82-4dee-8be4-b4e07c73790c x-openstack-request-id: req-efaf8a71-8c82-4dee-8be4-b4e07c73790c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:29.881247 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:29.881496 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-efaf8a71-8c82-4dee-8be4-b4e07c73790c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:29.881882 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6', 'status': 'completed', 'code': 200} Feb 19 00:54:29.912433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks [] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.928576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-299d5f74-6360-4739-aae1-cbd524cb1cf9 req-3435718f-6955-45a5-af1b-4ee612b7747d service neutron] 10.222.0.117 "GET /v2.0/networks/9caaeeed-9023-4353-ac6e-a257023cc037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549531 Feb 19 00:54:29.931818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5748826a-b4cd-425c-86d1-1c36769a93cc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ca6e12738c004174bb70049c1352c7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0082242 Feb 19 00:54:29.941412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33780) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:29.960753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882aa33-7f48-43b1-84e2-171e0e7f254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d4464-3807-4fa6-bb09-4b42b04226dc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:30.009524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (58d4878a-547e-4247-b4a9-b5c7a59619f2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.041710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] Publish callbacks [] for security_group (dd905186-a7fd-4509-bac1-cf919e572321), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.066701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-5c337a59-13c3-49d4-9dc4-0717c72018f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.068303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-5c337a59-13c3-49d4-9dc4-0717c72018f0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f11b585ce59e4679bfe2e882dda2ba05&device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 1125 time: 0.1824508 Feb 19 00:54:30.073250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a9687-a72a-4088-83c9-f04780e5297a req-dcf6e4e8-2bdb-4b5c-8cda-b01507ae9be1 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.075262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db7a9687-a72a-4088-83c9-f04780e5297a req-dcf6e4e8-2bdb-4b5c-8cda-b01507ae9be1 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 943 time: 0.3256555 Feb 19 00:54:30.095382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] Publish callbacks [] for security_group (dd905186-a7fd-4509-bac1-cf919e572321), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.122930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.137305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:30.141181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-3b27d01c-ba3f-414a-a601-59be18b6fe1e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6 HTTP/1.1" status: 200 len: 217 time: 0.0586572 Feb 19 00:54:30.243698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (58d4878a-547e-4247-b4a9-b5c7a59619f2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.258192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Network 9ff5643f-7d82-4649-9ee0-7a5a55005352 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:30.259605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d07a-80e3-435a-a891-2b12a35665cc req-52168af4-b17b-44fc-9263-75660413a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.261090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-52168af4-b17b-44fc-9263-75660413a60e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ed9bcaaf-17c2-43ae-8529-2747b10a5f55 HTTP/1.1" status: 200 len: 854 time: 0.1138539 Feb 19 00:54:30.293936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d4878a-547e-4247-b4a9-b5c7a59619f2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:30.294982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.302531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:30.303386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a81dbe2-d804-41a7-a4d7-89e70d797068 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/58d4878a-547e-4247-b4a9-b5c7a59619f2 HTTP/1.1" status: 204 len: 168 time: 0.6497159 Feb 19 00:54:30.307601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:30.307799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33786) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:30.310063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:30.333422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-bd402f67-2a7f-4d6f-8cc1-0df94f0387b6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=527a09f5-f646-45a2-b27d-fc3e15ece054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509572 Feb 19 00:54:30.378562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db7a9687-a72a-4088-83c9-f04780e5297a req-bdcdeff0-243f-48d7-aca1-b76a74afd7af tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885568 Feb 19 00:54:30.420448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.421684 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.470860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31140-9c0d-46dc-a5d1-80245be7e54a req-bf64827d-cb44-4b27-acc1-517139fc8ae5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.472299 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bca31140-9c0d-46dc-a5d1-80245be7e54a req-bf64827d-cb44-4b27-acc1-517139fc8ae5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 931 time: 0.2755527 Feb 19 00:54:30.476041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd905186-a7fd-4509-bac1-cf919e572321), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.476041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.479239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dd905186-a7fd-4509-bac1-cf919e572321 HTTP/1.1" status: 204 len: 168 time: 0.5300393 Feb 19 00:54:30.519943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (623d747d-8f3c-470f-8c51-e181e88c26a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.527761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f657b2-d99c-4ea8-8614-74a760dc2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd905186-a7fd-4509-bac1-cf919e572321,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:30.545952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e80334b5-6395-4f30-a3fe-269897dc2425), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.590664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-452102cb-8f4c-48b5-8f56-e03100169a46 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5531306 Feb 19 00:54:30.595779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bca31140-9c0d-46dc-a5d1-80245be7e54a req-a8ab8810-77ba-4db3-8d7d-1ebe4f5591ce tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102738 Feb 19 00:54:30.598413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-145eb2af-7953-4c9c-9661-0d01a5966746 service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538538 Feb 19 00:54:30.617033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Request body: {'port': {'device_id': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:30.744935 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e80334b5-6395-4f30-a3fe-269897dc2425), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.776759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80334b5-6395-4f30-a3fe-269897dc2425']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:30.787587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.800607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484cfdd8-bde5-44c4-8018-ac570fdf36ef') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:30.800981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484cfdd8-bde5-44c4-8018-ac570fdf36ef') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:30.821631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (484cfdd8-bde5-44c4-8018-ac570fdf36ef), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.832155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5146d07a-80e3-435a-a891-2b12a35665cc req-c7bbd4c3-c625-438b-a97b-7689710fc18d service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013977 Feb 19 00:54:30.840509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (484cfdd8-bde5-44c4-8018-ac570fdf36ef), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.848093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:30.848501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (484cfdd8-bde5-44c4-8018-ac570fdf36ef), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:30.945297 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:31.018032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e80334b5-6395-4f30-a3fe-269897dc2425), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.044906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.049187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e80334b5-6395-4f30-a3fe-269897dc2425 HTTP/1.1" status: 204 len: 168 time: 0.7419753 Feb 19 00:54:31.051051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca4a33-8c53-4ccc-9a55-fb18b0c965a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e80334b5-6395-4f30-a3fe-269897dc2425,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:31.059472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-7b1713fc-a241-49aa-a2e5-59a824844cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.062594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-7b1713fc-a241-49aa-a2e5-59a824844cba service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f11b585ce59e4679bfe2e882dda2ba05&device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 1125 time: 0.0955424 Feb 19 00:54:31.188947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-fde20af8-1f25-41f5-ac9d-6a25bdfd1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.191207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-fde20af8-1f25-41f5-ac9d-6a25bdfd1536 service neutron] 10.222.0.117 "GET /v2.0/networks?id=527a09f5-f646-45a2-b27d-fc3e15ece054 HTTP/1.1" status: 200 len: 915 time: 0.1222935 Feb 19 00:54:31.224234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833a0b-b033-4da3-901a-195aa6e416a8 req-7f5c69f0-7e44-4270-8c9d-8fca76478af4 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.225778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92833a0b-b033-4da3-901a-195aa6e416a8 req-7f5c69f0-7e44-4270-8c9d-8fca76478af4 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 943 time: 0.2025518 Feb 19 00:54:31.256138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-3605cb6c-5546-4db1-ae10-df65fe4cafd1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6 HTTP/1.1" status: 200 len: 217 time: 0.0573900 Feb 19 00:54:31.335617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-d914d49c-02cf-490c-adfd-acad4f129e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.335617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-d914d49c-02cf-490c-adfd-acad4f129e73 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ed9bcaaf-17c2-43ae-8529-2747b10a5f55 HTTP/1.1" status: 200 len: 854 time: 0.0519609 Feb 19 00:54:31.345208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:31.368499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-a2e30d5f-1922-47ac-93de-b6c1a9e94fd8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=527a09f5-f646-45a2-b27d-fc3e15ece054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471683 Feb 19 00:54:31.396710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92833a0b-b033-4da3-901a-195aa6e416a8 req-b7e013c2-91ca-42dc-af71-5abc8743002c tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604137 Feb 19 00:54:31.427634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d24ea0-b4c5-4a2d-9ff7-711228994773 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:31.444777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks [] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.481192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-70c5f0bd-a67b-43d9-90ab-96f37ae83ff8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4fb095a99fd34f66b50b1d8a4219afbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306241 Feb 19 00:54:31.484994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:31.491264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Deleting port 6d238320-dde6-4fa2-9111-4425f20b9134 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:31.491750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.571898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Transition to ACTIVE for port object 95d24ea0-b4c5-4a2d-9ff7-711228994773 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:54:31.590368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-95332c0d-fa7b-492f-b3e5-2cf2b136b62f service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153280 Feb 19 00:54:31.620520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] For port 6d238320-dde6-4fa2-9111-4425f20b9134, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d238320-dde6-4fa2-9111-4425f20b9134,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:31.621027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.635414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Calling delete_port for 6d238320-dde6-4fa2-9111-4425f20b9134 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:31.663265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] Publish callbacks [] for security_group (3fa802e7-e433-48fe-bdee-d01b912ab617), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.700210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274f044-2f27-4cdd-a92a-2fb7c282daac req-f25051b7-7961-4758-a573-5fb2baed94f6 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.703743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5274f044-2f27-4cdd-a92a-2fb7c282daac req-f25051b7-7961-4758-a573-5fb2baed94f6 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 943 time: 0.1681025 Feb 19 00:54:31.717055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] Publish callbacks [] for security_group (3fa802e7-e433-48fe-bdee-d01b912ab617), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.811970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07a16e8-13a6-4873-857f-aff53dc3bdfa req-cfb1046b-2395-4149-9d09-b35c0acc1d09 service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095642 Feb 19 00:54:31.833685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.846821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5274f044-2f27-4cdd-a92a-2fb7c282daac req-047027b3-49b8-4e58-9bf0-668b9a1c6927 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315963 Feb 19 00:54:31.900798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33820) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:31.917558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 598a101f-99a7-42a3-8668-9c6e394ec989 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:31.919022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3fa802e7-e433-48fe-bdee-d01b912ab617), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.921777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:31.925963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3fa802e7-e433-48fe-bdee-d01b912ab617 HTTP/1.1" status: 204 len: 168 time: 0.4363880 Feb 19 00:54:31.928201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:31.946076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e181e-4b8b-4cde-a922-4b5555406887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa802e7-e433-48fe-bdee-d01b912ab617,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:31.947896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b7da-422f-4db4-a9fd-1045744e8161 req-163c63b0-dcab-4e09-9580-8c4a2460a113 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.949691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33f1b7da-422f-4db4-a9fd-1045744e8161 req-163c63b0-dcab-4e09-9580-8c4a2460a113 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 931 time: 0.2380552 Feb 19 00:54:31.979385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-63491d9f-3937-4c64-b0cc-b13b8c2dd1e4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5e67ebb62865441fb612a32d34edb3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763431 Feb 19 00:54:31.981151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33828) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:32.039215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.090970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] Publish callbacks [] for security_group (633ad727-e4de-404f-b1d4-fb3213e121d8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.146405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33f1b7da-422f-4db4-a9fd-1045744e8161 req-3dd2a1f1-c949-48fb-b91b-38d5710da91c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883173 Feb 19 00:54:32.153575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:32.154166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:32.154603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:32.154735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] Publish callbacks [] for security_group (633ad727-e4de-404f-b1d4-fb3213e121d8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.185853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:54:32.186573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:32.204757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=598a101f-99a7-42a3-8668-9c6e394ec989,segment=NetworkSegment(d576de2d-b858-4669-9541-838fcb413220),segment_id=d576de2d-b858-4669-9541-838fcb413220)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:32.206864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:32.207238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:32.207626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:32.208048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Bound port: 95d24ea0-b4c5-4a2d-9ff7-711228994773, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:32.208479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.232077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '598a101f-99a7-42a3-8668-9c6e394ec989', 'network_id': '9caaeeed-9023-4353-ac6e-a257023cc037', 'port_id': '598a101f-99a7-42a3-8668-9c6e394ec989', 'mac_address': 'fa:16:3e:52:cf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3434a2b-9706-4484-8bba-7f2f7974f18f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:32.245380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-757160754-network', 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:32.280187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:32.286048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:32.291698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 598a101f-99a7-42a3-8668-9c6e394ec989 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:32.292215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.307410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598a101f-99a7-42a3-8668-9c6e394ec989 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:32.329181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=598a101f-99a7-42a3-8668-9c6e394ec989,segment=NetworkSegment(d576de2d-b858-4669-9541-838fcb413220),segment_id=d576de2d-b858-4669-9541-838fcb413220)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:32.362917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:32.365277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.374337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.399695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (633ad727-e4de-404f-b1d4-fb3213e121d8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.399854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.402917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.408028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/633ad727-e4de-404f-b1d4-fb3213e121d8 HTTP/1.1" status: 204 len: 168 time: 0.4253144 Feb 19 00:54:32.428545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.428545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.428545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] 10.222.0.96 "PUT /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 1091 time: 1.8130639 Feb 19 00:54:32.428545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6d238320-dde6-4fa2-9111-4425f20b9134), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.429095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0a4f1-e6f2-47d4-8a53-b2584e6cab6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ad727-e4de-404f-b1d4-fb3213e121d8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.488314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.495824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:32.499777 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741fa877-68f1-4826-b197-5b1917f442bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:32.572987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks [] for security_group (a58d8c9d-b3e0-4f1b-85f0-b58be975ec69), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.625389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.649446 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8bef3d-5e52-495f-b2a7-5358b0b79c19 x-openstack-request-id: req-ec8bef3d-5e52-495f-b2a7-5358b0b79c19 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:32.649723 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:32.649984 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec8bef3d-5e52-495f-b2a7-5358b0b79c19 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:32.650385 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'status': 'completed', 'code': 200} Feb 19 00:54:32.659638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d14cb2-5a5c-4f4e-89a7-2e7f52e07c38 service neutron] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.683413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a58d8c9d-b3e0-4f1b-85f0-b58be975ec69), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.706826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['598a101f-99a7-42a3-8668-9c6e394ec989'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:32.710837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d238320-dde6-4fa2-9111-4425f20b9134,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.730800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:32.762819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:32.774110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771a692-eb0e-4b6c-82d0-3f1c4f951379 req-32f5acd6-b11c-4ee1-b9ef-5174a22608a8 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.776570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e771a692-eb0e-4b6c-82d0-3f1c4f951379 req-32f5acd6-b11c-4ee1-b9ef-5174a22608a8 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 944 time: 0.1581783 Feb 19 00:54:32.780506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4eb70d5f-38c2-47d7-b9c8-81f6e119e010), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.780912 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Added segment 4eb70d5f-38c2-47d7-b9c8-81f6e119e010 of type vlan for network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e Feb 19 00:54:32.824868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-47b26383-704b-4fa8-9bdb-1b4885146463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.834068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-47b26383-704b-4fa8-9bdb-1b4885146463 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1125 time: 0.2776592 Feb 19 00:54:32.869782 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:54:32.915288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (6f0684cf-1a19-4ba9-a84d-85d339b72e6e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:32.948343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (623d747d-8f3c-470f-8c51-e181e88c26a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.022896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-b65b9cba-87e3-4a10-8387-17aa721f0b02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 217 time: 0.0719733 Feb 19 00:54:33.041503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e771a692-eb0e-4b6c-82d0-3f1c4f951379 req-123baa69-6722-4401-a90d-725a405f1e1a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479677 Feb 19 00:54:33.088753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (6f0684cf-1a19-4ba9-a84d-85d339b72e6e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.089806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:33.090581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.243371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0684cf-1a19-4ba9-a84d-85d339b72e6e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:33.259865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:33.411903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-240efdb3-891a-463e-b3c7-7bb0511d1eb6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4825087 Feb 19 00:54:33.422266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:33.427171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Request body: {'subnet': {'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-757160754-subnet', 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:33.444275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc62d0-589e-4b0e-98f9-5c025b90ee2f req-2c6e8494-8f32-431b-b4aa-aa88e54a01c3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:33.453922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30fc62d0-589e-4b0e-98f9-5c025b90ee2f req-2c6e8494-8f32-431b-b4aa-aa88e54a01c3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1348751 Feb 19 00:54:33.489771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-a46294e6-8814-469c-9a69-d7085404b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:33.491401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-a46294e6-8814-469c-9a69-d7085404b128 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.2448330 Feb 19 00:54:33.560508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-5bce77f7-623a-44c1-8f76-ef56f3df6040 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512245 Feb 19 00:54:33.560636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30fc62d0-589e-4b0e-98f9-5c025b90ee2f req-c5d81755-d999-436b-b24e-4353ff771281 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897181 Feb 19 00:54:33.564578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Router 623d747d-8f3c-470f-8c51-e181e88c26a2 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:54:33.586015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:33.588627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.683902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-d5665eab-a6d5-440d-b74f-0bfea65e3ca4 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122270 Feb 19 00:54:33.712024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97f9d-af9b-4ff4-bee1-91fb36f9ef4d req-226e0d21-25a7-4ac6-a2f7-1c21f8b77fe9 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:33.713527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5bf97f9d-af9b-4ff4-bee1-91fb36f9ef4d req-226e0d21-25a7-4ac6-a2f7-1c21f8b77fe9 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 943 time: 0.7052333 Feb 19 00:54:33.914602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:33.923443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-abc43839-3a66-4e0f-84d9-9409fc00dab2 admin admin] 10.222.0.94 "PUT /v2.0/routers/623d747d-8f3c-470f-8c51-e181e88c26a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2481098 Feb 19 00:54:33.926180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:33.933399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Sync routers for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:33.963326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:33.980455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (bca6d17a-c6cd-4f9b-afe8-0d04befd096e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:34.067837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5bf97f9d-af9b-4ff4-bee1-91fb36f9ef4d req-bbe9508f-0a9f-486f-b60c-ea3ac07ddfbd tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904062 Feb 19 00:54:34.078567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d9d4f5-6bdb-4454-9ecf-20a224aa1c27 req-73330488-e218-4f04-8ddf-80514038e71b service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773291 Feb 19 00:54:34.197346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 598a101f-99a7-42a3-8668-9c6e394ec989 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:34.206381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:34.208514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Network hostable DHCP agents. Network: 6f0684cf-1a19-4ba9-a84d-85d339b72e6e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:34.289516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca6d17a-c6cd-4f9b-afe8-0d04befd096e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:34.293515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:34.302839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:34.329656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks [] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:34.397184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ea38-3343-47fb-90f6-48542b1e75c9 req-f8377137-037a-4138-bafd-e3230a4c45b4 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:34.399399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8e4ea38-3343-47fb-90f6-48542b1e75c9 req-f8377137-037a-4138-bafd-e3230a4c45b4 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 944 time: 0.1854870 Feb 19 00:54:34.482738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8e4ea38-3343-47fb-90f6-48542b1e75c9 req-c3b2c069-5a82-4062-b1d3-97f2bf0bbbb3 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758743 Feb 19 00:54:34.486177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:34.596866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 6f0684cf-1a19-4ba9-a84d-85d339b72e6e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:34.609907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:34.612987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:34.647365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:34.731744 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-62d04caf-ab68-4d1b-835f-73fb2ff3e0d3 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3081665 Feb 19 00:54:34.748876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,segment=NetworkSegment(d3b54ecb-2d6c-40e2-903c-84106320d7eb),segment_id=d3b54ecb-2d6c-40e2-903c-84106320d7eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:34.778098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59b5ea-6072-48b9-9252-0e2ae747c707 None None] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:34.947733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fa877-68f1-4826-b197-5b1917f442bc req-13e39768-3b79-47ec-aaca-91ba87dd371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:34.947733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-13e39768-3b79-47ec-aaca-91ba87dd371a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1125 time: 0.7417889 Feb 19 00:54:35.185208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 598a101f-99a7-42a3-8668-9c6e394ec989 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:35.188639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6', 'network_id': '527a09f5-f646-45a2-b27d-fc3e15ece054', 'port_id': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6', 'mac_address': 'fa:16:3e:93:bf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9bcaaf-17c2-43ae-8529-2747b10a5f55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:35.194653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3fc4c-f721-41a0-a14b-9183c80ee41d req-93438b39-2d96-4462-b866-73abf804dbc2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.207251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6e3fc4c-f721-41a0-a14b-9183c80ee41d req-93438b39-2d96-4462-b866-73abf804dbc2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.2919295 Feb 19 00:54:35.296744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:35.297500 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.306231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 598a101f-99a7-42a3-8668-9c6e394ec989 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:35.306685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.352659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed96202-c731-43dd-95ec-7e93d2717092 None None] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:35.353245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fa877-68f1-4826-b197-5b1917f442bc req-0d418c35-32a3-4d91-837b-c103eefa4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.354782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-0d418c35-32a3-4d91-837b-c103eefa4abf service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.3717537 Feb 19 00:54:35.357420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks [] for router_gateway (623d747d-8f3c-470f-8c51-e181e88c26a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.396411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6e3fc4c-f721-41a0-a14b-9183c80ee41d req-7eb7954f-63c4-4941-a6fe-af9952ddecf4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843762 Feb 19 00:54:35.478028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-69f2fcc1-119e-412e-8794-2c61a70305d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 217 time: 0.1063910 Feb 19 00:54:35.482328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:35.568940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,segment=NetworkSegment(d3b54ecb-2d6c-40e2-903c-84106320d7eb),segment_id=d3b54ecb-2d6c-40e2-903c-84106320d7eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:35.633539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.688061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fa877-68f1-4826-b197-5b1917f442bc req-b2fd4c30-adff-48a9-8e6f-3daddb91cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.689792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-b2fd4c30-adff-48a9-8e6f-3daddb91cf99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.2013488 Feb 19 00:54:35.736902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 598a101f-99a7-42a3-8668-9c6e394ec989 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:35.737533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.753200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-84e98a95-813a-4827-9220-80698f853a8e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424230 Feb 19 00:54:35.783881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:35.788798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '1701274c-c684-4819-876d-41c5338b3d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:54:32Z', 'revision_number': 5, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port': {'id': '1701274c-c684-4819-876d-41c5338b3d1d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:26:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:45Z', 'updated_at': '2022-02-19T00:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:35.797863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:35.800351 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c117c-36b7-424e-ad67-ff376f518402" -d '{"events": [{"server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "name": "network-vif-plugged", "status": "completed", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:35.856604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['77e83c7d-a8a9-4c5b-90d0-020637fd42d6'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:35.864060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Checking router: 623d747d-8f3c-470f-8c51-e181e88c26a2 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:35.868013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=598a101f-99a7-42a3-8668-9c6e394ec989,segment=NetworkSegment(d576de2d-b858-4669-9541-838fcb413220),segment_id=d576de2d-b858-4669-9541-838fcb413220)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:35.933721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.938859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c616652-7f01-4a08-abee-1226bc5ea863 req-d122ae1b-4956-407b-a1aa-0ff39c7dd8ec tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.946455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c616652-7f01-4a08-abee-1226bc5ea863 req-d122ae1b-4956-407b-a1aa-0ff39c7dd8ec tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 944 time: 0.3839314 Feb 19 00:54:35.950292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b082d99d-8882-4b18-961c-a618ec42165c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.952611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Deleting port 1701274c-c684-4819-876d-41c5338b3d1d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:35.953624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1701274c-c684-4819-876d-41c5338b3d1d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:35.957827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b082d99d-8882-4b18-961c-a618ec42165c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2021406 Feb 19 00:54:35.979994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5b51d6c0-b435-4e38-8a20-0e2cd70c7053 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0212193 Feb 19 00:54:36.023325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:36.035536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Routers {'623d747d-8f3c-470f-8c51-e181e88c26a2'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:36.036979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['623d747d-8f3c-470f-8c51-e181e88c26a2'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:36.041980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-0e325557-141b-4bf5-ac5f-d07b24cb841c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609837 Feb 19 00:54:36.057657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-10903084-25ee-4c86-937c-0357d38cf736 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869899 Feb 19 00:54:36.075705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c616652-7f01-4a08-abee-1226bc5ea863 req-227e37d3-b3b4-451b-b722-51f4e647ba80 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279352 Feb 19 00:54:36.233598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] For port 1701274c-c684-4819-876d-41c5338b3d1d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1701274c-c684-4819-876d-41c5338b3d1d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:36.235118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1701274c-c684-4819-876d-41c5338b3d1d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:36.248102 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-0bb4dce0-9b93-4b0d-b086-adfe3c9587f8 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051940 Feb 19 00:54:36.253868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Calling delete_port for 1701274c-c684-4819-876d-41c5338b3d1d owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:36.319159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] Set router 623d747d-8f3c-470f-8c51-e181e88c26a2 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:36.388599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-41795049-77cf-440e-b709-c350c2ffe4a5 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341026 Feb 19 00:54:36.403870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:54:35Z', 'revision_number': 6, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:36.432994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e1dc3-a3b5-4430-be82-8063d83a15ab None None] The sync data for ids ['623d747d-8f3c-470f-8c51-e181e88c26a2'] in n-d-826529-3 is: [{'id': '623d747d-8f3c-470f-8c51-e181e88c26a2', 'name': 'tempest-ServersTestBootFromVolume-1253759112-router', 'tenant_id': 'fb2969ef39c34e509f38da8265fcecf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:44Z', 'updated_at': '2022-02-19T00:54:35Z', 'revision_number': 6, 'project_id': 'fb2969ef39c34e509f38da8265fcecf9', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:54:36.637565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-741fa877-68f1-4826-b197-5b1917f442bc req-10c67989-4f29-4926-aca2-0bcd7ab71f8c service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477164 Feb 19 00:54:36.659632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39794927-8864-4366-86ab-46298cece934 req-c3d2b569-dac5-47f6-a01b-a4ffba63e8ab tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:36.668098 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39794927-8864-4366-86ab-46298cece934 req-c3d2b569-dac5-47f6-a01b-a4ffba63e8ab tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.2727327 Feb 19 00:54:36.703591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1701274c-c684-4819-876d-41c5338b3d1d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:36.775943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39794927-8864-4366-86ab-46298cece934 req-cea161e7-60ba-4bf8-835e-97280ab198c9 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Feb 19 00:54:36.855342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1701274c-c684-4819-876d-41c5338b3d1d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:36.891106 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bdadd8-fb6a-43f6-b601-8ba91ebb1aaf x-openstack-request-id: req-02bdadd8-fb6a-43f6-b601-8ba91ebb1aaf {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:36.891528 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "name": "network-vif-plugged", "status": "completed", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:36.892024 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-02bdadd8-fb6a-43f6-b601-8ba91ebb1aaf {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:36.892520 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989', 'code': 200} Feb 19 00:54:36.981258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (623d747d-8f3c-470f-8c51-e181e88c26a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.115701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862addc-01e3-424c-baba-d2f628ee6972 req-0d812c18-3bfe-446b-bf5f-6432d94921a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:37.117234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4862addc-01e3-424c-baba-d2f628ee6972 req-0d812c18-3bfe-446b-bf5f-6432d94921a4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 1127 time: 0.1382399 Feb 19 00:54:37.159533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.164479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1731acf3-0229-46d8-a920-cfb5333b68a8 req-8d873338-8b46-4939-8706-985e07917cb0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 210 time: 0.0461667 Feb 19 00:54:37.166677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks [] for router_controller (623d747d-8f3c-470f-8c51-e181e88c26a2), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.200542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56a45-3e80-4ccc-aa5a-a5f5e405e274 req-ccafdb9a-a22d-4503-91df-692f52f2b324 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:37.204441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17c56a45-3e80-4ccc-aa5a-a5f5e405e274 req-ccafdb9a-a22d-4503-91df-692f52f2b324 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1755533 Feb 19 00:54:37.227049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4862addc-01e3-424c-baba-d2f628ee6972 req-f62ebe5e-0288-4e46-934b-9db3c3de9a08 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Feb 19 00:54:37.305333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17c56a45-3e80-4ccc-aa5a-a5f5e405e274 req-6c3dca58-df39-4054-a451-8b5e62b8695c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993347 Feb 19 00:54:37.334109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (623d747d-8f3c-470f-8c51-e181e88c26a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.335008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623d747d-8f3c-470f-8c51-e181e88c26a2 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:54:37.339673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.340955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6eb9439-bc79-4fe3-8c63-8d9ead85d2e0 admin admin] 10.222.0.94 "DELETE /v2.0/routers/623d747d-8f3c-470f-8c51-e181e88c26a2 HTTP/1.1" status: 204 len: 168 time: 3.4137094 Feb 19 00:54:37.347776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33954) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:37.528982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Deleting subnet 90dc4953-c346-4eb8-b24d-87679fc06788 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:37.538494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Publish callbacks [] for subnet (90dc4953-c346-4eb8-b24d-87679fc06788), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.605394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e898e-4dd8-48f3-ba90-33a39ffd6d8e req-de02af91-4126-44b8-bed7-d2e7182684c3 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:37.607399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b2e898e-4dd8-48f3-ba90-33a39ffd6d8e req-de02af91-4126-44b8-bed7-d2e7182684c3 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 944 time: 0.1683095 Feb 19 00:54:37.625078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (90dc4953-c346-4eb8-b24d-87679fc06788), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.705545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b2e898e-4dd8-48f3-ba90-33a39ffd6d8e req-fe95bc4d-34b0-439b-aaf8-1d83cb18e487 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910594 Feb 19 00:54:37.760205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (90dc4953-c346-4eb8-b24d-87679fc06788), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.949662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:38.017796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (90dc4953-c346-4eb8-b24d-87679fc06788), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.061208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90dc4953-c346-4eb8-b24d-87679fc06788,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:38.083244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.088582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-db04965c-21e2-4d96-b337-7e24f1ac8409 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/90dc4953-c346-4eb8-b24d-87679fc06788 HTTP/1.1" status: 204 len: 168 time: 0.7396705 Feb 19 00:54:38.091174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:38.100146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0d58e-d9fb-4fc7-b20f-360b6f4e3710 req-29ddda47-c02d-446a-aaa5-a08d6169cd70 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:38.109277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a4e49-ef06-4767-a84d-d50e8b1d91ec None None] Network 1dcad42e-372f-40f6-b0d0-2b6dd944db3e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:38.110885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a0d58e-d9fb-4fc7-b20f-360b6f4e3710 req-29ddda47-c02d-446a-aaa5-a08d6169cd70 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.1402636 Feb 19 00:54:38.192252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a0d58e-d9fb-4fc7-b20f-360b6f4e3710 req-62966402-c4f8-49a1-99fe-8d4e3b787a91 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803030 Feb 19 00:54:38.231377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:38.248960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d238320-dde6-4fa2-9111-4425f20b9134 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:38.251527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:38.251897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.268108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (1dcad42e-372f-40f6-b0d0-2b6dd944db3e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.354392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6d238320-dde6-4fa2-9111-4425f20b9134 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:38.354737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d238320-dde6-4fa2-9111-4425f20b9134 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:38.355202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1701274c-c684-4819-876d-41c5338b3d1d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:38.411794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb643914-7e51-4c28-8da7-9112588f1815 req-cf038eb1-d870-48b3-8ba9-328769203259 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 210 time: 0.0636203 Feb 19 00:54:38.450537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1701274c-c684-4819-876d-41c5338b3d1d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:38.450854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1701274c-c684-4819-876d-41c5338b3d1d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:38.453402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Deleting port dd1897b6-b93a-42ec-90de-1f24530495a3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:38.454001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.550878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:38.551563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.591136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] For port dd1897b6-b93a-42ec-90de-1f24530495a3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dd1897b6-b93a-42ec-90de-1f24530495a3,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:38.591474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.592313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,segment=NetworkSegment(d3b54ecb-2d6c-40e2-903c-84106320d7eb),segment_id=d3b54ecb-2d6c-40e2-903c-84106320d7eb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:38.607745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Calling delete_port for dd1897b6-b93a-42ec-90de-1f24530495a3 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:38.634475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e17885-dc65-4fc7-a714-3695ed64cef1 req-52b5f064-6014-4a63-b9c8-11498dc03a5a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:38.634475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2e17885-dc65-4fc7-a714-3695ed64cef1 req-52b5f064-6014-4a63-b9c8-11498dc03a5a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1039534 Feb 19 00:54:38.667655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] DHCP port deletion for 1dcad42e-372f-40f6-b0d0-2b6dd944db3e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:54:38.693524 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.729548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2e17885-dc65-4fc7-a714-3695ed64cef1 req-3d43997b-bd80-4bf4-bb9b-439b4963c827 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647693 Feb 19 00:54:38.782370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:38.805394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Deleting port dd1897b6-b93a-42ec-90de-1f24530495a3 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:38.806060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.837231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:38.879366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1897b6-b93a-42ec-90de-1f24530495a3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:38.902048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] No DVR routers for this DVR port dd1897b6-b93a-42ec-90de-1f24530495a3 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:38.903772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:38.909833 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030924d-6c32-4b63-a435-875fb67752a6" -d '{"events": [{"server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:39.015365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] For port dd1897b6-b93a-42ec-90de-1f24530495a3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dd1897b6-b93a-42ec-90de-1f24530495a3,segment=NetworkSegment(be1c614c-0a0d-43a3-a071-39d8a25d5182),segment_id=be1c614c-0a0d-43a3-a071-39d8a25d5182)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:39.015365 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.051283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8ce8-6b93-43ac-883e-e5b08b03735d req-34b2c141-76ed-4696-abfe-e898957339f7 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:39.053808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Calling delete_port for dd1897b6-b93a-42ec-90de-1f24530495a3 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:39.059645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e31b8ce8-6b93-43ac-883e-e5b08b03735d req-34b2c141-76ed-4696-abfe-e898957339f7 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1220033 Feb 19 00:54:39.117044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (1dcad42e-372f-40f6-b0d0-2b6dd944db3e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.165190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcad42e-372f-40f6-b0d0-2b6dd944db3e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:39.167960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (dd1897b6-b93a-42ec-90de-1f24530495a3), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.187685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e31b8ce8-6b93-43ac-883e-e5b08b03735d req-474e80a7-0e46-4c6e-940b-f43335d4865a tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235645 Feb 19 00:54:39.202489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1c614c-0a0d-43a3-a071-39d8a25d5182') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:39.203340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1c614c-0a0d-43a3-a071-39d8a25d5182') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:39.225817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (be1c614c-0a0d-43a3-a071-39d8a25d5182), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.271916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (be1c614c-0a0d-43a3-a071-39d8a25d5182), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.320532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:39.320948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (be1c614c-0a0d-43a3-a071-39d8a25d5182), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:39.331430 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:39.461218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d950-19d9-4fcd-9066-391c8f7423b7 req-31e02c4e-2032-472d-bc03-4ff55c875315 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:39.479696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5e2d950-19d9-4fcd-9066-391c8f7423b7 req-31e02c4e-2032-472d-bc03-4ff55c875315 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.1177692 Feb 19 00:54:39.572728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aaca6-c2b5-4872-93fc-692caec6dc0a req-8c54a2c7-5dc7-4ecf-9acd-85767dc14d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:39.573517 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871f09f-835f-44ea-b3db-38da9ddf7bf1 x-openstack-request-id: req-d871f09f-835f-44ea-b3db-38da9ddf7bf1 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:39.574475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-250aaca6-c2b5-4872-93fc-692caec6dc0a req-8c54a2c7-5dc7-4ecf-9acd-85767dc14d3f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 1127 time: 0.2166009 Feb 19 00:54:39.574967 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:39.575398 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d871f09f-835f-44ea-b3db-38da9ddf7bf1 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:39.575957 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6', 'code': 200} Feb 19 00:54:39.581728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] Pushing event deleted for resources: {'Port': ['ID=dd1897b6-b93a-42ec-90de-1f24530495a3,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:39.589879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca7140-afb2-4548-bd37-32af440cf9df None None] No DVR routers for this DVR port dd1897b6-b93a-42ec-90de-1f24530495a3 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:39.597539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5e2d950-19d9-4fcd-9066-391c8f7423b7 req-7b760954-66a1-4b05-a82b-efe3dda5ea31 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169479 Feb 19 00:54:39.688033 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.693078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-250aaca6-c2b5-4872-93fc-692caec6dc0a req-58aaeb1e-cbe0-456d-a280-2eabd1f09c5a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109972 Feb 19 00:54:39.696460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (1dcad42e-372f-40f6-b0d0-2b6dd944db3e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.706846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:39.714742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] 10.222.0.94 "DELETE /v2.0/networks/1dcad42e-372f-40f6-b0d0-2b6dd944db3e HTTP/1.1" status: 204 len: 168 time: 1.6222990 Feb 19 00:54:39.749341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcad42e-372f-40f6-b0d0-2b6dd944db3e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:39.821650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f47b8ead-6e1d-461b-9520-7b3c8a1264d6 req-f2b629b8-ba84-4002-8c69-27122037071c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 210 time: 0.0681062 Feb 19 00:54:39.828793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.829202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.829570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.829916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.831877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.832233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.832580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.832924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.833266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.833604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.833935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.844723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.845163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce6b03-d116-42b9-bc44-60016d499012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:39.896581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-3960c10f-903c-45b7-9450-ad08e4aa2936 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:39.899498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-3960c10f-903c-45b7-9450-ad08e4aa2936 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.3481622 Feb 19 00:54:39.919640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:39.933328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:39.962290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.082730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c036f1f4-a24e-44ae-a6a7-d7c8a62ad55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.231046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa555b19-4ed5-4fa5-b773-716d12a9862a req-51cc676b-df7e-4326-ac49-c72ec547a72f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:40.238796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa555b19-4ed5-4fa5-b773-716d12a9862a req-51cc676b-df7e-4326-ac49-c72ec547a72f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1475935 Feb 19 00:54:40.260442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dd1897b6-b93a-42ec-90de-1f24530495a3 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:40.264616 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c036f1f4-a24e-44ae-a6a7-d7c8a62ad55e admin admin] Publish callbacks [] for security_group (37bf6b25-2cc7-4f61-beea-b8e5e9a74192), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.290964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: dd1897b6-b93a-42ec-90de-1f24530495a3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:40.291579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dd1897b6-b93a-42ec-90de-1f24530495a3 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:40.343852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa555b19-4ed5-4fa5-b773-716d12a9862a req-9841e64d-cde7-4778-adc4-b6a69d85e8c9 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040697 Feb 19 00:54:40.376583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c036f1f4-a24e-44ae-a6a7-d7c8a62ad55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37bf6b25-2cc7-4f61-beea-b8e5e9a74192), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.425716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:40.430294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.443113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b863a5-d80b-41e5-8df1-a1121abc04d6 req-e0c6a8a4-5a23-4d1b-b747-9e632dae4ed3 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:40.450755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20b863a5-d80b-41e5-8df1-a1121abc04d6 req-e0c6a8a4-5a23-4d1b-b747-9e632dae4ed3 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1197572 Feb 19 00:54:40.455918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c036f1f4-a24e-44ae-a6a7-d7c8a62ad55e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=18099cf50d4d49ba901f4d5e79d23ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356228 Feb 19 00:54:40.456979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036f1f4-a24e-44ae-a6a7-d7c8a62ad55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf6b25-2cc7-4f61-beea-b8e5e9a74192,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:40.459595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34028) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:40.531414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34030) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:40.633217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-412e9248-9773-461e-b58e-0128fadd5346 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fb2969ef39c34e509f38da8265fcecf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004431 Feb 19 00:54:40.635653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20b863a5-d80b-41e5-8df1-a1121abc04d6 req-4f4222e4-c84d-4ddc-881a-c9f1570001ce tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837261 Feb 19 00:54:40.636316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34034) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:40.648106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2095b7e4-87f6-4561-aed2-56cc91bf1ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.657668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] Publish callbacks [] for security_group (37bf6b25-2cc7-4f61-beea-b8e5e9a74192), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.717017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] Publish callbacks [] for security_group (37bf6b25-2cc7-4f61-beea-b8e5e9a74192), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.822484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] Publish callbacks [] for security_group (6fcaff88-e7f6-4c32-8b25-80ae6eb078fc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.871440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] Publish callbacks [] for security_group (6fcaff88-e7f6-4c32-8b25-80ae6eb078fc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.885206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.14 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/d471f2d3-c33d-4bc7-a57d-8715779e13bb) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:40.904980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37bf6b25-2cc7-4f61-beea-b8e5e9a74192), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.913807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.926010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/37bf6b25-2cc7-4f61-beea-b8e5e9a74192 HTTP/1.1" status: 204 len: 168 time: 0.4645510 Feb 19 00:54:40.955739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40cfba-9df6-4a6f-a0e1-f10454574ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf6b25-2cc7-4f61-beea-b8e5e9a74192,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:41.032849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aae89616-57a6-4f63-a23a-26997b4d2f38 req-18b9c6af-34c9-467e-b5e9-b9dd119d5b79 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 210 time: 0.0798295 Feb 19 00:54:41.114015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6fcaff88-e7f6-4c32-8b25-80ae6eb078fc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:41.117858 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:41.117858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6fcaff88-e7f6-4c32-8b25-80ae6eb078fc HTTP/1.1" status: 204 len: 168 time: 0.4797678 Feb 19 00:54:41.205882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348df7d-e303-4107-9ef3-1770f8b7cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcaff88-e7f6-4c32-8b25-80ae6eb078fc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:41.343432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:41.467681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:41.559303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:41.566996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:41.616250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:41.624230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:41.769219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:41.770035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:41.812151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c89657-2ec6-4009-a117-20576d5eadae req-ed63ea20-1542-4865-af55-9cb32c792c0f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:41.813549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6c89657-2ec6-4009-a117-20576d5eadae req-ed63ea20-1542-4865-af55-9cb32c792c0f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0980849 Feb 19 00:54:41.851640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60871d35-f168-4d73-b8a0-e4e739826e19 req-cc58d89b-8731-4445-b1ec-0f8cdb103e85 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:41.861192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60871d35-f168-4d73-b8a0-e4e739826e19 req-cc58d89b-8731-4445-b1ec-0f8cdb103e85 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.0882227 Feb 19 00:54:41.876710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6c89657-2ec6-4009-a117-20576d5eadae req-f7fa9867-4b5b-4d2b-ab08-f15aab7078ff tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577109 Feb 19 00:54:41.883704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-5ada35cd-9bc5-4159-9c55-98e8ad841a0f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9737384 Feb 19 00:54:41.900424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Request body: {'port': {'device_id': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:41.977722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60871d35-f168-4d73-b8a0-e4e739826e19 req-d3bd8134-0ad3-4ffc-9744-a69cef424144 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156561 Feb 19 00:54:42.022019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:42.024713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.045389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0894e2d-37f1-489b-a2f8-4704da3f1d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.255025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0894e2d-37f1-489b-a2f8-4704da3f1d75 admin admin] Publish callbacks [] for security_group (3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.359539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f090b2-7897-4253-a176-7a57a016296c req-018d617c-4e93-462f-96a3-1d7d35f060f4 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:42.367964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27f090b2-7897-4253-a176-7a57a016296c req-018d617c-4e93-462f-96a3-1d7d35f060f4 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 932 time: 0.0959668 Feb 19 00:54:42.388930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0894e2d-37f1-489b-a2f8-4704da3f1d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.423457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0894e2d-37f1-489b-a2f8-4704da3f1d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:42.497173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a0894e2d-37f1-489b-a2f8-4704da3f1d75 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ac61fc36319b42668b1c0c058ac3a20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783194 Feb 19 00:54:42.502572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34098) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:42.531317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27f090b2-7897-4253-a176-7a57a016296c req-cc97c0bb-f4d8-452c-8d23-8dd54de22302 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576972 Feb 19 00:54:42.601714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d471f2d3-c33d-4bc7-a57d-8715779e13bb {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:42.616875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks [] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.632497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Transition to ACTIVE for port object d471f2d3-c33d-4bc7-a57d-8715779e13bb will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:54:42.634234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] Publish callbacks [] for security_group (3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.675014 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] Publish callbacks [] for security_group (3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.716941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.756481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34106) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:42.797663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.798166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dcb4680e-9c04-4511-a7c6-5ed1d00a4894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.800254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.805278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f HTTP/1.1" status: 204 len: 168 time: 0.2994981 Feb 19 00:54:42.824502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8605ce-f255-4f55-8884-75224b5ddb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07ef7a-79c3-4de9-8ba0-b4fc57ddc97f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:42.833955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:42.916937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-53808398-network', 'tenant_id': '846fa5fc66c04941b598104dece99d21'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:42.939868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Attempting to bind port d471f2d3-c33d-4bc7-a57d-8715779e13bb on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:42.940217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Attempting to bind port d471f2d3-c33d-4bc7-a57d-8715779e13bb by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:42.940558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Attempting to bind port d471f2d3-c33d-4bc7-a57d-8715779e13bb on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:42.950548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Port d471f2d3-c33d-4bc7-a57d-8715779e13bb on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:54:42.950888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Attempting to bind port d471f2d3-c33d-4bc7-a57d-8715779e13bb on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:42.962223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:42.962707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:42.963351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:42.963796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Bound port: d471f2d3-c33d-4bc7-a57d-8715779e13bb, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:42.964162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.041492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-559a481f-182f-45d3-9e3c-a15345c1986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.043539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-559a481f-182f-45d3-9e3c-a15345c1986a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f11b585ce59e4679bfe2e882dda2ba05&device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 1127 time: 0.0549116 Feb 19 00:54:43.049140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:43.054925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.079407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.081731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:43.087662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:43.159670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.185992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.187510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.189178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] 10.222.0.96 "PUT /v2.0/ports/d471f2d3-c33d-4bc7-a57d-8715779e13bb HTTP/1.1" status: 200 len: 1092 time: 1.2971895 Feb 19 00:54:43.228330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:43.231584 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a" -d '{"events": [{"name": "network-changed", "server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:43.270114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650e48b-467a-4a8b-90ba-74c8436f6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:43.285717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks [] for security_group (b3922ed9-eca2-478d-9f4b-beb597d55b92), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.339241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3922ed9-eca2-478d-9f4b-beb597d55b92), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.380578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3922ed9-eca2-478d-9f4b-beb597d55b92,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:43.403310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:43.404958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-2795b045-e22b-415f-8436-94b8b280b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.407048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-2795b045-e22b-415f-8436-94b8b280b40c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 1126 time: 0.0779355 Feb 19 00:54:43.455941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab4746-e642-4cd2-8f54-576b46a19189 req-5c98667c-8fb0-424d-a2c1-529238888cbb tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.462689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ceab4746-e642-4cd2-8f54-576b46a19189 req-5c98667c-8fb0-424d-a2c1-529238888cbb tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1752110 Feb 19 00:54:43.473168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f4172eee-9116-472d-b3a9-fd5692dcbd66), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.473168 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Added segment f4172eee-9116-472d-b3a9-fd5692dcbd66 of type vlan for network 760bdadb-f48d-481f-9b08-c040f2ffa28f Feb 19 00:54:43.480436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-55fe0a60-c703-46ba-bf36-738f7ce58750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.481906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-55fe0a60-c703-46ba-bf36-738f7ce58750 service neutron] 10.222.0.117 "GET /v2.0/networks?id=527a09f5-f646-45a2-b27d-fc3e15ece054 HTTP/1.1" status: 200 len: 915 time: 0.4145365 Feb 19 00:54:43.522838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-d1dc36c7-d695-4e7b-a276-7771d2fd4e00 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb HTTP/1.1" status: 200 len: 217 time: 0.1067398 Feb 19 00:54:43.591677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-e3308d28-ecb3-4b12-bfa2-cba1a749c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.594093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-e3308d28-ecb3-4b12-bfa2-cba1a749c865 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.0636654 Feb 19 00:54:43.602055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ceab4746-e642-4cd2-8f54-576b46a19189 req-e9aac8bb-d43f-4baf-9926-2263ea942bdd tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330707 Feb 19 00:54:43.603916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-e8fcd05f-6ebd-4bd5-ac09-9255f70b9c74 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6 HTTP/1.1" status: 200 len: 217 time: 0.1123943 Feb 19 00:54:43.614458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (760bdadb-f48d-481f-9b08-c040f2ffa28f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.663280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-725067b6-ea6f-47d4-888f-c60ec36817e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602820 Feb 19 00:54:43.722745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-960d2436-0cb1-4ba2-81f7-7db846c2b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.724250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-960d2436-0cb1-4ba2-81f7-7db846c2b13c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ed9bcaaf-17c2-43ae-8529-2747b10a5f55 HTTP/1.1" status: 200 len: 854 time: 0.1068511 Feb 19 00:54:43.766640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-485d50dd-aab4-4d11-9dfc-829e15f1f417 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=527a09f5-f646-45a2-b27d-fc3e15ece054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366983 Feb 19 00:54:43.792506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc4272-5919-4c4b-9945-1c3606e4baa9 req-532bea5b-a998-45c3-8318-6c219a7c7053 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.803793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78fc4272-5919-4c4b-9945-1c3606e4baa9 req-532bea5b-a998-45c3-8318-6c219a7c7053 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1784117 Feb 19 00:54:43.827236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (760bdadb-f48d-481f-9b08-c040f2ffa28f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.832593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:43.834452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.862110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-11d5e1cc-29d7-44d3-ab44-4c16da877689 service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548312 Feb 19 00:54:43.884214 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004c757-dde8-4e95-86ec-7e141bb0cdf7 x-openstack-request-id: req-3004c757-dde8-4e95-86ec-7e141bb0cdf7 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:43.884708 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:43.885132 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3004c757-dde8-4e95-86ec-7e141bb0cdf7 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:43.885663 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb', 'status': 'completed', 'code': 200} Feb 19 00:54:44.000437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78fc4272-5919-4c4b-9945-1c3606e4baa9 req-0ee8a78a-e542-4cf3-a5b1-eadf4ce643b2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872511 Feb 19 00:54:44.087117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38135831-68f0-484e-97a8-ef96e0f891e3 req-45c06a8d-618b-48d4-b86c-0fe06bfca8db service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133462 Feb 19 00:54:44.094429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:44.278782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-d6635c09-e70b-4c93-b167-53b6e8295c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:44.281214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-d6635c09-e70b-4c93-b167-53b6e8295c14 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 1126 time: 0.0488179 Feb 19 00:54:44.332132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5687106 Feb 19 00:54:44.339562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:44.346845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Request body: {'subnet': {'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-subnet', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:44.359680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc9245-73eb-407a-b29a-91fba5049f6b admin admin] Pushing event updated for resources: {'Network': ['ID=760bdadb-f48d-481f-9b08-c040f2ffa28f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:44.373397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:44.396689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-b9643976-5145-4c2e-9530-e31c859704a4 service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244574 Feb 19 00:54:44.410871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573872f7-80ae-4fd6-b937-8bbaa3ed72ea req-a933bb66-6a87-4275-91c6-53abd78b9eaa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:44.418057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-573872f7-80ae-4fd6-b937-8bbaa3ed72ea req-a933bb66-6a87-4275-91c6-53abd78b9eaa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 944 time: 0.1166127 Feb 19 00:54:44.532981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-573872f7-80ae-4fd6-b937-8bbaa3ed72ea req-b18169da-7bb3-4196-9633-e86f68a6cfab tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075878 Feb 19 00:54:44.598273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9a831a1-1c96-4a03-aaba-48dc815c2e1a req-5d13edba-5a67-4ff2-9773-026ce7d85862 service neutron] 10.222.0.117 "GET /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780674 Feb 19 00:54:44.803220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-1931bafa-a817-447a-8fbd-8700f7b304a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:44.804735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-1931bafa-a817-447a-8fbd-8700f7b304a7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.5167840 Feb 19 00:54:44.890689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-44cec2b5-c5fa-4d06-ad50-8fd2b25f9028 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb HTTP/1.1" status: 200 len: 217 time: 0.0400207 Feb 19 00:54:44.945429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e20d-bc08-44e3-9ff7-1902b312c272 req-c3983c29-4703-49bd-a51b-a87ca68151dc tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:44.947044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6239e20d-bc08-44e3-9ff7-1902b312c272 req-c3983c29-4703-49bd-a51b-a87ca68151dc tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1414094 Feb 19 00:54:44.947690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:44.949968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.033633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-31f07cdf-dd98-4920-93b2-b78118db003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:45.035473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-31f07cdf-dd98-4920-93b2-b78118db003b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1361082 Feb 19 00:54:45.106506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-2db9e151-fe8f-451c-b49a-2890aa5fab7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580573 Feb 19 00:54:45.122488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.124941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6239e20d-bc08-44e3-9ff7-1902b312c272 req-80310f1f-ba45-4efc-b65b-fd244be61a05 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671703 Feb 19 00:54:45.170985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34186) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:45.343775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47716114-91f9-4bef-b7a6-b18350309b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.425424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (8ad70be9-9108-4bfb-a455-fb43c3fcea5f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.494687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47716114-91f9-4bef-b7a6-b18350309b23 admin admin] Publish callbacks [] for security_group (ae9cda56-5f4c-473a-9a13-114c021bab52), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.507329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-7ed2e6b8-9ed9-4b13-9295-bed262274613 service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789709 Feb 19 00:54:45.596545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47716114-91f9-4bef-b7a6-b18350309b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ae9cda56-5f4c-473a-9a13-114c021bab52), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.611692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad70be9-9108-4bfb-a455-fb43c3fcea5f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:45.649885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47716114-91f9-4bef-b7a6-b18350309b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cda56-5f4c-473a-9a13-114c021bab52,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:45.668210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc22a6c-9ca2-49c5-844a-5b57371fdb17 req-4b39e183-7969-45d3-968d-93cbfa85879e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:45.676174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47716114-91f9-4bef-b7a6-b18350309b23 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=880c6a4953a3413b9d7c0d1e2f4eb1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035448 Feb 19 00:54:45.680838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cc22a6c-9ca2-49c5-844a-5b57371fdb17 req-4b39e183-7969-45d3-968d-93cbfa85879e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.3262677 Feb 19 00:54:45.680963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:45.683504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Checking segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:45.683879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Network hostable DHCP agents. Network: 760bdadb-f48d-481f-9b08-c040f2ffa28f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:45.721849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3fce6d4-d02d-4f69-93d6-ca4fddd9913a req-121b39ea-be5b-4100-8d81-97205e8b2d3b service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014542 Feb 19 00:54:45.748653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2d2c8-921e-45d3-b762-178ef9e30399 req-9fecc91a-89d0-495c-ba9b-76b34b4903e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:45.748653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfd2d2c8-921e-45d3-b762-178ef9e30399 req-9fecc91a-89d0-495c-ba9b-76b34b4903e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 944 time: 0.1199124 Feb 19 00:54:45.772314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] Publish callbacks [] for security_group (ae9cda56-5f4c-473a-9a13-114c021bab52), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.778707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cc22a6c-9ca2-49c5-844a-5b57371fdb17 req-da356fd5-9241-41c7-83c3-3b0ea8e59fff tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997715 Feb 19 00:54:45.824657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] Publish callbacks [] for security_group (ae9cda56-5f4c-473a-9a13-114c021bab52), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:45.831465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:45.852908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfd2d2c8-921e-45d3-b762-178ef9e30399 req-af729c78-7978-4bef-861e-e0e3ba2baad5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917833 Feb 19 00:54:45.911534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 760bdadb-f48d-481f-9b08-c040f2ffa28f) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:45.923759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:45.924807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80ac3b-7ad8-4ea0-b2c2-517aefc1cc3c None None] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:45.925790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.019896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ae9cda56-5f4c-473a-9a13-114c021bab52), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.022512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.026128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ae9cda56-5f4c-473a-9a13-114c021bab52 HTTP/1.1" status: 204 len: 168 time: 0.3419986 Feb 19 00:54:46.040280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af632f8-1769-4d89-999c-a7fb1747b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cda56-5f4c-473a-9a13-114c021bab52,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:46.048667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a4c67e5-909d-40ae-8ab3-1dcf152baa57 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7048311 Feb 19 00:54:46.048883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:46.054075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:46.077017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-760bdadb-f48d-481f-9b08-c040f2ffa28f', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:54:46.078735 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.191734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.195953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.300129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9aa7-8ce5-4e40-9eac-5930e4e3fcfe req-46b3917e-299a-4d62-baf2-437bb0c30191 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:46.307589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Allocated IP 172.20.0.2 (760bdadb-f48d-481f-9b08-c040f2ffa28f/8ad70be9-9108-4bfb-a455-fb43c3fcea5f/048e1a96-02d8-4619-a627-5f64d73cd22d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:46.308772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for router_controller (f4963420-f2e4-4820-9cc7-6d6e4d906697), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.309396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-109f9aa7-8ce5-4e40-9eac-5930e4e3fcfe req-46b3917e-299a-4d62-baf2-437bb0c30191 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.0855284 Feb 19 00:54:46.338923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-075b6d26-31fc-49cc-9e80-d152a6aa4474 req-5bf754f6-f385-4a13-9d0e-22818fd6659b tempest-FlavorsV2NegativeTest-1162857014 tempest-FlavorsV2NegativeTest-1162857014-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=0fedf75026e84a09bb23c2a36d63b5ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360739 Feb 19 00:54:46.384357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-109f9aa7-8ce5-4e40-9eac-5930e4e3fcfe req-80272143-461d-44e6-866a-469e1eab5527 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Feb 19 00:54:46.507839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdae63-0b97-4f55-b405-30d575363d21 req-77801d4a-77c7-4fdb-818b-1771fdfac91a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:46.518067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06fdae63-0b97-4f55-b405-30d575363d21 req-77801d4a-77c7-4fdb-818b-1771fdfac91a tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.0756283 Feb 19 00:54:46.528674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks [] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.598203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06fdae63-0b97-4f55-b405-30d575363d21 req-3dad9be0-c870-4a09-94e0-cda3e69a8f14 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788004 Feb 19 00:54:46.614023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.685181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b6d26-31fc-49cc-9e80-d152a6aa4474 req-896be02c-2426-47cc-bdce-704fd3ccabd3 tempest-FlavorsV2NegativeTest-1162857014 tempest-FlavorsV2NegativeTest-1162857014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:46.694030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-075b6d26-31fc-49cc-9e80-d152a6aa4474 req-896be02c-2426-47cc-bdce-704fd3ccabd3 tempest-FlavorsV2NegativeTest-1162857014 tempest-FlavorsV2NegativeTest-1162857014-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3483298 Feb 19 00:54:46.697844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Pushing event updated for resources: {'Port': ['ID=048e1a96-02d8-4619-a627-5f64d73cd22d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:46.710323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for router_gateway (f4963420-f2e4-4820-9cc7-6d6e4d906697), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.714605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.715193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.715726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.716217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.716704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.717271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.718432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.719119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.719696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.720294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.720847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.721468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.722128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:46.724531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-075b6d26-31fc-49cc-9e80-d152a6aa4474 req-6e1d44dc-d79b-4331-abfe-17475242cff7 tempest-FlavorsV2NegativeTest-1162857014 tempest-FlavorsV2NegativeTest-1162857014-project] 10.222.0.94 "GET /v2.0/quotas/0fedf75026e84a09bb23c2a36d63b5ed HTTP/1.1" status: 200 len: 375 time: 0.0290906 Feb 19 00:54:46.736288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:46.736288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:46.741990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:46.804125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-075b6d26-31fc-49cc-9e80-d152a6aa4474 req-aa524172-8243-485a-b839-379bd71ce91b tempest-FlavorsV2NegativeTest-1162857014 tempest-FlavorsV2NegativeTest-1162857014-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0fedf75026e84a09bb23c2a36d63b5ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759213 Feb 19 00:54:46.896603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.907600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Attempting to bind port 048e1a96-02d8-4619-a627-5f64d73cd22d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:46.908009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Attempting to bind port 048e1a96-02d8-4619-a627-5f64d73cd22d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:46.908873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Attempting to bind port 048e1a96-02d8-4619-a627-5f64d73cd22d on network 760bdadb-f48d-481f-9b08-c040f2ffa28f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:46.918470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:46.918812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Checking segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:46.919245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.920075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Bound using segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:46.920197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Bound port: 048e1a96-02d8-4619-a627-5f64d73cd22d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:46.920531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:46.998417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] For port 048e1a96-02d8-4619-a627-5f64d73cd22d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:47.005274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] For port 048e1a96-02d8-4619-a627-5f64d73cd22d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=048e1a96-02d8-4619-a627-5f64d73cd22d,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:47.020794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be02538-a1d3-435c-9edd-48a8a5b88448 req-747d3822-b0ab-49aa-88de-458c5c5a09bc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.022420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5be02538-a1d3-435c-9edd-48a8a5b88448 req-747d3822-b0ab-49aa-88de-458c5c5a09bc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1060684 Feb 19 00:54:47.095002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.164142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eeeca-0b11-4a3f-969e-6b6ff9ab870b None None] Pushing event updated for resources: {'Port': ['ID=048e1a96-02d8-4619-a627-5f64d73cd22d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:47.192419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5be02538-a1d3-435c-9edd-48a8a5b88448 req-1b2ca1ef-39e6-4e07-b8c0-b6984cf82045 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483448 Feb 19 00:54:47.272701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for router_gateway (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.312411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.411889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937efd4d-195b-40f5-9320-afebf2e087bc req-d06314aa-77c1-4722-9ba6-0f60a2c4289c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.413641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-937efd4d-195b-40f5-9320-afebf2e087bc req-d06314aa-77c1-4722-9ba6-0f60a2c4289c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 944 time: 0.1264634 Feb 19 00:54:47.436846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34272) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:47.493062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58135d-b024-4f75-8964-c356fb8597a2 req-d976d677-97c6-429c-8f1c-2ca6138fd31e tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.494709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d58135d-b024-4f75-8964-c356fb8597a2 req-d976d677-97c6-429c-8f1c-2ca6138fd31e tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1707006 Feb 19 00:54:47.524251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-937efd4d-195b-40f5-9320-afebf2e087bc req-6a408627-e186-4679-b7c1-0f843cf03f39 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974109 Feb 19 00:54:47.642044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-376d53b7-2043-4b19-99e7-f3b3974e3ef7 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.648401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-376d53b7-2043-4b19-99e7-f3b3974e3ef7 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.117 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.1230869 Feb 19 00:54:47.697398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1769511422-network', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:47.744628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Allocated IP 172.25.2.117 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a0fe3a38-3d0d-467a-b23c-842df8ce8efe) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:47.860199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8cc58-e794-4414-82b3-d6e431f2159d req-53e295ed-8f2c-407f-9d74-536468813608 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.862186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da8cc58-e794-4414-82b3-d6e431f2159d req-53e295ed-8f2c-407f-9d74-536468813608 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 945 time: 0.1492248 Feb 19 00:54:47.883659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d58135d-b024-4f75-8964-c356fb8597a2 req-104ea4f6-7a52-4af7-bfef-03dbbc381979 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715296 Feb 19 00:54:47.886152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Made reservation on behalf of c006059ef0aa46bca05dbe5f55d4a840 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:47.889464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.899536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Deleting port 598a101f-99a7-42a3-8668-9c6e394ec989 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:47.899887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.954171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.981089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.983877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5da8cc58-e794-4414-82b3-d6e431f2159d req-e7992994-58ba-4d3b-afe4-1f07ad40bc2b tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/security-groups?id=16409193-c136-4897-bc43-b183f42bdb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146629 Feb 19 00:54:48.062713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] For port 598a101f-99a7-42a3-8668-9c6e394ec989, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=598a101f-99a7-42a3-8668-9c6e394ec989,segment=NetworkSegment(d576de2d-b858-4669-9541-838fcb413220),segment_id=d576de2d-b858-4669-9541-838fcb413220)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:48.063196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.079629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks [] for security_group (6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.080777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Calling delete_port for 598a101f-99a7-42a3-8668-9c6e394ec989 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:48.094443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.145888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:48.151536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:48.156298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:48.220773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.236220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:48.243918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ee5605bc-0c1a-43a9-80a0-d273436bc88a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.244265 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Added segment ee5605bc-0c1a-43a9-80a0-d273436bc88a of type vlan for network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f Feb 19 00:54:48.372118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (683f92e1-fe06-4ed4-be72-cdc9b2682c7f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.379999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (598a101f-99a7-42a3-8668-9c6e394ec989), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.434651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Pushing event deleted for resources: {'Port': ['ID=598a101f-99a7-42a3-8668-9c6e394ec989,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:48.482042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (683f92e1-fe06-4ed4-be72-cdc9b2682c7f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.483478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:48.484146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.490914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 048e1a96-02d8-4619-a627-5f64d73cd22d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:48.530195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:48.548342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] No DVR routers for this DVR port 598a101f-99a7-42a3-8668-9c6e394ec989 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:48.557295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.571222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c66e778-f290-4247-ac7f-40c49b40ca3f req-694ec17c-ce73-4cd5-b8e3-9ac2c8d58844 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.117 "DELETE /v2.0/ports/598a101f-99a7-42a3-8668-9c6e394ec989 HTTP/1.1" status: 204 len: 173 time: 0.9150717 Feb 19 00:54:48.576676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'name': 'network-vif-deleted', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:48.590662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1524651 Feb 19 00:54:48.598690 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2f501-8b16-44bf-a4d0-be9b29a5fd84" -d '{"events": [{"server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "name": "network-vif-deleted", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:48.604727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34286) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:48.612913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34288) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:48.634889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Request body: {'subnet': {'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-subnet', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:48.679610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d471f2d3-c33d-4bc7-a57d-8715779e13bb details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:54:48.692655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:48.736261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 048e1a96-02d8-4619-a627-5f64d73cd22d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:48.736567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.736910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.737253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.737395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.737595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.737929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.738259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.738581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.738905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.739251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.739742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.739919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.740237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.740557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.751233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.762477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.762813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.763180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.763572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.763915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.765024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.765525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.765871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.766209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.766537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.766863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.767210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:48.775617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8f5f-aa07-40fb-a892-3a03a3d4d81f admin admin] Pushing event updated for resources: {'Network': ['ID=683f92e1-fe06-4ed4-be72-cdc9b2682c7f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:48.824151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:48.904759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bc18d-3461-443c-ab0a-1e2ef56cae92 req-ad9522f2-cb64-4e52-9bc4-7905df85eb05 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:48.912005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-084bc18d-3461-443c-ab0a-1e2ef56cae92 req-ad9522f2-cb64-4e52-9bc4-7905df85eb05 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.5050359 Feb 19 00:54:48.915907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-4c29e7b0-755e-429f-91fb-8f753a2c245e tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:48.917683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-4c29e7b0-755e-429f-91fb-8f753a2c245e tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.117 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.2523563 Feb 19 00:54:48.941392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a95d0-0c48-4eca-a707-4ab1b41ec907 req-d93b4775-edda-4868-9c11-bb2df6af3c10 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:48.943222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-413a95d0-0c48-4eca-a707-4ab1b41ec907 req-d93b4775-edda-4868-9c11-bb2df6af3c10 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 944 time: 0.1501346 Feb 19 00:54:48.968229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Made reservation on behalf of c006059ef0aa46bca05dbe5f55d4a840 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:48.969771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe2397-0f50-45b5-b2ac-bd79cb164e89 None None] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:48.970809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.082888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-084bc18d-3461-443c-ab0a-1e2ef56cae92 req-4fb4f0c7-a88f-4f33-8cb0-1284b0edd1a8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700087 Feb 19 00:54:49.132608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2c65ae61-30fc-4897-a43a-ca12782d6ab3 None None] Provisioning complete for port 048e1a96-02d8-4619-a627-5f64d73cd22d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:49.132990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c65ae61-30fc-4897-a43a-ca12782d6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.184014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 048e1a96-02d8-4619-a627-5f64d73cd22d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:49.184348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.198794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for router_gateway (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.230103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 048e1a96-02d8-4619-a627-5f64d73cd22d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=048e1a96-02d8-4619-a627-5f64d73cd22d,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:49.240962 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4a4530-19de-4f70-b5f5-ba5de80b1845 x-openstack-request-id: req-ad4a4530-19de-4f70-b5f5-ba5de80b1845 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:49.241185 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d627cf1-c424-4f73-8488-f5ab93b58338", "name": "network-vif-deleted", "tag": "598a101f-99a7-42a3-8668-9c6e394ec989", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:49.241463 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ad4a4530-19de-4f70-b5f5-ba5de80b1845 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:49.241743 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d627cf1-c424-4f73-8488-f5ab93b58338', 'name': 'network-vif-deleted', 'tag': '598a101f-99a7-42a3-8668-9c6e394ec989', 'status': 'completed', 'code': 200} Feb 19 00:54:49.257345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:49.269423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d882dade-d5e1-45b9-9b31-758d5c1ece25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.299172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb', 'mac_address': 'fa:16:3e:b1:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:54:49.325394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.377630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-413a95d0-0c48-4eca-a707-4ab1b41ec907 req-6051748f-9036-4926-8af3-ab6112ce9719 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139185 Feb 19 00:54:49.440901 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (27d70f0f-d0aa-4f27-b8d4-431238eb590e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.485295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port d471f2d3-c33d-4bc7-a57d-8715779e13bb is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:49.485685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.504762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b84dcf-db43-407c-a5e5-f0900f28fa96 req-e95fb937-33ff-42ef-bade-637f99ce6c25 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:49.506278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68b84dcf-db43-407c-a5e5-f0900f28fa96 req-e95fb937-33ff-42ef-bade-637f99ce6c25 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1456575 Feb 19 00:54:49.524364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d70f0f-d0aa-4f27-b8d4-431238eb590e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:49.540323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d471f2d3-c33d-4bc7-a57d-8715779e13bb {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:54:49.542071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Deleting port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:49.542679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.576398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:49.598852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c65ae61-30fc-4897-a43a-ca12782d6ab3 None None] Current status of the port 048e1a96-02d8-4619-a627-5f64d73cd22d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:49.601223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68b84dcf-db43-407c-a5e5-f0900f28fa96 req-8fee9c1c-ed87-4930-bc40-721e44482672 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/security-groups?id=448cc93f-88df-45a7-ba65-c010772a7422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602150 Feb 19 00:54:49.616872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=048e1a96-02d8-4619-a627-5f64d73cd22d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:49.659108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.710693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.722714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:49.734197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-411e8f2f-b554-4345-ae3d-48a1e32c54af None None] Provisioning complete for port 048e1a96-02d8-4619-a627-5f64d73cd22d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:49.734572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-411e8f2f-b554-4345-ae3d-48a1e32c54af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.758449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0bfa4325-8f49-49aa-9ee1-40efad4ff440 req-b8a494fd-cf40-4e49-a174-45515f610d15 tempest-ServerTagsTestJSON-1770710154 tempest-ServerTagsTestJSON-1770710154-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d627cf1-c424-4f73-8488-f5ab93b58338 HTTP/1.1" status: 200 len: 210 time: 0.0786994 Feb 19 00:54:49.803806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d882dade-d5e1-45b9-9b31-758d5c1ece25 admin admin] Publish callbacks [] for security_group (43bddf40-4643-45e0-863e-95ab1802afab), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.867818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-411e8f2f-b554-4345-ae3d-48a1e32c54af None None] Current status of the port 048e1a96-02d8-4619-a627-5f64d73cd22d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:49.875226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] For port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,segment=NetworkSegment(d3b54ecb-2d6c-40e2-903c-84106320d7eb),segment_id=d3b54ecb-2d6c-40e2-903c-84106320d7eb)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:49.875729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.897570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Calling delete_port for 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:49.903218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Checking segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:49.904643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Network hostable DHCP agents. Network: 683f92e1-fe06-4ed4-be72-cdc9b2682c7f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:49.911922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d882dade-d5e1-45b9-9b31-758d5c1ece25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (43bddf40-4643-45e0-863e-95ab1802afab), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.946839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['d471f2d3-c33d-4bc7-a57d-8715779e13bb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:49.950945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d882dade-d5e1-45b9-9b31-758d5c1ece25 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0fedf75026e84a09bb23c2a36d63b5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3377092 Feb 19 00:54:49.951941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:50.002819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Router f4963420-f2e4-4820-9cc7-6d6e4d906697 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:54:50.016996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 598a101f-99a7-42a3-8668-9c6e394ec989 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:50.030568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] Publish callbacks [] for security_group (43bddf40-4643-45e0-863e-95ab1802afab), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.064231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882dade-d5e1-45b9-9b31-758d5c1ece25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bddf40-4643-45e0-863e-95ab1802afab,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:50.088773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 598a101f-99a7-42a3-8668-9c6e394ec989 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:50.089122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 598a101f-99a7-42a3-8668-9c6e394ec989 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:50.104986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:50.116977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] Publish callbacks [] for security_group (43bddf40-4643-45e0-863e-95ab1802afab), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.205700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 683f92e1-fe06-4ed4-be72-cdc9b2682c7f) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:50.211532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:50.213077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.236771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ef195-571b-48a9-affb-dc8f8c329a6a None None] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:50.290274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-530e9bd9-6869-44cf-a9dd-47233595e4c2 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6773336 Feb 19 00:54:50.293164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34306) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:50.302207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:50.320197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 048e1a96-02d8-4619-a627-5f64d73cd22d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:50.387077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (77e83c7d-a8a9-4c5b-90d0-020637fd42d6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.422559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:50.434697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Sync routers for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:50.449608 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:50.453494 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:50.480946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Pushing event deleted for resources: {'Port': ['ID=77e83c7d-a8a9-4c5b-90d0-020637fd42d6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:50.491594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (a219285f-3899-4947-8e77-06fabc9112d3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.492708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (a219285f-3899-4947-8e77-06fabc9112d3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.507287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97af7-e404-489b-9730-5e44f900bcd3 req-74c883ec-e857-4bce-b5ac-7501c035604c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:50.516256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33e97af7-e404-489b-9730-5e44f900bcd3 req-74c883ec-e857-4bce-b5ac-7501c035604c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.2099562 Feb 19 00:54:50.523988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (43bddf40-4643-45e0-863e-95ab1802afab), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.527816 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.532601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/43bddf40-4643-45e0-863e-95ab1802afab HTTP/1.1" status: 204 len: 168 time: 0.5781882 Feb 19 00:54:50.548382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:54:50.552023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.553248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.554585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37e3cafc-4d96-48cc-9dfe-742dba23f0c9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5047808 Feb 19 00:54:50.557065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a31a6c-ac9e-480f-9e02-8976aa3a2cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bddf40-4643-45e0-863e-95ab1802afab,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:50.558911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:50.609292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 048e1a96-02d8-4619-a627-5f64d73cd22d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:50.610564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.660882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33e97af7-e404-489b-9730-5e44f900bcd3 req-97d017fb-fc0d-47e2-85c5-e4a3f5cf164f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433949 Feb 19 00:54:50.667162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] No DVR routers for this DVR port 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:50.674367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.694248 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:50.710301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d77bb50-dd6b-463a-a5c3-67abe528092f req-08569183-e196-4950-80f3-3d318ea5eeea tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.117 "DELETE /v2.0/ports/77e83c7d-a8a9-4c5b-90d0-020637fd42d6 HTTP/1.1" status: 204 len: 173 time: 1.7865667 Feb 19 00:54:50.826055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d524-a315-46e1-bb06-fc7fcd3d7102 req-0587075e-2ddb-4fd0-ba0b-e75b1adfbca8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:50.828242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21a9d524-a315-46e1-bb06-fc7fcd3d7102 req-0587075e-2ddb-4fd0-ba0b-e75b1adfbca8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 945 time: 0.3198178 Feb 19 00:54:50.832061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for router_controller (a219285f-3899-4947-8e77-06fabc9112d3), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.865692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Allocated IP 172.20.0.2 (683f92e1-fe06-4ed4-be72-cdc9b2682c7f/27d70f0f-d0aa-4f27-b8d4-431238eb590e/2880d896-1be8-4c49-befe-1d2f6aa3a786) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:50.905707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7d4bfa6-78b8-4be2-9647-b6777a031014 req-29894de6-3e92-4a0d-a353-2aa01d39a5b4 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0912120 Feb 19 00:54:50.955469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 048e1a96-02d8-4619-a627-5f64d73cd22d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:50.989480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:51.137130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21a9d524-a315-46e1-bb06-fc7fcd3d7102 req-37d2ba1f-032b-4898-a67a-855c2edfe60c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966113 Feb 19 00:54:51.259192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'name': 'network-vif-deleted', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:51.266217 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e2f9b-0c37-469b-8c81-e95668cd8ade" -d '{"events": [{"server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "name": "network-vif-deleted", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:51.301659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:48Z', 'revision_number': 3, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:51.356854 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Checking router: f4963420-f2e4-4820-9cc7-6d6e4d906697 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:51.357064 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks [] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.357632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Deleting subnet f3434a2b-9706-4484-8bba-7f2f7974f18f {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:51.359040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Updating router f4963420-f2e4-4820-9cc7-6d6e4d906697 port a0fe3a38-3d0d-467a-b23c-842df8ce8efe binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:54:51.370914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Publish callbacks [] for subnet (f3434a2b-9706-4484-8bba-7f2f7974f18f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.388430 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for router_gateway (a219285f-3899-4947-8e77-06fabc9112d3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.393424 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e15720-ef4b-44ae-a372-79739c908a50 x-openstack-request-id: req-98e15720-ef4b-44ae-a372-79739c908a50 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:51.393787 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f415cf63-5b5b-489b-a814-aacb56d3a7b2", "name": "network-vif-deleted", "tag": "77e83c7d-a8a9-4c5b-90d0-020637fd42d6", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:51.394051 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-98e15720-ef4b-44ae-a372-79739c908a50 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:51.394447 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f415cf63-5b5b-489b-a814-aacb56d3a7b2', 'name': 'network-vif-deleted', 'tag': '77e83c7d-a8a9-4c5b-90d0-020637fd42d6', 'status': 'completed', 'code': 200} Feb 19 00:54:51.419760 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.424035 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.484261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (f3434a2b-9706-4484-8bba-7f2f7974f18f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.598531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (f3434a2b-9706-4484-8bba-7f2f7974f18f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.871023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:51.878362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:51.892428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:51.900590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Pushing event updated for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:51.988598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (f3434a2b-9706-4484-8bba-7f2f7974f18f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.011138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:52.065953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.069291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Attempting to bind port 2880d896-1be8-4c49-befe-1d2f6aa3a786 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:52.069685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Attempting to bind port 2880d896-1be8-4c49-befe-1d2f6aa3a786 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:52.070045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Attempting to bind port 2880d896-1be8-4c49-befe-1d2f6aa3a786 on network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:52.073132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:52.073483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 77e83c7d-a8a9-4c5b-90d0-020637fd42d6 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:52.079401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f3434a2b-9706-4484-8bba-7f2f7974f18f HTTP/1.1" status: 204 len: 168 time: 1.0778310 Feb 19 00:54:52.086936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34344) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:52.091394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:52.091777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Checking segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:52.092178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.092654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Bound using segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:52.093060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Bound port: 2880d896-1be8-4c49-befe-1d2f6aa3a786, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:52.093439 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.144534 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks [] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.152493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7bcaa-ed5b-4511-a180-b8ed51f6c409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3434a2b-9706-4484-8bba-7f2f7974f18f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:52.224210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:52.229602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2880d896-1be8-4c49-befe-1d2f6aa3a786,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:52.252201 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.296831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f930f-b23c-4275-972b-570e19b542f9 req-2d80a6a6-e13c-4507-9887-c44270c6f3f6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:52.298449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e97f930f-b23c-4275-972b-570e19b542f9 req-2d80a6a6-e13c-4507-9887-c44270c6f3f6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.4685760 Feb 19 00:54:52.341621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.356998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9caaeeed-9023-4353-ac6e-a257023cc037), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.414142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03133df-e9d9-4e1d-be53-b6c1f9803d11 req-1cee116f-ccc5-4624-8bb7-ca4687ca9825 tempest-InstanceActionsTestJSON-234547834 tempest-InstanceActionsTestJSON-234547834-project] 10.222.0.94 "GET /v2.0/ports?device_id=f415cf63-5b5b-489b-a814-aacb56d3a7b2 HTTP/1.1" status: 200 len: 210 time: 0.1258435 Feb 19 00:54:52.442880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34352) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:52.449082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Pushing event updated for resources: {'Port': ['ID=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:52.452628 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Attempting to bind port a0fe3a38-3d0d-467a-b23c-842df8ce8efe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:52.453258 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Attempting to bind port a0fe3a38-3d0d-467a-b23c-842df8ce8efe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:52.453614 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Attempting to bind port a0fe3a38-3d0d-467a-b23c-842df8ce8efe on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:52.480081 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.480425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.480760 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.481087 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.484351 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.484701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.485038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.486073 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.486412 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.486743 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.487071 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.487432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.491250 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:52.502590 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:52.502970 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:52.503405 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.503793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:52.504280 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Bound port: a0fe3a38-3d0d-467a-b23c-842df8ce8efe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:52.504657 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.537254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb95ee1-bb94-4c01-a264-6aafd3872537 None None] Pushing event updated for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:52.579471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e97f930f-b23c-4275-972b-570e19b542f9 req-44342336-89b5-4217-b555-1afc79a6f11f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161226 Feb 19 00:54:52.643047 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] For port a0fe3a38-3d0d-467a-b23c-842df8ce8efe, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:52.646618 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] For port a0fe3a38-3d0d-467a-b23c-842df8ce8efe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:52.677692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for router_gateway (a219285f-3899-4947-8e77-06fabc9112d3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.684509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d471f2d3-c33d-4bc7-a57d-8715779e13bb up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:52.699412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-network', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:52.722875 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.788266 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.852257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.858591 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:52.862684 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:52.862853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9caaeeed-9023-4353-ac6e-a257023cc037), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.882623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port d471f2d3-c33d-4bc7-a57d-8715779e13bb completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:54:52.887811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port d471f2d3-c33d-4bc7-a57d-8715779e13bb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:52.888397 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.908676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b9eb-e75f-42cf-b397-4313bc51f323 req-64d64bfe-4245-4cc4-b816-8b9ca2781f17 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:52.916674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5096b9eb-e75f-42cf-b397-4313bc51f323 req-64d64bfe-4245-4cc4-b816-8b9ca2781f17 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 945 time: 0.3258431 Feb 19 00:54:52.927577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Made reservation on behalf of bfa0a6e2fe30442ab06096ec854b7389 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:52.930513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.956490 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d292-168b-42c3-a7bf-c35ed0f76498 None None] Pushing event updated for resources: {'Port': ['ID=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:52.980372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.996804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9caaeeed-9023-4353-ac6e-a257023cc037']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:53.022616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd576de2d-b858-4669-9541-838fcb413220') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:53.023319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd576de2d-b858-4669-9541-838fcb413220') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:53.040755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (d576de2d-b858-4669-9541-838fcb413220), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.083996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d576de2d-b858-4669-9541-838fcb413220), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.104766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Allocated IP 172.25.2.22 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/cd0f9386-5267-4116-8675-5c5457166188) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:53.123543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port d471f2d3-c33d-4bc7-a57d-8715779e13bb is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:53.124608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.165717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5096b9eb-e75f-42cf-b397-4313bc51f323 req-687ac4c8-0aba-407a-8a2b-d9493e22192f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474890 Feb 19 00:54:53.179515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:53.180596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:53.180880 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:53.183985 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10105654-7fc3-48dc-9041-ed4dd3c4dbc7" -d '{"events": [{"server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "name": "network-vif-plugged", "status": "completed", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:53.267617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for port (cd0f9386-5267-4116-8675-5c5457166188), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.269065 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4c9ce2-ee49-43a1-8519-da4d7d09edb8 x-openstack-request-id: req-5b4c9ce2-ee49-43a1-8519-da4d7d09edb8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:53.270057 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "name": "network-vif-plugged", "status": "completed", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:53.270402 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5b4c9ce2-ee49-43a1-8519-da4d7d09edb8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:53.270820 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb', 'code': 200} Feb 19 00:54:53.277095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.308580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:53.308580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (d576de2d-b858-4669-9541-838fcb413220), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:53.310381 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:53.405633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:53.459784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cd0f9386-5267-4116-8675-5c5457166188), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.482738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks [] for security_group (0e81bfdf-1bae-4331-a623-8558130eb618), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.511841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34362) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:53.566440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Allocated IP 172.20.0.1 (760bdadb-f48d-481f-9b08-c040f2ffa28f/8ad70be9-9108-4bfb-a455-fb43c3fcea5f/e20eabca-4f13-4a07-a1f9-6e8994400ca1) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:53.582002 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:48Z', 'revision_number': 3, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:53.590066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0e81bfdf-1bae-4331-a623-8558130eb618), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.607910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:53.623497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:53.631054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:53.654080 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac010c3-e0c1-4ed2-8dd0-8b7e2cad83e8 None None] The sync data for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 is: [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:48Z', 'revision_number': 3, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:54:53.690548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81bfdf-1bae-4331-a623-8558130eb618,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:53.708926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9caaeeed-9023-4353-ac6e-a257023cc037), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.736620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0f9386-5267-4116-8675-5c5457166188,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:53.747117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.759176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] 10.222.0.94 "DELETE /v2.0/networks/9caaeeed-9023-4353-ac6e-a257023cc037 HTTP/1.1" status: 204 len: 168 time: 1.6674340 Feb 19 00:54:53.789770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Deleting subnet ed9bcaaf-17c2-43ae-8529-2747b10a5f55 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:53.819618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:54:53.829302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58af5a-34ae-4fe9-9a0e-651318aa30f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9caaeeed-9023-4353-ac6e-a257023cc037,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:53.831714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b98d1-2bf7-4955-9d53-3e3caef1599d req-6de34bf0-d909-4d23-971c-f334a0d69868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:53.833243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c55b98d1-2bf7-4955-9d53-3e3caef1599d req-6de34bf0-d909-4d23-971c-f334a0d69868 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 1128 time: 0.4635108 Feb 19 00:54:53.838372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Publish callbacks [] for subnet (ed9bcaaf-17c2-43ae-8529-2747b10a5f55), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.897853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9b4d15f3-bdb2-4870-8813-4d1b215f8217), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.898253 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Added segment 9b4d15f3-bdb2-4870-8813-4d1b215f8217 of type vlan for network 4fe59ac3-3805-4960-9120-f85a1fea6ffa Feb 19 00:54:53.902115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c55b98d1-2bf7-4955-9d53-3e3caef1599d req-cb2e26e7-5209-4d67-bf53-4af641f3f497 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Feb 19 00:54:54.002424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (4fe59ac3-3805-4960-9120-f85a1fea6ffa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.084718 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks [] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.166721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (4fe59ac3-3805-4960-9120-f85a1fea6ffa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.170107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:54.172600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.271683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.298942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd0bb9-6e1b-4af7-a0cd-032df6913944 None None] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:54.308246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34370) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:54.308543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ed9bcaaf-17c2-43ae-8529-2747b10a5f55), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.382884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9335823 Feb 19 00:54:54.386668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a4bc9-c86b-4558-8784-28bd81189edd admin admin] Pushing event updated for resources: {'Network': ['ID=4fe59ac3-3805-4960-9120-f85a1fea6ffa,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:54.389119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34372) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:54.399433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ead4a-8d11-4ab1-ad05-35cc48c2ba72 req-dcaebb1e-f00c-4db0-8f19-25cccbdeb354 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:54.415530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d94ead4a-8d11-4ab1-ad05-35cc48c2ba72 req-dcaebb1e-f00c-4db0-8f19-25cccbdeb354 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.6141555 Feb 19 00:54:54.437117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:54:54.441782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Request body: {'subnet': {'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-subnet', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:54.467059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ed9bcaaf-17c2-43ae-8529-2747b10a5f55), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.481130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0fe3a38-3d0d-467a-b23c-842df8ce8efe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:54.538531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:54.549205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:54.553869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:54.566913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:54.618463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Provisioning complete for port 2880d896-1be8-4c49-befe-1d2f6aa3a786 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:54.618916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.708183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.847173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Made reservation on behalf of bfa0a6e2fe30442ab06096ec854b7389 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:54.849525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.866508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a35355e6-55ed-40dd-a99c-a20ea2fa68d2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=857c8a7c571e4b63b7ad4cb19d0b5140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456357 Feb 19 00:54:54.898045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:54.909352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for router_gateway (a219285f-3899-4947-8e77-06fabc9112d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.925544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d8e27-a9c9-45a4-b8d7-6c5c7e524a13 req-f471132e-8a34-4ab9-b82a-68ae223f3273 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:54.927068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf5d8e27-a9c9-45a4-b8d7-6c5c7e524a13 req-f471132e-8a34-4ab9-b82a-68ae223f3273 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.5516973 Feb 19 00:54:55.003669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0fe3a38-3d0d-467a-b23c-842df8ce8efe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:55.004481 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.040490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Current status of the port 2880d896-1be8-4c49-befe-1d2f6aa3a786 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:55.041295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.053435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ed9bcaaf-17c2-43ae-8529-2747b10a5f55), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.099747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2880d896-1be8-4c49-befe-1d2f6aa3a786,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:55.140645 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.156669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ed9bcaaf-17c2-43ae-8529-2747b10a5f55 HTTP/1.1" status: 204 len: 168 time: 1.6408143 Feb 19 00:54:55.161086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34384) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:55.161873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ec345-1530-4720-971a-f1f512de12f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9bcaaf-17c2-43ae-8529-2747b10a5f55,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:55.176235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf5d8e27-a9c9-45a4-b8d7-6c5c7e524a13 req-ea3154d9-aa74-44ce-b20b-8fffeeaf5339 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138295 Feb 19 00:54:55.200881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.209177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d94ead4a-8d11-4ab1-ad05-35cc48c2ba72 req-948368d5-b4aa-45d8-b6b1-b8f236c04be4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907057 Feb 19 00:54:55.250689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] Publish callbacks [] for security_group (16409193-c136-4897-bc43-b183f42bdb97), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.323408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0fe3a38-3d0d-467a-b23c-842df8ce8efe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:55.323993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.330212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] Publish callbacks [] for security_group (16409193-c136-4897-bc43-b183f42bdb97), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.343867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (527a09f5-f646-45a2-b27d-fc3e15ece054), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.385021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87859ce-a1eb-4536-ae71-2bd5725f46a3 None None] Pushing event updated for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:55.394159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a0fe3a38-3d0d-467a-b23c-842df8ce8efe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:55.397580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:55.398182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.401892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.451574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Port e20eabca-4f13-4a07-a1f9-6e8994400ca1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:54:55.468034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.469141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2880d896-1be8-4c49-befe-1d2f6aa3a786 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:55.529355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Provisioning complete for port 2880d896-1be8-4c49-befe-1d2f6aa3a786 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:55.530605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.612587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:55.642749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2880d896-1be8-4c49-befe-1d2f6aa3a786 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:55.642749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.715625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-80d9e4a7-1d36-4b81-9d2d-10d7f4fc08dc None None] Current status of the port 2880d896-1be8-4c49-befe-1d2f6aa3a786 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:55.755293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (16409193-c136-4897-bc43-b183f42bdb97), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.759906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.761079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/16409193-c136-4897-bc43-b183f42bdb97 HTTP/1.1" status: 204 len: 168 time: 0.8592288 Feb 19 00:54:55.762215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (bc41098c-459a-41d9-acc9-001400478788), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.810653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d3669-318e-483d-a6fc-eed9d4e731e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16409193-c136-4897-bc43-b183f42bdb97,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:55.853694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks [] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.862295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc41098c-459a-41d9-acc9-001400478788,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:55.881592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Checking segment: {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:55.882203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Network hostable DHCP agents. Network: 4fe59ac3-3805-4960-9120-f85a1fea6ffa, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:54:55.899820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2880d896-1be8-4c49-befe-1d2f6aa3a786 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:55.973554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.055984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:54:56.091149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.093891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:56.153147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (527a09f5-f646-45a2-b27d-fc3e15ece054), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.163394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 4fe59ac3-3805-4960-9120-f85a1fea6ffa) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:56.172131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e34ab-1829-4a14-b4f5-ac69f466ddda None None] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:56.206140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:56.216626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.225916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527a09f5-f646-45a2-b27d-fc3e15ece054']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:56.244117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b54ecb-2d6c-40e2-903c-84106320d7eb') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:56.244465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b54ecb-2d6c-40e2-903c-84106320d7eb') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:56.261676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (d3b54ecb-2d6c-40e2-903c-84106320d7eb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.269814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (a219285f-3899-4947-8e77-06fabc9112d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.333213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:56.336793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d3b54ecb-2d6c-40e2-903c-84106320d7eb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.347973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe0dc374-2009-49c1-ba85-928469015d67 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9132471 Feb 19 00:54:56.350115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34402) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:56.359587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:56.360403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2880d896-1be8-4c49-befe-1d2f6aa3a786 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:56.367900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (d3b54ecb-2d6c-40e2-903c-84106320d7eb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:54:56.379379 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:54:56.512598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:54:56.532223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.551507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5c630-b8b2-4d63-a3fa-52bc5f7b2ffd req-1b9c415b-1940-4f8e-86c1-9a04647807e7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:56.553368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84b5c630-b8b2-4d63-a3fa-52bc5f7b2ffd req-1b9c415b-1940-4f8e-86c1-9a04647807e7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1659203 Feb 19 00:54:56.586933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2880d896-1be8-4c49-befe-1d2f6aa3a786 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:56.586933 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.604934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7fa8f-bbf3-4dc0-bffe-842161832cf2 req-aa329dbc-b968-4d7d-849a-866deabccc2d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:56.607396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ee7fa8f-bbf3-4dc0-bffe-842161832cf2 req-aa329dbc-b968-4d7d-849a-866deabccc2d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.2195382 Feb 19 00:54:56.620839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (527a09f5-f646-45a2-b27d-fc3e15ece054), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.625698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.632170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] 10.222.0.94 "DELETE /v2.0/networks/527a09f5-f646-45a2-b27d-fc3e15ece054 HTTP/1.1" status: 204 len: 168 time: 1.4429100 Feb 19 00:54:56.656074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a1936-9532-4d87-81c6-e56ce65ef836 admin admin] Pushing event deleted for resources: {'Network': ['ID=527a09f5-f646-45a2-b27d-fc3e15ece054,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:56.675844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.676882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.693282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84b5c630-b8b2-4d63-a3fa-52bc5f7b2ffd req-12b73d56-fae7-47ea-9251-a168cbe3cca2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340199 Feb 19 00:54:56.741196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for router_controller (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.768403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Router a219285f-3899-4947-8e77-06fabc9112d3 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:54:56.794089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Router f4963420-f2e4-4820-9cc7-6d6e4d906697 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:54:56.798547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Allocated IP 172.20.0.2 (4fe59ac3-3805-4960-9120-f85a1fea6ffa/bc41098c-459a-41d9-acc9-001400478788/0a109a4b-5631-476b-92b6-96d3dcb2f1a4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:56.801311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ee7fa8f-bbf3-4dc0-bffe-842161832cf2 req-f9bd7209-002f-46fe-84d2-55d98e8a3f12 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402345 Feb 19 00:54:56.958520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ad26d47c-c9a7-4367-a0eb-bb920e5b198f None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:56.958769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad26d47c-c9a7-4367-a0eb-bb920e5b198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.977102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:57.002192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Sync routers for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:57.005798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2880d896-1be8-4c49-befe-1d2f6aa3a786 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:57.007508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0fe3a38-3d0d-467a-b23c-842df8ce8efe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:54:57.112537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.120140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c939c3d1-898d-401b-b374-b8d179b3f9d5 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8226318 Feb 19 00:54:57.120825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34420) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:57.173899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34422) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:57.198053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ad26d47c-c9a7-4367-a0eb-bb920e5b198f None None] Port e20eabca-4f13-4a07-a1f9-6e8994400ca1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:54:57.211767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:57.212640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:57.232822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for router_gateway (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.317327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:57.336456 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Sync routers for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:57.354416 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8687f3d1-6f22-4331-a9c6-77cc813a53d4 admin admin] 10.222.0.94 "PUT /v2.0/routers/f4963420-f2e4-4820-9cc7-6d6e4d906697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7928827 Feb 19 00:54:57.357067 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:57.357713 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:57.372383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e3d4d68f-766b-42f9-b7fc-8f73f552f49c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f11b585ce59e4679bfe2e882dda2ba05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947966 Feb 19 00:54:57.373082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:57.558316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] Publish callbacks [] for security_group (448cc93f-88df-45a7-ba65-c010772a7422), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.607042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5be7e9-7e73-41ff-afc8-7ae08f79e608 req-64cf1231-1f68-40c3-ba2f-fcb04d0062e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:57.613556 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:57.615797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5be7e9-7e73-41ff-afc8-7ae08f79e608 req-64cf1231-1f68-40c3-ba2f-fcb04d0062e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.2137344 Feb 19 00:54:57.645826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] Publish callbacks [] for security_group (448cc93f-88df-45a7-ba65-c010772a7422), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.691674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks [] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.797058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5be7e9-7e73-41ff-afc8-7ae08f79e608 req-f492c35e-91a6-4573-af0e-2514e8ff7cfb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802113 Feb 19 00:54:57.882174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0fe3a38-3d0d-467a-b23c-842df8ce8efe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:57.882690 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.890087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.005286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:58.029511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 2, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:58.042202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:58.046489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:58.057980 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Checking router: f4963420-f2e4-4820-9cc7-6d6e4d906697 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:58.058385 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Updating router f4963420-f2e4-4820-9cc7-6d6e4d906697 port e20eabca-4f13-4a07-a1f9-6e8994400ca1 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:54:58.084076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for router_gateway (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.087864 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.125230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:58.130444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (448cc93f-88df-45a7-ba65-c010772a7422), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.137519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.142382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/448cc93f-88df-45a7-ba65-c010772a7422 HTTP/1.1" status: 204 len: 168 time: 0.7655523 Feb 19 00:54:58.151538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.161515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b399a7-2f32-4315-b330-70f3b27ff2da req-50322268-5a4e-4fa8-90d5-ec8dea2f2b7d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:58.162787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61b399a7-2f32-4315-b330-70f3b27ff2da req-50322268-5a4e-4fa8-90d5-ec8dea2f2b7d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.2919483 Feb 19 00:54:58.190114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.206280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11d3f9-ba3c-45c2-ab05-c3b7894e9fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448cc93f-88df-45a7-ba65-c010772a7422,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:58.245897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61b399a7-2f32-4315-b330-70f3b27ff2da req-54054082-e7c2-4a73-963c-0319bb75ce57 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763817 Feb 19 00:54:58.304262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Pushing event updated for resources: {'Port': ['ID=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:58.502109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Allocated IP 172.25.2.253 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/eb9303e5-876b-436a-bcc4-e5d76010db20) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:58.617548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Allocated IP 172.20.0.1 (683f92e1-fe06-4ed4-be72-cdc9b2682c7f/27d70f0f-d0aa-4f27-b8d4-431238eb590e/0c718b9a-3cc7-45e9-807a-defe017b00fb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:54:58.675995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Attempting to bind port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:58.676268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Attempting to bind port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:58.676637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Attempting to bind port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 on network 4fe59ac3-3805-4960-9120-f85a1fea6ffa {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:58.693564 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.702027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:58.702685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Checking segment: {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:58.702801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.703727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Bound using segment: {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:58.717241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Bound port: 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:58.720585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.754112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0fe3a38-3d0d-467a-b23c-842df8ce8efe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:58.756489 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks [] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.831144 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.842057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-05b6df1c-2776-4ce3-92f1-725f4063cfcb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:58.844205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-05b6df1c-2776-4ce3-92f1-725f4063cfcb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.1038339 Feb 19 00:54:58.872831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:54:54Z', 'revision_number': 3, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:58.927682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Checking router: a219285f-3899-4947-8e77-06fabc9112d3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:58.928454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Updating router a219285f-3899-4947-8e77-06fabc9112d3 port cd0f9386-5267-4116-8675-5c5457166188 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:54:58.942718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] For port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:59.010766 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239981c2-96ff-4d9d-9a20-c8e9336d4f17 None None] Pushing event updated for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:59.013160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.019236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks [] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.047552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] For port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:59.067490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd0f9386-5267-4116-8675-5c5457166188), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.072343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-073b7b29-911f-4240-9024-5ee1ee397b14 req-8b6b57d5-9cfe-46e2-9017-fc0f5661a9e8 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.2013347 Feb 19 00:54:59.076506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34482) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:59.087535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-network', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:54:59.143062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Attempting to bind port e20eabca-4f13-4a07-a1f9-6e8994400ca1 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:54:59.143600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.146285 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Attempting to bind port e20eabca-4f13-4a07-a1f9-6e8994400ca1 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:54:59.146649 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Attempting to bind port e20eabca-4f13-4a07-a1f9-6e8994400ca1 on network 760bdadb-f48d-481f-9b08-c040f2ffa28f {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:54:59.158047 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:54:59.158428 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Checking segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:54:59.158872 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.162918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.163480 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Bound using segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:54:59.163858 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Bound port: e20eabca-4f13-4a07-a1f9-6e8994400ca1, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:54:59.165395 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.207518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:59.226378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:59.229777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:59.307132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:59.320668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Made reservation on behalf of de3ea139a789414ca9931ca75ddd175b for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:54:59.325301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.338646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.373226 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] For port e20eabca-4f13-4a07-a1f9-6e8994400ca1, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:54:59.381633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] For port e20eabca-4f13-4a07-a1f9-6e8994400ca1, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e20eabca-4f13-4a07-a1f9-6e8994400ca1,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:54:59.421494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:54:59.445415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Pushing event updated for resources: {'Port': ['ID=eb9303e5-876b-436a-bcc4-e5d76010db20,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:59.446606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:54:59.482791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:54:59.484748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566ba93-b004-4b56-8e2c-fed0991987d1 req-c50b4274-8f63-409a-ab36-3c25cd4785d7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:59.485752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088536c-5f93-460f-a9c1-80add4a915d9 None None] Pushing event updated for resources: {'Port': ['ID=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:59.491673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b142717d-31b2-4e29-97a3-27a38c3310d9 None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:54:59.492056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b142717d-31b2-4e29-97a3-27a38c3310d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.501674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d566ba93-b004-4b56-8e2c-fed0991987d1 req-c50b4274-8f63-409a-ab36-3c25cd4785d7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.5332203 Feb 19 00:54:59.522935 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.543152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b142717d-31b2-4e29-97a3-27a38c3310d9 None None] Port e20eabca-4f13-4a07-a1f9-6e8994400ca1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:54:59.821929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks [] for security_group (73ad98b8-426c-4da5-bf81-33171c2c5b43), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.823361 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (a219285f-3899-4947-8e77-06fabc9112d3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.948137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976c5ae-e6a7-4204-9e79-d1d74279dbe8 req-2a14af90-28ed-4775-82e3-e5898e29fc2d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:59.951419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8976c5ae-e6a7-4204-9e79-d1d74279dbe8 req-2a14af90-28ed-4775-82e3-e5898e29fc2d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.5318980 Feb 19 00:54:59.955578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (73ad98b8-426c-4da5-bf81-33171c2c5b43), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.990082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad98b8-426c-4da5-bf81-33171c2c5b43,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.041346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:00.048982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239981c2-96ff-4d9d-9a20-c8e9336d4f17 None None] Pushing event updated for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.079429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks [] for port (cd0f9386-5267-4116-8675-5c5457166188), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.093500 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:00.094135 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:00.111888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (29b68b83-410d-4bd0-9283-41a2c4c1b62c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.115780 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Added segment 29b68b83-410d-4bd0-9283-41a2c4c1b62c of type vlan for network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f Feb 19 00:55:00.125608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a014918a-d177-4c86-ac8a-dad831ae297a None None] Provisioning complete for port 0c718b9a-3cc7-45e9-807a-defe017b00fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:00.128617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a014918a-d177-4c86-ac8a-dad831ae297a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.128757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8976c5ae-e6a7-4204-9e79-d1d74279dbe8 req-d32db72f-4be4-4c73-8cca-dec8e1ee7648 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696415 Feb 19 00:55:00.169561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd0f9386-5267-4116-8675-5c5457166188), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.293231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2a22eedf-d3b0-44f0-b6ba-7909da9b474f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.295053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:00.321988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba29a3-3a41-450e-997b-674ce111c65a None None] Pushing event updated for resources: {'Port': ['ID=cd0f9386-5267-4116-8675-5c5457166188,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.347184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47813da7-e02b-474d-992a-71d5cf3712c3 req-96d91103-8844-4898-8e1c-b9cd57ab9661 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0708301 Feb 19 00:55:00.418582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Attempting to bind port cd0f9386-5267-4116-8675-5c5457166188 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:00.419242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Attempting to bind port cd0f9386-5267-4116-8675-5c5457166188 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:00.419793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Attempting to bind port cd0f9386-5267-4116-8675-5c5457166188 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:00.439373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a014918a-d177-4c86-ac8a-dad831ae297a None None] Port 0c718b9a-3cc7-45e9-807a-defe017b00fb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:00.450797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34508) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:00.477917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:00.478298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:00.478708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.479663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:00.480151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Bound port: cd0f9386-5267-4116-8675-5c5457166188, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:00.480530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd0f9386-5267-4116-8675-5c5457166188), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.524482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2a22eedf-d3b0-44f0-b6ba-7909da9b474f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.525252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:00.525864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.646611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:00.646611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.692777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a22eedf-d3b0-44f0-b6ba-7909da9b474f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.697860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1a5cd3f-8a9c-421d-9d93-1790a6a9b1f8 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6183136 Feb 19 00:55:00.701026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:00.706889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Request body: {'subnet': {'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-subnet', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:00.720331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] For port cd0f9386-5267-4116-8675-5c5457166188, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:00.721316 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:54:59Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:00.732626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:00.734993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.794082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1672019152-network', 'tenant_id': '996deea51dc2492489fa4786c8d90955'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:00.801519 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1dac36-31f7-4a6c-92d9-eacf64203927 None None] The sync data for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 is: [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:54:59Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:00.831797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] For port cd0f9386-5267-4116-8675-5c5457166188, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd0f9386-5267-4116-8675-5c5457166188,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:00.835313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d566ba93-b004-4b56-8e2c-fed0991987d1 req-f01d170a-532a-4f5a-8fe9-bf0b64d00854 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3317938 Feb 19 00:55:00.922561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Made reservation on behalf of de3ea139a789414ca9931ca75ddd175b for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:00.954427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.965978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port d471f2d3-c33d-4bc7-a57d-8715779e13bb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:00.967833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.053644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd0f9386-5267-4116-8675-5c5457166188), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.073185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:01.318804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb96b2-8a65-4a9b-84c1-9579a471d688 None None] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:01.332112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port d471f2d3-c33d-4bc7-a57d-8715779e13bb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d471f2d3-c33d-4bc7-a57d-8715779e13bb,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:01.332538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.375788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for d471f2d3-c33d-4bc7-a57d-8715779e13bb owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:01.377758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for router_gateway (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.457188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba29a3-3a41-450e-997b-674ce111c65a None None] Pushing event updated for resources: {'Port': ['ID=cd0f9386-5267-4116-8675-5c5457166188,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:01.482455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:01.484090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:01.517842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Made reservation on behalf of 996deea51dc2492489fa4786c8d90955 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:01.521426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.541135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.630964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Current status of the port e20eabca-4f13-4a07-a1f9-6e8994400ca1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:01.631621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.632749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (669903e9-eb5d-4849-a2ac-104fa30e9dfc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.655625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:01.655885 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:01.766445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472fd7-8a62-43c8-b5c0-5811b5e92a63 req-b5584913-5988-4c38-ac6f-bed1e6b544c6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:01.772672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9472fd7-8a62-43c8-b5c0-5811b5e92a63 req-b5584913-5988-4c38-ac6f-bed1e6b544c6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.2986622 Feb 19 00:55:01.876699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad58affc-e002-4f42-9e61-16612afa6efc req-5277bba1-781f-410f-aa5b-2903eb90aeb9 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.2642221 Feb 19 00:55:01.914459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9472fd7-8a62-43c8-b5c0-5811b5e92a63 req-3e033b03-75ad-4d1c-b2af-53360218f804 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057284 Feb 19 00:55:01.967622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669903e9-eb5d-4849-a2ac-104fa30e9dfc,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.083795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks [] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.106682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:02.110256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Checking segment: {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:02.110256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Network hostable DHCP agents. Network: 2a22eedf-d3b0-44f0-b6ba-7909da9b474f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:02.156957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.176904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks [] for security_group (9f3093f8-25ae-4b40-aa5d-6b2515b72dd2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.247680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:02.250429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] For port e20eabca-4f13-4a07-a1f9-6e8994400ca1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e20eabca-4f13-4a07-a1f9-6e8994400ca1,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:02.346022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9f3093f8-25ae-4b40-aa5d-6b2515b72dd2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.346022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:02.346022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (25971360-8f86-45e3-8ca2-745867e00b03), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.346022 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Added segment 25971360-8f86-45e3-8ca2-745867e00b03 of type vlan for network a60be51a-e362-4aad-b35a-eea24fae6d5e Feb 19 00:55:02.350999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a60be51a-e362-4aad-b35a-eea24fae6d5e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.412566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b64e8a-4cec-4425-a3b5-a8c5d5dbe0ad req-94625e6e-70d7-4649-8368-027398feff28 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:02.423420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39b64e8a-4cec-4425-a3b5-a8c5d5dbe0ad req-94625e6e-70d7-4649-8368-027398feff28 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 946 time: 0.2861485 Feb 19 00:55:02.450313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.486207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:02.515367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.516608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.516834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.520225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (a219285f-3899-4947-8e77-06fabc9112d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.564611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39b64e8a-4cec-4425-a3b5-a8c5d5dbe0ad req-797a2a36-40e5-4a73-b872-04e449bdad08 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395707 Feb 19 00:55:02.581796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:02.621586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:54:58Z', 'revision_number': 1, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:02.676602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737a842-98ea-423b-b113-a36a0e77f3a8 None None] The sync data for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 is: [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:54:58Z', 'revision_number': 1, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:02.744187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d471f2d3-c33d-4bc7-a57d-8715779e13bb no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:02.757921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2a22eedf-d3b0-44f0-b6ba-7909da9b474f) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:02.778552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a60be51a-e362-4aad-b35a-eea24fae6d5e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.784500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:02.785198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.797659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:02.800104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af2e11-179c-499a-9886-510eec5867a6 None None] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:02.802304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.834943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d471f2d3-c33d-4bc7-a57d-8715779e13bb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.862455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.868820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.875603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:02.947209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=a60be51a-e362-4aad-b35a-eea24fae6d5e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.952340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:02.952584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=d471f2d3-c33d-4bc7-a57d-8715779e13bb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.959314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b5ecefec-a868-4e1b-b6c2-ab24a65fe4d6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2572229 Feb 19 00:55:02.964600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34526) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:02.988167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:03.003263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port d471f2d3-c33d-4bc7-a57d-8715779e13bb on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:03.006970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.011165 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c5f959a-77a6-45c4-8b6c-2eeaefcc6efd req-a83f7bb0-5540-4d47-bf38-c7d809248b88 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "DELETE /v2.0/ports/d471f2d3-c33d-4bc7-a57d-8715779e13bb HTTP/1.1" status: 204 len: 173 time: 4.1538749 Feb 19 00:55:03.012046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'name': 'network-vif-deleted', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:03.017103 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823fac90-34ed-4bc6-ae45-f567a882137c" -d '{"events": [{"server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "name": "network-vif-deleted", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:03.149631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a60be51a-e362-4aad-b35a-eea24fae6d5e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:03.172735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:03.183537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aee27972-c8ac-4511-8d66-e24d1882b024 req-1317ce34-e2c9-41ff-9f42-8c14b6c952a6 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0627117 Feb 19 00:55:03.196973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08b1dfb4-f0f9-44d5-8265-1a5b646a3bd1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7431777 Feb 19 00:55:03.200491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34532) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:03.218290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Request body: {'subnet': {'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1672019152-subnet', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:03.305349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.314433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.409961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No active binding found for port d471f2d3-c33d-4bc7-a57d-8715779e13bb {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:55:03.412662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port d471f2d3-c33d-4bc7-a57d-8715779e13bb host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:55:03.413178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d471f2d3-c33d-4bc7-a57d-8715779e13bb not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:03.437869 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5211e7-1b1b-416c-9060-0dcc6b3d1e82 x-openstack-request-id: req-cb5211e7-1b1b-416c-9060-0dcc6b3d1e82 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:03.439260 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d7cfe8-78e3-4761-a974-4ca9882172cf", "name": "network-vif-deleted", "tag": "d471f2d3-c33d-4bc7-a57d-8715779e13bb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:03.439599 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cb5211e7-1b1b-416c-9060-0dcc6b3d1e82 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:03.440751 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d7cfe8-78e3-4761-a974-4ca9882172cf', 'name': 'network-vif-deleted', 'tag': 'd471f2d3-c33d-4bc7-a57d-8715779e13bb', 'status': 'completed', 'code': 200} Feb 19 00:55:03.447543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e20eabca-4f13-4a07-a1f9-6e8994400ca1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:03.462428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540a0f-60ef-4337-8ddc-c373850a1396 req-8f556455-5f1b-4169-a264-aa75a9be4c74 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:03.479482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7540a0f-60ef-4337-8ddc-c373850a1396 req-8f556455-5f1b-4169-a264-aa75a9be4c74 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.3627355 Feb 19 00:55:03.520232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Made reservation on behalf of 996deea51dc2492489fa4786c8d90955 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:03.523237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.582742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1cfb8886-e606-46b5-8f84-1670cc1f84e2 None None] Provisioning complete for port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:03.583357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8886-e606-46b5-8f84-1670cc1f84e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.661882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:03.667578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd203-771a-4395-8cee-f43ff60beafc None None] Pushing event updated for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:03.681190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:03.681647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.684215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7540a0f-60ef-4337-8ddc-c373850a1396 req-107b06e8-f528-44a8-a6df-95728dc3684a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061768 Feb 19 00:55:03.714005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Sync routers for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:03.789479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.793860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3910a1ff-d606-451a-b4be-319dd3e9fe9a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4402864 Feb 19 00:55:03.795021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:03.843516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:03.844155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:03.855596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'fixed_ips': [{'subnet_id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:55:03.860290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.888466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for router_controller (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.895532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf8c17e8-ed5e-499c-af5b-d0119f400a9d req-ad273263-ddfc-40bc-bb49-3de687d2a337 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=40d7cfe8-78e3-4761-a974-4ca9882172cf HTTP/1.1" status: 200 len: 210 time: 0.1277087 Feb 19 00:55:03.907312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Router a219285f-3899-4947-8e77-06fabc9112d3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:03.989047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb8886-e606-46b5-8f84-1670cc1f84e2 None None] Current status of the port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:04.003241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:04.007465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-280938ee-7402-4f7a-8562-ec616d9aec6b req-92f11bb0-f39e-4ac8-8505-aff78de651e2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0426221 Feb 19 00:55:04.088667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e20eabca-4f13-4a07-a1f9-6e8994400ca1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:04.391366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-92adfcb7-2f6e-40c9-8679-020e53ffd96f None None] Provisioning complete for port 0c718b9a-3cc7-45e9-807a-defe017b00fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:04.395703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92adfcb7-2f6e-40c9-8679-020e53ffd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:04.403943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:04.521168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bc3be9a-fba5-40ef-bab4-49960ad3a94f req-08633f16-955b-4f88-97dd-adc1735c44b0 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0544260 Feb 19 00:55:04.607265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Allocated IP 172.20.0.2 (2a22eedf-d3b0-44f0-b6ba-7909da9b474f/669903e9-eb5d-4849-a2ac-104fa30e9dfc/f91e711a-af4c-42bc-a423-d23fe05d10df) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:04.683015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:04.699175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-41a1b1c9-1762-4c3e-a706-3d8a1e9577c6 admin admin] 10.222.0.94 "PUT /v2.0/routers/a219285f-3899-4947-8e77-06fabc9112d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5766313 Feb 19 00:55:04.754747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (7f606794-f77b-42d4-a4af-65249b18ae00), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:04.830631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks [] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:04.837967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:04.918655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:55:04.930754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.070867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for router_gateway (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.110739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f606794-f77b-42d4-a4af-65249b18ae00,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:05.184425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Checking segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:05.184698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Network hostable DHCP agents. Network: a60be51a-e362-4aad-b35a-eea24fae6d5e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:05.203915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531987ac-7510-48ea-9205-b00415855caf req-56d063b5-e4a4-44bd-8d28-ae9d3bc90e1a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:05.220004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-531987ac-7510-48ea-9205-b00415855caf req-56d063b5-e4a4-44bd-8d28-ae9d3bc90e1a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.3520656 Feb 19 00:55:05.397425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-531987ac-7510-48ea-9205-b00415855caf req-8d3e38df-6e30-4d1e-922b-e11603ef4a7f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748319 Feb 19 00:55:05.407529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Allocated IP 172.20.0.1 (4fe59ac3-3805-4960-9120-f85a1fea6ffa/bc41098c-459a-41d9-acc9-001400478788/abadf991-3a91-4d8c-a391-c53e3e745574) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:05.558445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Network a60be51a-e362-4aad-b35a-eea24fae6d5e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:05.604484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:05.636285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352', 'port_id': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'mac_address': 'fa:16:3e:be:b3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:55:05.641993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-92adfcb7-2f6e-40c9-8679-020e53ffd96f None None] Port 0c718b9a-3cc7-45e9-807a-defe017b00fb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:05.647300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks [] for port (abadf991-3a91-4d8c-a391-c53e3e745574), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.647963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:05.698550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:05.704434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413784383', 'description': 'tempest-description--170648607'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:05.757185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:05.769670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:05.772463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:05.778242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-a7cac5f2-2be7-4b1d-b29f-dc8539b19248 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:05.778749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95d24ea0-b4c5-4a2d-9ff7-711228994773 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:05.778860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.782100 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-a7cac5f2-2be7-4b1d-b29f-dc8539b19248 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.1895268 Feb 19 00:55:05.785513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.787287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a60be51a-e362-4aad-b35a-eea24fae6d5e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:05.792765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:05.793478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.802802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Pushing event updated for resources: {'Port': ['ID=f91e711a-af4c-42bc-a423-d23fe05d10df,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:05.814355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24527fcb-1585-4b61-8fa8-c3b3a78e5e5f None None] Network a60be51a-e362-4aad-b35a-eea24fae6d5e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:05.834817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-e71951ca-b3b1-41cd-aaf2-8106632fe797 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0512147 Feb 19 00:55:05.856285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d25fab7-0055-4472-9c73-5dff7af86b60 req-5ad59252-2654-4a26-b47b-3b72c8b1aef5 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0876679 Feb 19 00:55:05.875333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d24ea0-b4c5-4a2d-9ff7-711228994773 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:05.895213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:05.900788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-a134c9dc-23c6-493e-9c17-f53363c9466a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652983 Feb 19 00:55:05.918347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:05.948335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-06809a2a-768d-4e6f-8410-d9270ebb3bc8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7446775 Feb 19 00:55:05.953249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34572) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:05.971352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:05.992853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:06.032178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:06.032902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.071115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (85176d10-176a-4ab2-aa21-d9ec198681b3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.071115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:06.071339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:06.071446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Pushing event updated for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:06.127955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Attempting to bind port f91e711a-af4c-42bc-a423-d23fe05d10df on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:06.127955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Attempting to bind port f91e711a-af4c-42bc-a423-d23fe05d10df by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:06.131874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (43e1157b-371f-4138-a43f-a98d56923bb6), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.133306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (43e1157b-371f-4138-a43f-a98d56923bb6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.133638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Attempting to bind port f91e711a-af4c-42bc-a423-d23fe05d10df on network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:06.151031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.158924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (85176d10-176a-4ab2-aa21-d9ec198681b3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.208972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.216237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:06.218124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Checking segment: {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:06.220480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.220899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Bound using segment: {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:06.221416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Bound port: f91e711a-af4c-42bc-a423-d23fe05d10df, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:06.221820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.227930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for router_controller (43e1157b-371f-4138-a43f-a98d56923bb6), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.241598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 3, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:06.306261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85176d10-176a-4ab2-aa21-d9ec198681b3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:06.379912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Checking router: 3e77e57d-ce32-49b9-ad4e-f014f4f93cef for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:06.380256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Updating router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef port eb9303e5-876b-436a-bcc4-e5d76010db20 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:06.419594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.428621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f3256d86-8058-4693-8d1c-9dcc651633fd tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7223692 Feb 19 00:55:06.428801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-44c55a21-49bb-4118-9b64-b287d6dced25 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214698 Feb 19 00:55:06.429316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:06.429900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.435342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99ec59-189c-40c2-8711-bb9ecc4c50ca None None] Network a60be51a-e362-4aad-b35a-eea24fae6d5e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:06.449824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'security_group_rule': {'security_group_id': '85176d10-176a-4ab2-aa21-d9ec198681b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:06.549941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['95d24ea0-b4c5-4a2d-9ff7-711228994773'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:06.623368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a40beab-4cd4-478e-85bb-a629c2526286 req-309332ba-b3e2-408e-bf5c-f15fff35d7be tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0598602 Feb 19 00:55:06.694078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (8adf6230-7f74-416d-9cb5-2a2fcd9c8b92), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.732393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-678aafc4-df15-4407-bd1f-cb97bd005e78 None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:06.732958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-678aafc4-df15-4407-bd1f-cb97bd005e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.749229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for router_gateway (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.804087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.807554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for router_gateway (43e1157b-371f-4138-a43f-a98d56923bb6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.807792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (8adf6230-7f74-416d-9cb5-2a2fcd9c8b92), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.818423 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Sync routers for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:06.843958 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:06.844599 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:06.846342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-5a9a40a4-4cfd-4975-918b-14f31b03fada service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153631 Feb 19 00:55:06.902827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (8adf6230-7f74-416d-9cb5-2a2fcd9c8b92), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.923208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.975597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-678aafc4-df15-4407-bd1f-cb97bd005e78 None None] Port abadf991-3a91-4d8c-a391-c53e3e745574 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:07.074173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adf6230-7f74-416d-9cb5-2a2fcd9c8b92,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.085224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Allocated IP 172.25.2.33 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/0e66c9ac-ba9e-4599-84ee-c7da4856b58b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:07.089798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14456f68-03db-4f95-bfd3-f33bdf6d0eef req-67005837-a2b4-4b92-8f27-25028f81d1ba tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:07.099323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14456f68-03db-4f95-bfd3-f33bdf6d0eef req-67005837-a2b4-4b92-8f27-25028f81d1ba tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.3246090 Feb 19 00:55:07.108232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:07.137813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.157121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.162296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7da7bfa-d2c6-4093-b831-fb85de3e457a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7292368 Feb 19 00:55:07.164198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34594) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:07.178990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'security_group_rule': {'security_group_id': '85176d10-176a-4ab2-aa21-d9ec198681b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:07.194891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] For port f91e711a-af4c-42bc-a423-d23fe05d10df, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:07.239073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] For port f91e711a-af4c-42bc-a423-d23fe05d10df, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f91e711a-af4c-42bc-a423-d23fe05d10df,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:07.246279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:07.247404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e20eabca-4f13-4a07-a1f9-6e8994400ca1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:07.351138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14456f68-03db-4f95-bfd3-f33bdf6d0eef req-cafb6edf-1830-45ed-b2f7-3d6c70488832 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500062 Feb 19 00:55:07.353402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (fc0fd445-73f2-49fd-b835-26479bdf914f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.374978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.452070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6add0e13-8adc-49eb-a205-03d1c74e502a req-96e4e7e2-dfb9-4abc-aa8a-7f6cabfa92b9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1125829 Feb 19 00:55:07.491894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e20eabca-4f13-4a07-a1f9-6e8994400ca1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:07.492273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.521486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (fc0fd445-73f2-49fd-b835-26479bdf914f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.555149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks [] for port (abadf991-3a91-4d8c-a391-c53e3e745574), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.564937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7332ef-ce5f-4f7b-9149-3aac780e4b59 None None] Pushing event updated for resources: {'Port': ['ID=f91e711a-af4c-42bc-a423-d23fe05d10df,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.596929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (fc0fd445-73f2-49fd-b835-26479bdf914f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.620711 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 2, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:07.647834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.667677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0fd445-73f2-49fd-b835-26479bdf914f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.690944 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Checking router: a219285f-3899-4947-8e77-06fabc9112d3 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:07.691417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Updating router a219285f-3899-4947-8e77-06fabc9112d3 port 0c718b9a-3cc7-45e9-807a-defe017b00fb binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:07.694133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e20eabca-4f13-4a07-a1f9-6e8994400ca1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:07.697533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd0f9386-5267-4116-8675-5c5457166188 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:07.782672 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.802070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.820451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.821653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9ee5cf76-43cc-47b1-a7eb-0ac5ce70ae05 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6463571 Feb 19 00:55:07.838252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:07.844281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:07.854720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cd0f9386-5267-4116-8675-5c5457166188 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:07.855842 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd0f9386-5267-4116-8675-5c5457166188), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.883069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e82f99b-e6ff-4186-913f-c4b13aec3538 req-258f7732-4aa2-44d8-a46f-398c540eadf4 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0689642 Feb 19 00:55:07.918519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Pushing event updated for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.926355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.016783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.069797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for router_gateway (43e1157b-371f-4138-a43f-a98d56923bb6), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.081679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cd0f9386-5267-4116-8675-5c5457166188 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:08.082816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd0f9386-5267-4116-8675-5c5457166188), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.112060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.119650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port cd0f9386-5267-4116-8675-5c5457166188, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd0f9386-5267-4116-8675-5c5457166188,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:08.138916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.199032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd0f9386-5267-4116-8675-5c5457166188), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.244756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:08.248584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:08.346384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:08.364126 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks [] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.408247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:08.410050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:08.412987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:08.476528 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.564590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f91e711a-af4c-42bc-a423-d23fe05d10df up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:08.596853 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3fd2d-9d8e-4e23-9573-d5dd1f770f1e None None] Pushing event updated for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:08.669605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks [] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.676322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e46c5cc8-6c67-4713-8671-cbb6d9bede59 req-cc2c3179-0d43-4491-bd03-660351b00e73 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1092408 Feb 19 00:55:08.740063 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Attempting to bind port 0c718b9a-3cc7-45e9-807a-defe017b00fb on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:08.742645 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Attempting to bind port 0c718b9a-3cc7-45e9-807a-defe017b00fb by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:08.743185 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Attempting to bind port 0c718b9a-3cc7-45e9-807a-defe017b00fb on network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:08.759914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.761198 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:08.763501 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Checking segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:08.763966 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.770338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Bound using segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:08.770338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Bound port: 0c718b9a-3cc7-45e9-807a-defe017b00fb, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:08.770338 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.770841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:08.797901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.841442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:08.848798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=cd0f9386-5267-4116-8675-5c5457166188,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:08.958541 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] For port 0c718b9a-3cc7-45e9-807a-defe017b00fb, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:08.965151 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] For port 0c718b9a-3cc7-45e9-807a-defe017b00fb, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0c718b9a-3cc7-45e9-807a-defe017b00fb,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:08.973696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Allocated IP 172.25.2.152 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/7c897b57-ac8d-4d1e-b5ae-f573e964581c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:09.007733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac5872-5668-4e10-9525-724db07416f3 req-4b006b1f-011e-4ddb-bd50-da4943aeebd4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:09.009354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eac5872-5668-4e10-9525-724db07416f3 req-4b006b1f-011e-4ddb-bd50-da4943aeebd4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.3126297 Feb 19 00:55:09.031233 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.102798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Attempting to bind port eb9303e5-876b-436a-bcc4-e5d76010db20 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:09.103744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Attempting to bind port eb9303e5-876b-436a-bcc4-e5d76010db20 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:09.104204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Attempting to bind port eb9303e5-876b-436a-bcc4-e5d76010db20 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:09.113335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bda68995-b9f0-4cfd-8414-15d098e9b24f req-392dd257-a6f1-4c46-8630-cdc8ef6bb203 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0437315 Feb 19 00:55:09.113921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ef9f3-17e8-41dd-b804-ce0e8ab89a9d None None] Pushing event updated for resources: {'Port': ['ID=eb9303e5-876b-436a-bcc4-e5d76010db20,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:09.137639 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3fd2d-9d8e-4e23-9573-d5dd1f770f1e None None] Pushing event updated for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:09.164221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:09.164221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:09.166740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.168585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:09.169189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Bound port: eb9303e5-876b-436a-bcc4-e5d76010db20, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:09.169608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.215473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:09.216458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:09.230219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:09.244642 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-48febe47-2ae4-43c6-90ea-2db5c185104f admin admin] 10.222.0.94 "PUT /v2.0/routers/3e77e57d-ce32-49b9-ad4e-f014f4f93cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4466612 Feb 19 00:55:09.320507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] For port eb9303e5-876b-436a-bcc4-e5d76010db20, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:09.324038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] For port eb9303e5-876b-436a-bcc4-e5d76010db20, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eb9303e5-876b-436a-bcc4-e5d76010db20,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:09.336030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40daf8e5-259d-445c-aeae-72bfb6368f0e None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:09.336420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40daf8e5-259d-445c-aeae-72bfb6368f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.353280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f91e711a-af4c-42bc-a423-d23fe05d10df triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:09.353660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.388459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eac5872-5668-4e10-9525-724db07416f3 req-eca444f5-a7c4-41dc-a526-29311652a995 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645635 Feb 19 00:55:09.512273 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:09.552710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for router_gateway (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.612656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.716914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1cf4fb-ddca-481d-a761-91c44dbdf02d None None] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:09.725794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.789978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.832580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.890753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40daf8e5-259d-445c-aeae-72bfb6368f0e None None] Port abadf991-3a91-4d8c-a391-c53e3e745574 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:09.898878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:09.918337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 95d24ea0-b4c5-4a2d-9ff7-711228994773 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:55:09.931562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ef9f3-17e8-41dd-b804-ce0e8ab89a9d None None] Pushing event updated for resources: {'Port': ['ID=eb9303e5-876b-436a-bcc4-e5d76010db20,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:09.947050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:09.948055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:54:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:09.950273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 95d24ea0-b4c5-4a2d-9ff7-711228994773 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:09.950939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Allocated IP 172.25.2.72 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/fef1c2a2-1b7f-4fcc-a3db-e5207505f22e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:09.951075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.952271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:09.959805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:09.982361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:10.004082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-b072b411-1717-49f9-9d9b-35c4cdbb938c tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3272390 Feb 19 00:55:10.027731 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:10.047994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:10.050731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.074377 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3939cd-bef4-4e26-8b2c-bb4a70a692b3 None None] The sync data for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 is: [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:10.102080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64f7e226-89f8-49c5-b394-efe68432efc5 req-7e0c72c3-3197-49b2-9cda-ddd3b57bc0c9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1820691 Feb 19 00:55:10.155424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f91e711a-af4c-42bc-a423-d23fe05d10df is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:10.156537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.163742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Provisioning complete for port 0c718b9a-3cc7-45e9-807a-defe017b00fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:10.164333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.247947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.267629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.395945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:10.468007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.528159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f91e711a-af4c-42bc-a423-d23fe05d10df, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f91e711a-af4c-42bc-a423-d23fe05d10df,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:10.619247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Allocated IP 172.25.2.150 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/751ed2db-5ed5-411a-b813-b1296ea92d95) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:10.673941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95d24ea0-b4c5-4a2d-9ff7-711228994773 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:10.673941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.673941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.807077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Pushing event updated for resources: {'Port': ['ID=7c897b57-ac8d-4d1e-b5ae-f573e964581c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:10.840234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-737d781c-6a48-44cd-8b80-04b49aaf049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.946998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.987806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:10.991464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:11.000596 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cca60a-5689-4a0b-9420-0499e140bed9" -d '{"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-plugged", "status": "completed", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:11.077016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0c718b9a-3cc7-45e9-807a-defe017b00fb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:11.087854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:11.090101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f762090-4ad1-4646-bef0-1f80e049dc97 req-7399ee65-8888-42a4-bd22-1fc7f7be98e4 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.2723758 Feb 19 00:55:11.090419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Current status of the port 0c718b9a-3cc7-45e9-807a-defe017b00fb is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:11.090934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.131182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f91e711a-af4c-42bc-a423-d23fe05d10df,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:11.198061 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.290044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.350686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-03e18401-d144-4425-8050-5a327460e91c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:11.354118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-03e18401-d144-4425-8050-5a327460e91c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 1.2511158 Feb 19 00:55:11.368053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] For port 0c718b9a-3cc7-45e9-807a-defe017b00fb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0c718b9a-3cc7-45e9-807a-defe017b00fb,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:11.384355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:11.411292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': 'e52fad97-9957-467c-8485-20d97c40a762', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:11.412924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0c718b9a-3cc7-45e9-807a-defe017b00fb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:11.413487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.473773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:06Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'abadf991-3a91-4d8c-a391-c53e3e745574', 'name': '', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'mac_address': 'fa:16:3e:ef:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:04Z', 'updated_at': '2022-02-19T00:55:07Z', 'revision_number': 2, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'subnets': [{'id': 'bc41098c-459a-41d9-acc9-001400478788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:11.476104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.525776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc2df5-09fa-4163-a114-d6c102fa91ca req-e0e3e104-358b-4daa-83e8-be9ffd1dba61 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:11.527639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48dc2df5-09fa-4163-a114-d6c102fa91ca req-e0e3e104-358b-4daa-83e8-be9ffd1dba61 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.2972403 Feb 19 00:55:11.533026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for router_gateway (43e1157b-371f-4138-a43f-a98d56923bb6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.552220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a5bb0-d8fb-48b8-9e62-13484d232022 None None] The sync data for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 is: [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:06Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'abadf991-3a91-4d8c-a391-c53e3e745574', 'name': '', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'mac_address': 'fa:16:3e:ef:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:04Z', 'updated_at': '2022-02-19T00:55:07Z', 'revision_number': 2, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'subnets': [{'id': 'bc41098c-459a-41d9-acc9-001400478788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:11.579696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Provisioning complete for port f91e711a-af4c-42bc-a423-d23fe05d10df triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:11.580327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.583075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:11.587905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:11.591394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:11.595480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:11.649518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:11.650702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Pushing event updated for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:11.667512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48dc2df5-09fa-4163-a114-d6c102fa91ca req-d77136cd-7ff1-49cd-9ebc-26250acbfecd tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289291 Feb 19 00:55:11.674945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:11.681142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:11.726556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0c718b9a-3cc7-45e9-807a-defe017b00fb is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:11.736421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd0f9386-5267-4116-8675-5c5457166188 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:11.808251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'Port': ['ID=fef1c2a2-1b7f-4fcc-a3db-e5207505f22e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:11.852091 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30625fe6-1275-4312-83a0-92783487e801 x-openstack-request-id: req-30625fe6-1275-4312-83a0-92783487e801 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:11.856587 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-plugged", "status": "completed", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:11.857150 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30625fe6-1275-4312-83a0-92783487e801 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:11.858415 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'code': 200} Feb 19 00:55:11.975379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0645902e-43d3-4fa9-998a-585dfb0d9980 None None] Current status of the port f91e711a-af4c-42bc-a423-d23fe05d10df is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:11.995905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cd0f9386-5267-4116-8675-5c5457166188 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:11.996454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd0f9386-5267-4116-8675-5c5457166188), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.038822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (b54cf2c8-d765-46d1-9d9b-cac3cb836ac3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.094075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=751ed2db-5ed5-411a-b813-b1296ea92d95,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:12.098791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.113688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0f628-53f7-4afe-b93e-8e73caf5c250 req-377d6d75-e6b3-4c74-a42d-8f84c7fc25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:12.115843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12c0f628-53f7-4afe-b93e-8e73caf5c250 req-377d6d75-e6b3-4c74-a42d-8f84c7fc25cd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1127 time: 0.2174103 Feb 19 00:55:12.130061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cd0f9386-5267-4116-8675-5c5457166188 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:12.135355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:12.138763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.151295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33bd9c7d-8d06-46f0-b8e4-eebca39270ab req-60a5d2ab-2b8d-4a6f-9752-25135ffc9c3b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1726055 Feb 19 00:55:12.158961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f915b614-c89b-4732-b4de-c207fcf57556 None None] Provisioning complete for port f91e711a-af4c-42bc-a423-d23fe05d10df triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:12.159570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f915b614-c89b-4732-b4de-c207fcf57556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.249525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (43e1157b-371f-4138-a43f-a98d56923bb6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.266371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:12.328733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12c0f628-53f7-4afe-b93e-8e73caf5c250 req-d9822449-c392-4c75-8adb-ca4e3cdaa5d1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046590 Feb 19 00:55:12.331519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.406139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f915b614-c89b-4732-b4de-c207fcf57556 None None] Current status of the port f91e711a-af4c-42bc-a423-d23fe05d10df is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:12.412008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-426f60d3-5886-4fcd-8af0-772fc582d691 req-0bcb3da8-602c-4d82-9c70-5b5474adcf4a tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0950909 Feb 19 00:55:12.525384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.652729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.3 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/b2448585-3659-4147-ac7f-17abe23bd532) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:12.794874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.808017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-02a3099a-4631-4592-b6b3-3095f9ef8d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.822988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:12.833056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.856539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Sync routers for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:12.856539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f91e711a-af4c-42bc-a423-d23fe05d10df up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:12.883548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.912456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:12.913266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:13.025741 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.031543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7cf49923-4257-4240-a8eb-c8c04a1f17f3 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0635321 Feb 19 00:55:13.043280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:13.081123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b54cf2c8-d765-46d1-9d9b-cac3cb836ac3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.084247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.174809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f02aa8-b451-4119-8ef2-399a113a2897 req-ec6cd44d-2dca-4926-9132-00d197c38f95 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:13.175487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.175667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35f02aa8-b451-4119-8ef2-399a113a2897 req-ec6cd44d-2dca-4926-9132-00d197c38f95 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.3442614 Feb 19 00:55:13.188226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=751ed2db-5ed5-411a-b813-b1296ea92d95,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:13.239576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'Port': ['ID=fef1c2a2-1b7f-4fcc-a3db-e5207505f22e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:13.243512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Router 43e1157b-371f-4138-a43f-a98d56923bb6 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:13.281279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f91e711a-af4c-42bc-a423-d23fe05d10df triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:13.281662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.290057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.291584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-35b4f2de-d5fb-4760-befd-1c16b2287afe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2696567 Feb 19 00:55:13.331228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:13.338986 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (b2448585-3659-4147-ac7f-17abe23bd532), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.361412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-694c988f-eee4-4d75-bdc0-789ed4df369e tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0626867 Feb 19 00:55:13.404408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35f02aa8-b451-4119-8ef2-399a113a2897 req-1fd83174-70a5-43ad-8f1a-a2e8ec0bcab3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060323 Feb 19 00:55:13.450815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.453420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fb8a40d9-4e39-4d7a-9b34-404435570045 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6143019 Feb 19 00:55:13.627869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.636214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f91e711a-af4c-42bc-a423-d23fe05d10df is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:13.637351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0c718b9a-3cc7-45e9-807a-defe017b00fb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:13.658885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-f6137c39-42f2-4244-980d-348876297578 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:13.663303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0fcc9b3-764e-4818-97a3-4b158823cdbd req-f6137c39-42f2-4244-980d-348876297578 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2921221 Feb 19 00:55:13.784574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddf9a825-91fe-4b37-a01a-9f247473f7ad req-58cfc83a-0b20-42a0-86da-09cd7c9028b6 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0378013 Feb 19 00:55:13.785443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0c718b9a-3cc7-45e9-807a-defe017b00fb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:13.785823 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.843579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 3, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:13.907424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Checking router: 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:13.907758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Updating router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:13.941095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:13.969389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:13.977104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.998298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:14.014879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-e2f965e4-98f1-4af9-83ef-2053d0cf5da3 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1413784383&fields=id&tenant_id=c006059ef0aa46bca05dbe5f55d4a840 HTTP/1.1" status: 200 len: 267 time: 0.0713797 Feb 19 00:55:14.033955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:14.046561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0527683-8ace-498d-950d-0ab2695d10be req-fd0397f7-c785-4d91-bc33-947482c71cee tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:14.048540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0527683-8ace-498d-950d-0ab2695d10be req-fd0397f7-c785-4d91-bc33-947482c71cee tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 931 time: 0.4283326 Feb 19 00:55:14.192536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:14.206258 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Sync routers for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:14.232245 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:14.233869 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:14.248769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.258545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-ab90a7a1-ed8d-46e5-a018-992d362a5d9b tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:14.269014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-ab90a7a1-ed8d-46e5-a018-992d362a5d9b tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/networks?id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f HTTP/1.1" status: 200 len: 815 time: 0.2556388 Feb 19 00:55:14.290499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-e9579e4d-c88a-4813-9d11-9005973f7da9 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/quotas/c006059ef0aa46bca05dbe5f55d4a840 HTTP/1.1" status: 200 len: 375 time: 0.0200207 Feb 19 00:55:14.313658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:14.314227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.326368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0527683-8ace-498d-950d-0ab2695d10be req-d761b982-e9ca-4d86-9643-6e798dce9b9c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449930 Feb 19 00:55:14.361673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0c718b9a-3cc7-45e9-807a-defe017b00fb is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:14.388192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-621006e7-8053-45e8-9f2b-a6cd41d20d56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c006059ef0aa46bca05dbe5f55d4a840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886147 Feb 19 00:55:14.445284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.449653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4921ca3c-3bf4-4229-8359-ef15e27e3375 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4610548 Feb 19 00:55:14.453761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34672) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:14.498027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:14.513512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-481de44f-887b-470b-a232-d2f4898e86bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1063938 Feb 19 00:55:14.554037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Request body: {'port': {'device_id': 'e52fad97-9957-467c-8485-20d97c40a762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:14.609476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-06eed407-31c3-4e90-8e43-91d8b5167174 service neutron] 10.222.0.94 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200410 Feb 19 00:55:14.895039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks [] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.918325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-9187f391-2925-4249-a6cd-959d322bcc2f service neutron] 10.222.0.94 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012383 Feb 19 00:55:14.918680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eb9303e5-876b-436a-bcc4-e5d76010db20 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:15.001292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.049130 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 3, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:15.135874 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Checking router: 43e1157b-371f-4138-a43f-a98d56923bb6 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:15.136248 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Updating router 43e1157b-371f-4138-a43f-a98d56923bb6 port 7c897b57-ac8d-4d1e-b5ae-f573e964581c binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:15.178874 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.286899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.294719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Attempting to bind port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:15.294719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Attempting to bind port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:15.294719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Attempting to bind port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:15.307485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24876-c251-4daf-899a-be4bad3ccbf5 None None] Pushing event updated for resources: {'Port': ['ID=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:15.324634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port eb9303e5-876b-436a-bcc4-e5d76010db20 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:15.325202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.334728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:15.335445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:15.336013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.339750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:15.340486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Bound port: 0e66c9ac-ba9e-4599-84ee-c7da4856b58b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:15.341059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.522768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.531467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-2492edf7-12cd-48ed-9a8c-9d1dee5e4e32 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1544831 Feb 19 00:55:15.549181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] For port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:15.552993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] For port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:15.567344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:15.600761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cddd5d-fd26-4550-99d1-37bf1fadf6b1 req-6a070414-5713-4342-af57-0d043090109b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:15.607804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1cddd5d-fd26-4550-99d1-37bf1fadf6b1 req-6a070414-5713-4342-af57-0d043090109b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.3512528 Feb 19 00:55:15.631470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eb9303e5-876b-436a-bcc4-e5d76010db20 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:15.631918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.664240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port eb9303e5-876b-436a-bcc4-e5d76010db20, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eb9303e5-876b-436a-bcc4-e5d76010db20,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:15.666719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.667369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.669152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b2448585-3659-4147-ac7f-17abe23bd532), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.739822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.815049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.823122 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks [] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.845300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:15.846252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:15.933872 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:15.943214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24876-c251-4daf-899a-be4bad3ccbf5 None None] Pushing event updated for resources: {'Port': ['ID=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:15.945328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Allocated IP 172.20.0.1 (a60be51a-e362-4aad-b35a-eea24fae6d5e/7f606794-f77b-42d4-a4af-65249b18ae00/d19b5fed-5579-4487-8d73-a838c841426c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:16.062372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Sync routers for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:16.074020 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Attempting to bind port 7c897b57-ac8d-4d1e-b5ae-f573e964581c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:16.076053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Attempting to bind port 7c897b57-ac8d-4d1e-b5ae-f573e964581c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:16.076053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Attempting to bind port 7c897b57-ac8d-4d1e-b5ae-f573e964581c on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:16.095461 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:16.098164 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:16.098601 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.099061 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:16.102157 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Bound port: 7c897b57-ac8d-4d1e-b5ae-f573e964581c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:16.102617 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.152619 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1432-e949-4dac-9fc3-82936e563cf3 None None] Pushing event updated for resources: {'Port': ['ID=7c897b57-ac8d-4d1e-b5ae-f573e964581c,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:16.171534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=eb9303e5-876b-436a-bcc4-e5d76010db20,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:16.190437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:16.192495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:16.204016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Allocated IP 172.20.0.1 (2a22eedf-d3b0-44f0-b6ba-7909da9b474f/669903e9-eb5d-4849-a2ac-104fa30e9dfc/ac266ab7-cbde-4d51-abaa-d529bad2a2aa) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:16.209922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] For port 7c897b57-ac8d-4d1e-b5ae-f573e964581c, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:16.214552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] For port 7c897b57-ac8d-4d1e-b5ae-f573e964581c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c897b57-ac8d-4d1e-b5ae-f573e964581c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:16.215259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks [] for port (d19b5fed-5579-4487-8d73-a838c841426c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.255789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1cddd5d-fd26-4550-99d1-37bf1fadf6b1 req-a032ceca-6d5c-4dba-aec8-2711e8bcf227 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347415 Feb 19 00:55:16.323276 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.391115 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:16.391996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:16.395334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:16.417356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7307aaa-e74f-4795-bd90-e6fab12b57dd req-ed6f54f0-f34c-4cd3-be6e-b1d8cfa635c4 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0634103 Feb 19 00:55:16.419200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.429710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.602319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:16.602657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9afb0a1-d530-48ba-a042-d7aa9bf79883 req-73c2b7dc-b124-45c3-9de6-dc444e74f3d7 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 210 time: 0.0806382 Feb 19 00:55:16.609613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks [] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.610146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Network a60be51a-e362-4aad-b35a-eea24fae6d5e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:16.614394 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:16.624534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:16.626512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Pushing event updated for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:16.628865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:16.630798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2448585-3659-4147-ac7f-17abe23bd532 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:16.647034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks [] for port (b2448585-3659-4147-ac7f-17abe23bd532), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.698137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Transition to ACTIVE for port object b2448585-3659-4147-ac7f-17abe23bd532 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:55:16.727784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Allocated IP 172.25.2.128 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/5509f8cb-6f57-4486-bc70-1df927695617) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:16.769941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (43e1157b-371f-4138-a43f-a98d56923bb6), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.833326 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae1432-e949-4dac-9fc3-82936e563cf3 None None] Pushing event updated for resources: {'Port': ['ID=7c897b57-ac8d-4d1e-b5ae-f573e964581c,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:16.849175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.884204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a690d-6787-4faf-a865-ccb4c6ebdb78 req-857adfbe-ec2f-44f9-bc6b-244219177520 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:16.892369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-034a690d-6787-4faf-a865-ccb4c6ebdb78 req-857adfbe-ec2f-44f9-bc6b-244219177520 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 931 time: 0.1958616 Feb 19 00:55:16.893328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eb9303e5-876b-436a-bcc4-e5d76010db20 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:16.911918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:16.948241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Pushing event updated for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:16.967606 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 3, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:16.979179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-034a690d-6787-4faf-a865-ccb4c6ebdb78 req-73c50d78-4271-4dd9-8af1-23025d45fad3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Feb 19 00:55:17.001188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd2009-d3a2-42be-a975-20b14dbef6e0 None None] The sync data for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 is: [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 3, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:17.010022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:17.051976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:17.057917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:17.106091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d19b5fed-5579-4487-8d73-a838c841426c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.144674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (5509f8cb-6f57-4486-bc70-1df927695617), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.165301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:17.199669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.310422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Attempting to bind port b2448585-3659-4147-ac7f-17abe23bd532 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:17.311823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Attempting to bind port b2448585-3659-4147-ac7f-17abe23bd532 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:17.312177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Attempting to bind port b2448585-3659-4147-ac7f-17abe23bd532 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:17.336215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Port b2448585-3659-4147-ac7f-17abe23bd532 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:55:17.337173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Attempting to bind port b2448585-3659-4147-ac7f-17abe23bd532 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:17.347577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:17.348257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:17.348833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:17.349450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Bound port: b2448585-3659-4147-ac7f-17abe23bd532, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:17.349994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b2448585-3659-4147-ac7f-17abe23bd532), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.383130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.487363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5509f8cb-6f57-4486-bc70-1df927695617), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.516799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c755-8821-4f73-8fd2-c07fb7fa683a req-f66894d7-33d2-49a8-bdc8-3196c923b23f tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:17.519946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c855c755-8821-4f73-8fd2-c07fb7fa683a req-f66894d7-33d2-49a8-bdc8-3196c923b23f tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1127 time: 0.1666384 Feb 19 00:55:17.568591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks [] for port (d19b5fed-5579-4487-8d73-a838c841426c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.568975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port eb9303e5-876b-436a-bcc4-e5d76010db20 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:17.569373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.601898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c855c755-8821-4f73-8fd2-c07fb7fa683a req-aa4ebfad-ab3f-4557-9db5-65bb9bb62838 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698838 Feb 19 00:55:17.630369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.677634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89310d6e-1006-4b75-90b7-c83297428880 None None] Provisioning complete for port ac266ab7-cbde-4d51-abaa-d529bad2a2aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:17.677634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89310d6e-1006-4b75-90b7-c83297428880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.677634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 3, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:17.678180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=5509f8cb-6f57-4486-bc70-1df927695617,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:17.712492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:17.736704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:17.751998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:17.814453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d03167-fdb1-46e8-a1e3-90703ff5e54f None None] The sync data for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 is: [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 3, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:17.816850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89310d6e-1006-4b75-90b7-c83297428880 None None] Port ac266ab7-cbde-4d51-abaa-d529bad2a2aa cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:17.822917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de487af-bb19-4d66-abfd-74b68acbe195 req-65d66754-71fe-4ec7-b7bf-567e2cc11986 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0480385 Feb 19 00:55:17.848596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (43e1157b-371f-4138-a43f-a98d56923bb6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:17.869417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Pushing event updated for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:17.910876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:06Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'abadf991-3a91-4d8c-a391-c53e3e745574', 'name': '', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'mac_address': 'fa:16:3e:ef:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:04Z', 'updated_at': '2022-02-19T00:55:07Z', 'revision_number': 2, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'subnets': [{'id': 'bc41098c-459a-41d9-acc9-001400478788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:17.996512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Checking router: 3e77e57d-ce32-49b9-ad4e-f014f4f93cef for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:17.996745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Updating router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef port abadf991-3a91-4d8c-a391-c53e3e745574 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:18.062728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eb9303e5-876b-436a-bcc4-e5d76010db20 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:18.064549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:18.073255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.079552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b2448585-3659-4147-ac7f-17abe23bd532,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:18.094489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5facf31-7d0d-4609-8235-ee604bdfacef req-de738459-5ebd-4907-9d87-8d45661bfe2e tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 210 time: 0.0777080 Feb 19 00:55:18.118674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Network a60be51a-e362-4aad-b35a-eea24fae6d5e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:18.128464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:18.142548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (43ecd9cd-c4da-4902-9087-39fa27c84001), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.220924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.308670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.400736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:18.401981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.403005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] 10.222.0.117 "PUT /v2.0/ports/b2448585-3659-4147-ac7f-17abe23bd532 HTTP/1.1" status: 200 len: 1091 time: 3.8661504 Feb 19 00:55:18.403449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:18.407120 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e87a2-b63e-477d-b69a-ac3e9905d933" -d '{"events": [{"name": "network-changed", "server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "tag": "b2448585-3659-4147-ac7f-17abe23bd532"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:18.416560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246a72a-8913-48cc-b402-f8ffbee993d6 req-33982120-3738-49e4-a7ab-53539d9f2360 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:18.428013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f246a72a-8913-48cc-b402-f8ffbee993d6 req-33982120-3738-49e4-a7ab-53539d9f2360 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1127 time: 0.1834471 Feb 19 00:55:18.451257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Router 43e1157b-371f-4138-a43f-a98d56923bb6 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:18.459002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5509f8cb-6f57-4486-bc70-1df927695617), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.582691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb487318-55f6-4bf0-8955-0677b5f24383 service neutron] Pushing event updated for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:18.678115 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks [] for port (abadf991-3a91-4d8c-a391-c53e3e745574), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.767715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.895950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201703f-075e-48ec-aa20-2f0edf7de81d None None] Pushing event updated for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:18.914167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-d530c40f-f383-47f7-8434-6c313d6a48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:18.918790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-d530c40f-f383-47f7-8434-6c313d6a48f1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 1125 time: 0.3922033 Feb 19 00:55:19.018210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-397ec5e6-2d54-44d6-83c1-130e5ffc6aae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2448585-3659-4147-ac7f-17abe23bd532 HTTP/1.1" status: 200 len: 217 time: 0.0855312 Feb 19 00:55:19.030729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Attempting to bind port abadf991-3a91-4d8c-a391-c53e3e745574 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:19.033471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Attempting to bind port abadf991-3a91-4d8c-a391-c53e3e745574 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:19.034211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Attempting to bind port abadf991-3a91-4d8c-a391-c53e3e745574 on network 4fe59ac3-3805-4960-9120-f85a1fea6ffa {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:19.037809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e66c9ac-ba9e-4599-84ee-c7da4856b58b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:19.090976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:19.092747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Checking segment: {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:19.092747 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.093400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Bound using segment: {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:19.094109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Bound port: abadf991-3a91-4d8c-a391-c53e3e745574, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4d15f3-bdb2-4870-8813-4d1b215f8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:19.094812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.131576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (5509f8cb-6f57-4486-bc70-1df927695617), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.162979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f246a72a-8913-48cc-b402-f8ffbee993d6 req-858b61ef-aafb-4a62-874e-f4a2bde4bb8b tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339382 Feb 19 00:55:19.181373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:19.182392 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.234050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-f40bc5f1-5127-46dd-bf1f-f9407f761213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:19.236371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-f40bc5f1-5127-46dd-bf1f-f9407f761213 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.2037098 Feb 19 00:55:19.240953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks [] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.244183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (5509f8cb-6f57-4486-bc70-1df927695617), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.291434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] For port abadf991-3a91-4d8c-a391-c53e3e745574, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:19.295608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] For port abadf991-3a91-4d8c-a391-c53e3e745574, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=abadf991-3a91-4d8c-a391-c53e3e745574,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:19.361574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:19.361851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:19.361851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.377429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-179581c0-ad14-4e65-8b0e-7bffae105789 admin admin] 10.222.0.94 "PUT /v2.0/routers/43e1157b-371f-4138-a43f-a98d56923bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9225228 Feb 19 00:55:19.386395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3176e12e-6e30-45ea-9053-ca5bd2d8ffbb None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:19.386860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3176e12e-6e30-45ea-9053-ca5bd2d8ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.390405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-3e33aaaf-a397-4630-a0c1-39741c846e04 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473012 Feb 19 00:55:19.395669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:19.412275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.414645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=5509f8cb-6f57-4486-bc70-1df927695617,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:19.428283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.433367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (43ecd9cd-c4da-4902-9087-39fa27c84001), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.445220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-5b2be948-8970-4071-8cf0-5507cbec9686 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:19.446233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-5b2be948-8970-4071-8cf0-5507cbec9686 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.96 "GET /v2.0/networks?id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f HTTP/1.1" status: 200 len: 815 time: 0.3813713 Feb 19 00:55:19.478911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bcfef-56a0-4e46-9f5d-790966fa34f5 req-051dc76e-1e3e-4442-a058-0712847555f6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:19.484286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3176e12e-6e30-45ea-9053-ca5bd2d8ffbb None None] Port abadf991-3a91-4d8c-a391-c53e3e745574 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:19.490410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-337bcfef-56a0-4e46-9f5d-790966fa34f5 req-051dc76e-1e3e-4442-a058-0712847555f6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 943 time: 0.1875207 Feb 19 00:55:19.532485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.533549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c897b57-ac8d-4d1e-b5ae-f573e964581c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:19.554385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:19.575668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-66428172-4cd4-4d97-8709-b688b39ca25f tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c006059ef0aa46bca05dbe5f55d4a840 HTTP/1.1" status: 200 len: 380 time: 0.0776901 Feb 19 00:55:19.584651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201703f-075e-48ec-aa20-2f0edf7de81d None None] Pushing event updated for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:19.598355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'port': {'device_id': '25c705a7-5672-4739-af42-93b705de62d6', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'admin_state_up': True, 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'security_groups': ['85176d10-176a-4ab2-aa21-d9ec198681b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:19.602073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:19.602963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:19.717968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.719777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-fb81dde1-52be-4874-80dd-613509a65e91 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1791849 Feb 19 00:55:19.777162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-337bcfef-56a0-4e46-9f5d-790966fa34f5 req-8bef9521-ade6-470a-b75d-c7f63a30c95b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856317 Feb 19 00:55:19.841690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.843883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:19.851130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-65c4db39-35c1-4852-b017-e932e4b4332c tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.128 HTTP/1.1" status: 200 len: 696 time: 0.1223083 Feb 19 00:55:20.019481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Made reservation on behalf of c006059ef0aa46bca05dbe5f55d4a840 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:20.022896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.074939 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d916b9a-0b3b-4eb5-93e9-28064590c0de x-openstack-request-id: req-2d916b9a-0b3b-4eb5-93e9-28064590c0de {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:20.075574 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "tag": "b2448585-3659-4147-ac7f-17abe23bd532", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:20.075752 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2d916b9a-0b3b-4eb5-93e9-28064590c0de {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:20.076258 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532', 'status': 'completed', 'code': 200} Feb 19 00:55:20.111568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-4a964954-efac-432d-becd-3c712295729d service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933429 Feb 19 00:55:20.118572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74a9f40c-d85b-4b98-a6b4-4c4b15bbd32d req-d20819a2-e1df-4aa2-8a31-19bd273a885a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fa4eac4dad0a4aca85f813f624178cd8&device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.1055667 Feb 19 00:55:20.151629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7c897b57-ac8d-4d1e-b5ae-f573e964581c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:20.151629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.154663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:20.259345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74a9f40c-d85b-4b98-a6b4-4c4b15bbd32d req-8ed46ef6-d979-41e1-a80a-8db37574f6ad service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=fa4eac4dad0a4aca85f813f624178cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941162 Feb 19 00:55:20.264227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:20.265324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.266791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4262cc89-ba7b-49a5-b652-6cfa11dcb7be req-472f9479-136d-408c-af66-35aa51fe3dfe tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0780823 Feb 19 00:55:20.296723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Allocated IP 172.20.0.12 (683f92e1-fe06-4ed4-be72-cdc9b2682c7f/27d70f0f-d0aa-4f27-b8d4-431238eb590e/39353d8a-dcbe-482c-bf4c-c304f33da216) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:20.346079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-c22cf2cf-e97e-41b3-aece-9296565611fe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:20.347726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-000d9d9a-649e-4c75-b1a6-baca6feee659 req-c22cf2cf-e97e-41b3-aece-9296565611fe tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.4798794 Feb 19 00:55:20.424810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:20.432957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:20.444900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fbebdd-0b0b-4f4c-b1ae-a4e530d075d7 req-de7a481c-598a-48b0-9ecc-4bb6029ca444 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214238 Feb 19 00:55:20.548759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d829b82a-f17d-4b72-8e5f-f0d46c1be7ee req-4b6a6c8e-c5d9-48ab-abff-0b171f912434 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 210 time: 0.1222844 Feb 19 00:55:20.555647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.558328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f40c-d85b-4b98-a6b4-4c4b15bbd32d req-d7a11fdd-e8ab-40ee-94d3-ecce4a78304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:20.572681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74a9f40c-d85b-4b98-a6b4-4c4b15bbd32d req-d7a11fdd-e8ab-40ee-94d3-ecce4a78304e service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893879 Feb 19 00:55:20.688121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.732257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:06Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'abadf991-3a91-4d8c-a391-c53e3e745574', 'name': '', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'mac_address': 'fa:16:3e:ef:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:04Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'subnets': [{'id': 'bc41098c-459a-41d9-acc9-001400478788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:20.775288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Sync routers for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:20.787580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7c897b57-ac8d-4d1e-b5ae-f573e964581c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:20.790445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.796652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:20.800385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1ecfb-4000-438f-b782-25f5e69dee12 None None] The sync data for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 is: [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:06Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'abadf991-3a91-4d8c-a391-c53e3e745574', 'name': '', 'network_id': '4fe59ac3-3805-4960-9120-f85a1fea6ffa', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'mac_address': 'fa:16:3e:ef:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'bc41098c-459a-41d9-acc9-001400478788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:04Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'subnets': [{'id': 'bc41098c-459a-41d9-acc9-001400478788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:20.800754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:20.803925 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:20.812596 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:20.820675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Current status of the port abadf991-3a91-4d8c-a391-c53e3e745574 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:20.822403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.824929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:20.836752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-ad43217c-4d90-47fe-b35a-72990681a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:20.838247 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-ad43217c-4d90-47fe-b35a-72990681a768 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 1125 time: 0.2030516 Feb 19 00:55:20.874762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 7c897b57-ac8d-4d1e-b5ae-f573e964581c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c897b57-ac8d-4d1e-b5ae-f573e964581c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:20.899906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:20.905329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] For port abadf991-3a91-4d8c-a391-c53e3e745574, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=abadf991-3a91-4d8c-a391-c53e3e745574,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:20.905537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event updated for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:20.931939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:20.933257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.950575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.000853 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.061509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7e5cde8c-3475-4db5-b3b4-89c2f97794b5 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4684706 Feb 19 00:55:21.063310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=7c897b57-ac8d-4d1e-b5ae-f573e964581c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:21.075480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Request body: {'port': {'device_id': '25c705a7-5672-4739-af42-93b705de62d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:21.104341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:21.202054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6cfc8b5f-be74-43b1-b529-582808770921 None None] Provisioning complete for port ac266ab7-cbde-4d51-abaa-d529bad2a2aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:21.207217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8b5f-be74-43b1-b529-582808770921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.209460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device abadf991-3a91-4d8c-a391-c53e3e745574 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:21.358721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.476741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 4, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd19b5fed-5579-4487-8d73-a838c841426c', 'name': '', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'mac_address': 'fa:16:3e:a3:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:17Z', 'revision_number': 2, 'project_id': '996deea51dc2492489fa4786c8d90955', 'subnets': [{'id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:21.517534 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Checking router: 43e1157b-371f-4138-a43f-a98d56923bb6 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:21.518201 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Updating router 43e1157b-371f-4138-a43f-a98d56923bb6 port d19b5fed-5579-4487-8d73-a838c841426c binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:21.544150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9640821-572b-4dfe-925f-6bb6f801ce93 None None] Pushing event updated for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:21.559040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc8b5f-be74-43b1-b529-582808770921 None None] Port ac266ab7-cbde-4d51-abaa-d529bad2a2aa cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:21.559318 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d19b5fed-5579-4487-8d73-a838c841426c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.575942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:21.576300 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.585333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-8d97131d-3719-4393-b5a1-fdb8fc0d311b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:21.593884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-8d97131d-3719-4393-b5a1-fdb8fc0d311b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 811 time: 0.9063265 Feb 19 00:55:21.616025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-037e3321-ce3b-4fd2-a24f-4b1c78008d85 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/quotas/996deea51dc2492489fa4786c8d90955 HTTP/1.1" status: 200 len: 375 time: 0.0207546 Feb 19 00:55:21.668090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port abadf991-3a91-4d8c-a391-c53e3e745574 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:21.669939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e66c9ac-ba9e-4599-84ee-c7da4856b58b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:21.761356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0b6892c6-48b9-48e2-8252-74ec5d1fe1d6 None None] Provisioning complete for port 39353d8a-dcbe-482c-bf4c-c304f33da216 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:21.761738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b6892c6-48b9-48e2-8252-74ec5d1fe1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.808491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:21.809010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.813696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0b6892c6-48b9-48e2-8252-74ec5d1fe1d6 None None] Port 39353d8a-dcbe-482c-bf4c-c304f33da216 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:21.843840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-bf8131aa-c5ed-4c5f-aafe-840867541f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:21.849973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-bf8131aa-c5ed-4c5f-aafe-840867541f39 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.9916787 Feb 19 00:55:21.864278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-a44986c6-63c7-4561-b1bb-ec96ff6b1bff tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6573987 Feb 19 00:55:21.882086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:21.941373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39353d8a-dcbe-482c-bf4c-c304f33da216 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:21.951991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:21.953004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-1d261e15-7dd3-4fec-a8fe-417f03f5875c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3350570 Feb 19 00:55:21.958451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:21.958977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks [] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.966593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b73d1b44-7452-4b5d-a8ef-9b523e660be8 admin admin] 10.222.0.94 "PUT /v2.0/routers/90a911b0-1ba4-439f-8eb8-cff23d4c92d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9156325 Feb 19 00:55:21.969552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-453204f5-949a-4832-a349-0c7a9dfd2b06 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2448585-3659-4147-ac7f-17abe23bd532 HTTP/1.1" status: 200 len: 217 time: 0.1060045 Feb 19 00:55:22.000294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Transition to ACTIVE for port object 39353d8a-dcbe-482c-bf4c-c304f33da216 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:55:22.043964 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.067033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.103994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-26e2ac2a-58e9-4839-b4a7-3041d429f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:22.105489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-26e2ac2a-58e9-4839-b4a7-3041d429f269 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1240335 Feb 19 00:55:22.107868 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks [] for port (d19b5fed-5579-4487-8d73-a838c841426c), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.153309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-903709e6-3b71-4695-8d93-6878a7839442 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414910 Feb 19 00:55:22.155334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b2448585-3659-4147-ac7f-17abe23bd532 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:55:22.173555 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.190611 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-1cd8e9d4-f79c-48e4-be92-bb7d750b13dc service neutron] 10.222.0.94 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198815 Feb 19 00:55:22.230010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Pushing event updated for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:22.341683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Sync routers for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:22.392155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Attempting to bind port 39353d8a-dcbe-482c-bf4c-c304f33da216 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:22.392722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Attempting to bind port 39353d8a-dcbe-482c-bf4c-c304f33da216 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:22.393284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Attempting to bind port 39353d8a-dcbe-482c-bf4c-c304f33da216 on network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:22.401381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954c980-a9d3-45fa-b74a-09633140b4c3 None None] Pushing event updated for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:22.404193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Port 39353d8a-dcbe-482c-bf4c-c304f33da216 on network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:55:22.404842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Attempting to bind port 39353d8a-dcbe-482c-bf4c-c304f33da216 on network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:22.415838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:22.416334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Checking segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:22.416830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Bound using segment: {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:22.417428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Bound port: 39353d8a-dcbe-482c-bf4c-c304f33da216, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5605bc-0c1a-43a9-80a0-d273436bc88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:22.417897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.425128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b2448585-3659-4147-ac7f-17abe23bd532,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:22.446099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.455716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:22.456420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:22.477374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'b2448585-3659-4147-ac7f-17abe23bd532', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': 'b2448585-3659-4147-ac7f-17abe23bd532', 'mac_address': 'fa:16:3e:e2:eb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:55:22.538632 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Attempting to bind port d19b5fed-5579-4487-8d73-a838c841426c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:22.539015 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Attempting to bind port d19b5fed-5579-4487-8d73-a838c841426c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:22.541229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Attempting to bind port d19b5fed-5579-4487-8d73-a838c841426c on network a60be51a-e362-4aad-b35a-eea24fae6d5e {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:22.551915 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:22.552295 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Checking segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:22.552717 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.553108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Bound using segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:22.553580 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Bound port: d19b5fed-5579-4487-8d73-a838c841426c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:22.553958 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d19b5fed-5579-4487-8d73-a838c841426c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.598836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-b1a84385-d89f-419c-9f1d-9bdceb528145 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379704 Feb 19 00:55:22.670280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-350cb4ad-e3a5-4623-8106-498ba7011b13 service neutron] 10.222.0.94 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884296 Feb 19 00:55:22.705362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:22.729166 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] For port d19b5fed-5579-4487-8d73-a838c841426c, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:22.739121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] For port d19b5fed-5579-4487-8d73-a838c841426c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d19b5fed-5579-4487-8d73-a838c841426c,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:22.784325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=39353d8a-dcbe-482c-bf4c-c304f33da216,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:22.810900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:22.819665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b34e87a2-b63e-477d-b69a-ac3e9905d933 req-f0c94c86-10d5-4775-9dad-f0d5b9153bea service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952741 Feb 19 00:55:22.837157 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.872000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Allocated IP 172.25.2.200 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b34280e0-9698-4ecf-83a2-871e2d033668) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:22.884549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b2448585-3659-4147-ac7f-17abe23bd532 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:22.885053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b2448585-3659-4147-ac7f-17abe23bd532), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.891198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.915548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a63c4b8-57ae-4503-8188-f575bbfe40a3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:22.917364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a63c4b8-57ae-4503-8188-f575bbfe40a3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.96 "GET /v2.0/ports?device_id=ed2d839c-a312-4937-98b1-b6572040e54f HTTP/1.1" status: 200 len: 945 time: 0.0958657 Feb 19 00:55:23.020065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:23.020830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.022311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] 10.222.0.96 "PUT /v2.0/ports/39353d8a-dcbe-482c-bf4c-c304f33da216 HTTP/1.1" status: 200 len: 1092 time: 1.9514444 Feb 19 00:55:23.022820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:23.026063 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e6856-323b-45f6-9223-56ee57f3f7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:23.098057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0b385-18b1-4d52-8cc6-a3f75ca9c701 service neutron] Pushing event updated for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.125247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Deleting port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:23.126627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.174830 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954c980-a9d3-45fa-b74a-09633140b4c3 None None] Pushing event updated for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.199325 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:23.202035 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:23.209677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device abadf991-3a91-4d8c-a391-c53e3e745574 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:23.222698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2448585-3659-4147-ac7f-17abe23bd532 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:23.259922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (b34280e0-9698-4ecf-83a2-871e2d033668), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.309667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-81c1e83f-f255-4da1-b9f1-a24ca4561638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:23.314727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-81c1e83f-f255-4da1-b9f1-a24ca4561638 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c006059ef0aa46bca05dbe5f55d4a840&device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 1126 time: 0.1848671 Feb 19 00:55:23.352656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b2448585-3659-4147-ac7f-17abe23bd532,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:23.387401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] For port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:23.388246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.425670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-b17f8d7b-8361-4e72-95e8-2b4d00c9e2ab service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39353d8a-dcbe-482c-bf4c-c304f33da216 HTTP/1.1" status: 200 len: 217 time: 0.1008306 Feb 19 00:55:23.442786 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:23.443830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Calling delete_port for 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:23.468015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.479136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port abadf991-3a91-4d8c-a391-c53e3e745574 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:23.479897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.502706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-0d3ab487-34e6-40f7-8f0e-b77ede06c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:23.504996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-0d3ab487-34e6-40f7-8f0e-b77ede06c5b9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=27d70f0f-d0aa-4f27-b8d4-431238eb590e HTTP/1.1" status: 200 len: 854 time: 0.0685122 Feb 19 00:55:23.566055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-3f06ba19-0d1d-44a9-bd22-89e5bc619979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:23.567853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-3f06ba19-0d1d-44a9-bd22-89e5bc619979 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552185 Feb 19 00:55:23.598942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.614677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:17Z', 'revision_number': 4, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ac266ab7-cbde-4d51-abaa-d529bad2a2aa', 'name': '', 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'mac_address': 'fa:16:3e:8d:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:18Z', 'revision_number': 2, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'subnets': [{'id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:23.614959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.724464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b2448585-3659-4147-ac7f-17abe23bd532'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:23.739127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Checking router: 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:23.739127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Updating router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 port ac266ab7-cbde-4d51-abaa-d529bad2a2aa binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:23.762632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:23.779168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:23.780432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:23.796454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.825733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=b34280e0-9698-4ecf-83a2-871e2d033668,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.848526 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 4, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd19b5fed-5579-4487-8d73-a838c841426c', 'name': '', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'mac_address': 'fa:16:3e:a3:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:22Z', 'revision_number': 4, 'project_id': '996deea51dc2492489fa4786c8d90955', 'subnets': [{'id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:23.849348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Pushing event deleted for resources: {'Port': ['ID=9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.865084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port abadf991-3a91-4d8c-a391-c53e3e745574 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:23.867427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c897b57-ac8d-4d1e-b5ae-f573e964581c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:23.883019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-21c3e3de-d8a5-4965-b920-f1bd86820b54 service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077989 Feb 19 00:55:23.922620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] No DVR routers for this DVR port 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:23.925441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.930574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-881c8878-bc49-45c2-94ca-881fc0307ec0 req-0a852b31-7236-484b-ab6b-e82beb8958e3 tempest-AttachSCSIVolumeTestJSON-693012435 tempest-AttachSCSIVolumeTestJSON-693012435-project] 10.222.0.96 "DELETE /v2.0/ports/9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 HTTP/1.1" status: 204 len: 173 time: 1.0065153 Feb 19 00:55:23.931163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'name': 'network-vif-deleted', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:23.932804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed3b252-c7d0-4c11-b605-1d932887c2b3 None None] The sync data for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 is: [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:16Z', 'revision_number': 4, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd19b5fed-5579-4487-8d73-a838c841426c', 'name': '', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'mac_address': 'fa:16:3e:a3:39:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:22Z', 'revision_number': 4, 'project_id': '996deea51dc2492489fa4786c8d90955', 'subnets': [{'id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:23.948041 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97736b18-bfe7-4779-80f0-1f524374c852" -d '{"events": [{"server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "name": "network-vif-deleted", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:23.958106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (d438f5e4-941a-4960-9ac3-368a4f346375), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.958391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.005665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7c897b57-ac8d-4d1e-b5ae-f573e964581c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:24.006165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.215382 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.308317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d01ef049-5628-4b00-86a4-25be5ab135f8 req-c84d5585-8cb6-4422-a2fa-bfa61d4dcacc service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592293 Feb 19 00:55:24.589919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (b34280e0-9698-4ecf-83a2-871e2d033668), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.633841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7c897b57-ac8d-4d1e-b5ae-f573e964581c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:24.682050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.701835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks [] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.767868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.797706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=b34280e0-9698-4ecf-83a2-871e2d033668,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:24.844249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (d438f5e4-941a-4960-9ac3-368a4f346375), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.884667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850002-3842-40a5-9a67-80714e107524 None None] Pushing event updated for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:24.928103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:24.954179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.955954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-13069ac4-2d24-4478-9ff7-716c096deed1 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0800254 Feb 19 00:55:24.972311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:24.974784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:24.986209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Attempting to bind port ac266ab7-cbde-4d51-abaa-d529bad2a2aa on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:24.986579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Attempting to bind port ac266ab7-cbde-4d51-abaa-d529bad2a2aa by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:24.986952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Attempting to bind port ac266ab7-cbde-4d51-abaa-d529bad2a2aa on network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:24.993865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:24.994249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Checking segment: {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:24.994702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.997715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Bound using segment: {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:24.997715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Bound port: ac266ab7-cbde-4d51-abaa-d529bad2a2aa, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b68b83-410d-4bd0-9283-41a2c4c1b62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:24.997715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.079436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-1186af6b-a15d-4908-ab50-1eb6bbf13fe3 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1122279 Feb 19 00:55:25.084996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] For port ac266ab7-cbde-4d51-abaa-d529bad2a2aa, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:25.093697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] For port ac266ab7-cbde-4d51-abaa-d529bad2a2aa, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:25.187065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d19b5fed-5579-4487-8d73-a838c841426c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:25.246724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-47dd9601-3d36-483b-9922-8fe5170a7a56 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:25.249513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8700c705-92ec-4638-91e6-1637a0f92b88 req-47dd9601-3d36-483b-9922-8fe5170a7a56 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1647267 Feb 19 00:55:25.292490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.372732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Provisioning complete for port ac266ab7-cbde-4d51-abaa-d529bad2a2aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:25.374395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.430383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:25.431026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:25.434424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850002-3842-40a5-9a67-80714e107524 None None] Pushing event updated for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:25.479410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85adc8-6e0d-47e0-87fc-db253a3b46e7 req-08c27763-2340-4ef2-9485-168abe687850 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:25.490583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e85adc8-6e0d-47e0-87fc-db253a3b46e7 req-08c27763-2340-4ef2-9485-168abe687850 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 944 time: 0.1281331 Feb 19 00:55:25.535207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d19b5fed-5579-4487-8d73-a838c841426c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:25.537698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d19b5fed-5579-4487-8d73-a838c841426c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.613962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e85adc8-6e0d-47e0-87fc-db253a3b46e7 req-d8f18ef8-ff81-42a0-84fc-1e895ee5bba7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133692 Feb 19 00:55:25.808450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:25.934543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a1ddd4e-d617-423c-90f8-e6c124da678e req-5cbc2e6a-e6c7-41ec-bfcc-c139f002231f tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0791485 Feb 19 00:55:26.086540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Current status of the port ac266ab7-cbde-4d51-abaa-d529bad2a2aa is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:26.086958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.134134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] For port ac266ab7-cbde-4d51-abaa-d529bad2a2aa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:26.141052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d19b5fed-5579-4487-8d73-a838c841426c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:26.141450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d19b5fed-5579-4487-8d73-a838c841426c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.159021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b2448585-3659-4147-ac7f-17abe23bd532 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:26.213302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-37d3653a-c30d-4e6a-84bd-14a85cf0afb2 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:55:26.222630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-37d3653a-c30d-4e6a-84bd-14a85cf0afb2 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1793373 Feb 19 00:55:26.232322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.232501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5905-e462-4370-8690-da5055e2e0b8 req-dcc9779e-1808-4e52-bb27-098a3ad231c2 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.238066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d9d5905-e462-4370-8690-da5055e2e0b8 req-dcc9779e-1808-4e52-bb27-098a3ad231c2 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 944 time: 0.1850090 Feb 19 00:55:26.366919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d9d5905-e462-4370-8690-da5055e2e0b8 req-992cc59f-b666-4669-aad8-b2f0faf820dc tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277132 Feb 19 00:55:26.375025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ff77bd85-c728-4e7d-8934-240a0e636314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.376946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-2bbfc35e-7251-4fc1-938e-fd9db61c4cb9 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.378029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-2bbfc35e-7251-4fc1-938e-fd9db61c4cb9 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 811 time: 0.2597260 Feb 19 00:55:26.398382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ff77bd85-c728-4e7d-8934-240a0e636314 service neutron] 10.222.0.94 "GET /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 1124 time: 0.1743770 Feb 19 00:55:26.398594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Request body: {'port': {'device_id': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'admin_state_up': True, 'tenant_id': '996deea51dc2492489fa4786c8d90955'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:26.409193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Request body: {'binding': {'host': 'n-h1-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:26.410019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:55:26.515417 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f14c293-db4a-4bca-b8f7-07136674bd66 x-openstack-request-id: req-7f14c293-db4a-4bca-b8f7-07136674bd66 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:26.515417 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:26.515417 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7f14c293-db4a-4bca-b8f7-07136674bd66 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:26.515417 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'status': 'completed', 'code': 200} Feb 19 00:55:26.522589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port d19b5fed-5579-4487-8d73-a838c841426c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d19b5fed-5579-4487-8d73-a838c841426c,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:26.599887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.613062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f4c77d4-38f7-4858-8e21-856487dd1a18 req-1065ca34-8621-445c-9214-7d54b62a3dee tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 210 time: 0.0509841 Feb 19 00:55:26.627445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-69c1e263-6809-4abd-ba14-55d2d570c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.629714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-69c1e263-6809-4abd-ba14-55d2d570c663 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c006059ef0aa46bca05dbe5f55d4a840&device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 1126 time: 0.1354945 Feb 19 00:55:26.663169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9707f537-2dc9-4c6f-857f-be15ec6f5bd3 None None] Provisioning complete for port ac266ab7-cbde-4d51-abaa-d529bad2a2aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:26.663644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9707f537-2dc9-4c6f-857f-be15ec6f5bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.668880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a00bf-0bab-4717-8e8d-988b4cb26b02 None None] Pushing event updated for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:26.738616 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721980fa-a1fb-4658-a1bd-9fa44ed4357d x-openstack-request-id: req-721980fa-a1fb-4658-a1bd-9fa44ed4357d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:26.740420 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2d839c-a312-4937-98b1-b6572040e54f", "name": "network-vif-deleted", "tag": "9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:26.740420 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-721980fa-a1fb-4658-a1bd-9fa44ed4357d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:26.740420 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2d839c-a312-4937-98b1-b6572040e54f', 'name': 'network-vif-deleted', 'tag': '9eeccdf2-f8a5-464a-bd9c-f426d4a2f5b9', 'status': 'completed', 'code': 200} Feb 19 00:55:26.760404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on host n-h1-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:26.766475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Made reservation on behalf of 996deea51dc2492489fa4786c8d90955 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:26.766992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:26.766992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:26.767254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.784808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:55:26.785484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:26.801965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:26.802698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:26.803593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:26.804292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Bound port: 95d24ea0-b4c5-4a2d-9ff7-711228994773, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:26.813425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-bb55b391-ea93-4248-ac25-6cf0c24471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.815008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-bb55b391-ea93-4248-ac25-6cf0c24471b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f HTTP/1.1" status: 200 len: 916 time: 0.1736877 Feb 19 00:55:26.860649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:26.873847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:17Z', 'revision_number': 4, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ac266ab7-cbde-4d51-abaa-d529bad2a2aa', 'name': '', 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'mac_address': 'fa:16:3e:8d:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:25Z', 'revision_number': 4, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'subnets': [{'id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:26.890514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-5d7555c0-f2a4-497d-a9da-d9fc5d55f528 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39353d8a-dcbe-482c-bf4c-c304f33da216 HTTP/1.1" status: 200 len: 217 time: 0.0543952 Feb 19 00:55:26.921429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port b2448585-3659-4147-ac7f-17abe23bd532 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:55:26.923703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-0e13bdaa-1d50-47cc-9438-96ca0bac6991 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1531212 Feb 19 00:55:26.923998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b9b3f-e891-43ad-84b0-00b534a7a563 None None] The sync data for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 is: [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T00:55:17Z', 'revision_number': 4, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ac266ab7-cbde-4d51-abaa-d529bad2a2aa', 'name': '', 'network_id': '2a22eedf-d3b0-44f0-b6ba-7909da9b474f', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'mac_address': 'fa:16:3e:8d:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:15Z', 'updated_at': '2022-02-19T00:55:25Z', 'revision_number': 4, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'subnets': [{'id': '669903e9-eb5d-4849-a2ac-104fa30e9dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:26.927721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port b2448585-3659-4147-ac7f-17abe23bd532 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:26.928632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b2448585-3659-4147-ac7f-17abe23bd532), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.933481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9707f537-2dc9-4c6f-857f-be15ec6f5bd3 None None] Current status of the port ac266ab7-cbde-4d51-abaa-d529bad2a2aa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:26.950062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:26.957969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-79d4091e-764a-48e6-a2c9-421034b96daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:26.960606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-79d4091e-764a-48e6-a2c9-421034b96daa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=27d70f0f-d0aa-4f27-b8d4-431238eb590e HTTP/1.1" status: 200 len: 854 time: 0.0631013 Feb 19 00:55:26.967183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:27.085968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.088241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] 10.222.0.94 "POST /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773/bindings HTTP/1.1" status: 201 len: 389 time: 0.6874936 Feb 19 00:55:27.091615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-ed3fa0df-0e5b-43b3-9de1-7753a67abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:27.095235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-ed3fa0df-0e5b-43b3-9de1-7753a67abdbb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1272511 Feb 19 00:55:27.148827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.191384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b2448585-3659-4147-ac7f-17abe23bd532 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:27.192068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b2448585-3659-4147-ac7f-17abe23bd532), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.236793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d19b5fed-5579-4487-8d73-a838c841426c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:27.257827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Allocated IP 172.20.0.3 (a60be51a-e362-4aad-b35a-eea24fae6d5e/7f606794-f77b-42d4-a4af-65249b18ae00/2c5c7fb7-587e-44c8-b0c1-8760ed76c897) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:27.313506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:27.315972 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8fe040-fb9a-49f2-9530-b38867431fdf" -d '{"events": [{"server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "name": "network-vif-plugged", "status": "completed", "tag": "b2448585-3659-4147-ac7f-17abe23bd532"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:27.339839 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-f57256e9-cbb6-4e9d-9777-c87e0f3fec0a service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342877 Feb 19 00:55:27.347595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b2448585-3659-4147-ac7f-17abe23bd532,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:27.365032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d19b5fed-5579-4487-8d73-a838c841426c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:27.367203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d19b5fed-5579-4487-8d73-a838c841426c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.495460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.549548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-731e6856-323b-45f6-9223-56ee57f3f7cb req-0493e970-217e-4a1e-bce2-6fc192e45c35 service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029681 Feb 19 00:55:27.582827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.694926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:27.707136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2d2e-f6be-4dbf-b233-826ab7339de9 req-5ae5b246-6068-4196-8f2b-5fcddc1ae984 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:27.719120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af9c2d2e-f6be-4dbf-b233-826ab7339de9 req-5ae5b246-6068-4196-8f2b-5fcddc1ae984 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.1239121 Feb 19 00:55:27.803713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks [] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.809737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d19b5fed-5579-4487-8d73-a838c841426c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:27.859156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Allocated IP 172.25.2.46 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/20dfcffb-92a1-4a81-aa46-108e9c342f36) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:27.894232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af9c2d2e-f6be-4dbf-b233-826ab7339de9 req-697b097e-f603-469f-95d5-2a178add0402 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686089 Feb 19 00:55:27.912161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-aec60722-a5bf-4aed-84b8-91f00f14f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:27.915279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-aec60722-a5bf-4aed-84b8-91f00f14f599 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1127 time: 0.1514981 Feb 19 00:55:27.957386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.026952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7c2ff4d-aa7b-4fb3-a3c6-7437cd3ec3e2 req-a51728d6-97b0-43a2-979b-f1375f9af77f tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0445983 Feb 19 00:55:28.034310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Network a60be51a-e362-4aad-b35a-eea24fae6d5e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:28.043280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Pushing event updated for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:28.053386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:28.063034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:28.090402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b2c3fe76-574e-4aa8-8dca-b8a68ea72f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.094443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b2c3fe76-574e-4aa8-8dca-b8a68ea72f78 service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.1648104 Feb 19 00:55:28.113344 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c6dbcd-e814-4cfa-83d1-34ebe3f0182c x-openstack-request-id: req-d9c6dbcd-e814-4cfa-83d1-34ebe3f0182c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:28.113867 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "name": "network-vif-plugged", "status": "completed", "tag": "b2448585-3659-4147-ac7f-17abe23bd532", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:28.114247 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d9c6dbcd-e814-4cfa-83d1-34ebe3f0182c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:28.114748 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532', 'code': 200} Feb 19 00:55:28.124260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.136466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.137142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.239529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-bfc40905-f2d2-46fc-8e92-56ae29e30448 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8515227 Feb 19 00:55:28.244087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-8293e7ed-8d56-4b5c-aaf7-8969562a7bc7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 217 time: 0.1456180 Feb 19 00:55:28.254109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Request body: {'port': {'device_id': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:28.297175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.360264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-afa98907-8d61-4184-916b-be2ac9b7997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.361702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-afa98907-8d61-4184-916b-be2ac9b7997b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0708411 Feb 19 00:55:28.400529 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-f480862e-2e7c-4c72-b404-09fdb598d3e2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286307 Feb 19 00:55:28.416377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e4bb1-51ba-41fc-806d-af10c66530a4 req-640478d8-b597-4114-add6-47dc149cf922 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.417962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be0e4bb1-51ba-41fc-806d-af10c66530a4 req-640478d8-b597-4114-add6-47dc149cf922 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 944 time: 0.1876194 Feb 19 00:55:28.426900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.427314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751b1af-4495-4ad8-9223-c34601c1c3d2 req-2aa5c44a-2457-416d-8ba9-c0a51874bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.428905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9751b1af-4495-4ad8-9223-c34601c1c3d2 req-2aa5c44a-2457-416d-8ba9-c0a51874bd4b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 1127 time: 0.2076187 Feb 19 00:55:28.446605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:28.453661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=20dfcffb-92a1-4a81-aa46-108e9c342f36,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:28.634326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be0e4bb1-51ba-41fc-806d-af10c66530a4 req-7c727a8d-5278-40df-8b07-7ad331d3e309 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043881 Feb 19 00:55:28.640654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-50b84c12-dd0e-4a55-8526-ad30492b66bf service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316933 Feb 19 00:55:28.656738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:28.669540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:28.799018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9751b1af-4495-4ad8-9223-c34601c1c3d2 req-b557e5c4-6de9-41f5-8f77-d48470c26202 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499966 Feb 19 00:55:28.916297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-746abc56-00fd-46f6-9d4a-b6d0a8100301 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618971 Feb 19 00:55:28.930224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (5eb9cc73-6d2a-4175-8158-51905b17370b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.956969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1b9b-593f-48c2-b574-bbab08f70aaa req-9d15fb28-4820-4001-a7f7-9c598ef1c55e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:28.969993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 39353d8a-dcbe-482c-bf4c-c304f33da216 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:55:28.987507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ead1b9b-593f-48c2-b574-bbab08f70aaa req-9d15fb28-4820-4001-a7f7-9c598ef1c55e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1801281 Feb 19 00:55:29.180008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ead1b9b-593f-48c2-b574-bbab08f70aaa req-51675164-fcaf-47e5-a4c9-ee8dfc18f09f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794772 Feb 19 00:55:29.253502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ac266ab7-cbde-4d51-abaa-d529bad2a2aa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:29.417544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a161e-858e-4703-a197-b27d2d24a312 req-5a32527d-5608-4b42-81e6-c14ef90aa2bf tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:29.419430 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c4a161e-858e-4703-a197-b27d2d24a312 req-5a32527d-5608-4b42-81e6-c14ef90aa2bf tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 931 time: 0.0654895 Feb 19 00:55:29.438846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ac266ab7-cbde-4d51-abaa-d529bad2a2aa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:29.439260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.487415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=39353d8a-dcbe-482c-bf4c-c304f33da216,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:29.491118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:29.501249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks [] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.502806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c4a161e-858e-4703-a197-b27d2d24a312 req-ae474891-9d64-4c58-9fc0-0ec21d9cc09b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762725 Feb 19 00:55:29.515713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Transition to ACTIVE for port object 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:55:29.531434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'port_id': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'mac_address': 'fa:16:3e:d2:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:55:29.596460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.636732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.752517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 39353d8a-dcbe-482c-bf4c-c304f33da216 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:29.761635 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.780175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ac266ab7-cbde-4d51-abaa-d529bad2a2aa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:29.785553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39353d8a-dcbe-482c-bf4c-c304f33da216 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:29.805577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e401d1-432a-45d0-afe8-633bc693660c req-71581394-5adb-4549-aa85-5528d7439f39 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:29.824893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0e401d1-432a-45d0-afe8-633bc693660c req-71581394-5adb-4549-aa85-5528d7439f39 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.1774592 Feb 19 00:55:29.832470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=39353d8a-dcbe-482c-bf4c-c304f33da216,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:29.847395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:29.904473 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.918008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Attempting to bind port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:29.918517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Attempting to bind port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:29.919261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Attempting to bind port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 on network a60be51a-e362-4aad-b35a-eea24fae6d5e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:29.925459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0e401d1-432a-45d0-afe8-633bc693660c req-c387f5d1-0f08-4abe-8aa1-a80b4eeab78c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934105 Feb 19 00:55:29.928211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 on network a60be51a-e362-4aad-b35a-eea24fae6d5e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:55:29.928713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Attempting to bind port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 on network a60be51a-e362-4aad-b35a-eea24fae6d5e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:29.948757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:29.952175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Checking segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:29.952175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Bound using segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:29.952175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Bound port: 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:29.952175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.062076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.092533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:30.098749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:30.181365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.191818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['39353d8a-dcbe-482c-bf4c-c304f33da216'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:30.235725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae4fd8a2-c68f-4d34-b79e-f848bfbd0490 req-52c37aca-5bf0-4e6e-bbdb-cfdcdc8e8def tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.1102853 Feb 19 00:55:30.266815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.291823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:30.292458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.293906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] 10.222.0.96 "PUT /v2.0/ports/2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 200 len: 1091 time: 2.0458159 Feb 19 00:55:30.294643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:30.296981 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b322e43-82b0-44b6-9895-3a4174789bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:30.302064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cf897-79b4-45b5-b827-c0ca74ceaf80 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.334408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.491715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627473d-5a94-4d1c-9f05-e8eafab93862 req-243203c3-db3b-428d-9b50-b6fff6f2f3c2 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:30.495147 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3627473d-5a94-4d1c-9f05-e8eafab93862 req-243203c3-db3b-428d-9b50-b6fff6f2f3c2 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 945 time: 0.1213601 Feb 19 00:55:30.536542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (5eb9cc73-6d2a-4175-8158-51905b17370b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.539447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event updated for resources: {'Port': ['ID=20dfcffb-92a1-4a81-aa46-108e9c342f36,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.599927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3627473d-5a94-4d1c-9f05-e8eafab93862 req-640c390f-961f-4f1f-a866-5be0bdd4215c tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959930 Feb 19 00:55:30.633243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-a570246e-4e8d-4f19-bcdd-d62ef46ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:30.640694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-a570246e-4e8d-4f19-bcdd-d62ef46ce11a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1125 time: 0.1004610 Feb 19 00:55:30.727572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.737108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-2aac3fde-146b-4f3a-b4e7-baa8314c4988 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7747700 Feb 19 00:55:30.741764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-a785e52b-6b14-4b74-8cbe-8ad628ddbcaf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 200 len: 217 time: 0.0956712 Feb 19 00:55:30.797216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278dbaf-0e1e-4e7f-b4fc-d426b2b3ac07 req-e88b8b50-967e-4a33-9bb0-119a14b7c0f2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:30.799740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c278dbaf-0e1e-4e7f-b4fc-d426b2b3ac07 req-e88b8b50-967e-4a33-9bb0-119a14b7c0f2 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1112955 Feb 19 00:55:30.839493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-c07c0d40-fb32-4bbc-94a5-9ac619c1c2b6 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.1010015 Feb 19 00:55:30.880631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-76f4bba8-5a3b-4387-87a4-f92e8e4f8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:30.882197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-76f4bba8-5a3b-4387-87a4-f92e8e4f8957 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.1312351 Feb 19 00:55:30.902895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c278dbaf-0e1e-4e7f-b4fc-d426b2b3ac07 req-1feaffd9-0ee5-442a-93fe-5116517e1b78 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943940 Feb 19 00:55:30.958772 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce54570-85a6-4e02-b714-292f8456faac x-openstack-request-id: req-dce54570-85a6-4e02-b714-292f8456faac {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:30.959345 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:30.959345 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dce54570-85a6-4e02-b714-292f8456faac {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:30.959534 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'status': 'completed', 'code': 200} Feb 19 00:55:30.998538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-d0262756-9757-4cc8-a223-4b0c912846e3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591004 Feb 19 00:55:31.147991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-1cade623-88b2-451c-9729-438e1828e92f service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416855 Feb 19 00:55:31.151831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c97543-b471-4157-b19a-1b9134f6975b req-b1b65d03-defa-4e3c-b0d4-c0ed2d6066da tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.154870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90c97543-b471-4157-b19a-1b9134f6975b req-b1b65d03-defa-4e3c-b0d4-c0ed2d6066da tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 943 time: 0.1420631 Feb 19 00:55:31.238682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-65bbfdf0-6055-400a-9c71-fa349188d0ee tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.246455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90c97543-b471-4157-b19a-1b9134f6975b req-5474f8ed-f5d2-48cc-980b-7e58b51d4364 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784848 Feb 19 00:55:31.251962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a06ccb33-bda0-4c3f-8b36-12d0a3b91151 req-65bbfdf0-6055-400a-9c71-fa349188d0ee tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.4040141 Feb 19 00:55:31.340553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e2bcf6c-9f23-4a7a-a910-a1eea8268e9d req-3156e10a-3770-48bf-b9a4-93ce411e9cea service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800420 Feb 19 00:55:31.401217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10a0fc57-9a88-4246-a044-9c5091fd41ec req-cd03aa6b-5801-4427-bc16-29e550143a77 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips/5eb9cc73-6d2a-4175-8158-51905b17370b HTTP/1.1" status: 200 len: 692 time: 0.1095626 Feb 19 00:55:31.423806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1b51d-9768-46c8-bbab-0a66bd424ae8 req-5edd064e-bfbc-4186-bdb3-08344e7b19b5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.432104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3d1b51d-9768-46c8-bbab-0a66bd424ae8 req-5edd064e-bfbc-4186-bdb3-08344e7b19b5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.0838447 Feb 19 00:55:31.615886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0fc57-9a88-4246-a044-9c5091fd41ec req-05ca714b-4328-4e76-b0d3-5a06019d2e87 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.634201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3d1b51d-9768-46c8-bbab-0a66bd424ae8 req-9ae5e332-36e3-4ced-88aa-39372d23fa63 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912065 Feb 19 00:55:31.634553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10a0fc57-9a88-4246-a044-9c5091fd41ec req-05ca714b-4328-4e76-b0d3-5a06019d2e87 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2293441 Feb 19 00:55:31.634752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-1ebe0cc6-98cb-4075-afd7-cf89223580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.635521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-1ebe0cc6-98cb-4075-afd7-cf89223580d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1125 time: 0.1550162 Feb 19 00:55:31.727489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-eeea356e-66ac-410c-98cd-259a42d707e2 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips/5eb9cc73-6d2a-4175-8158-51905b17370b HTTP/1.1" status: 200 len: 692 time: 0.0752614 Feb 19 00:55:31.865546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cacc0c2c-2523-4fee-954b-072716ead29f req-64b1cd99-7fc3-4fb0-8208-4b7781dc3028 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0863867 Feb 19 00:55:31.915990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-eb29018f-c8d7-400d-83b1-e68613a30a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.915990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-eb29018f-c8d7-400d-83b1-e68613a30a8f service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.2731702 Feb 19 00:55:31.953681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-dd640989-009d-4ea2-883e-d787d54e8fd2 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:31.955153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-dd640989-009d-4ea2-883e-d787d54e8fd2 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2213130 Feb 19 00:55:32.035081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-84aea4af-ffa6-4594-86ed-f8d64dbd5734 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0711751 Feb 19 00:55:32.035966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-43757f78-0f84-4b68-a964-5a96d3af69f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 200 len: 217 time: 0.1016033 Feb 19 00:55:32.099896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-aff4b04d-21a4-4025-90bd-45027c578987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:32.101376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-aff4b04d-21a4-4025-90bd-45027c578987 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.0531046 Feb 19 00:55:32.132424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-fc861bce-0284-4ddf-a5d4-876e668f4be3 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0854993 Feb 19 00:55:32.155243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-07698d3e-5f19-47bc-ade7-3a8ba336c866 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335186 Feb 19 00:55:32.308340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Deleting port 20dfcffb-92a1-4a81-aa46-108e9c342f36 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:32.312196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.321020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-f0fa660c-eea2-433c-b14e-3f07d60b1849 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589386 Feb 19 00:55:32.471539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b322e43-82b0-44b6-9895-3a4174789bc9 req-8b10aa8f-f72f-40c0-ad49-341728e0f695 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415718 Feb 19 00:55:32.484083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.486214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (20dfcffb-92a1-4a81-aa46-108e9c342f36), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.497677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1d6c-9df2-4b3e-b9a2-d7e07bbc429c req-0aed9696-a6a9-4050-aea8-d2f4facd5b0a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:32.499389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-667c1d6c-9df2-4b3e-b9a2-d7e07bbc429c req-0aed9696-a6a9-4050-aea8-d2f4facd5b0a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 945 time: 0.4623322 Feb 19 00:55:32.520618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Calling delete_port for 20dfcffb-92a1-4a81-aa46-108e9c342f36 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:32.615760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-667c1d6c-9df2-4b3e-b9a2-d7e07bbc429c req-a7dddc04-e9f1-43d2-b47b-33945756a814 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035137 Feb 19 00:55:32.813418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (20dfcffb-92a1-4a81-aa46-108e9c342f36), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.846583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event deleted for resources: {'Port': ['ID=20dfcffb-92a1-4a81-aa46-108e9c342f36,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:32.866866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbde90-9b8b-458d-a0b0-d07046c7fd3a req-7fb98786-3773-49a3-81a1-66364c9f5b76 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:32.878733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7efbde90-9b8b-458d-a0b0-d07046c7fd3a req-7fb98786-3773-49a3-81a1-66364c9f5b76 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1186421 Feb 19 00:55:32.952088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7efbde90-9b8b-458d-a0b0-d07046c7fd3a req-127bb17d-d55f-48da-a8d0-2d5d95f18bd9 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Feb 19 00:55:32.962347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (5eb9cc73-6d2a-4175-8158-51905b17370b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.965294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.980484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a440d60-dcb4-4ead-98ea-c6c84908d9f8 req-d35dd64e-debe-4a68-810c-26b67a841792 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "DELETE /v2.0/floatingips/5eb9cc73-6d2a-4175-8158-51905b17370b HTTP/1.1" status: 204 len: 173 time: 0.8470995 Feb 19 00:55:32.993713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 39353d8a-dcbe-482c-bf4c-c304f33da216 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:33.108340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c4694e40-6a95-40a0-bed8-bb84c4c6a13d req-ba6b861d-7bcc-4cb3-b459-433afef77f8b tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0756388 Feb 19 00:55:33.168281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857e8a9-9586-4d3b-aacc-908a8bb8afeb req-5b27e3ac-5b72-4592-811c-f6cace632105 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.172769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5857e8a9-9586-4d3b-aacc-908a8bb8afeb req-5b27e3ac-5b72-4592-811c-f6cace632105 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 943 time: 0.0949857 Feb 19 00:55:33.224469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 39353d8a-dcbe-482c-bf4c-c304f33da216 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:55:33.229489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 39353d8a-dcbe-482c-bf4c-c304f33da216 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:33.230773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.329772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5857e8a9-9586-4d3b-aacc-908a8bb8afeb req-103f0d9a-bb93-4c4d-93f3-2d63c4697cf4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407607 Feb 19 00:55:33.416368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 39353d8a-dcbe-482c-bf4c-c304f33da216 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:33.416843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.448488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:33.450941 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a63a1f-bf93-48f4-bbf6-efdf7a7e2456" -d '{"events": [{"server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "name": "network-vif-plugged", "status": "completed", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:33.467471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=39353d8a-dcbe-482c-bf4c-c304f33da216,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:33.554930 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac59e0-7fe9-4a0a-86a2-e13e99531868 x-openstack-request-id: req-9eac59e0-7fe9-4a0a-86a2-e13e99531868 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:33.555486 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "name": "network-vif-plugged", "status": "completed", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:33.555851 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9eac59e0-7fe9-4a0a-86a2-e13e99531868 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:33.556368 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'code': 200} Feb 19 00:55:33.601490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.657637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d558-9874-49fe-8101-334af287aacb req-5db605fe-a79b-469c-af8b-324d0600eea9 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.659293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3822d558-9874-49fe-8101-334af287aacb req-5db605fe-a79b-469c-af8b-324d0600eea9 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5128441 Feb 19 00:55:33.775023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bde3b-214a-4cda-ad23-4ed025505b25 req-0d01c262-273e-45e4-b05e-9b5c5c972886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.777734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-759bde3b-214a-4cda-ad23-4ed025505b25 req-0d01c262-273e-45e4-b05e-9b5c5c972886 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 1128 time: 0.1242602 Feb 19 00:55:33.802937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:33.900512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-759bde3b-214a-4cda-ad23-4ed025505b25 req-baee3c3c-cf00-4b29-b856-465ef2cd8b77 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063609 Feb 19 00:55:33.908166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ad0fe-abe3-4b92-b287-a89603aa5846 req-678a1e25-b60f-4623-9a60-9675d14334d7 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.916157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad8ad0fe-abe3-4b92-b287-a89603aa5846 req-678a1e25-b60f-4623-9a60-9675d14334d7 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.1373057 Feb 19 00:55:33.961785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c67aef4-03d6-4e44-9ab0-0963192002b8 req-83438b27-acfb-4a08-8204-5c8034c8f78a tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?tenant_id=bfa0a6e2fe30442ab06096ec854b7389 HTTP/1.1" status: 200 len: 1657 time: 0.2676601 Feb 19 00:55:34.009804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad8ad0fe-abe3-4b92-b287-a89603aa5846 req-e17133f3-0365-4032-8ed4-d3232463dcd9 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910988 Feb 19 00:55:34.228633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea95a8d-d1d2-427c-8a49-7f6b9887f9f6 req-cc1395b1-576d-4ceb-8bb9-7b8bbb650c87 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.235733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ea95a8d-d1d2-427c-8a49-7f6b9887f9f6 req-cc1395b1-576d-4ceb-8bb9-7b8bbb650c87 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1179349 Feb 19 00:55:34.427743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ea95a8d-d1d2-427c-8a49-7f6b9887f9f6 req-8bebfbf3-9b66-4bee-8c65-a50af80146a0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910074 Feb 19 00:55:34.603668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67aef4-03d6-4e44-9ab0-0963192002b8 req-30edb5c5-b6c9-4622-9bb1-ebf8c3c551d7 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.613347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c67aef4-03d6-4e44-9ab0-0963192002b8 req-30edb5c5-b6c9-4622-9bb1-ebf8c3c551d7 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks?id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 787 time: 0.6502602 Feb 19 00:55:34.619391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-6c67aef4-03d6-4e44-9ab0-0963192002b8 req-08ac87e3-cf63-4515-8fe0-226551bc091e tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:55:34.631676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c67aef4-03d6-4e44-9ab0-0963192002b8 req-08ac87e3-cf63-4515-8fe0-226551bc091e tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172672 Feb 19 00:55:34.677686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13219eec-4d9c-4bf3-b686-d3654a0bbbbb req-034de51d-0a7d-43c1-86d4-f940cd53dc48 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.1226723 Feb 19 00:55:34.758580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce1a5-417d-46d1-8a4c-8761e6fb4892 req-ce81ae17-c3f8-49f7-a580-751f1843e466 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.769337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7cce1a5-417d-46d1-8a4c-8761e6fb4892 req-ce81ae17-c3f8-49f7-a580-751f1843e466 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 943 time: 0.0792301 Feb 19 00:55:34.839044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7cce1a5-417d-46d1-8a4c-8761e6fb4892 req-1030b005-58ef-450e-a1d5-7101c41b2a6a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681729 Feb 19 00:55:34.855220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-8ee0df0b-3135-479f-a785-13b9b46ebc34 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips/d438f5e4-941a-4960-9ac3-368a4f346375 HTTP/1.1" status: 200 len: 693 time: 0.1334100 Feb 19 00:55:34.996836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:55:35.017538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-3e7116d2-8d77-436f-891d-c0d43a212e50 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:35.026815 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-3e7116d2-8d77-436f-891d-c0d43a212e50 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1701758 Feb 19 00:55:35.171706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-670aa842-dbaa-43cc-a6ae-293dd22dd8fb tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1289642 Feb 19 00:55:35.224735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a374a611-f4a1-4c0e-90f8-9d856793419f req-b66fcdaa-6559-4dc8-adce-db4b05e1b577 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0808406 Feb 19 00:55:35.234629 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-9494e7a9-315b-4243-b683-46f964f3afef tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0615773 Feb 19 00:55:35.322007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607d0d-f73d-43a3-aedd-8e5b0f29c140 req-d55d3414-afe3-4734-9286-dacf9799106c tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:35.324505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82607d0d-f73d-43a3-aedd-8e5b0f29c140 req-d55d3414-afe3-4734-9286-dacf9799106c tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.1541128 Feb 19 00:55:35.415960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:35.429399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82607d0d-f73d-43a3-aedd-8e5b0f29c140 req-edde67bb-ca9a-4363-9ce2-529dbcbe28ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939991 Feb 19 00:55:35.449267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'port_id': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'mac_address': 'fa:16:3e:bf:97:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:55:35.480784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Deleting port b34280e0-9698-4ecf-83a2-871e2d033668 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:35.481334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.558763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:35.559042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.585741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:35.617969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:35.630865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb7c6d-de4e-4c9f-b17d-3ca6f97552c5 req-19fed732-c5bc-4e3c-af41-26b8e08a9c0c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:35.632568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1deb7c6d-de4e-4c9f-b17d-3ca6f97552c5 req-19fed732-c5bc-4e3c-af41-26b8e08a9c0c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1071408 Feb 19 00:55:35.663838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.664167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (b34280e0-9698-4ecf-83a2-871e2d033668), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.681811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Calling delete_port for b34280e0-9698-4ecf-83a2-871e2d033668 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:35.710917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.722963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1deb7c6d-de4e-4c9f-b17d-3ca6f97552c5 req-4aa6c478-c04b-462d-a1c0-dd8a9573306a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838213 Feb 19 00:55:35.825584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:35.995986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-258092cc-e150-45c0-ac8a-e74e9df19399 req-15586465-f8b4-406b-a5e0-fc83bb10533c tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0462980 Feb 19 00:55:36.013090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b34280e0-9698-4ecf-83a2-871e2d033668), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.038224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c5c7fb7-587e-44c8-b0c1-8760ed76c897'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:36.106849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event deleted for resources: {'Port': ['ID=b34280e0-9698-4ecf-83a2-871e2d033668,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:36.215563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (d438f5e4-941a-4960-9ac3-368a4f346375), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.219774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.234406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5e083af-d98a-4b7e-90f0-e7a703ae9115 req-06cead08-f79a-4166-a7f0-627c024f8c5d tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "DELETE /v2.0/floatingips/d438f5e4-941a-4960-9ac3-368a4f346375 HTTP/1.1" status: 204 len: 173 time: 0.9978580 Feb 19 00:55:36.261857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d0904-7b3f-44fe-b39a-97a622be5e44 req-069cb03c-0481-442a-9477-062e3781c9f3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:36.264433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd8d0904-7b3f-44fe-b39a-97a622be5e44 req-069cb03c-0481-442a-9477-062e3781c9f3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 944 time: 0.1483374 Feb 19 00:55:36.376631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd8d0904-7b3f-44fe-b39a-97a622be5e44 req-a21b4b9e-8281-49c9-b589-8c18eddc99a6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014295 Feb 19 00:55:36.476183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-8c0fb568-8825-4f07-b458-f65f50bbefa7 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips/43ecd9cd-c4da-4902-9087-39fa27c84001 HTTP/1.1" status: 200 len: 693 time: 0.0677366 Feb 19 00:55:36.631840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-48d099e0-f4b3-4e0b-a0d5-42f28717f7f4 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:36.638153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-48d099e0-f4b3-4e0b-a0d5-42f28717f7f4 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.1556504 Feb 19 00:55:36.703523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-4dd769f9-bb9f-4ef9-800c-ce5fbb448839 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.128 HTTP/1.1" status: 200 len: 696 time: 0.0638962 Feb 19 00:55:36.776064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-a6138981-a783-4f24-ba77-60bfc668d699 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.128 HTTP/1.1" status: 200 len: 696 time: 0.0653377 Feb 19 00:55:36.933257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Deleting port 5509f8cb-6f57-4486-bc70-1df927695617 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:36.935306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5509f8cb-6f57-4486-bc70-1df927695617), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.002137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:37.017499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5509f8cb-6f57-4486-bc70-1df927695617), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.018195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (5509f8cb-6f57-4486-bc70-1df927695617), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.031556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Calling delete_port for 5509f8cb-6f57-4486-bc70-1df927695617 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:37.179128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:55:37.184125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:37.184580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.303992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddf5bd-0f37-4699-b936-67f522193d64 req-6d30a195-596d-425c-851b-328b8593ca16 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:37.305864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62ddf5bd-0f37-4699-b936-67f522193d64 req-6d30a195-596d-425c-851b-328b8593ca16 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.0890248 Feb 19 00:55:37.316032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5509f8cb-6f57-4486-bc70-1df927695617), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.350051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:37.350737 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.423595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:37.425230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:37.429240 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3816f172-98aa-4fd9-8dce-149d8ba4526f" -d '{"events": [{"server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:37.441950 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62ddf5bd-0f37-4699-b936-67f522193d64 req-bff342b3-8fa5-4945-b2d8-50182b21e859 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289976 Feb 19 00:55:37.510317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.520937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event deleted for resources: {'Port': ['ID=5509f8cb-6f57-4486-bc70-1df927695617,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:37.562396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (43ecd9cd-c4da-4902-9087-39fa27c84001), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.570050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.574622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3575cb7-a216-4dd1-aecf-5294587dc150 req-74c7496b-0758-4ba3-8252-ec7883a4398f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "DELETE /v2.0/floatingips/43ecd9cd-c4da-4902-9087-39fa27c84001 HTTP/1.1" status: 204 len: 173 time: 0.7942250 Feb 19 00:55:37.618593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:37.671727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb610c-bfcb-4454-bb30-adb063341f02 req-80cb1e9f-27ec-449d-a76b-e9f9cf508fa7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:37.673463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cacb610c-bfcb-4454-bb30-adb063341f02 req-80cb1e9f-27ec-449d-a76b-e9f9cf508fa7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1145613 Feb 19 00:55:37.738627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cacb610c-bfcb-4454-bb30-adb063341f02 req-b9c78fa1-3cee-433c-87a5-af50e0088042 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Feb 19 00:55:37.780250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-784cbd43-5fb3-45ea-81ef-88ad5a01fa30 req-a426b1cc-a7aa-49fe-b10a-ca9b87c4f6bc tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0509300 Feb 19 00:55:37.831354 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e27f2fe-bfce-4785-a9b5-11c766ae8d28 x-openstack-request-id: req-5e27f2fe-bfce-4785-a9b5-11c766ae8d28 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:37.831655 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:37.831914 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5e27f2fe-bfce-4785-a9b5-11c766ae8d28 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:37.832319 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'code': 200} Feb 19 00:55:37.973642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489c09e-993e-48b7-a85b-752a1dfea2ec req-6d71ad8c-1eda-48b9-9df1-bb7e4ca40091 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:37.976004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0489c09e-993e-48b7-a85b-752a1dfea2ec req-6d71ad8c-1eda-48b9-9df1-bb7e4ca40091 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.0919521 Feb 19 00:55:37.990090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35066) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:38.009215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Request body: {'floatingip': {'port_id': '39353d8a-dcbe-482c-bf4c-c304f33da216'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:38.078252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a274495-662e-401f-8a10-c4cc3baa8f3f req-eeb3ccad-e388-4146-8515-8d861133a5cb tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:38.095921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a274495-662e-401f-8a10-c4cc3baa8f3f req-eeb3ccad-e388-4146-8515-8d861133a5cb tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2078052 Feb 19 00:55:38.097973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9b40-470a-4f08-bf9f-f9046f5c85c9 req-07e74b67-c518-4aa3-8261-97d5eba7cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:38.099401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee4a9b40-470a-4f08-bf9f-f9046f5c85c9 req-07e74b67-c518-4aa3-8261-97d5eba7cb93 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1127 time: 0.1914692 Feb 19 00:55:38.194055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:38.243013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a274495-662e-401f-8a10-c4cc3baa8f3f req-37c311e6-c66d-4dde-a0ce-d87aec59334f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395578 Feb 19 00:55:38.253755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee4a9b40-470a-4f08-bf9f-f9046f5c85c9 req-6f16794f-74df-46e2-91a3-bf9db6b5c2cb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326945 Feb 19 00:55:38.271929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-4d44ab08-f974-484f-8d03-2a223fa0cb23 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips/b54cf2c8-d765-46d1-9d9b-cac3cb836ac3 HTTP/1.1" status: 200 len: 693 time: 0.2577634 Feb 19 00:55:38.355033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:38.622325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-cf8e6eb2-d3f2-4851-9260-6eeeee2d9de5 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:38.632562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-cf8e6eb2-d3f2-4851-9260-6eeeee2d9de5 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.3500216 Feb 19 00:55:39.199288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a20271-0b4f-4875-84e4-a1816ce1d435 req-e4bc5a57-1157-42fd-a17d-723f518a8857 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:39.213829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31a20271-0b4f-4875-84e4-a1816ce1d435 req-e4bc5a57-1157-42fd-a17d-723f518a8857 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.2098854 Feb 19 00:55:39.358812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.379455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.393060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31a20271-0b4f-4875-84e4-a1816ce1d435 req-95475452-768f-4cee-82b1-bd61ab824985 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753125 Feb 19 00:55:39.456416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917f7c9f-92d3-4e6d-a087-77ac5d216bc0 req-63a5eb48-ad62-47eb-8551-b869825ca24e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fa4eac4dad0a4aca85f813f624178cd8&device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0945048 Feb 19 00:55:39.457506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.537583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-5da7e57b-e689-4445-bdbb-a8d7826d416f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.9033530 Feb 19 00:55:39.593633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.634183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917f7c9f-92d3-4e6d-a087-77ac5d216bc0 req-10346a01-7e0f-45d4-9467-210cc31a1f5c service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=fa4eac4dad0a4aca85f813f624178cd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202998 Feb 19 00:55:39.763177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-379cb045-9064-4285-8a92-c05394dac672 req-d0801503-6cfa-481f-aca6-603b31cb502d tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.1560223 Feb 19 00:55:39.967571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.035901 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Floating IP a8682761-755b-4e4f-b1a9-0eb1326c5622 associated. External IP: 172.25.2.72, port: 39353d8a-dcbe-482c-bf4c-c304f33da216. Feb 19 00:55:40.126085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aba013-9591-4c84-afe8-5f1c28630246 req-4e3d1797-2575-402a-b860-3a9da9121e28 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:40.134528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84aba013-9591-4c84-afe8-5f1c28630246 req-4e3d1797-2575-402a-b860-3a9da9121e28 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1958706 Feb 19 00:55:40.199916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-64596768-feb9-49c3-bbf1-79924a95ac71 tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.6400735 Feb 19 00:55:40.209058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84aba013-9591-4c84-afe8-5f1c28630246 req-360890fa-fa39-4cf1-a92d-ac1e00a12140 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704584 Feb 19 00:55:40.457934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Deleting port c01b568b-06d8-41c6-9853-3c134f4f18c6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:40.458701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.486581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f7c9f-92d3-4e6d-a087-77ac5d216bc0 req-4d7dccf1-7efb-45e8-a18e-a15fe571e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:40.488261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917f7c9f-92d3-4e6d-a087-77ac5d216bc0 req-4d7dccf1-7efb-45e8-a18e-a15fe571e502 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4453304 Feb 19 00:55:40.618231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] For port c01b568b-06d8-41c6-9853-3c134f4f18c6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c01b568b-06d8-41c6-9853-3c134f4f18c6,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:40.619147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.637554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Deleting port 751ed2db-5ed5-411a-b813-b1296ea92d95 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:40.638152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.639851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Calling delete_port for c01b568b-06d8-41c6-9853-3c134f4f18c6 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:40.671464 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-24751819-a628-4cc3-a9eb-677f49f4773c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.794692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Router a219285f-3899-4947-8e77-06fabc9112d3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:40.818675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-2c3960cf-08cd-4e7f-b9d6-2204a54f0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:40.820256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-2c3960cf-08cd-4e7f-b9d6-2204a54f0c1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1127 time: 0.1014800 Feb 19 00:55:40.870610 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.870610 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (751ed2db-5ed5-411a-b813-b1296ea92d95), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.895875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Calling delete_port for 751ed2db-5ed5-411a-b813-b1296ea92d95 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:40.980350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be85506-f8fd-434e-aa21-cd15e3f3a52a req-f3d156c9-26dc-430b-872f-dd723aae37f5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:40.983648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3be85506-f8fd-434e-aa21-cd15e3f3a52a req-f3d156c9-26dc-430b-872f-dd723aae37f5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.2131331 Feb 19 00:55:41.037342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:41.042858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:41.071653 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Sync routers for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:41.075249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-233f7b60-686c-48bb-bf6d-c77c0794d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:41.078256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-233f7b60-686c-48bb-bf6d-c77c0794d84e service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.2177382 Feb 19 00:55:41.086924 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:41.089625 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:41.117056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0cf80c74-a7e3-437a-a179-5bcfefada6ea tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "PUT /v2.0/floatingips/a8682761-755b-4e4f-b1a9-0eb1326c5622 HTTP/1.1" status: 200 len: 991 time: 3.1203339 Feb 19 00:55:41.159335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-e6f18ec7-ee76-49cb-8d17-aff15f94043c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 200 len: 217 time: 0.0710742 Feb 19 00:55:41.215008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:41.221519 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95bd0aa-dd54-4200-8e94-6ae18458fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:41.231910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3be85506-f8fd-434e-aa21-cd15e3f3a52a req-fade7f01-f4ea-429c-9a83-00f932fced51 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405951 Feb 19 00:55:41.233939 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:41.261214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-bf769068-aa0c-4e94-9e83-c4f420ca5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:41.262687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-bf769068-aa0c-4e94-9e83-c4f420ca5ed6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.0952055 Feb 19 00:55:41.310573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-2f8cf7b6-c017-42c6-a8b3-ba2a2cf710da service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377097 Feb 19 00:55:41.368169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (751ed2db-5ed5-411a-b813-b1296ea92d95), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:41.425923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c01b568b-06d8-41c6-9853-3c134f4f18c6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:41.436417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Pushing event deleted for resources: {'Port': ['ID=751ed2db-5ed5-411a-b813-b1296ea92d95,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:41.459954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.460688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.461264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.461979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.462564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.463167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.464237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.465283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.465854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.466576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.467307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.468436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.469023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:41.474788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01b568b-06d8-41c6-9853-3c134f4f18c6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:41.618599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks [] for floatingip (b54cf2c8-d765-46d1-9d9b-cac3cb836ac3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:41.625905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:41.630192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b55900-ac63-46f8-bb79-8647d43d55c0 req-d34f8a35-d069-489d-97b6-c9099e02b94f tempest-FloatingIPDetailsTestJSON-7647014 tempest-FloatingIPDetailsTestJSON-7647014-project] 10.222.0.94 "DELETE /v2.0/floatingips/b54cf2c8-d765-46d1-9d9b-cac3cb836ac3 HTTP/1.1" status: 204 len: 173 time: 1.4292419 Feb 19 00:55:41.637825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35092) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:41.643638 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a8682761-755b-4e4f-b1a9-0eb1326c5622', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'port_id': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'mac_address': 'fa:16:3e:d2:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c705a7-5672-4739-af42-93b705de62d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:55:11Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 1, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:41.695394 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Checking router: a219285f-3899-4947-8e77-06fabc9112d3 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:41.708157 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:41.709223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:41.816459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-11f2fba4-a1cc-42c7-b2e2-75f5b3261cf6 req-f27af9e3-74a7-46ab-8961-9c1200b6fbe3 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0525255 Feb 19 00:55:41.871311 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:41.913044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917f7c9f-92d3-4e6d-a087-77ac5d216bc0 req-9564ce9b-1a1d-4d2d-8ef6-dbdb6ee564d4 tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.117 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0761199 Feb 19 00:55:42.046775 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c77474-aa8e-444b-829e-f94b3677598e x-openstack-request-id: req-18c77474-aa8e-444b-829e-f94b3677598e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:42.050595 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:42.050595 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-18c77474-aa8e-444b-829e-f94b3677598e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:42.050595 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'status': 'completed', 'code': 200} Feb 19 00:55:42.121418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0155e0-f1f5-457e-8a3c-7c9a0e58ced0 req-8d2b837a-1d6d-4c45-a055-2220586fae3b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:42.133878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b0155e0-f1f5-457e-8a3c-7c9a0e58ced0 req-8d2b837a-1d6d-4c45-a055-2220586fae3b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.8177130 Feb 19 00:55:42.176143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-e49b85f5-f318-4387-995f-33ae1744c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:42.177747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-e49b85f5-f318-4387-995f-33ae1744c922 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c006059ef0aa46bca05dbe5f55d4a840&device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 1128 time: 0.1292231 Feb 19 00:55:42.179171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-f59883cf-2f0f-4259-9bf6-7dcbbfbcd8a1 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613818 Feb 19 00:55:42.224223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a8682761-755b-4e4f-b1a9-0eb1326c5622', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'port_id': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'mac_address': 'fa:16:3e:d2:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c705a7-5672-4739-af42-93b705de62d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:55:11Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 1, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:42.323470 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def7e9c-6fc7-4e23-8766-7e10357b3de0 None None] The sync data for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 is: [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a8682761-755b-4e4f-b1a9-0eb1326c5622', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'floating_ip_address': '172.25.2.72', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'port_id': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'mac_address': 'fa:16:3e:d2:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c705a7-5672-4739-af42-93b705de62d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:55:11Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 1, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:42.342052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b0155e0-f1f5-457e-8a3c-7c9a0e58ced0 req-3ff90aa4-13a5-4572-8f3d-4586f78bd9f8 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070856 Feb 19 00:55:42.447353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a984f36-7437-4ce5-bec6-bb368b5969bf req-010af160-1925-404a-8a2c-76d000c35067 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310321 Feb 19 00:55:42.579157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:42.602359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-c37ca100-b2f1-4aaa-b098-5f7db95f2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:42.604176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-c37ca100-b2f1-4aaa-b098-5f7db95f2d60 service neutron] 10.222.0.96 "GET /v2.0/networks?id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f HTTP/1.1" status: 200 len: 916 time: 0.3860798 Feb 19 00:55:42.750100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92718f-1dc8-490b-b1cd-7fac482844c2 req-50bd2775-c17d-4b9b-8837-64beea9eef98 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:42.753281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3692d-e5b2-4e5e-a040-70537300dc81 None None] New status for floating IP a8682761-755b-4e4f-b1a9-0eb1326c5622: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:55:42.753798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be92718f-1dc8-490b-b1cd-7fac482844c2 req-50bd2775-c17d-4b9b-8837-64beea9eef98 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.3709338 Feb 19 00:55:42.853370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-264b2899-2a16-4862-8ccd-0e64038bb661 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39353d8a-dcbe-482c-bf4c-c304f33da216 HTTP/1.1" status: 200 len: 999 time: 0.2339115 Feb 19 00:55:42.868305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be92718f-1dc8-490b-b1cd-7fac482844c2 req-e055525c-be0d-4251-9ce7-427277f6acdd tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Feb 19 00:55:42.919469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-b83b6c5f-f69a-4471-9497-d47ef15f33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:42.921234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-b83b6c5f-f69a-4471-9497-d47ef15f33e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=27d70f0f-d0aa-4f27-b8d4-431238eb590e HTTP/1.1" status: 200 len: 854 time: 0.0518210 Feb 19 00:55:42.931440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b35d6e2-fa56-46b0-a1cc-e66f0677dcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:42.987307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:43.093901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e430ae0-2597-49f8-ab1c-4d3cdf171925 req-80c628b1-8b62-455a-bd9f-d10781fccf5a tempest-ServerShowV257Test-1533671489 tempest-ServerShowV257Test-1533671489-project] 10.222.0.94 "GET /v2.0/ports?device_id=6c5303f1-faac-40fb-9e9a-fdd64d87d47d HTTP/1.1" status: 200 len: 210 time: 0.0384829 Feb 19 00:55:43.184852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:43.193757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4631c012-65fd-4193-a690-24d9678e32c7 admin admin] 10.222.0.94 "PUT /v2.0/routers/446bcd10-2a9e-44cb-a9ed-ed40c0820eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8367116 Feb 19 00:55:43.195391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35102) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:43.197799 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Sync routers for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:43.222187 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:43.223454 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:43.393321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks [] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.429004 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:43.629401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks [] for router_gateway (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.671637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.675247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-48768814-a1aa-48de-9d57-5a6b28e7c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:43.682498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-48768814-a1aa-48de-9d57-5a6b28e7c8f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=683f92e1-fe06-4ed4-be72-cdc9b2682c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7231419 Feb 19 00:55:43.791272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416e810-c9a7-4072-8ba5-c46a7960beac req-d6b41502-c075-4805-9672-cc9c5911c0ae tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:43.792871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4416e810-c9a7-4072-8ba5-c46a7960beac req-d6b41502-c075-4805-9672-cc9c5911c0ae tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2359321 Feb 19 00:55:43.819237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Deleting port a21af918-a2f8-4811-aef9-c03a240cb275 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:43.819945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.917306 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:55:41Z', 'revision_number': 5, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port': {'id': 'a21af918-a2f8-4811-aef9-c03a240cb275', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:52:48Z', 'updated_at': '2022-02-19T00:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:43.939869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] For port a21af918-a2f8-4811-aef9-c03a240cb275, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a21af918-a2f8-4811-aef9-c03a240cb275,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:43.947771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.969489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Calling delete_port for a21af918-a2f8-4811-aef9-c03a240cb275 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:44.018037 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Checking router: 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:44.031059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Routers {'446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:44.032377 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.112718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.117430 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4416e810-c9a7-4072-8ba5-c46a7960beac req-ad1b06d0-3fcb-40c7-9238-64fac3c6a032 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694202 Feb 19 00:55:44.166061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-4e40de4d-fe12-4889-8a13-0ead920466a6 service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402208 Feb 19 00:55:44.253733 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] Set router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:44.346109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453f3a-8daf-47ef-b76c-f48898acd1de req-c4dd1efb-6f36-4eaa-925a-224718d0d37d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:44.350228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac453f3a-8daf-47ef-b76c-f48898acd1de req-c4dd1efb-6f36-4eaa-925a-224718d0d37d tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.3245878 Feb 19 00:55:44.394382 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 6, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.416190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e95bd0aa-dd54-4200-8e94-6ae18458fd44 req-d8a73178-18e0-4e1b-958c-dde305958f87 service neutron] 10.222.0.96 "GET /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431605 Feb 19 00:55:44.438757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac453f3a-8daf-47ef-b76c-f48898acd1de req-fa8f7630-0eb7-4660-895e-2b98162845a7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804703 Feb 19 00:55:44.438757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a21af918-a2f8-4811-aef9-c03a240cb275), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.444882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Deleting port abadf991-3a91-4d8c-a391-c53e3e745574 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:44.445479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.472756 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab463-f80c-45d9-ae14-ed351f29c48c None None] The sync data for ids ['446bcd10-2a9e-44cb-a9ed-ed40c0820eb7'] in n-d-826529-3 is: [{'id': '446bcd10-2a9e-44cb-a9ed-ed40c0820eb7', 'name': 'tempest-AttachSCSIVolumeTestJSON-299678092-router', 'tenant_id': '55385abbac334b3fb8578a549d130c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:52:46Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 6, 'project_id': '55385abbac334b3fb8578a549d130c65', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:44.489532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21af918-a2f8-4811-aef9-c03a240cb275,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:44.571751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] For port abadf991-3a91-4d8c-a391-c53e3e745574, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=abadf991-3a91-4d8c-a391-c53e3e745574,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:44.572170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.581024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.588014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Calling delete_port for abadf991-3a91-4d8c-a391-c53e3e745574 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:44.712977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.715554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks [] for router_controller (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.337718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb721c-ca19-4de3-99e4-332d02bb9e76 req-25921092-c2a6-4420-bfd1-7492ff92d04e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:45.337718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dfb721c-ca19-4de3-99e4-332d02bb9e76 req-25921092-c2a6-4420-bfd1-7492ff92d04e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0636079 Feb 19 00:55:45.337718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dfb721c-ca19-4de3-99e4-332d02bb9e76 req-4851ae7d-2f01-4490-bbbe-32aadf2deea2 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 Feb 19 00:55:45.417822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c01b568b-06d8-41c6-9853-3c134f4f18c6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:45.441032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c01b568b-06d8-41c6-9853-3c134f4f18c6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:45.441380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c01b568b-06d8-41c6-9853-3c134f4f18c6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:45.624333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e691688-a472-4f28-9645-76e80cd39220 req-dd2e80ab-44f5-431a-9f01-266de7c3e716 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:45.630877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.631757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (abadf991-3a91-4d8c-a391-c53e3e745574), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.635992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e691688-a472-4f28-9645-76e80cd39220 req-dd2e80ab-44f5-431a-9f01-266de7c3e716 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.0949607 Feb 19 00:55:45.646337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (446bcd10-2a9e-44cb-a9ed-ed40c0820eb7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.648282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:55:45.673114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abadf991-3a91-4d8c-a391-c53e3e745574,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:45.673740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.682645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff4cba82-1795-489d-92d7-508ef5fd8078 admin admin] 10.222.0.94 "DELETE /v2.0/routers/446bcd10-2a9e-44cb-a9ed-ed40c0820eb7 HTTP/1.1" status: 204 len: 168 time: 2.4831429 Feb 19 00:55:45.682881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35118) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:45.788477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35120) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:45.840803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Deleting subnet 0fae6a2a-c877-43d6-801d-a131c685c06a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:45.866424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Publish callbacks [] for subnet (0fae6a2a-c877-43d6-801d-a131c685c06a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.953188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e691688-a472-4f28-9645-76e80cd39220 req-7a8fb97e-8bde-4ac4-89de-de010645d648 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123741 Feb 19 00:55:45.965115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (0fae6a2a-c877-43d6-801d-a131c685c06a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.039424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.099196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83aa799f-736d-4e96-a1c5-b011016885f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.117720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0fae6a2a-c877-43d6-801d-a131c685c06a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.333875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83aa799f-736d-4e96-a1c5-b011016885f0 admin admin] Publish callbacks [] for security_group (9a848f74-5ef3-4dd5-a521-eebbcf3b30f1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.360240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (0fae6a2a-c877-43d6-801d-a131c685c06a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.399346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fae6a2a-c877-43d6-801d-a131c685c06a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:46.407014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.415498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1e201-3b3e-488f-8c4e-5b39d098128d None None] Network 09f5eb52-3c2e-4143-8adc-05b3b31cee42 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:46.415688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3743a26c-d74a-4a8c-885b-71c64b850385 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0fae6a2a-c877-43d6-801d-a131c685c06a HTTP/1.1" status: 204 len: 168 time: 0.7241507 Feb 19 00:55:46.416264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:46.434664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:46.474960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83aa799f-736d-4e96-a1c5-b011016885f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9a848f74-5ef3-4dd5-a521-eebbcf3b30f1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.510487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (09f5eb52-3c2e-4143-8adc-05b3b31cee42), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.604885 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83aa799f-736d-4e96-a1c5-b011016885f0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fa4eac4dad0a4aca85f813f624178cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8145361 Feb 19 00:55:46.605258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Deleting port a0599558-c505-4967-8373-11f9946fa453 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:46.605606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0599558-c505-4967-8373-11f9946fa453), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.611418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35136) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:46.622371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] DHCP port deletion for 09f5eb52-3c2e-4143-8adc-05b3b31cee42 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:55:46.687374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] For port a0599558-c505-4967-8373-11f9946fa453, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0599558-c505-4967-8373-11f9946fa453,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:46.687834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0599558-c505-4967-8373-11f9946fa453), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.693165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3279d-3bb3-4242-ad5a-7addabd57668 req-372a863a-ce89-4759-b5db-c9546018361f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:46.696012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cc3279d-3bb3-4242-ad5a-7addabd57668 req-372a863a-ce89-4759-b5db-c9546018361f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2578633 Feb 19 00:55:46.703958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa799f-736d-4e96-a1c5-b011016885f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a848f74-5ef3-4dd5-a521-eebbcf3b30f1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:46.716420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Calling delete_port for a0599558-c505-4967-8373-11f9946fa453 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:46.749476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Deleting port a0599558-c505-4967-8373-11f9946fa453 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:46.752302 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0599558-c505-4967-8373-11f9946fa453), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.854297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] For port a0599558-c505-4967-8373-11f9946fa453, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0599558-c505-4967-8373-11f9946fa453,segment=NetworkSegment(0397f2d5-8f3f-4919-97af-cedef2baa207),segment_id=0397f2d5-8f3f-4919-97af-cedef2baa207)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:46.854623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0599558-c505-4967-8373-11f9946fa453), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.878151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] Publish callbacks [] for security_group (9a848f74-5ef3-4dd5-a521-eebbcf3b30f1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.878717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Calling delete_port for a0599558-c505-4967-8373-11f9946fa453 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:46.904923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] Publish callbacks [] for security_group (9a848f74-5ef3-4dd5-a521-eebbcf3b30f1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.914836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:46.925669 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.931561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35138) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:46.931750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eeb8cef7-415e-4324-b429-5b86baf48de0 admin admin] 10.222.0.94 "PUT /v2.0/routers/3e77e57d-ce32-49b9-ad4e-f014f4f93cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2882743 Feb 19 00:55:46.934559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Sync routers for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:46.958417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cc3279d-3bb3-4242-ad5a-7addabd57668 req-9e7df671-08d9-46b0-a92a-63afdbce1b57 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291393 Feb 19 00:55:46.962530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:46.963300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:46.981671 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:47.013883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a0599558-c505-4967-8373-11f9946fa453), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: from cryptography.utils import int_from_bytes Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: from cryptography.utils import int_from_bytes Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.052583 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:55:47.056200 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 00:55:47.074266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a0599558-c505-4967-8373-11f9946fa453), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.123506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0599558-c505-4967-8373-11f9946fa453,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:47.170321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] No DVR routers for this DVR port a0599558-c505-4967-8373-11f9946fa453 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:47.171174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Pushing event deleted for resources: {'Port': ['ID=a0599558-c505-4967-8373-11f9946fa453,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:47.238136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.238484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.238818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.239176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.239523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.239832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.240150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.240470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.240787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.241102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.241416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.241726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.242036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:47.253134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:47.253134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a21af918-a2f8-4811-aef9-c03a240cb275 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:47.254165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8814f-ba95-40fd-aa4f-65a662bee3cf None None] No DVR routers for this DVR port a0599558-c505-4967-8373-11f9946fa453 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:47.300804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (09f5eb52-3c2e-4143-8adc-05b3b31cee42), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.327108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f5eb52-3c2e-4143-8adc-05b3b31cee42']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.334459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a21af918-a2f8-4811-aef9-c03a240cb275 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:47.338643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a21af918-a2f8-4811-aef9-c03a240cb275 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:47.338643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0599558-c505-4967-8373-11f9946fa453 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:47.341066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0397f2d5-8f3f-4919-97af-cedef2baa207') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.341978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0397f2d5-8f3f-4919-97af-cedef2baa207') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.353839 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (0397f2d5-8f3f-4919-97af-cedef2baa207), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.370151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0397f2d5-8f3f-4919-97af-cedef2baa207), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.377881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:47.378476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (0397f2d5-8f3f-4919-97af-cedef2baa207), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.407145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a0599558-c505-4967-8373-11f9946fa453 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:47.407505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0599558-c505-4967-8373-11f9946fa453 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:47.465272 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:47.487418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks [] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.517504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:44Z', 'revision_number': 5, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.547227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Checking router: 3e77e57d-ce32-49b9-ad4e-f014f4f93cef for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:47.556686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Routers {'3e77e57d-ce32-49b9-ad4e-f014f4f93cef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:47.557409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.608994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (09f5eb52-3c2e-4143-8adc-05b3b31cee42), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.635710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.639255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] 10.222.0.94 "DELETE /v2.0/networks/09f5eb52-3c2e-4143-8adc-05b3b31cee42 HTTP/1.1" status: 204 len: 168 time: 1.2218666 Feb 19 00:55:47.643329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5c36a-df1c-4033-aa31-da6a012e55c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f5eb52-3c2e-4143-8adc-05b3b31cee42,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:47.643499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35142) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:47.648151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9a848f74-5ef3-4dd5-a521-eebbcf3b30f1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.650905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.665259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9a848f74-5ef3-4dd5-a521-eebbcf3b30f1 HTTP/1.1" status: 204 len: 168 time: 1.0430632 Feb 19 00:55:47.675411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac9cf-65db-4c3d-a96c-3a6baa586dd4 req-73db1db6-3e0a-40db-a464-dafaa30488e0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:47.684780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f3ac9cf-65db-4c3d-a96c-3a6baa586dd4 req-73db1db6-3e0a-40db-a464-dafaa30488e0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.5835757 Feb 19 00:55:47.694004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks [] for router_gateway (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.723426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] Set router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:47.768561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145062e-0632-4cab-9eeb-43a535554aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a848f74-5ef3-4dd5-a521-eebbcf3b30f1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:47.839788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f3ac9cf-65db-4c3d-a96c-3a6baa586dd4 req-1aa80cf6-4de5-434b-82c2-1dcd7c2aaffe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115596 Feb 19 00:55:47.924399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Deleting port eb9303e5-876b-436a-bcc4-e5d76010db20 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:47.925080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.045490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:44Z', 'revision_number': 5, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:48.064961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] For port eb9303e5-876b-436a-bcc4-e5d76010db20, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eb9303e5-876b-436a-bcc4-e5d76010db20,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:48.065344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.082540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4aba92-cc7f-407a-851a-ef9cecee1390 None None] The sync data for ids ['3e77e57d-ce32-49b9-ad4e-f014f4f93cef'] in n-d-826529-3 is: [{'id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'name': 'tempest-FloatingIPDetailsTestJSON-1691639808-router', 'tenant_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:56Z', 'updated_at': '2022-02-19T00:55:44Z', 'revision_number': 5, 'project_id': 'bfa0a6e2fe30442ab06096ec854b7389', 'gw_port': {'id': 'eb9303e5-876b-436a-bcc4-e5d76010db20', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e77e57d-ce32-49b9-ad4e-f014f4f93cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:48.095293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Calling delete_port for eb9303e5-876b-436a-bcc4-e5d76010db20 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:48.226812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb91a2-7f1a-49ab-b110-210476200803 req-0fd17e62-ad38-432b-b29c-63eb58e6ca9e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:48.233500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46fb91a2-7f1a-49ab-b110-210476200803 req-0fd17e62-ad38-432b-b29c-63eb58e6ca9e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0824344 Feb 19 00:55:48.345479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46fb91a2-7f1a-49ab-b110-210476200803 req-145f94ba-405b-4ce4-97c9-13c71ac1020a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Feb 19 00:55:48.413250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.464817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (eb9303e5-876b-436a-bcc4-e5d76010db20), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.501162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9303e5-876b-436a-bcc4-e5d76010db20,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:48.631909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.895793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Deleting port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:48.896845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.092256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] For port 82a20fc4-67c2-44b6-b49d-9fc24015f2a2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:49.092973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.124514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Calling delete_port for 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:49.171228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device abadf991-3a91-4d8c-a391-c53e3e745574 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:49.229613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: abadf991-3a91-4d8c-a391-c53e3e745574 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:49.232860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device abadf991-3a91-4d8c-a391-c53e3e745574 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:49.334624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35178) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:49.460255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.476296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks [] for router_controller (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.525860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (82a20fc4-67c2-44b6-b49d-9fc24015f2a2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.563441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a20fc4-67c2-44b6-b49d-9fc24015f2a2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:49.572399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5239d-0294-4b1f-b9cc-5b62cdb8e4a6 req-37b15461-d92f-490c-a78c-ccbcbfaa2261 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:49.574013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47d5239d-0294-4b1f-b9cc-5b62cdb8e4a6 req-37b15461-d92f-490c-a78c-ccbcbfaa2261 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1288948 Feb 19 00:55:49.579732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1066631420-network', 'tenant_id': '8cddc3663d0a44a994998beab995d431'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:49.636126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (3e77e57d-ce32-49b9-ad4e-f014f4f93cef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.636703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e77e57d-ce32-49b9-ad4e-f014f4f93cef {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:55:49.646391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.650381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-77907eed-03ec-43b5-b694-05b4e007547f admin admin] 10.222.0.94 "DELETE /v2.0/routers/3e77e57d-ce32-49b9-ad4e-f014f4f93cef HTTP/1.1" status: 204 len: 168 time: 2.7164640 Feb 19 00:55:49.657683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35184) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:49.704601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7b78e-4206-40dc-906c-80b589838f5e req-31b7d353-b334-4d39-a3fc-1e524e0eb8b6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:49.706807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36d7b78e-4206-40dc-906c-80b589838f5e req-31b7d353-b334-4d39-a3fc-1e524e0eb8b6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2360272 Feb 19 00:55:49.708850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Deleting subnet bc41098c-459a-41d9-acc9-001400478788 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:49.725499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47d5239d-0294-4b1f-b9cc-5b62cdb8e4a6 req-c8ee78f7-2f12-4afe-9da8-5ffdca6c126f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442599 Feb 19 00:55:49.726636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Publish callbacks [] for subnet (bc41098c-459a-41d9-acc9-001400478788), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.838796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (bc41098c-459a-41d9-acc9-001400478788), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.005702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bc41098c-459a-41d9-acc9-001400478788), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.173101 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (bc41098c-459a-41d9-acc9-001400478788), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.195248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391828f0-13de-411b-85ca-c6c3e00673c1 None None] Network 4fe59ac3-3805-4960-9120-f85a1fea6ffa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:50.195801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Made reservation on behalf of 8cddc3663d0a44a994998beab995d431 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:50.198125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.235800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.240633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] 10.222.0.94 "DELETE /v2.0/subnets/bc41098c-459a-41d9-acc9-001400478788 HTTP/1.1" status: 204 len: 168 time: 0.5874963 Feb 19 00:55:50.242503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc41098c-459a-41d9-acc9-001400478788,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:50.251023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35186) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:50.252780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.255990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.256846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.257338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.257838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.258379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8556ee9-dc50-4b90-b731-278e5477160a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:50.277788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.328965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36d7b78e-4206-40dc-906c-80b589838f5e req-4891360e-0436-4cbc-a77a-3d3c1a006d2f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033201 Feb 19 00:55:50.400164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (4fe59ac3-3805-4960-9120-f85a1fea6ffa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.409736 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.481633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Deleting port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:50.482348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.506585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] DHCP port deletion for 4fe59ac3-3805-4960-9120-f85a1fea6ffa request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:55:50.567559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] For port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:50.568302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.586620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Calling delete_port for 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:50.605977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Deleting port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:50.606838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.698587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks [] for security_group (3eab2819-4959-4e18-aa7b-19f598d5dae1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.717114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] For port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,segment=NetworkSegment(9b4d15f3-bdb2-4870-8813-4d1b215f8217),segment_id=9b4d15f3-bdb2-4870-8813-4d1b215f8217)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:50.717938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.732897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Calling delete_port for 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:50.789925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.840623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0a109a4b-5631-476b-92b6-96d3dcb2f1a4), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.844522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:50.855206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] No DVR routers for this DVR port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:50.872152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] No DVR routers for this DVR port 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:50.892249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcaa5b-53fb-4770-aedf-cc953227bc40 None None] Pushing event deleted for resources: {'Port': ['ID=0a109a4b-5631-476b-92b6-96d3dcb2f1a4,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:50.982564 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (4fe59ac3-3805-4960-9120-f85a1fea6ffa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.983977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:50.987341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3eab2819-4959-4e18-aa7b-19f598d5dae1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.097900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe59ac3-3805-4960-9120-f85a1fea6ffa']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.127954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4d15f3-bdb2-4870-8813-4d1b215f8217') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.128421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4d15f3-bdb2-4870-8813-4d1b215f8217') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.172338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22123-aec2-4c9c-a637-0a5a52c630c5 req-20ff3df0-801c-4ec6-b3e6-f0a00e734176 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:51.174711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6c22123-aec2-4c9c-a637-0a5a52c630c5 req-20ff3df0-801c-4ec6-b3e6-f0a00e734176 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.2951548 Feb 19 00:55:51.177825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (9b4d15f3-bdb2-4870-8813-4d1b215f8217), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.209500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9b4d15f3-bdb2-4870-8813-4d1b215f8217), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.217885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:51.218625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (9b4d15f3-bdb2-4870-8813-4d1b215f8217), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.243264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:51.245084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:51.283004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:51.283387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a109a4b-5631-476b-92b6-96d3dcb2f1a4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:51.283809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eb9303e5-876b-436a-bcc4-e5d76010db20 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:51.294807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab2819-4959-4e18-aa7b-19f598d5dae1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.301130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (7266ba1e-0494-43cb-9d02-c2d0c0f68ab1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.301475 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Added segment 7266ba1e-0494-43cb-9d02-c2d0c0f68ab1 of type vlan for network a6bf1250-465c-478e-a84a-be5185e67998 Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:51.312314 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:51.329204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: eb9303e5-876b-436a-bcc4-e5d76010db20 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:51.329556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eb9303e5-876b-436a-bcc4-e5d76010db20 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:51.387708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:51.396805 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Sync routers for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:51.410007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (4fe59ac3-3805-4960-9120-f85a1fea6ffa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.414704 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:51.415354 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.415853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:51.417749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4ae5b82e-4d1c-48ae-b59f-ac9589b24648 admin admin] 10.222.0.94 "PUT /v2.0/routers/cc6dab3e-88c8-459d-b20b-8c5fcf218a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7497778 Feb 19 00:55:51.432198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.436907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] 10.222.0.94 "DELETE /v2.0/networks/4fe59ac3-3805-4960-9120-f85a1fea6ffa HTTP/1.1" status: 204 len: 168 time: 1.1748972 Feb 19 00:55:51.444881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6c22123-aec2-4c9c-a637-0a5a52c630c5 req-eb45329a-cd74-4527-ab1e-036b06fd3af6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276076 Feb 19 00:55:51.457237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a6bf1250-465c-478e-a84a-be5185e67998), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.485710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dd47a-2edf-4cc5-8167-10d683b2a2ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe59ac3-3805-4960-9120-f85a1fea6ffa,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.600659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:51.693996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312bae1-10e6-43d3-a5e5-8abf1f97f48e req-9d1006e9-548e-4cc2-b927-ad1d2bed0f97 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:51.695631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2312bae1-10e6-43d3-a5e5-8abf1f97f48e req-9d1006e9-548e-4cc2-b927-ad1d2bed0f97 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2459610 Feb 19 00:55:51.728127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks [] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.739942 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a6bf1250-465c-478e-a84a-be5185e67998), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.740916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:51.741516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.863683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2312bae1-10e6-43d3-a5e5-8abf1f97f48e req-d50d9306-0f85-45e6-becf-fc8a1ddab8f2 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552639 Feb 19 00:55:51.912885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks [] for router_gateway (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.929317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] Pushing event updated for resources: {'Network': ['ID=a6bf1250-465c-478e-a84a-be5185e67998,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.943222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a6bf1250-465c-478e-a84a-be5185e67998 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:51.950860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35196) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:51.960951 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:55:49Z', 'revision_number': 5, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port': {'id': '0e9badb9-375c-4977-a17f-0bff6d18c306', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:53:02Z', 'updated_at': '2022-02-19T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.966030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bd1a4c5c-169c-4201-8b05-4949bf808cba admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6302199 Feb 19 00:55:51.967355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35198) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:51.981931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Request body: {'subnet': {'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1066631420-subnet', 'tenant_id': '8cddc3663d0a44a994998beab995d431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:52.039399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bfc5e7df-1f0a-482e-99fb-d238f22d9417 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bfa0a6e2fe30442ab06096ec854b7389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871572 Feb 19 00:55:52.041859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:52.054038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Checking router: cc6dab3e-88c8-459d-b20b-8c5fcf218a95 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:52.069851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Routers {'cc6dab3e-88c8-459d-b20b-8c5fcf218a95'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:52.070636 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:52.122905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Deleting port 0e9badb9-375c-4977-a17f-0bff6d18c306 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:52.123283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.143919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Made reservation on behalf of 8cddc3663d0a44a994998beab995d431 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:52.149970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.242871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] For port 0e9badb9-375c-4977-a17f-0bff6d18c306, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e9badb9-375c-4977-a17f-0bff6d18c306,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:52.243528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.252964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] Publish callbacks [] for security_group (0e81bfdf-1bae-4331-a623-8558130eb618), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.264526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Calling delete_port for 0e9badb9-375c-4977-a17f-0bff6d18c306 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:52.298822 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] Set router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:52.384485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:55:51Z', 'revision_number': 6, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:52.418809 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea598-2a6b-4b51-ba13-ba2ffcdc97e0 None None] The sync data for ids ['cc6dab3e-88c8-459d-b20b-8c5fcf218a95'] in n-d-826529-3 is: [{'id': 'cc6dab3e-88c8-459d-b20b-8c5fcf218a95', 'name': 'tempest-AttachSCSIVolumeTestJSON-1600884304-router', 'tenant_id': '853fd52305854aaaa9459f116535d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:53:00Z', 'updated_at': '2022-02-19T00:55:51Z', 'revision_number': 6, 'project_id': '853fd52305854aaaa9459f116535d961', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:52.458934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] Publish callbacks [] for security_group (0e81bfdf-1bae-4331-a623-8558130eb618), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.590820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e9badb9-375c-4977-a17f-0bff6d18c306), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.641537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9badb9-375c-4977-a17f-0bff6d18c306,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:52.705622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d0a64750-e601-4f40-94b9-8192dd8f3ced), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.720859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1847-4992-4289-b87d-002e8b5ec823 req-75a3b114-cc6e-4973-b6ea-333cd306e986 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:52.722412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c56c1847-4992-4289-b87d-002e8b5ec823 req-75a3b114-cc6e-4973-b6ea-333cd306e986 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1426432 Feb 19 00:55:52.733545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.800347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0e81bfdf-1bae-4331-a623-8558130eb618), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.804847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.820755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0e81bfdf-1bae-4331-a623-8558130eb618 HTTP/1.1" status: 204 len: 168 time: 0.7687221 Feb 19 00:55:52.880813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a64750-e601-4f40-94b9-8192dd8f3ced,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:52.885738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ff184-88ab-4cf3-9fef-4edbee8c1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81bfdf-1bae-4331-a623-8558130eb618,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:52.932335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Checking segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:52.932802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Network hostable DHCP agents. Network: a6bf1250-465c-478e-a84a-be5185e67998, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:53.000921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.003822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks [] for router_controller (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.009628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c56c1847-4992-4289-b87d-002e8b5ec823 req-b9b81c8e-4d70-401f-978a-a3d845b0eb14 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736585 Feb 19 00:55:53.079313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Network a6bf1250-465c-478e-a84a-be5185e67998 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:53.138416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e177-a6e8-45d9-af61-5273238b25a1 req-9c03b99c-e37f-4395-b27c-60c723e29fab tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:53.147145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9262e177-a6e8-45d9-af61-5273238b25a1 req-9c03b99c-e37f-4395-b27c-60c723e29fab tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1602013 Feb 19 00:55:53.184366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a6bf1250-465c-478e-a84a-be5185e67998) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:53.194563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02e9ba-4cdd-420a-94b5-4f8099024d46 None None] Network a6bf1250-465c-478e-a84a-be5185e67998 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:53.212752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:53.213351 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.241993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (cc6dab3e-88c8-459d-b20b-8c5fcf218a95), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.242612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6dab3e-88c8-459d-b20b-8c5fcf218a95 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:55:53.250956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.254310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8c71f79f-f430-4bf1-bb23-e3e43c5adc03 admin admin] 10.222.0.94 "DELETE /v2.0/routers/cc6dab3e-88c8-459d-b20b-8c5fcf218a95 HTTP/1.1" status: 204 len: 168 time: 1.8289495 Feb 19 00:55:53.254819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35216) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:53.260488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9262e177-a6e8-45d9-af61-5273238b25a1 req-da6e7a3d-2f58-4e16-af7b-52ead9931239 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914743 Feb 19 00:55:53.316135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70d69574-2509-4f5b-aa6e-9bb6c09ee3ce admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3470476 Feb 19 00:55:53.380516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472493a9-ba0d-4f72-9efe-d4e50cd2e67b None None] Network a6bf1250-465c-478e-a84a-be5185e67998 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:53.410433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Deleting subnet 0be0e1c2-6b3a-415e-9317-7ab74747dd1c {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:53.433121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Publish callbacks [] for subnet (0be0e1c2-6b3a-415e-9317-7ab74747dd1c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.535794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (0be0e1c2-6b3a-415e-9317-7ab74747dd1c), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.596730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:53.651107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:53.652416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 82a20fc4-67c2-44b6-b49d-9fc24015f2a2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:53.714582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0be0e1c2-6b3a-415e-9317-7ab74747dd1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.939311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (0be0e1c2-6b3a-415e-9317-7ab74747dd1c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.979066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be0e1c2-6b3a-415e-9317-7ab74747dd1c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.000391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.008965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e023e40-fec9-4ee8-b241-f20eb359b41a admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0be0e1c2-6b3a-415e-9317-7ab74747dd1c HTTP/1.1" status: 204 len: 168 time: 0.7477365 Feb 19 00:55:54.009232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c057b3-7a87-4c53-aaae-78af253cef02 None None] Network 07aab083-5ae0-49be-bfe6-83f48cce862e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:54.011021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35244) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:54.157890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (07aab083-5ae0-49be-bfe6-83f48cce862e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.195081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-f9190bf2-108e-4f66-bfbb-126429f23f4e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:54.196723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-f9190bf2-108e-4f66-bfbb-126429f23f4e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 814 time: 0.2319975 Feb 19 00:55:54.229922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-f3ce9c7e-b4f6-44d5-be2c-936951a61830 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/quotas/8cddc3663d0a44a994998beab995d431 HTTP/1.1" status: 200 len: 375 time: 0.0215533 Feb 19 00:55:54.291792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-16f4daa2-cf15-4713-85e7-8ab377847be4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546165 Feb 19 00:55:54.350205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ef7ef-41c2-4a81-a803-a9f56300cf87 req-994b7abc-b603-4e16-82d3-356f34395717 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:54.351872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-913ef7ef-41c2-4a81-a803-a9f56300cf87 req-994b7abc-b603-4e16-82d3-356f34395717 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1131592 Feb 19 00:55:54.355848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Deleting port 01d17104-d398-40f8-9e23-186697c6500e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:54.356263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (01d17104-d398-40f8-9e23-186697c6500e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.376114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] DHCP port deletion for 07aab083-5ae0-49be-bfe6-83f48cce862e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:55:54.473388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-c58e9abf-36c6-4618-b807-49ec0d590ee8 service neutron] 10.222.0.94 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686096 Feb 19 00:55:54.500326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Deleting port 01d17104-d398-40f8-9e23-186697c6500e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:54.503373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (01d17104-d398-40f8-9e23-186697c6500e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.527842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] For port 01d17104-d398-40f8-9e23-186697c6500e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=01d17104-d398-40f8-9e23-186697c6500e,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:54.528571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (01d17104-d398-40f8-9e23-186697c6500e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.549739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-913ef7ef-41c2-4a81-a803-a9f56300cf87 req-9816f9b2-1147-48a8-a8a3-d94a56366a32 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908700 Feb 19 00:55:54.551283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Calling delete_port for 01d17104-d398-40f8-9e23-186697c6500e owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:54.698506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-2f406bd3-b243-4dfd-aa2d-d7a38400dcb6 service neutron] 10.222.0.94 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153413 Feb 19 00:55:54.717010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] For port 01d17104-d398-40f8-9e23-186697c6500e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=01d17104-d398-40f8-9e23-186697c6500e,segment=NetworkSegment(b72fe337-8448-4dc1-9907-7f3694010d18),segment_id=b72fe337-8448-4dc1-9907-7f3694010d18)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:54.717777 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (01d17104-d398-40f8-9e23-186697c6500e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.731247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Calling delete_port for 01d17104-d398-40f8-9e23-186697c6500e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:54.796455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76133ff-7acd-4892-8ea1-1ad933430c30 req-69d5adc9-459f-492c-8985-70a2e92eaa47 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:54.799267 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e76133ff-7acd-4892-8ea1-1ad933430c30 req-69d5adc9-459f-492c-8985-70a2e92eaa47 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0867569 Feb 19 00:55:54.873294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (01d17104-d398-40f8-9e23-186697c6500e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.892287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (01d17104-d398-40f8-9e23-186697c6500e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.909246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] No DVR routers for this DVR port 01d17104-d398-40f8-9e23-186697c6500e on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:54.935633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] Pushing event deleted for resources: {'Port': ['ID=01d17104-d398-40f8-9e23-186697c6500e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.942155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d17104-d398-40f8-9e23-186697c6500e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.956969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4d3fe-ba16-4f54-8c4c-e6224632802e None None] No DVR routers for this DVR port 01d17104-d398-40f8-9e23-186697c6500e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:54.968618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e76133ff-7acd-4892-8ea1-1ad933430c30 req-36ae5139-c02c-49cd-9780-72615088266f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637115 Feb 19 00:55:55.060967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (07aab083-5ae0-49be-bfe6-83f48cce862e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.144188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aab083-5ae0-49be-bfe6-83f48cce862e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:55.148587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e992013c-0fcc-4404-bbc7-3a22957a81c5 req-1490598e-91b2-4f63-bb07-d3ec26638716 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 210 time: 0.0673623 Feb 19 00:55:55.182998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e9badb9-375c-4977-a17f-0bff6d18c306 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:55.187990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72fe337-8448-4dc1-9907-7f3694010d18') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:55.187990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72fe337-8448-4dc1-9907-7f3694010d18') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:55.215789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b72fe337-8448-4dc1-9907-7f3694010d18), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.221011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0e9badb9-375c-4977-a17f-0bff6d18c306 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:55.221574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e9badb9-375c-4977-a17f-0bff6d18c306 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:55.222172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 01d17104-d398-40f8-9e23-186697c6500e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:55.244920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 01d17104-d398-40f8-9e23-186697c6500e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:55.245112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 01d17104-d398-40f8-9e23-186697c6500e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:55.281305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b72fe337-8448-4dc1-9907-7f3694010d18), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.300472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:55.302331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b72fe337-8448-4dc1-9907-7f3694010d18), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:55.324169 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:55.532859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (07aab083-5ae0-49be-bfe6-83f48cce862e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.542818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.546835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] 10.222.0.94 "DELETE /v2.0/networks/07aab083-5ae0-49be-bfe6-83f48cce862e HTTP/1.1" status: 204 len: 168 time: 1.5347881 Feb 19 00:55:55.580460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3e338-cd87-457d-b971-fb2848cc4905 admin admin] Pushing event deleted for resources: {'Network': ['ID=07aab083-5ae0-49be-bfe6-83f48cce862e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:55.709793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeba03-26c3-455e-ba88-e84b21e11345 req-c49519d3-6cdd-4181-b580-2afc6abe0238 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:55.715542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abaeba03-26c3-455e-ba88-e84b21e11345 req-c49519d3-6cdd-4181-b580-2afc6abe0238 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.0680890 Feb 19 00:55:55.774647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abaeba03-26c3-455e-ba88-e84b21e11345 req-435c2d85-4b98-438a-99ef-a7eb794f322f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565133 Feb 19 00:55:56.140755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35310) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:56.244470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5ec28128-0425-445e-b80d-285eae4b1423 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=55385abbac334b3fb8578a549d130c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1014721 Feb 19 00:55:56.246054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35314) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:56.270970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8f597-2b5f-4456-94c1-ebc511b40b00 req-86ac677f-2f50-49d6-8e74-057889c623fa tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:56.279257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47b8f597-2b5f-4456-94c1-ebc511b40b00 req-86ac677f-2f50-49d6-8e74-057889c623fa tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1412785 Feb 19 00:55:56.289216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:56.382944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47b8f597-2b5f-4456-94c1-ebc511b40b00 req-aeab78c0-daa3-4623-8f79-b68b53785e78 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022449 Feb 19 00:55:56.400889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-390ced1c-e61d-4859-b679-0cb970e2ee2d req-76f3ceef-8da4-428a-a190-f23109795ffc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 210 time: 0.1124234 Feb 19 00:55:56.427695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] Publish callbacks [] for security_group (b362d422-4f0a-400d-aa0c-295b2a1b4e16), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.468583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] Publish callbacks [] for security_group (b362d422-4f0a-400d-aa0c-295b2a1b4e16), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.583080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab3a3-a6b2-4e89-ac79-f37a6be854c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.636299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b362d422-4f0a-400d-aa0c-295b2a1b4e16), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.641084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.648176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b362d422-4f0a-400d-aa0c-295b2a1b4e16 HTTP/1.1" status: 204 len: 168 time: 0.3980739 Feb 19 00:55:56.659375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e37155-6a77-477f-a068-49337a5495e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b362d422-4f0a-400d-aa0c-295b2a1b4e16,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:56.694260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab3a3-a6b2-4e89-ac79-f37a6be854c6 admin admin] Publish callbacks [] for security_group (bd2dd403-7545-42d1-b132-24e262c9cae5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.818880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab3a3-a6b2-4e89-ac79-f37a6be854c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bd2dd403-7545-42d1-b132-24e262c9cae5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.903006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ab3a3-a6b2-4e89-ac79-f37a6be854c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2dd403-7545-42d1-b132-24e262c9cae5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:56.967761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac1ab3a3-a6b2-4e89-ac79-f37a6be854c6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3fbe9620aa36464d8368f51563285860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6773057 Feb 19 00:55:56.968541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:57.016776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f9b7-2bd2-4d5d-b83b-1331c86c9b3b req-f4cb8c1d-757b-4ed3-b814-0a5f624784bf tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:57.024713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a498f9b7-2bd2-4d5d-b83b-1331c86c9b3b req-f4cb8c1d-757b-4ed3-b814-0a5f624784bf tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1103842 Feb 19 00:55:57.048630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] Publish callbacks [] for security_group (bd2dd403-7545-42d1-b132-24e262c9cae5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.087229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] Publish callbacks [] for security_group (bd2dd403-7545-42d1-b132-24e262c9cae5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.119240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a498f9b7-2bd2-4d5d-b83b-1331c86c9b3b req-44144c9c-a85a-4dcd-a9a5-f376298043e4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935838 Feb 19 00:55:57.270253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bd2dd403-7545-42d1-b132-24e262c9cae5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.273383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.274899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bd2dd403-7545-42d1-b132-24e262c9cae5 HTTP/1.1" status: 204 len: 168 time: 0.3048978 Feb 19 00:55:57.286167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505b97-63d3-48b6-b442-dc6825191063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2dd403-7545-42d1-b132-24e262c9cae5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:57.516638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759470-10a6-409b-b432-55383bcdb162 req-a804e9f0-4d0c-4dd9-9a1b-20dc281f716c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:57.518472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00759470-10a6-409b-b432-55383bcdb162 req-a804e9f0-4d0c-4dd9-9a1b-20dc281f716c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0645554 Feb 19 00:55:57.552291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35340) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:57.571322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-75be727c-ac06-4d6a-96f7-e62cb9c38b24 req-fb01a50c-4d14-4ea1-a79f-7e4d9d669490 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 210 time: 0.0761907 Feb 19 00:55:57.658782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00759470-10a6-409b-b432-55383bcdb162 req-6d78c0d6-b744-4eaf-ae42-4ea21ae83f38 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326303 Feb 19 00:55:57.664204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-25e6d49d-6bcf-49f7-a6f4-115698703596 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=853fd52305854aaaa9459f116535d961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1079707 Feb 19 00:55:57.666610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:57.726225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] Publish callbacks [] for security_group (6f8536ea-725e-45a7-9c2c-379ae315ae39), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.754581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] Publish callbacks [] for security_group (6f8536ea-725e-45a7-9c2c-379ae315ae39), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.881693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6f8536ea-725e-45a7-9c2c-379ae315ae39), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.884662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.885843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6f8536ea-725e-45a7-9c2c-379ae315ae39 HTTP/1.1" status: 204 len: 168 time: 0.2181664 Feb 19 00:55:57.896430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea941caf-d23a-47d0-a1aa-a2c42f2aede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8536ea-725e-45a7-9c2c-379ae315ae39,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:58.293672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-94802ff6-80b9-4bc7-a5af-03ad070728f7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:58.296192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-94802ff6-80b9-4bc7-a5af-03ad070728f7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 814 time: 0.1493075 Feb 19 00:55:58.349258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Request body: {'port': {'device_id': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'admin_state_up': True, 'tenant_id': '8cddc3663d0a44a994998beab995d431'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:58.436203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca95a2-97b4-4e8c-baea-e327fd8f804e req-3b4b5ae0-b294-4363-b3f6-8165f3ef167e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:58.437962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1aca95a2-97b4-4e8c-baea-e327fd8f804e req-3b4b5ae0-b294-4363-b3f6-8165f3ef167e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1408334 Feb 19 00:55:58.581564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1aca95a2-97b4-4e8c-baea-e327fd8f804e req-a7260018-30ce-4f24-8f18-18062283003e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238601 Feb 19 00:55:58.676058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Made reservation on behalf of 8cddc3663d0a44a994998beab995d431 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:58.680466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.725533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4237d0cc-e8ae-4357-8fc6-3b84a2aa27d0 req-7bb46625-db18-4cf3-955c-2ebf7310efd4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 210 time: 0.0693574 Feb 19 00:55:58.894354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Allocated IP 172.20.0.4 (a6bf1250-465c-478e-a84a-be5185e67998/d0a64750-e601-4f40-94b9-8192dd8f3ced/84899967-9676-4807-8fcf-ba1ae69c1a9c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:58.974283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a705c-81fb-4c83-b18d-490e5cac8468 req-7e3ae5f5-2306-4a2d-aa5d-94696aeae105 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:58.975877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d83a705c-81fb-4c83-b18d-490e5cac8468 req-7e3ae5f5-2306-4a2d-aa5d-94696aeae105 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0985067 Feb 19 00:55:59.109290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d83a705c-81fb-4c83-b18d-490e5cac8468 req-0790713f-6fa5-4397-b40e-5d56e0a5f691 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239884 Feb 19 00:55:59.167964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks [] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.335336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.401859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Network a6bf1250-465c-478e-a84a-be5185e67998 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:59.407522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:59.416427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:59.468933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:59.493783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:59.494492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.656907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-9bd47e37-c21e-4714-baee-51eff1392b6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202920 Feb 19 00:55:59.671596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Request body: {'port': {'device_id': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:59.781190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.846734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24452-87ff-4473-a441-560fb8a3de1b req-6e5b6d28-c9f3-4d0f-ad46-d62ca0609e01 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:59.848285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50f24452-87ff-4473-a441-560fb8a3de1b req-6e5b6d28-c9f3-4d0f-ad46-d62ca0609e01 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.1064308 Feb 19 00:55:59.993906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50f24452-87ff-4473-a441-560fb8a3de1b req-9ae638fa-e126-4e68-923e-31ee0a457f33 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342170 Feb 19 00:56:00.016967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822556ac-9425-45fd-ad2b-8eed84432c26 req-f3586b55-e643-4b1c-a9a1-b0b5a0b2ec78 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:00.018705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-822556ac-9425-45fd-ad2b-8eed84432c26 req-f3586b55-e643-4b1c-a9a1-b0b5a0b2ec78 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 931 time: 0.0918913 Feb 19 00:56:00.104963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-822556ac-9425-45fd-ad2b-8eed84432c26 req-40897d11-52d8-4b68-ba54-a5fa7ed3c484 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Feb 19 00:56:00.182029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:00.189543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks [] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.249489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Transition to ACTIVE for port object 84899967-9676-4807-8fcf-ba1ae69c1a9c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:00.262316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465df20-fe14-4060-a2df-43b33e1f172f req-20fdfd3c-efe7-4b65-91e9-fd6bff9c842d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:00.263985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0465df20-fe14-4060-a2df-43b33e1f172f req-20fdfd3c-efe7-4b65-91e9-fd6bff9c842d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0621464 Feb 19 00:56:00.318861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0465df20-fe14-4060-a2df-43b33e1f172f req-30649739-b197-4686-ab4f-46a3a8292f2c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466094 Feb 19 00:56:00.327481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.418358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:00.474923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:00.479803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:00.479803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:00.480013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:00.480187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:00.485759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:00.486124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Checking segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:00.486503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Bound using segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:00.486918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Bound port: 84899967-9676-4807-8fcf-ba1ae69c1a9c, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:00.487294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.556727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:00.559953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:00.658993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.700486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:00.701385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.703034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] 10.222.0.117 "PUT /v2.0/ports/84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 1091 time: 1.0371470 Feb 19 00:56:00.703506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:00.705802 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859d8185-caba-40c8-9cad-80b25ad01b74" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:00.726327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c2f8-8dea-4bac-bbef-cf73801366c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:00.763948 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b0423-b7d5-4fd7-ac4f-c0bedcdb894f x-openstack-request-id: req-9a7b0423-b7d5-4fd7-ac4f-c0bedcdb894f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:00.763948 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:00.763948 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9a7b0423-b7d5-4fd7-ac4f-c0bedcdb894f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:00.763948 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'status': 'completed', 'code': 200} Feb 19 00:56:00.827800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-bf146f29-3d18-4f69-a2a2-bd8f8e840233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:00.829403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-bf146f29-3d18-4f69-a2a2-bd8f8e840233 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1125 time: 0.0481958 Feb 19 00:56:00.977793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-08b1716e-6577-4b9c-8c7a-5bcbc2b80383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:00.979327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-08b1716e-6577-4b9c-8c7a-5bcbc2b80383 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=8cddc3663d0a44a994998beab995d431&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1420317 Feb 19 00:56:01.096165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-cc5d8cae-f0a6-4a82-a57c-dabd3505fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.098096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-859d8185-caba-40c8-9cad-80b25ad01b74 req-cc5d8cae-f0a6-4a82-a57c-dabd3505fe18 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110141 Feb 19 00:56:01.220169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-07277edd-6ccf-458e-b18e-489c88ddd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.221922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-07277edd-6ccf-458e-b18e-489c88ddd26e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1125 time: 0.0765896 Feb 19 00:56:01.229799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8cb73-b918-4861-8817-c00335899328 req-10376881-0dc9-4780-b32e-16a7818a63cc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.235610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65f8cb73-b918-4861-8817-c00335899328 req-10376881-0dc9-4780-b32e-16a7818a63cc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.0960054 Feb 19 00:56:01.280071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-db5bb802-5d17-4b88-a552-27900397bf39 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.0476811 Feb 19 00:56:01.343049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65f8cb73-b918-4861-8817-c00335899328 req-bf1dcb12-8cbf-4ed9-8492-26591728fabe tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043062 Feb 19 00:56:01.352019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-c86df4f6-4962-45e9-af0a-6b9f0991d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.353445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-c86df4f6-4962-45e9-af0a-6b9f0991d51d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.0660741 Feb 19 00:56:01.394571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-b6fd1ea5-dd6e-46fe-8eba-be26218995bc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355024 Feb 19 00:56:01.509107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-8ef94663-e5e2-48b1-895f-5abb70f0f3fb service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009550 Feb 19 00:56:01.547748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1322b1-bad2-42de-a824-111a106a2d6f req-313b143b-939c-47a5-9338-c9361385ce2b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.549440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd1322b1-bad2-42de-a824-111a106a2d6f req-313b143b-939c-47a5-9338-c9361385ce2b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.0627079 Feb 19 00:56:01.598324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd1322b1-bad2-42de-a824-111a106a2d6f req-6734b7c4-9513-4ebf-87f3-74eb7c57d9d0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Feb 19 00:56:01.650413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde87da-a814-4e14-9473-784024f6cda9 req-abad62f6-a735-4073-91f3-ef2fc230eac3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.652023 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dde87da-a814-4e14-9473-784024f6cda9 req-abad62f6-a735-4073-91f3-ef2fc230eac3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0804949 Feb 19 00:56:01.668568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9974579-5ccf-459e-a0eb-2482d653fd0a req-81eaa817-e9cf-46bd-9cdf-4a31bb19f94e service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475799 Feb 19 00:56:01.711835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dde87da-a814-4e14-9473-784024f6cda9 req-50f0e8c5-b604-4ba5-a9ef-9f077bda70d1 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Feb 19 00:56:02.762149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679105b6-d292-4f31-bead-8db0d4cba152 req-c6d9ef5b-c1e6-41d4-95ae-4a87f0e3918c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:02.764336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-679105b6-d292-4f31-bead-8db0d4cba152 req-c6d9ef5b-c1e6-41d4-95ae-4a87f0e3918c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 945 time: 0.0747111 Feb 19 00:56:02.813670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-679105b6-d292-4f31-bead-8db0d4cba152 req-63a78ab0-ea32-472e-953a-f2a6d621a4fb tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Feb 19 00:56:02.865434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-3e327cfb-9eac-4243-8fb0-2adf15c43b83 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:02.867042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-3e327cfb-9eac-4243-8fb0-2adf15c43b83 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.3616903 Feb 19 00:56:02.891858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:02.958143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0531c6-5419-4d42-bdee-9f5acb5244aa req-4bcad6ff-900d-4101-8bd0-510ce265c8cd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:02.959672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb0531c6-5419-4d42-bdee-9f5acb5244aa req-4bcad6ff-900d-4101-8bd0-510ce265c8cd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.1059084 Feb 19 00:56:03.007810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.067044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb0531c6-5419-4d42-bdee-9f5acb5244aa req-1d0de90c-93aa-42d6-908f-5c19c4fb4828 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915084 Feb 19 00:56:03.209967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:03.218498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c25d-a5ab-459a-9798-338d0e81297e req-5e5f6633-6aa0-49fb-81e4-ab4fb887e83f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:03.226263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e66c25d-a5ab-459a-9798-338d0e81297e req-5e5f6633-6aa0-49fb-81e4-ab4fb887e83f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0920031 Feb 19 00:56:03.287494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:03.309848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e66c25d-a5ab-459a-9798-338d0e81297e req-8fe5b1a0-20d7-4964-98f3-0cf938269841 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Feb 19 00:56:03.342826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:03.345397 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3dc498-7725-4c54-ae73-32c5e0004342" -d '{"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-unplugged", "status": "completed", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:03.349528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks [] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.471950 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a9c8a-1277-4a14-8037-d9d56dd2278b x-openstack-request-id: req-892a9c8a-1277-4a14-8037-d9d56dd2278b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:03.472445 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-unplugged", "status": "completed", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:03.472712 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-892a9c8a-1277-4a14-8037-d9d56dd2278b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:03.473191 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'code': 200} Feb 19 00:56:03.492833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.578484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:03.595627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:03.595968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:03.596305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:03.612469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:03.617047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Attempting to bind port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on network 9ff5643f-7d82-4649-9ee0-7a5a55005352 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:03.619429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:03.619779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Checking segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:03.629042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Bound using segment: {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:03.629042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Bound port: 95d24ea0-b4c5-4a2d-9ff7-711228994773, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc3cdae-46f3-4fe6-ac00-083007545de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '9ff5643f-7d82-4649-9ee0-7a5a55005352'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:03.629042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.694393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:03.698225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:03.807470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.895986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:03.896723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.897968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] 10.222.0.117 "PUT /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 1121 time: 1.0105224 Feb 19 00:56:03.902328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbc878-9a0a-471e-8f00-2313670ad197 service neutron] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:03.967549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa13fc-1953-46db-b7f0-44b2fb226651 req-e1c23a4f-cdb4-474a-b09a-a44e197cf244 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:03.969211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42fa13fc-1953-46db-b7f0-44b2fb226651 req-e1c23a4f-cdb4-474a-b09a-a44e197cf244 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0560551 Feb 19 00:56:03.974496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['95d24ea0-b4c5-4a2d-9ff7-711228994773'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:04.037061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['95d24ea0-b4c5-4a2d-9ff7-711228994773'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:04.048014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42fa13fc-1953-46db-b7f0-44b2fb226651 req-95097b39-9623-4a26-a428-5c5ddc246b50 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 Feb 19 00:56:04.213624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9117-65c6-44e3-a9a8-343049f9a84b req-fd7930b1-067a-4f52-a997-ca7d2efc3b8c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:04.220005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e67d9117-65c6-44e3-a9a8-343049f9a84b req-fd7930b1-067a-4f52-a997-ca7d2efc3b8c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.0738595 Feb 19 00:56:04.278037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e67d9117-65c6-44e3-a9a8-343049f9a84b req-5f165f63-9e96-461c-9b6c-ad76675f70dd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 Feb 19 00:56:04.301204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:04.468729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce866ab2-9fcd-4009-b09e-44a7629de1a6 req-53b79b13-6db9-45cb-b659-dd880902fa95 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:04.477025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce866ab2-9fcd-4009-b09e-44a7629de1a6 req-53b79b13-6db9-45cb-b659-dd880902fa95 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0869017 Feb 19 00:56:04.534703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:04.548503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce866ab2-9fcd-4009-b09e-44a7629de1a6 req-acd94e60-5e8f-4ee2-9bb2-b571884ea7ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702989 Feb 19 00:56:04.576177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:04.589442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'port_id': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'mac_address': 'fa:16:3e:e6:67:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a64750-e601-4f40-94b9-8192dd8f3ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:04.633762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:04.638697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.660908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:04.683054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:04.712482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ada-5aa0-412b-abb0-76a0c5e00eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.770144 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.770144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:04.800848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ada-5aa0-412b-abb0-76a0c5e00eda admin admin] Publish callbacks [] for security_group (5c52180f-3832-463a-b8f5-d7467ef44852), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.865463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:04.887008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4ada-5aa0-412b-abb0-76a0c5e00eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5c52180f-3832-463a-b8f5-d7467ef44852), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.913738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:04.929927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cb3b4ada-5aa0-412b-abb0-76a0c5e00eda admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9d7a7aba138e43ff99f8256c095a383b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938510 Feb 19 00:56:04.932397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b4ada-5aa0-412b-abb0-76a0c5e00eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52180f-3832-463a-b8f5-d7467ef44852,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:04.933378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:04.933873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 has no active binding in host n-h1-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:56:04.993448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] Publish callbacks [] for security_group (5c52180f-3832-463a-b8f5-d7467ef44852), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.017912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] Publish callbacks [] for security_group (5c52180f-3832-463a-b8f5-d7467ef44852), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.159224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5c52180f-3832-463a-b8f5-d7467ef44852), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.161782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.162987 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5c52180f-3832-463a-b8f5-d7467ef44852 HTTP/1.1" status: 204 len: 168 time: 0.2251940 Feb 19 00:56:05.177436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4463ed-7254-4317-83fe-2fb7037406a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52180f-3832-463a-b8f5-d7467ef44852,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:05.186708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:05.187773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e20df-e4b8-456e-b06e-a58b4aa00fd2 req-7f4cbcb7-e3b0-4a5c-8435-8ea05ca1e0b8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.189342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b1e20df-e4b8-456e-b06e-a58b4aa00fd2 req-7f4cbcb7-e3b0-4a5c-8435-8ea05ca1e0b8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0748804 Feb 19 00:56:05.257562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b1e20df-e4b8-456e-b06e-a58b4aa00fd2 req-7673f871-918a-4ca9-b81e-90a1a5fdb57f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Feb 19 00:56:05.414900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7a900-7335-4072-aee9-b1f83d2ac8bf req-cfb5feaf-b83d-4734-aff5-2949e2a893b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.416417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79d7a900-7335-4072-aee9-b1f83d2ac8bf req-cfb5feaf-b83d-4734-aff5-2949e2a893b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0614748 Feb 19 00:56:05.468481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79d7a900-7335-4072-aee9-b1f83d2ac8bf req-c9aa22ff-3ab3-4af8-a93a-2835c9d467c7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Feb 19 00:56:05.475124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:05.477519 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d13eb-15d6-4665-a156-851a16a177b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:05.528005 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149ccc4-a984-4fda-9554-056e3225e95b x-openstack-request-id: req-b149ccc4-a984-4fda-9554-056e3225e95b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:05.529619 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:05.529881 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b149ccc4-a984-4fda-9554-056e3225e95b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:05.530287 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'status': 'completed', 'code': 200} Feb 19 00:56:05.606496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-9bfc5a43-cdfc-4db7-a6f5-557277234e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.608646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-9bfc5a43-cdfc-4db7-a6f5-557277234e6d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1155 time: 0.0493045 Feb 19 00:56:05.749490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-181f53b8-1c24-4cc5-96f9-c604a60c5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.751012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-181f53b8-1c24-4cc5-96f9-c604a60c5a0e service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.1346216 Feb 19 00:56:05.761388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5598b0-c863-4c0b-ac61-ca8d510d0816 req-2a034766-94d9-496b-86fb-7297485a16ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.762916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a5598b0-c863-4c0b-ac61-ca8d510d0816 req-2a034766-94d9-496b-86fb-7297485a16ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1005349 Feb 19 00:56:05.806519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-75cb7a62-dd24-4bef-a4a1-3705dff291db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 217 time: 0.0420103 Feb 19 00:56:05.889554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a5598b0-c863-4c0b-ac61-ca8d510d0816 req-4f58bdce-e518-4ae9-adb2-dd2bdd50ac44 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181231 Feb 19 00:56:05.892804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-dec6d2fb-659d-4c5f-892e-d0903e2e5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:05.892804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-dec6d2fb-659d-4c5f-892e-d0903e2e5ffb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.0777814 Feb 19 00:56:05.934613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-9f5d6750-398f-4783-a7a4-328190412dfb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305922 Feb 19 00:56:06.032063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-60842991-7546-4139-97d1-9548aa888c41 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891368 Feb 19 00:56:06.146588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1d13eb-15d6-4665-a156-851a16a177b9 req-34e1403e-982c-4d7f-a47a-7f66b1c8cc73 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973053 Feb 19 00:56:06.311157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:06.412838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35956) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:06.439478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ddd8-8299-42c6-8f4a-5a959ab25658 req-2553265c-01cb-4c18-a6cc-9fe3528cdf37 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:06.441091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1805ddd8-8299-42c6-8f4a-5a959ab25658 req-2553265c-01cb-4c18-a6cc-9fe3528cdf37 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0704865 Feb 19 00:56:06.495918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1805ddd8-8299-42c6-8f4a-5a959ab25658 req-a592e323-a1b3-4f6e-8862-08e89a197777 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Feb 19 00:56:06.498913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 84899967-9676-4807-8fcf-ba1ae69c1a9c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:06.511666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 84899967-9676-4807-8fcf-ba1ae69c1a9c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:06.512114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.545215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1950542934-network', 'tenant_id': '7059487778864c38b578ade71e9f6497'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:06.624372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:06.624833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.662385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:06.662385 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa9b05-ee8a-482b-bbeb-c74e820d4217" -d '{"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:06.668285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c342da-0782-49b5-b54a-88528f9aba08 req-417c5a19-633f-4934-85dc-76d9cfb7e3ef tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:06.671992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8c342da-0782-49b5-b54a-88528f9aba08 req-417c5a19-633f-4934-85dc-76d9cfb7e3ef tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0775809 Feb 19 00:56:06.674519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:06.731624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8c342da-0782-49b5-b54a-88528f9aba08 req-8711e66b-63d4-483b-8887-333e324b3f9a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Feb 19 00:56:06.757129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Made reservation on behalf of 7059487778864c38b578ade71e9f6497 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:06.757129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.766965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.778471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.813625 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23e309-8cad-4cee-ad01-574919ff36ef x-openstack-request-id: req-8f23e309-8cad-4cee-ad01-574919ff36ef {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:06.814031 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:06.814484 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8f23e309-8cad-4cee-ad01-574919ff36ef {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:06.814954 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'code': 200} Feb 19 00:56:06.893657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:06.928798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks [] for security_group (ab1481a7-9655-4d1d-8164-79431dd019a5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.951516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc6bf4-8e3f-4cb1-bf4b-00b384b9f863 req-e21de035-477d-4e00-9f0f-8ea6e9873b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:06.953905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-badc6bf4-8e3f-4cb1-bf4b-00b384b9f863 req-e21de035-477d-4e00-9f0f-8ea6e9873b5c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1127 time: 0.0752854 Feb 19 00:56:07.001927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-badc6bf4-8e3f-4cb1-bf4b-00b384b9f863 req-6462a16e-28eb-41be-88fb-441aefd17f97 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Feb 19 00:56:07.028101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339c84-12b2-4d4f-95fa-b05eaea1a762 req-a54086c5-333a-4a0f-9381-546307f217fe tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:07.029677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99339c84-12b2-4d4f-95fa-b05eaea1a762 req-a54086c5-333a-4a0f-9381-546307f217fe tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0559156 Feb 19 00:56:07.041137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab1481a7-9655-4d1d-8164-79431dd019a5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.064151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:07.078963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99339c84-12b2-4d4f-95fa-b05eaea1a762 req-f4b33a6c-2dfc-4f68-96f3-8f1c2132f319 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 Feb 19 00:56:07.081296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1481a7-9655-4d1d-8164-79431dd019a5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:07.085768 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (934cb6ce-e06d-4ddf-a24b-21f77567686e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.086106 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Added segment 934cb6ce-e06d-4ddf-a24b-21f77567686e of type vlan for network 3824a40a-9e93-4c26-9e58-2816102985d3 Feb 19 00:56:07.139812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3824a40a-9e93-4c26-9e58-2816102985d3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.287212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3824a40a-9e93-4c26-9e58-2816102985d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.291734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:07.291734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.336726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b0711-22ec-4319-ba61-13609e2e3065 req-d84fab7b-0dc8-4470-8191-07a4ddcb9450 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:07.339657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-969b0711-22ec-4319-ba61-13609e2e3065 req-d84fab7b-0dc8-4470-8191-07a4ddcb9450 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.0579016 Feb 19 00:56:07.356984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] Pushing event updated for resources: {'Network': ['ID=3824a40a-9e93-4c26-9e58-2816102985d3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:07.377142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3824a40a-9e93-4c26-9e58-2816102985d3 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:07.394335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-969b0711-22ec-4319-ba61-13609e2e3065 req-35977d6e-95b8-4490-b4aa-6055b84221e6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Feb 19 00:56:07.443909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-459d7133-8c7c-4670-9b24-d6a632b97490 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0299616 Feb 19 00:56:07.448360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36028) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:07.453715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Request body: {'subnet': {'network_id': '3824a40a-9e93-4c26-9e58-2816102985d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1950542934-subnet', 'tenant_id': '7059487778864c38b578ade71e9f6497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:07.551797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Made reservation on behalf of 7059487778864c38b578ade71e9f6497 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:07.551797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.650267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567f264-e5fe-4350-9d57-5ee2fe3d5238 req-d8ada876-9c73-4aa6-b18e-5db50c5681d1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:07.655631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0567f264-e5fe-4350-9d57-5ee2fe3d5238 req-d8ada876-9c73-4aa6-b18e-5db50c5681d1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0678861 Feb 19 00:56:07.706545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0567f264-e5fe-4350-9d57-5ee2fe3d5238 req-584f4ae8-9935-487b-a4d4-faa2528caf3b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482860 Feb 19 00:56:07.841643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (26093a71-9a79-4991-ad9d-9d5b729a1845), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.904861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26093a71-9a79-4991-ad9d-9d5b729a1845,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:07.928217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef1e8-ea67-4e54-86dd-ead10fa1ad90 req-1658231c-1d7a-4281-8586-03eafaae51a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:07.939535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-888ef1e8-ea67-4e54-86dd-ead10fa1ad90 req-1658231c-1d7a-4281-8586-03eafaae51a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1172826 Feb 19 00:56:07.939535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Checking segment: {'id': '934cb6ce-e06d-4ddf-a24b-21f77567686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3824a40a-9e93-4c26-9e58-2816102985d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:07.939535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Network hostable DHCP agents. Network: 3824a40a-9e93-4c26-9e58-2816102985d3, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:07.989792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-888ef1e8-ea67-4e54-86dd-ead10fa1ad90 req-f0b8a27a-7c5d-4ecf-81bd-872cec0c90ac tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539052 Feb 19 00:56:08.030393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Network 3824a40a-9e93-4c26-9e58-2816102985d3 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:08.203169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f86d7b-4aea-48fe-9f75-7f06a9055bf1 req-ba779f38-da4a-4e3c-9427-b673e11bebf0 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:08.204658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21f86d7b-4aea-48fe-9f75-7f06a9055bf1 req-ba779f38-da4a-4e3c-9427-b673e11bebf0 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0567808 Feb 19 00:56:08.206812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3824a40a-9e93-4c26-9e58-2816102985d3) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:08.211701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:08.212570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.217362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad96bcd-ed33-4162-8485-166cc6ebcf21 None None] Network 3824a40a-9e93-4c26-9e58-2816102985d3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:08.283767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21f86d7b-4aea-48fe-9f75-7f06a9055bf1 req-282180e0-e6cb-4cac-9659-e3d49795423b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678027 Feb 19 00:56:08.343178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7291925d-bffc-40b1-89b8-efa287bce325 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8917170 Feb 19 00:56:08.378057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dfdd09-caf3-4af9-a0c3-7dee23b5d616 None None] Network 3824a40a-9e93-4c26-9e58-2816102985d3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:08.422329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36046) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:08.615517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2c91-0816-41b6-8370-dea87d5b649f req-6c8b2bfe-be5a-4ce9-80c8-090bc23a2cd8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:08.617689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-508d2c91-0816-41b6-8370-dea87d5b649f req-6c8b2bfe-be5a-4ce9-80c8-090bc23a2cd8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.0839405 Feb 19 00:56:08.661790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a15e6456-a29b-4e5b-b1d6-50c5cb44003e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.709323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-508d2c91-0816-41b6-8370-dea87d5b649f req-371c0e9d-820c-4173-81df-72b086aa0483 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853350 Feb 19 00:56:08.787251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-188614291', 'description': 'tempest-description-1311401716'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:08.798815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a15e6456-a29b-4e5b-b1d6-50c5cb44003e admin admin] Publish callbacks [] for security_group (69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.895142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c78da-0139-4fa3-9922-be43a04caf22 req-fd66b6bd-cd36-4309-9a53-a8c8b595222b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:08.896846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f8c78da-0139-4fa3-9922-be43a04caf22 req-fd66b6bd-cd36-4309-9a53-a8c8b595222b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0581048 Feb 19 00:56:08.898563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a15e6456-a29b-4e5b-b1d6-50c5cb44003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.961695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a15e6456-a29b-4e5b-b1d6-50c5cb44003e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4bc88626441d4e1893c4a5507bf1d028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362768 Feb 19 00:56:08.965154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e6456-a29b-4e5b-b1d6-50c5cb44003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:08.967153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36060) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:09.028547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f8c78da-0139-4fa3-9922-be43a04caf22 req-4af77e79-11a2-4d6a-a72c-7dd7901eace4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234791 Feb 19 00:56:09.038088 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.052783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] Publish callbacks [] for security_group (69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.089145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] Publish callbacks [] for security_group (69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.187570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e46d2b-382c-4644-a17e-dd696199c912 req-50691951-0b95-4cab-a00b-63eb6c71f331 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:09.189269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78e46d2b-382c-4644-a17e-dd696199c912 req-50691951-0b95-4cab-a00b-63eb6c71f331 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0768120 Feb 19 00:56:09.204405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (748b8bb0-73b8-46ae-b14b-a3f0f38abe4c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.243660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78e46d2b-382c-4644-a17e-dd696199c912 req-ed6fcd1a-bb11-4e3a-a77d-4de462927449 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476201 Feb 19 00:56:09.252855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.256028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.269173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33 HTTP/1.1" status: 204 len: 168 time: 0.2887640 Feb 19 00:56:09.269173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0a5b3-0be6-4107-838b-4745a4df4fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d4b7d9-f7d6-4afb-8a0b-f3b41ee0da33,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.310026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (748b8bb0-73b8-46ae-b14b-a3f0f38abe4c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.374704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748b8bb0-73b8-46ae-b14b-a3f0f38abe4c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.396645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-170c5d59-3dab-4d2b-b853-9dac65091d80 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:09.398263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-170c5d59-3dab-4d2b-b853-9dac65091d80 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.0978336 Feb 19 00:56:09.492544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.507261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.519311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45bcb8b6-751f-42fb-90fe-4fb84abd33af req-6f67ee6d-02a0-4a38-9b71-03f8e76df35c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7391598 Feb 19 00:56:09.539789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602f54-f8bf-4cfc-9692-b64d83b8b215 req-e904eeba-3480-4ca7-a77a-415f196da4ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:09.543162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed602f54-f8bf-4cfc-9692-b64d83b8b215 req-e904eeba-3480-4ca7-a77a-415f196da4ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0771365 Feb 19 00:56:09.604598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port b2448585-3659-4147-ac7f-17abe23bd532 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:09.605079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b2448585-3659-4147-ac7f-17abe23bd532), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.657782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed602f54-f8bf-4cfc-9692-b64d83b8b215 req-349f9cd3-116d-4ff2-9b0a-e8781e154e96 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079245 Feb 19 00:56:09.761276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4f585822-c34f-4620-9599-cb5ae3208f71 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/748b8bb0-73b8-46ae-b14b-a3f0f38abe4c HTTP/1.1" status: 200 len: 1821 time: 0.0676980 Feb 19 00:56:09.775998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '748b8bb0-73b8-46ae-b14b-a3f0f38abe4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:09.776741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '748b8bb0-73b8-46ae-b14b-a3f0f38abe4c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:09.863282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port b2448585-3659-4147-ac7f-17abe23bd532, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b2448585-3659-4147-ac7f-17abe23bd532,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:09.863938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b2448585-3659-4147-ac7f-17abe23bd532), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.886124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-fdccdcc6-2055-4687-805d-2c715e60cd2c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:09.888609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-fdccdcc6-2055-4687-805d-2c715e60cd2c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 814 time: 0.2246659 Feb 19 00:56:09.896508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for b2448585-3659-4147-ac7f-17abe23bd532 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:09.924266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-eeb01fc8-bdfa-4d10-b75e-f95ebf9600bf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/quotas/8cddc3663d0a44a994998beab995d431 HTTP/1.1" status: 200 len: 375 time: 0.0298138 Feb 19 00:56:09.954291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (c41a0905-55c3-4152-9496-419a6dabd819), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.991865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (c41a0905-55c3-4152-9496-419a6dabd819), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.024774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.105975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-f6bb34d5-944b-4101-aa86-27ebfb64a7b9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1748953 Feb 19 00:56:10.109536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (c41a0905-55c3-4152-9496-419a6dabd819), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.152903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41a0905-55c3-4152-9496-419a6dabd819,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:10.256411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.261338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92c25631-7d81-4431-9d81-1e6c269f131f req-4dadfa57-6d54-455d-9c8b-a5b8260a826d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4908795 Feb 19 00:56:10.325874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-cd1960c8-fc47-42da-9dc8-86baad6cc4ba service neutron] 10.222.0.94 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022915 Feb 19 00:56:10.419653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4698b-e3be-4192-86fe-0c9399be48a9 req-69bc0bf5-7f0f-4579-a3f7-fa3c4dec1fb1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:10.421978 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3aa4698b-e3be-4192-86fe-0c9399be48a9 req-69bc0bf5-7f0f-4579-a3f7-fa3c4dec1fb1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 945 time: 0.0713341 Feb 19 00:56:10.433381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b2448585-3659-4147-ac7f-17abe23bd532), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.483317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3aa4698b-e3be-4192-86fe-0c9399be48a9 req-df92ea03-7fad-432d-ada7-132a9507f905 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558972 Feb 19 00:56:10.493227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=b2448585-3659-4147-ac7f-17abe23bd532,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:10.514748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-d145991f-7792-475e-b333-bd8f8150d169 service neutron] 10.222.0.94 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828892 Feb 19 00:56:10.586371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port b2448585-3659-4147-ac7f-17abe23bd532 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:10.590668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.603884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4bcb3de-e06e-4dfd-a8f6-c0bb989d0eba req-1d514233-2e8f-4450-9149-59d1a046f460 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "DELETE /v2.0/ports/b2448585-3659-4147-ac7f-17abe23bd532 HTTP/1.1" status: 204 len: 173 time: 1.1978250 Feb 19 00:56:10.604552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'name': 'network-vif-deleted', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:10.619177 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63aae0-9115-47a2-850e-51f8492c9678" -d '{"events": [{"server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "name": "network-vif-deleted", "tag": "b2448585-3659-4147-ac7f-17abe23bd532"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:10.713025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46e85b-c555-4e4c-ad51-4b667a711f95 req-71563085-e47e-4e21-8660-bc3a0618b537 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:10.715009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f46e85b-c555-4e4c-ad51-4b667a711f95 req-71563085-e47e-4e21-8660-bc3a0618b537 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.1269572 Feb 19 00:56:10.726546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-772af70f-4af0-40f6-b138-406640878822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.801310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f46e85b-c555-4e4c-ad51-4b667a711f95 req-e6f4c487-7603-4815-8c6d-5a3bab0e7f6c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799818 Feb 19 00:56:10.810937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1640938180', 'description': 'tempest-description-1294261395'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:10.870609 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbebb54-9f2b-471e-a77e-1e39a0830be5 x-openstack-request-id: req-0bbebb54-9f2b-471e-a77e-1e39a0830be5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:10.870853 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52fad97-9957-467c-8485-20d97c40a762", "name": "network-vif-deleted", "tag": "b2448585-3659-4147-ac7f-17abe23bd532", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:10.871032 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0bbebb54-9f2b-471e-a77e-1e39a0830be5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:10.871455 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52fad97-9957-467c-8485-20d97c40a762', 'name': 'network-vif-deleted', 'tag': 'b2448585-3659-4147-ac7f-17abe23bd532', 'status': 'completed', 'code': 200} Feb 19 00:56:10.951570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.023433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85984e-f1c0-4320-a5cb-dd5f1e34ba0d req-c5acd800-8e20-4aff-a84a-679e5c22fdf8 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:11.024971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c85984e-f1c0-4320-a5cb-dd5f1e34ba0d req-c5acd800-8e20-4aff-a84a-679e5c22fdf8 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0793242 Feb 19 00:56:11.063422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36126) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:11.085001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b44bd264-12d4-46ea-82ff-b5a05153ec5e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.103971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c85984e-f1c0-4320-a5cb-dd5f1e34ba0d req-5fdb3817-726c-4d4d-b63e-ce8e5a7bec53 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653901 Feb 19 00:56:11.174351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97f38e0c-20c4-475a-a365-54eb0aa24af9 req-64d563a3-a393-4a02-8167-6600f02e2071 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Feb 19 00:56:11.178069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b44bd264-12d4-46ea-82ff-b5a05153ec5e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.206378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-254386111-network', 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:11.226807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44bd264-12d4-46ea-82ff-b5a05153ec5e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:11.297138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.298526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddc140d6-e458-4987-a22b-286adae2c288 req-5f71ce84-0c99-4aa0-a2ff-e518f51866c4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4924905 Feb 19 00:56:11.368356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-9c7bfbc5-176c-4ac7-a318-23beb49bda11 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/b44bd264-12d4-46ea-82ff-b5a05153ec5e HTTP/1.1" status: 200 len: 1822 time: 0.0479183 Feb 19 00:56:11.380849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b44bd264-12d4-46ea-82ff-b5a05153ec5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:11.381263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b44bd264-12d4-46ea-82ff-b5a05153ec5e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:11.402236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:11.405372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.415018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.496162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks [] for security_group (0290aef6-04c9-4a3c-b678-f1921817b8b8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.566617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0290aef6-04c9-4a3c-b678-f1921817b8b8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.575659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (5c96191b-01cc-43f2-ad42-b3d1b2c66a3a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.602275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:11.615873 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (5c96191b-01cc-43f2-ad42-b3d1b2c66a3a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.632310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cfa78567-1d17-4482-9131-3d517fa3562c req-e128b520-40ea-4eea-a6cf-0d5ebbd176bd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0564702 Feb 19 00:56:11.640570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290aef6-04c9-4a3c-b678-f1921817b8b8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:11.658050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6ae51507-637b-4002-921e-7cb3f51e9bd2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.658432 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Added segment 6ae51507-637b-4002-921e-7cb3f51e9bd2 of type vlan for network feb463cd-c3d5-442f-99fd-d69eed4da5ee Feb 19 00:56:11.692953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5c96191b-01cc-43f2-ad42-b3d1b2c66a3a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.701415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (feb463cd-c3d5-442f-99fd-d69eed4da5ee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.712904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c96191b-01cc-43f2-ad42-b3d1b2c66a3a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:11.791974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.793228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-818efd40-69ee-45c7-9f42-8a6a6cfa9fb9 req-a9c289bc-2e0c-4b3e-beed-4a5d9c626e2c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4172375 Feb 19 00:56:11.808833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (feb463cd-c3d5-442f-99fd-d69eed4da5ee), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.810515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:11.812056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:11.827540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-377762450', 'description': 'tempest-description-1953147835'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:11.908325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] Pushing event updated for resources: {'Network': ['ID=feb463cd-c3d5-442f-99fd-d69eed4da5ee,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:11.920872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-87c2c306-ef91-4d06-b79c-3cf46e37bde7 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8554728 Feb 19 00:56:11.923507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:11.924013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36142) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:11.929852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Request body: {'subnet': {'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-254386111-subnet', 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:11.955523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8124231-47c7-49bb-b9aa-7428dadaff48 req-c582d34f-fa8d-429f-ab1d-42fad91624bc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:11.957397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8124231-47c7-49bb-b9aa-7428dadaff48 req-c582d34f-fa8d-429f-ab1d-42fad91624bc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0662203 Feb 19 00:56:12.008047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8124231-47c7-49bb-b9aa-7428dadaff48 req-7e353026-0ea9-4bfd-b4ba-b140ddbc700b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440605 Feb 19 00:56:12.030454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.057647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:12.060697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.175332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b31096fc-5a4e-44a5-bd02-8125f4b69ec3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.238419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a2e38-0624-4a40-97da-06a276e67553 req-370c8bb3-f2ec-4a3e-923c-680ae8bb64de tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:12.240059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d47a2e38-0624-4a40-97da-06a276e67553 req-370c8bb3-f2ec-4a3e-923c-680ae8bb64de tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0613370 Feb 19 00:56:12.304081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b31096fc-5a4e-44a5-bd02-8125f4b69ec3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.311764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d47a2e38-0624-4a40-97da-06a276e67553 req-9c042a2e-3c64-427a-8f40-996b136e4d8d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Feb 19 00:56:12.337138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b2448585-3659-4147-ac7f-17abe23bd532 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:12.347910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31096fc-5a4e-44a5-bd02-8125f4b69ec3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:12.359569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: b2448585-3659-4147-ac7f-17abe23bd532 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:12.360613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b2448585-3659-4147-ac7f-17abe23bd532 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:12.395958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6a784bd6-ffe6-4f95-a19e-02d011ba8027), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.426476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a280fbe3-5dd2-4f20-947e-4e916937c356 req-97e02273-f801-4848-b664-66bf23f21774 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Feb 19 00:56:12.456564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.459650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad044b53-7fb9-414b-bb74-bb406110001a req-241907ad-2b64-49a0-b808-b29c98a9063d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6434741 Feb 19 00:56:12.471411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a784bd6-ffe6-4f95-a19e-02d011ba8027,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:12.483615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Checking segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:12.484330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Network hostable DHCP agents. Network: feb463cd-c3d5-442f-99fd-d69eed4da5ee, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:12.486188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2127301545', 'description': 'tempest-description-500567944'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:12.612855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:12.679020 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.708841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-fdf19598-8cb8-490c-8c82-9139ebc3053c service neutron] 10.222.0.96 "GET /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.0731764 Feb 19 00:56:12.789606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, feb463cd-c3d5-442f-99fd-d69eed4da5ee) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:12.796832 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94d62be3-f572-496e-811e-7d6ab9d15fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.807298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be3328-fad3-41ec-883d-4d060ed32198 None None] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:12.812100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (71541fbc-081a-4f74-a6b5-379ecddf4d6d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.828362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ce74d2-ace6-4679-b885-02cdfc691860 req-6c1efbc8-66c9-461f-8171-5212f5a5ad70 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0414302 Feb 19 00:56:12.829851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:12.830535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.909877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71541fbc-081a-4f74-a6b5-379ecddf4d6d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:12.949546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f0ac1-c783-4a90-90f0-3e08db4c82ea None None] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:12.950091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71541fbc-081a-4f74-a6b5-379ecddf4d6d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:12.975787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4616583e-67c7-4076-a5d5-9612f6095955 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0510707 Feb 19 00:56:13.023985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.031522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-749f0310-55f8-42ab-a32a-25e35ff6f663 req-fb0b1cbd-125a-4522-9ddb-975b05af551e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5508518 Feb 19 00:56:13.071815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:13.115401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:13.159328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:13.194540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-ede90276-8693-4170-b73c-cc04e0d92537 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/b31096fc-5a4e-44a5-bd02-8125f4b69ec3 HTTP/1.1" status: 200 len: 1823 time: 0.1285796 Feb 19 00:56:13.196885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c92c-7d59-48bd-8024-9fd824ea6b61 req-125c229d-c475-4c10-abf6-d037801e7b5c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:13.198694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0363c92c-7d59-48bd-8024-9fd824ea6b61 req-125c229d-c475-4c10-abf6-d037801e7b5c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 943 time: 0.0712078 Feb 19 00:56:13.201873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d24ea0-b4c5-4a2d-9ff7-711228994773 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:13.270282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0363c92c-7d59-48bd-8024-9fd824ea6b61 req-70527376-272d-42d3-a0bb-aa64f058d310 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Feb 19 00:56:13.270468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:13.270593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95d24ea0-b4c5-4a2d-9ff7-711228994773 is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:13.323212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-945a9783-5f35-4838-b188-c60776766aa7 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/71541fbc-081a-4f74-a6b5-379ecddf4d6d HTTP/1.1" status: 200 len: 1823 time: 0.1096630 Feb 19 00:56:13.334570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b31096fc-5a4e-44a5-bd02-8125f4b69ec3', 'remote_group_id': '71541fbc-081a-4f74-a6b5-379ecddf4d6d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:13.334899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b31096fc-5a4e-44a5-bd02-8125f4b69ec3', 'remote_group_id': '71541fbc-081a-4f74-a6b5-379ecddf4d6d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:13.456253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.618962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-a0d3ce99-c77f-464c-8213-59069ecb13f8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:13.620723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-a0d3ce99-c77f-464c-8213-59069ecb13f8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.1467946 Feb 19 00:56:13.653586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-185927dd-a998-44db-9e97-385ac60f8ce9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/quotas/7afabca7c45a4ca9b39b1840c8ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.0204136 Feb 19 00:56:13.703261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-03061c66-f07d-4eb8-bc83-3bfa4c9136f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475609 Feb 19 00:56:13.818596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-2524e242-a5d8-4aa4-b132-e8173e7f5518 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142991 Feb 19 00:56:13.972199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-dbc6ec6d-19a2-4261-a911-b0639f742426 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309602 Feb 19 00:56:13.975121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (60451388-bb19-4dda-b111-46c6ea954049), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.029734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] Transition to ACTIVE for port object 95d24ea0-b4c5-4a2d-9ff7-711228994773 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:14.041016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-b4bb92c5-1315-454e-8191-3d422666818b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:14.042674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-b4bb92c5-1315-454e-8191-3d422666818b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 814 time: 0.5675774 Feb 19 00:56:14.056395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Request body: {'port': {'device_id': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'admin_state_up': True, 'tenant_id': '8cddc3663d0a44a994998beab995d431'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:14.133075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (60451388-bb19-4dda-b111-46c6ea954049), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.137471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.163534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510501-85ce-43d4-b8a6-fcd614a77c11 req-02b7c245-cb29-44f4-94e1-419e7ec63709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:14.165568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d510501-85ce-43d4-b8a6-fcd614a77c11 req-02b7c245-cb29-44f4-94e1-419e7ec63709 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1127 time: 0.0596933 Feb 19 00:56:14.197170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.217139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d510501-85ce-43d4-b8a6-fcd614a77c11 req-b37fc636-63cf-4a0c-976e-640893b659dd service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Feb 19 00:56:14.324019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] No DVR routers for this DVR port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:14.325777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (60451388-bb19-4dda-b111-46c6ea954049), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.354420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:14.385143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60451388-bb19-4dda-b111-46c6ea954049,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:14.398797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-b6c70d40-7b92-4c5c-9dfb-f3022405ba3a service neutron] 10.222.0.96 "PUT /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773/bindings/n-h1-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6834702 Feb 19 00:56:14.441076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Made reservation on behalf of 8cddc3663d0a44a994998beab995d431 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:14.447733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.449151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfccd9d-9596-4591-92b0-b0c4ad6b7221 req-af6c1a81-0f53-49e3-8d46-1340438e77e3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:14.460007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.461340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de60ebfd-f1a8-4b01-90cf-ee1b193678e4 req-b352f201-340e-42c6-91d6-4a2a2608270d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1315150 Feb 19 00:56:14.484878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dfccd9d-9596-4591-92b0-b0c4ad6b7221 req-af6c1a81-0f53-49e3-8d46-1340438e77e3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0976572 Feb 19 00:56:14.590585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5f51fe2-2e1f-40f6-ad40-5bc2fb5a7e61 req-ae4b3b48-e28e-40ee-9244-5e3389649903 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 210 time: 0.0494857 Feb 19 00:56:14.622209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dfccd9d-9596-4591-92b0-b0c4ad6b7221 req-8a22081a-8e28-451a-8a53-c08877e7a2a2 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317530 Feb 19 00:56:14.735531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11547618-f1ff-46d4-851e-8e19bb494a0b req-fa1d7e9d-6aa1-4845-969e-865d3452abc1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0348732 Feb 19 00:56:14.806729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e6c7d0d-f5c4-4bdb-a2fc-662abed94c16 req-5c5a0f34-1eea-4602-a3a2-9f5dbe1042b9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 210 time: 0.0829983 Feb 19 00:56:14.808182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Allocated IP 172.20.0.2 (a6bf1250-465c-478e-a84a-be5185e67998/d0a64750-e601-4f40-94b9-8192dd8f3ced/6bae2917-b5d2-481a-8437-66ae34215237) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:14.854475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-837473800', 'description': 'tempest-description-1215141138'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:14.892170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-85d624f6-1e2b-4a25-aa7e-8cc55f309b34 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:14.893691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-85d624f6-1e2b-4a25-aa7e-8cc55f309b34 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1949942 Feb 19 00:56:14.896408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf7c3f-cc79-47d8-9d38-64de2328cff9 req-0c2df324-5069-4180-8911-7b160778efef tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:14.906081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8bf7c3f-cc79-47d8-9d38-64de2328cff9 req-0c2df324-5069-4180-8911-7b160778efef tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.1000662 Feb 19 00:56:14.972160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8bf7c3f-cc79-47d8-9d38-64de2328cff9 req-7d99faf6-8631-4be9-bf55-68dac5b2ea37 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Feb 19 00:56:15.072629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.115854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.124408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-80080432-331b-4f03-948b-e6a2b84259b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.125937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-80080432-331b-4f03-948b-e6a2b84259b9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de&tenant_id=a912c6d4489c400ca4b19f5839318b66 HTTP/1.1" status: 200 len: 1126 time: 0.2212622 Feb 19 00:56:15.215348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks [] for port (6bae2917-b5d2-481a-8437-66ae34215237), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.282794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (04e6771b-212f-4be6-bc11-b57b239854e1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.291677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-fb1a9007-3f08-4638-a80e-19211ee781d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.293193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-fb1a9007-3f08-4638-a80e-19211ee781d3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1126 time: 0.1416268 Feb 19 00:56:15.406453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (04e6771b-212f-4be6-bc11-b57b239854e1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.417542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-e281b73e-f5b6-430b-b0c4-fe2a77a7e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.419031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-e281b73e-f5b6-430b-b0c4-fe2a77a7e70c service neutron] 10.222.0.117 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.1178875 Feb 19 00:56:15.480489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.484553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-1186b40b-290e-4d68-b6c6-3daed37608aa service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 200 len: 217 time: 0.0535023 Feb 19 00:56:15.490242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6771b-212f-4be6-bc11-b57b239854e1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:15.492550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:15.596546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-2876ebe4-2dd8-4cea-9796-f3428eb1848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.598671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-2876ebe4-2dd8-4cea-9796-f3428eb1848d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.1020420 Feb 19 00:56:15.625960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Pushing event updated for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:15.649626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.650923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ab6bde4-5b0c-4267-9987-4d0e05e88e4a req-890abf59-2f6f-45ba-90e7-f66bdbdb63a1 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8080509 Feb 19 00:56:15.675898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Network a6bf1250-465c-478e-a84a-be5185e67998 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:15.678254 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-11d16e99-9d47-4c7c-8a55-1963b3992271 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488515 Feb 19 00:56:15.679593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:15.682256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:15.846142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a772c-b28b-4770-962a-90a8b34f71f1 req-866533f9-b047-4746-9822-1d5f762bd85d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.856456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e9a772c-b28b-4770-962a-90a8b34f71f1 req-866533f9-b047-4746-9822-1d5f762bd85d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.0794868 Feb 19 00:56:15.863421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.864091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.927737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e9a772c-b28b-4770-962a-90a8b34f71f1 req-8ff55032-1d45-4bee-9d03-1cbf928d5aed tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681725 Feb 19 00:56:15.943458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e771af0-6f20-473f-a6eb-7948115883ac req-8d0f1e8b-fb90-4d6b-ac78-bd05a6a8ddad tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.944949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e771af0-6f20-473f-a6eb-7948115883ac req-8d0f1e8b-fb90-4d6b-ac78-bd05a6a8ddad tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 931 time: 0.1605885 Feb 19 00:56:15.948780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-78471c89-7b7f-4289-bdc7-3658a317d686 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488055 Feb 19 00:56:15.959640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-438524856', 'description': 'tempest-description-768608253'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:16.036167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-0687c3a8-0eca-4468-ae68-fe2af95fd4a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9842217 Feb 19 00:56:16.055371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Request body: {'port': {'device_id': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:16.105399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e771af0-6f20-473f-a6eb-7948115883ac req-8941716b-9c38-445a-aedd-f47ca356eee1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513739 Feb 19 00:56:16.159479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6bae2917-b5d2-481a-8437-66ae34215237), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.164327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-bac5a338-db28-48d6-8cf1-33074becd309 service neutron] 10.222.0.117 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939518 Feb 19 00:56:16.229655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.239415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e24404c-e77b-4e4e-a8fa-bf7e85157a5d req-01c98542-0047-4c92-8b17-cdbc19b86abd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0372236 Feb 19 00:56:16.327451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (054f972c-331c-4296-bafb-5f6ce1e0592d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.392689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ad9bfc-9d03-4c9a-8b33-b80bce822023 req-93c854da-8c14-463b-a9ef-b32b01180c32 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 210 time: 0.0485024 Feb 19 00:56:16.395167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (054f972c-331c-4296-bafb-5f6ce1e0592d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.428965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054f972c-331c-4296-bafb-5f6ce1e0592d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:16.494584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.496631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cddca04-1deb-4ec2-a794-aa67501df066 req-91b54091-7de3-45c5-87cf-d23c1dd45d91 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5413814 Feb 19 00:56:16.581817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b610fe-2a7a-4d54-a9c1-1e0f3791281e req-eb36c0f3-10f8-40ef-910d-e1bdf282dc58 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:16.589430 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b610fe-2a7a-4d54-a9c1-1e0f3791281e req-eb36c0f3-10f8-40ef-910d-e1bdf282dc58 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.1005440 Feb 19 00:56:16.682439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bae2917-b5d2-481a-8437-66ae34215237 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:16.701956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks [] for port (6bae2917-b5d2-481a-8437-66ae34215237), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.714095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b610fe-2a7a-4d54-a9c1-1e0f3791281e req-fb583edb-78df-4d6b-8f4a-c8d875524037 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232164 Feb 19 00:56:16.723958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-c1fc9967-10f3-428a-8394-f322d9b4afb9 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:16.726162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Transition to ACTIVE for port object 6bae2917-b5d2-481a-8437-66ae34215237 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:16.735298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-c1fc9967-10f3-428a-8394-f322d9b4afb9 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 811 time: 0.1556365 Feb 19 00:56:16.735979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9f348319-d0db-49b4-a6d3-b0dc83f5ba71 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:16.737653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-9f348319-d0db-49b4-a6d3-b0dc83f5ba71 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de&tenant_id=a912c6d4489c400ca4b19f5839318b66&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1001372 Feb 19 00:56:16.755917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-05fd60e1-39c5-4ed1-927d-b9106509a8db tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/quotas/996deea51dc2492489fa4786c8d90955 HTTP/1.1" status: 200 len: 375 time: 0.0191205 Feb 19 00:56:16.837032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.853102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-e8c8ed55-e7b2-4a93-8be6-ddfb87456207 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957613 Feb 19 00:56:16.898535 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.963813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-2f363bd6-b101-4e51-8dd1-1f40380e099d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/04e6771b-212f-4be6-bc11-b57b239854e1 HTTP/1.1" status: 200 len: 1823 time: 0.1838748 Feb 19 00:56:16.969667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:17.009168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-7862b1c1-0397-4383-8658-a4df780a9d6d service neutron] 10.222.0.94 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391006 Feb 19 00:56:17.115555 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-5e49ac63-6170-45fe-93a5-2c86b6ab606b tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/054f972c-331c-4296-bafb-5f6ce1e0592d HTTP/1.1" status: 200 len: 1822 time: 0.1507244 Feb 19 00:56:17.125640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04e6771b-212f-4be6-bc11-b57b239854e1', 'remote_group_id': '054f972c-331c-4296-bafb-5f6ce1e0592d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:17.130575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '04e6771b-212f-4be6-bc11-b57b239854e1', 'remote_group_id': '054f972c-331c-4296-bafb-5f6ce1e0592d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:17.131768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-2c6c2fb8-bc74-4987-8b92-2e63f3bbc130 service neutron] 10.222.0.94 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116641 Feb 19 00:56:17.131887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Attempting to bind port 6bae2917-b5d2-481a-8437-66ae34215237 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:17.131887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Attempting to bind port 6bae2917-b5d2-481a-8437-66ae34215237 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:17.131887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Attempting to bind port 6bae2917-b5d2-481a-8437-66ae34215237 on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:17.142183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Port 6bae2917-b5d2-481a-8437-66ae34215237 on network a6bf1250-465c-478e-a84a-be5185e67998 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:17.142519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Attempting to bind port 6bae2917-b5d2-481a-8437-66ae34215237 on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:17.154106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:17.154558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Checking segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:17.155022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Bound using segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:17.159316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Bound port: 6bae2917-b5d2-481a-8437-66ae34215237, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:17.159316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6bae2917-b5d2-481a-8437-66ae34215237), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.226335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-03663658-80ec-42f4-938f-8a0bbe9189f4 service neutron] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:17.231409 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-03663658-80ec-42f4-938f-8a0bbe9189f4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.233250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-03663658-80ec-42f4-938f-8a0bbe9189f4 service neutron] 10.222.0.117 "DELETE /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773/bindings/n-h2-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.4892411 Feb 19 00:56:17.237428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:17.240874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6bae2917-b5d2-481a-8437-66ae34215237,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:17.311124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (345f4ea7-6fcf-4fe1-bf91-44f1877e3d83), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.349792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (345f4ea7-6fcf-4fe1-bf91-44f1877e3d83), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.426223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.485351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:17.485351 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.485351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] 10.222.0.117 "PUT /v2.0/ports/6bae2917-b5d2-481a-8437-66ae34215237 HTTP/1.1" status: 200 len: 1091 time: 1.4416697 Feb 19 00:56:17.485722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:17.488526 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a335498-7415-4e81-b25f-dd3ed325df37" -d '{"events": [{"name": "network-changed", "server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "tag": "6bae2917-b5d2-481a-8437-66ae34215237"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:17.490373 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (345f4ea7-6fcf-4fe1-bf91-44f1877e3d83), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.524206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345f4ea7-6fcf-4fe1-bf91-44f1877e3d83,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:17.545308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320586b-922f-443c-8b5c-85c5d3ddd8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:17.685782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122ad5-80a3-4a00-8b71-262ffb0329fe req-62f01d51-4a8c-4fc8-a912-47de421a7730 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:17.708733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20122ad5-80a3-4a00-8b71-262ffb0329fe req-62f01d51-4a8c-4fc8-a912-47de421a7730 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 943 time: 0.1605704 Feb 19 00:56:17.710089 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.717344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1bbd7489-5ae1-4ae2-99ea-955b2e66b592 req-0f85caa8-7150-4fbd-b953-aaa5592b6f72 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6008842 Feb 19 00:56:17.785749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-7c7dc43c-915d-486e-b85f-1e06863dc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:17.787281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-7c7dc43c-915d-486e-b85f-1e06863dc2eb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 1125 time: 0.1612031 Feb 19 00:56:17.846760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20122ad5-80a3-4a00-8b71-262ffb0329fe req-bb0de037-e032-44dd-b31b-0b7304cbd75c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349037 Feb 19 00:56:17.858393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-41244b8d-0e08-4940-b27c-267879e87fbc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bae2917-b5d2-481a-8437-66ae34215237 HTTP/1.1" status: 200 len: 217 time: 0.0459399 Feb 19 00:56:17.928478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-3941816e-cbba-4698-986d-4bae845842a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:17.929969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-3941816e-cbba-4698-986d-4bae845842a2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.0657434 Feb 19 00:56:17.943422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-3cdad265-3016-4af7-a4d0-e5c4f8b33054 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:17.944977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-3cdad265-3016-4af7-a4d0-e5c4f8b33054 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.3681045 Feb 19 00:56:17.955869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db6f0287-8ad2-4d2b-b26d-abba7a579b11 req-6095574b-f496-4e04-80b4-6efaca820073 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 210 time: 0.0563943 Feb 19 00:56:17.971711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-660ae89d-aa19-4ba4-bcc0-eda1674e51aa req-51a99f73-02e8-406f-9d32-04d001efa599 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1123393 Feb 19 00:56:17.975295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Request body: {'port': {'device_id': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'admin_state_up': True, 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:17.998160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-4ba88cc9-eb91-4772-96fe-a477184b5c3e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601974 Feb 19 00:56:18.117410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-9190f2f1-c050-4c85-bb25-80a669d54efd service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090961 Feb 19 00:56:18.146843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07b83133-1d05-4ba3-a1ab-0732247dc2d6 req-6f1759c1-4fb2-4ec2-99ab-a2a186645952 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 210 time: 0.1222372 Feb 19 00:56:18.164520 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8eb45-6012-452b-9931-c6725aa7336d x-openstack-request-id: req-a1b8eb45-6012-452b-9931-c6725aa7336d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:18.165083 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "tag": "6bae2917-b5d2-481a-8437-66ae34215237", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:18.166961 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a1b8eb45-6012-452b-9931-c6725aa7336d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:18.167612 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237', 'status': 'completed', 'code': 200} Feb 19 00:56:18.277607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8263871f-e1eb-4099-a225-850e587d1b9e req-4a0163df-c3d2-4dd0-b5dc-a586bb26fcb4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/054f972c-331c-4296-bafb-5f6ce1e0592d HTTP/1.1" status: 200 len: 1822 time: 0.0803041 Feb 19 00:56:18.328865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd6b5-df3f-4b40-ab87-5367cbd8ef61 req-d4fe8e8f-647a-4192-89be-059df86be74c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:18.339439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e78cd6b5-df3f-4b40-ab87-5367cbd8ef61 req-d4fe8e8f-647a-4192-89be-059df86be74c tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.1159794 Feb 19 00:56:18.414487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e78cd6b5-df3f-4b40-ab87-5367cbd8ef61 req-1bf9fa0a-003a-4f0b-beae-019a5f29309f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 Feb 19 00:56:18.418496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8263871f-e1eb-4099-a225-850e587d1b9e req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (054f972c-331c-4296-bafb-5f6ce1e0592d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.434050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4eaeafb-481b-4a05-89f6-bcce435febdb req-d0c79384-be6b-49bd-9849-a33aab905c74 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652547 Feb 19 00:56:18.454480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8263871f-e1eb-4099-a225-850e587d1b9e req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (054f972c-331c-4296-bafb-5f6ce1e0592d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.543893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:18.565102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.611527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f093-0fb0-4ad4-b852-5c341c0c9561 req-5afb5b83-5c5e-431a-91cf-36a556db09b9 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:18.627595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41f3f093-0fb0-4ad4-b852-5c341c0c9561 req-5afb5b83-5c5e-431a-91cf-36a556db09b9 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 1126 time: 0.0727305 Feb 19 00:56:18.749275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41f3f093-0fb0-4ad4-b852-5c341c0c9561 req-77b23964-0ea3-4fe4-8acd-97befea85507 tempest-LiveAutoBlockMigrationV225Test-159217511 tempest-LiveAutoBlockMigrationV225Test-159217511-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123967 Feb 19 00:56:18.910286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8263871f-e1eb-4099-a225-850e587d1b9e req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (054f972c-331c-4296-bafb-5f6ce1e0592d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.912906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8263871f-e1eb-4099-a225-850e587d1b9e req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.926551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8263871f-e1eb-4099-a225-850e587d1b9e req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/054f972c-331c-4296-bafb-5f6ce1e0592d HTTP/1.1" status: 204 len: 173 time: 0.6280606 Feb 19 00:56:19.044243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Allocated IP 172.20.0.8 (feb463cd-c3d5-442f-99fd-d69eed4da5ee/6a784bd6-ffe6-4f95-a19e-02d011ba8027/4282871d-f544-4b21-b60d-a8f6a6ed341b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:19.208522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks [] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.254683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f93e-924e-4167-8b2f-f53877bb1ade tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f972c-331c-4296-bafb-5f6ce1e0592d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:19.266852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-40e320ac-83d2-4bdc-ad6a-9b2a8a42d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.268682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-40e320ac-83d2-4bdc-ad6a-9b2a8a42d14a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 1125 time: 0.6984065 Feb 19 00:56:19.418211 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.475372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:19.482483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:19.489033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:19.505781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccd7e0-ab71-4ce4-b672-6cad9f1c095c req-b63d60a7-01b3-42b4-bf72-44b9e5950b43 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.514775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1eccd7e0-ab71-4ce4-b672-6cad9f1c095c req-b63d60a7-01b3-42b4-bf72-44b9e5950b43 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 943 time: 0.0961320 Feb 19 00:56:19.531916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:19.587606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-315825b3-4f88-46c2-86cb-e8f861eff1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.587606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-315825b3-4f88-46c2-86cb-e8f861eff1a0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.3065772 Feb 19 00:56:19.593325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1eccd7e0-ab71-4ce4-b672-6cad9f1c095c req-cfcc731d-8c98-437e-9de4-e9e17d785d2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717049 Feb 19 00:56:19.658161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.658910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.666484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-f3d621fa-b934-4de9-8050-1d13e719fec6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6bae2917-b5d2-481a-8437-66ae34215237 HTTP/1.1" status: 200 len: 217 time: 0.0653403 Feb 19 00:56:19.717632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6eac2-3e7e-47c1-97b1-65e10862d3fa req-2db43a53-4a8d-4840-b524-24106412a6a4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.720393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94d6eac2-3e7e-47c1-97b1-65e10862d3fa req-2db43a53-4a8d-4840-b524-24106412a6a4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 931 time: 0.0660052 Feb 19 00:56:19.734627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48dda944-ae78-40e4-93ea-ffc86f81eccb req-56d07ba0-e633-4551-b340-e1850bf62df0 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/04e6771b-212f-4be6-bc11-b57b239854e1 HTTP/1.1" status: 200 len: 1823 time: 0.1646454 Feb 19 00:56:19.759941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-82e235ee-5954-4bb5-bdac-305a6d444830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:19.761472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-82e235ee-5954-4bb5-bdac-305a6d444830 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.0867114 Feb 19 00:56:19.808235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-fbdbc47d-fc09-40e7-b147-2f90f8ebd754 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385034 Feb 19 00:56:19.812932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ab21f6c-c7b2-4035-8a1a-4da0ba25653e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8436990 Feb 19 00:56:19.830153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94d6eac2-3e7e-47c1-97b1-65e10862d3fa req-a0320cbb-a785-4f47-a734-8e38507d5e68 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935841 Feb 19 00:56:19.834281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Request body: {'port': {'device_id': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:19.966688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c59992c4-1dfb-499a-ae66-ac8505219c70 req-fa611336-67e1-4314-8622-86b053e58e02 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.1417067 Feb 19 00:56:20.004718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96a04f5a-184f-4561-830c-26eba9c12e45 req-35314d37-bdeb-479a-9ea0-03607ff3e004 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 210 time: 0.0695484 Feb 19 00:56:20.018146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.179825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-bedc16f9-42ee-4b9d-bdd7-463de5d519e9 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656974 Feb 19 00:56:20.190216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d87b-5fc8-40ab-ad81-8f274b220a2b req-d9a64d77-51dd-45ac-a626-f5bc1fc38951 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:20.192293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a20d87b-5fc8-40ab-ad81-8f274b220a2b req-d9a64d77-51dd-45ac-a626-f5bc1fc38951 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.0794818 Feb 19 00:56:20.257049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a20d87b-5fc8-40ab-ad81-8f274b220a2b req-37aac095-c2db-464f-b4f4-2ad5163bc119 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Feb 19 00:56:20.291929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-442457045', 'description': 'tempest-description-1749871716'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:20.365773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd0b90-5118-4c7e-bc9e-eb57d82f000b req-f8cb6aae-bdab-4feb-a577-9873d66ab7d7 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:20.368572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5bdd0b90-5118-4c7e-bc9e-eb57d82f000b req-f8cb6aae-bdab-4feb-a577-9873d66ab7d7 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.3076365 Feb 19 00:56:20.378493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6bae2917-b5d2-481a-8437-66ae34215237 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:20.401109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.517341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6bae2917-b5d2-481a-8437-66ae34215237,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:20.543328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (3f5c43e1-caeb-4066-ab5d-5c3a45af37c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.546087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '6bae2917-b5d2-481a-8437-66ae34215237', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'port_id': '6bae2917-b5d2-481a-8437-66ae34215237', 'mac_address': 'fa:16:3e:ff:fc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a64750-e601-4f40-94b9-8192dd8f3ced', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:20.561385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-46259438-6130-4ee1-a696-f6849ac81384 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:20.565345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-46259438-6130-4ee1-a696-f6849ac81384 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 944 time: 0.3820577 Feb 19 00:56:20.580969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5bdd0b90-5118-4c7e-bc9e-eb57d82f000b req-efba8ea6-5dc9-45ba-8d68-4bd30adb363a tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066159 Feb 19 00:56:20.593959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 6bae2917-b5d2-481a-8437-66ae34215237 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:20.595470 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6bae2917-b5d2-481a-8437-66ae34215237), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.609383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3f5c43e1-caeb-4066-ab5d-5c3a45af37c8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.612656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bae2917-b5d2-481a-8437-66ae34215237 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:20.649784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6bae2917-b5d2-481a-8437-66ae34215237,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:20.673931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c43e1-caeb-4066-ab5d-5c3a45af37c8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:20.715148 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.731562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a335498-7415-4e81-b25f-dd3ed325df37 req-cd3dd60b-7fd7-46be-8797-1c913c0a6bb7 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444622 Feb 19 00:56:20.749635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.759870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37505e83-9753-42a8-9dda-9dc9bb5cc513 req-e7e6591c-9ec2-4ffd-9082-b1de1b6b7a32 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4696259 Feb 19 00:56:20.866581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:20.895276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:20.904620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1415011527'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:20.933377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['6bae2917-b5d2-481a-8437-66ae34215237'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:20.935382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-2652debc-012a-43b5-839f-d2e08f83d5a0 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 200 len: 1823 time: 0.1497569 Feb 19 00:56:20.962437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5c43e1-caeb-4066-ab5d-5c3a45af37c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:20.963108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5c43e1-caeb-4066-ab5d-5c3a45af37c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:21.004381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-a39fe8a4-f4b4-4fb7-bc77-4381f5e824bb tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:21.006043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-a39fe8a4-f4b4-4fb7-bc77-4381f5e824bb tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.1399033 Feb 19 00:56:21.071301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:21.076499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.140604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-8eb4ad5c-99ab-4f93-9be9-068b6ae4f658 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:21.147148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-8eb4ad5c-99ab-4f93-9be9-068b6ae4f658 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 811 time: 0.5590503 Feb 19 00:56:21.162216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f90bb-effe-4c1f-9441-e78bfa01df25 req-0fd6613b-ab7a-4027-8d56-ff11d7915146 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:21.164359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-476f90bb-effe-4c1f-9441-e78bfa01df25 req-0fd6613b-ab7a-4027-8d56-ff11d7915146 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 944 time: 0.4489193 Feb 19 00:56:21.178317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:21.192230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (44ab7f09-10ae-4190-a063-b4af7a169353), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.194814 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Added segment 44ab7f09-10ae-4190-a063-b4af7a169353 of type vlan for network baebc2a9-77dd-476f-a234-a55c26b6e2f3 Feb 19 00:56:21.208103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Request body: {'port': {'device_id': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'admin_state_up': True, 'tenant_id': '996deea51dc2492489fa4786c8d90955'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:21.280066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (baebc2a9-77dd-476f-a234-a55c26b6e2f3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.305282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (af3b4f5d-46e8-49f8-a565-9be5940895cb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.318157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4282871d-f544-4b21-b60d-a8f6a6ed341b {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:21.345644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (af3b4f5d-46e8-49f8-a565-9be5940895cb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.348631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks [] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.362226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Deleting port 39353d8a-dcbe-482c-bf4c-c304f33da216 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:21.362594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.417286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Deleting port 95d24ea0-b4c5-4a2d-9ff7-711228994773 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:21.417927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.475384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-476f90bb-effe-4c1f-9441-e78bfa01df25 req-6a84dc72-63de-41ed-b4a0-8081c0bc10ea tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636180 Feb 19 00:56:21.488885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Transition to ACTIVE for port object 4282871d-f544-4b21-b60d-a8f6a6ed341b will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:21.564412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] For port 95d24ea0-b4c5-4a2d-9ff7-711228994773, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=95d24ea0-b4c5-4a2d-9ff7-711228994773,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:21.564939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.577544 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.595039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Calling delete_port for 95d24ea0-b4c5-4a2d-9ff7-711228994773 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:21.635884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Made reservation on behalf of 996deea51dc2492489fa4786c8d90955 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:21.639823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.756545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:21.766527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (baebc2a9-77dd-476f-a234-a55c26b6e2f3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.772235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:21.772865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.775578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (af3b4f5d-46e8-49f8-a565-9be5940895cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.854268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3b4f5d-46e8-49f8-a565-9be5940895cb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:21.901083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Network': ['ID=baebc2a9-77dd-476f-a234-a55c26b6e2f3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:21.913121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-86fb4f19-8e0d-44dc-9a45-f6a1ceabca79 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0132346 Feb 19 00:56:21.916645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36310) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:21.917980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] For port 39353d8a-dcbe-482c-bf4c-c304f33da216, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=39353d8a-dcbe-482c-bf4c-c304f33da216,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:21.918313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.922602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:21.927128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-47018204'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:21.939555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275fbbb-2ac1-4962-8bf3-341b0ca3ae40 req-1021d0d9-43df-4b16-9865-8b09ff409bfe tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:21.944802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.946252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5275fbbb-2ac1-4962-8bf3-341b0ca3ae40 req-1021d0d9-43df-4b16-9865-8b09ff409bfe tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 943 time: 0.3580697 Feb 19 00:56:21.959396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55eaa61a-0b46-4b7e-945a-b421069e30c5 req-6cad7db4-1bff-450d-be0c-5b8088f59f92 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0076940 Feb 19 00:56:22.108921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-403ebc42-d380-4fb5-808d-7c41a8864e9d req-33560622-7fdd-4b7a-9141-7a3bd2402371 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0644405 Feb 19 00:56:22.144687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Attempting to bind port 4282871d-f544-4b21-b60d-a8f6a6ed341b on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:22.145122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Attempting to bind port 4282871d-f544-4b21-b60d-a8f6a6ed341b by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:22.145549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Attempting to bind port 4282871d-f544-4b21-b60d-a8f6a6ed341b on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:22.182380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Allocated IP 172.20.0.11 (a60be51a-e362-4aad-b35a-eea24fae6d5e/7f606794-f77b-42d4-a4af-65249b18ae00/e8be1979-facd-4a19-848e-740d0a4271d6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:22.191964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Port 4282871d-f544-4b21-b60d-a8f6a6ed341b on network feb463cd-c3d5-442f-99fd-d69eed4da5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:22.192433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Attempting to bind port 4282871d-f544-4b21-b60d-a8f6a6ed341b on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:22.202400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5275fbbb-2ac1-4962-8bf3-341b0ca3ae40 req-904da134-226c-444c-93aa-5c55ec5ad1cc tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550416 Feb 19 00:56:22.207106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:22.210575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.213128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-907c8ecd-31a7-4787-af0d-15098a970af9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3042169 Feb 19 00:56:22.217299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:22.217758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Checking segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:22.218250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Bound using segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:22.218804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Bound port: 4282871d-f544-4b21-b60d-a8f6a6ed341b, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:22.219287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.252778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:22.265155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (856fb4ba-d48a-401c-802d-5619ffe33f5c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.265155 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Added segment 856fb4ba-d48a-401c-802d-5619ffe33f5c of type vlan for network ae7704dd-007e-46d8-92f9-dfa5a0e457aa Feb 19 00:56:22.303260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (95d24ea0-b4c5-4a2d-9ff7-711228994773), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.308654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ae7704dd-007e-46d8-92f9-dfa5a0e457aa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.315999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:22.375127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81e390db-9116-40e3-a8a7-78c2cf1b8850 req-b1a1cbca-6d12-452b-853a-39759bfe3533 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 210 time: 0.1611295 Feb 19 00:56:22.402696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6bae2917-b5d2-481a-8437-66ae34215237 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:22.447165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event deleted for resources: {'Port': ['ID=95d24ea0-b4c5-4a2d-9ff7-711228994773,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:22.450801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ae7704dd-007e-46d8-92f9-dfa5a0e457aa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.459439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:22.465357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.468470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d187c840-c5cc-4ecf-af8c-79abd940e4f5 req-88fb3d5b-a854-499d-8a46-b21e85a9ed63 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.1268711 Feb 19 00:56:22.544312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:22.594632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6721449 Feb 19 00:56:22.613258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36316) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:22.618437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'subnet': {'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:22.642136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 6bae2917-b5d2-481a-8437-66ae34215237 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:22.649392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1e834-a3eb-494a-b263-3849e0b9f834 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Network': ['ID=ae7704dd-007e-46d8-92f9-dfa5a0e457aa,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:22.653316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.653739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.654300 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Floating IP a8682761-755b-4e4f-b1a9-0eb1326c5622 disassociated. External IP: 172.25.2.72, port: 39353d8a-dcbe-482c-bf4c-c304f33da216. Feb 19 00:56:22.654670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Calling delete_port for 39353d8a-dcbe-482c-bf4c-c304f33da216 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:22.663722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 6bae2917-b5d2-481a-8437-66ae34215237 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:22.664814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6bae2917-b5d2-481a-8437-66ae34215237), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.672169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:22.730866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5398b09-65e9-4f5d-bc7b-4835a5f957d9 req-4023178a-9762-4e35-b097-baa2fa5c12dc tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:22.739922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5398b09-65e9-4f5d-bc7b-4835a5f957d9 req-4023178a-9762-4e35-b097-baa2fa5c12dc tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 946 time: 0.2561164 Feb 19 00:56:22.879742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] No DVR routers for this DVR port 95d24ea0-b4c5-4a2d-9ff7-711228994773 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:22.885183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:22.890029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5398b09-65e9-4f5d-bc7b-4835a5f957d9 req-6a58397e-ed14-4cf5-a873-8d3df842cdc1 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups?id=85176d10-176a-4ab2-aa21-d9ec198681b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488504 Feb 19 00:56:22.907619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.911140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-512075f9-4172-4155-a9cb-a4f9265fb7d8 req-de61eec7-f53a-4edf-8e6e-4f26b42fd494 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.117 "DELETE /v2.0/ports/95d24ea0-b4c5-4a2d-9ff7-711228994773 HTTP/1.1" status: 204 len: 173 time: 2.3283582 Feb 19 00:56:22.917919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-deleted', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:22.921256 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0969e2-6371-42ff-8002-96bc938b90c0" -d '{"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-deleted", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:22.948742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 6bae2917-b5d2-481a-8437-66ae34215237 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:22.953159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6bae2917-b5d2-481a-8437-66ae34215237), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.961242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-da15f587-c80e-4f22-9cb5-6c3640e965a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:22.963544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-da15f587-c80e-4f22-9cb5-6c3640e965a6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a912c6d4489c400ca4b19f5839318b66&device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 1126 time: 0.6820557 Feb 19 00:56:22.985573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.998267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:23.002418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.027633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:23.033349 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f442c76-6e05-4a16-96a0-223adb26fe2a" -d '{"events": [{"server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "name": "network-vif-plugged", "status": "completed", "tag": "6bae2917-b5d2-481a-8437-66ae34215237"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:23.057653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-4a3b9664-c70f-4e44-ae18-9d1c5a1b54e7 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 200 len: 2417 time: 0.5178933 Feb 19 00:56:23.058146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6bae2917-b5d2-481a-8437-66ae34215237,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:23.121051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.122630 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.125277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] 10.222.0.117 "PUT /v2.0/ports/4282871d-f544-4b21-b60d-a8f6a6ed341b HTTP/1.1" status: 200 len: 1091 time: 3.2975242 Feb 19 00:56:23.131349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks [] for port (e8be1979-facd-4a19-848e-740d0a4271d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.137260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5c43e1-caeb-4066-ab5d-5c3a45af37c8', 'remote_group_id': None}]} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:23.137732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5c43e1-caeb-4066-ab5d-5c3a45af37c8', 'remote_group_id': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:23.180327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-dec8a8fe-7f68-4f0b-be25-4ee086e05e39 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2915978 Feb 19 00:56:23.195662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.196548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:23.203699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38f364-9bb7-4617-bb74-40b02578301b service neutron] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.242723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-9f4a5dd9-3bc0-4dd3-9e43-9d56e6695bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.244557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-9f4a5dd9-3bc0-4dd3-9e43-9d56e6695bef service neutron] 10.222.0.96 "GET /v2.0/networks?id=9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 200 len: 921 time: 0.2369354 Feb 19 00:56:23.271307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 95d24ea0-b4c5-4a2d-9ff7-711228994773 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:23.271664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 95d24ea0-b4c5-4a2d-9ff7-711228994773 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:23.302549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (39353d8a-dcbe-482c-bf4c-c304f33da216), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.322089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-6e5e8824-6ff0-4667-b553-a5a885af0b01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 200 len: 217 time: 0.0704284 Feb 19 00:56:23.344037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dde9b9-edff-4c6e-8396-07f1b981ce95 req-a65e1707-abf8-4353-9eae-1fcb1f51e68a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.345584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28dde9b9-edff-4c6e-8396-07f1b981ce95 req-a65e1707-abf8-4353-9eae-1fcb1f51e68a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 944 time: 0.3535850 Feb 19 00:56:23.346364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event deleted for resources: {'Port': ['ID=39353d8a-dcbe-482c-bf4c-c304f33da216,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.350708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.359435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ffc7bf54-a005-4307-aa36-56fe04c5ef40), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.384962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c5c7fb7-587e-44c8-b0c1-8760ed76c897'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:23.397258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.507969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28dde9b9-edff-4c6e-8396-07f1b981ce95 req-2643bd44-e062-4111-8238-ba57574214f1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502271 Feb 19 00:56:23.542226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Network a60be51a-e362-4aad-b35a-eea24fae6d5e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:23.582759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Subnet': ['ID=ffc7bf54-a005-4307-aa36-56fe04c5ef40,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.593351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:23.599052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:23.602504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:23.602865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network hostable DHCP agents. Network: baebc2a9-77dd-476f-a234-a55c26b6e2f3, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:23.621489 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0328e685-c95c-43e3-8a15-2a64a5da3c06 x-openstack-request-id: req-0328e685-c95c-43e3-8a15-2a64a5da3c06 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:23.622735 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b125f4e9-ba43-469a-a5d4-78e84e6bf8de", "name": "network-vif-deleted", "tag": "95d24ea0-b4c5-4a2d-9ff7-711228994773", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:23.623480 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0328e685-c95c-43e3-8a15-2a64a5da3c06 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:23.624129 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b125f4e9-ba43-469a-a5d4-78e84e6bf8de', 'name': 'network-vif-deleted', 'tag': '95d24ea0-b4c5-4a2d-9ff7-711228994773', 'status': 'completed', 'code': 200} Feb 19 00:56:23.625739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Pushing event updated for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.635826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Router a219285f-3899-4947-8e77-06fabc9112d3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:23.640782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-baaa49d7-b6b6-417e-916a-bdd55f972629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.642734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-baaa49d7-b6b6-417e-916a-bdd55f972629 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 200 len: 860 time: 0.2956040 Feb 19 00:56:23.679651 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63b68e-92ac-471f-b70c-6e34c1c1c807 x-openstack-request-id: req-9d63b68e-92ac-471f-b70c-6e34c1c1c807 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:23.679948 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "name": "network-vif-plugged", "status": "completed", "tag": "6bae2917-b5d2-481a-8437-66ae34215237", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:23.680203 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9d63b68e-92ac-471f-b70c-6e34c1c1c807 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:23.680603 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237', 'code': 200} Feb 19 00:56:23.702648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.713961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-05e63bf2-bff9-489a-a2b9-fe1aeb006a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.716003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-05e63bf2-bff9-489a-a2b9-fe1aeb006a72 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 1125 time: 0.4165666 Feb 19 00:56:23.728631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:23.763624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-9a414289-8430-4183-b434-69f09800be3e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9ff5643f-7d82-4649-9ee0-7a5a55005352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925357 Feb 19 00:56:23.799725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b40cc73d-a1b1-4b3a-83d3-a03761bf57f4 req-b135ed75-7701-4f9c-8655-0ef9ea89a2fd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0354598 Feb 19 00:56:23.809640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-90709417-239a-4e48-85a7-bbad5f31c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.812197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-90709417-239a-4e48-85a7-bbad5f31c8dd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1127 time: 0.5139410 Feb 19 00:56:23.825278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, baebc2a9-77dd-476f-a234-a55c26b6e2f3) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:23.834989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21946a76-b132-4c17-bb21-71f5fda905a5 None None] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:23.866342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.874974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.917885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.939391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-94ade27e-c59e-4248-9bfe-cf13b9206cff service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b HTTP/1.1" status: 200 len: 217 time: 0.1813278 Feb 19 00:56:23.945673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:23.946605 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.980237 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:56:24.023071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34d7374c-dd07-4582-a2e1-349372b7a5bf tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4083388 Feb 19 00:56:24.023652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:24.037871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'subnet': {'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:24.050085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:24.051374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.073574 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.105802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70137-7279-4412-a6e2-37ec02946aaa req-0ff7990f-361e-4b2b-8f3b-0fd292c8f8f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:24.108482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eb70137-7279-4412-a6e2-37ec02946aaa req-0ff7990f-361e-4b2b-8f3b-0fd292c8f8f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 943 time: 0.1431305 Feb 19 00:56:24.110422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093491a6-2012-4ee3-b8c2-d9f806fe5a57,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:24.119483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:24.140956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Sync routers for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:24.158643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ad72c85-0690-45bd-8812-92246a25c337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9910700 Feb 19 00:56:24.175507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa644e9-2786-4f3b-85d1-7fc846cfe3fd req-dfc807d6-133b-4f7c-a07d-eada1be4d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:24.177258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-caa644e9-2786-4f3b-85d1-7fc846cfe3fd req-dfc807d6-133b-4f7c-a07d-eada1be4d3f3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 1127 time: 0.4123168 Feb 19 00:56:24.178302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] No DVR routers for this DVR port 39353d8a-dcbe-482c-bf4c-c304f33da216 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:24.179231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8ca67869-31a1-4352-ad37-bbb139970d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:24.182096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-8ca67869-31a1-4352-ad37-bbb139970d21 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.2302780 Feb 19 00:56:24.183114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:24.186796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:24.189728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.191264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Request body: {'port': {'device_id': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:24.194010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c8f8212-2ba6-40f6-a5ad-7833d563c92e req-069e459b-3483-4611-9652-7e63e665ce56 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.96 "DELETE /v2.0/ports/39353d8a-dcbe-482c-bf4c-c304f33da216 HTTP/1.1" status: 204 len: 173 time: 3.1800683 Feb 19 00:56:24.194010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'name': 'network-vif-deleted', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:24.196323 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6166c64-c244-4f13-a33c-3f509c5f7c80" -d '{"events": [{"server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "name": "network-vif-deleted", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:24.254311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.267869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1154cc1d-a089-48a2-97f3-44e78d8e2fd1 req-6b342820-e040-4bf8-b009-bce48055ad01 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1663268 Feb 19 00:56:24.303942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eb70137-7279-4412-a6e2-37ec02946aaa req-0ccfb0a9-288e-4543-a6f8-964966675b7b tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573780 Feb 19 00:56:24.366701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:24.370945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.495070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.518048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-541775d1-70af-4739-ad1e-96403c9dafe1 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399597 Feb 19 00:56:24.520062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-9e37bf5e-7687-4548-89a5-1a03a2e86b0c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2949076 Feb 19 00:56:24.521124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-220fc270-273c-4dc1-a9eb-1eafc3dfff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:24.522783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-220fc270-273c-4dc1-a9eb-1eafc3dfff6c service neutron] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.6161788 Feb 19 00:56:24.530739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bae8d1e-6ccf-42fa-b6ea-0a5c0b0bd641 req-47afb8d2-2962-4fe3-acb3-6ce6cd3b1990 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.1261890 Feb 19 00:56:24.554075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Allocated IP 10.1.1.2 (baebc2a9-77dd-476f-a234-a55c26b6e2f3/ffc7bf54-a005-4307-aa36-56fe04c5ef40/57c6733f-5fce-43f6-89d0-6cfb661e04ae) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:24.650165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:24.787161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-caa644e9-2786-4f3b-85d1-7fc846cfe3fd req-1bd6db94-0152-47b3-91d8-79712ecb13aa service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634484 Feb 19 00:56:24.797193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d0917c3-6c67-406e-8d59-6f68551f7fca req-ca205134-4591-417b-a64d-7a1e5bc2d3fa tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/ports?device_id=25c705a7-5672-4739-af42-93b705de62d6 HTTP/1.1" status: 200 len: 210 time: 0.0375566 Feb 19 00:56:24.897425 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c09e3a-fcea-48bf-a332-16c4e8a5552a x-openstack-request-id: req-88c09e3a-fcea-48bf-a332-16c4e8a5552a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:24.898155 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c705a7-5672-4739-af42-93b705de62d6", "name": "network-vif-deleted", "tag": "39353d8a-dcbe-482c-bf4c-c304f33da216", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:24.898565 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-88c09e3a-fcea-48bf-a332-16c4e8a5552a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:24.900310 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c705a7-5672-4739-af42-93b705de62d6', 'name': 'network-vif-deleted', 'tag': '39353d8a-dcbe-482c-bf4c-c304f33da216', 'status': 'completed', 'code': 200} Feb 19 00:56:24.976853 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks [] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.990699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-441e467e-8e9e-4739-b3d1-74c07c7058c3 req-c8986b68-f187-43d4-ade6-8378960505fd tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 200 len: 3016 time: 0.0760911 Feb 19 00:56:24.992482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (08265328-1c55-48c4-8f92-f431800142ce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.074225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-a171cfc9-b517-4b05-993b-24eb3cbc7e21 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.3449676 Feb 19 00:56:25.078412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c661c461-50c9-4e1f-a25a-ea269388e01c req-9d3725bf-dc1d-4f5c-9c93-37e5e79327e3 service neutron] 10.222.0.96 "GET /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943699 Feb 19 00:56:25.105294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:25.129129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Subnet': ['ID=08265328-1c55-48c4-8f92-f431800142ce,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:25.150446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Checking router: a219285f-3899-4947-8e77-06fabc9112d3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:25.154955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.221083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 39353d8a-dcbe-482c-bf4c-c304f33da216 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:25.233805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:25.234550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:25.256752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:25.258249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-36a4c69d-cb0a-4aa3-9960-5b8c06cc8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:25.260434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-36a4c69d-cb0a-4aa3-9960-5b8c06cc8310 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.0637603 Feb 19 00:56:25.268107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:25.272401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:25.274540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 39353d8a-dcbe-482c-bf4c-c304f33da216 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:25.274825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Checking segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:25.274995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 39353d8a-dcbe-482c-bf4c-c304f33da216 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:25.276204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network hostable DHCP agents. Network: ae7704dd-007e-46d8-92f9-dfa5a0e457aa, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:25.277832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd787776-5893-4120-859a-769c5217a49b req-c47aad19-ea5a-4e05-9e3f-82c9f177f66b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:25.280999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd787776-5893-4120-859a-769c5217a49b req-c47aad19-ea5a-4e05-9e3f-82c9f177f66b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 932 time: 0.8738725 Feb 19 00:56:25.315862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-420c0101-4929-4e83-8e94-28f97fb77078 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284164 Feb 19 00:56:25.321191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5f300-3e61-41ae-bced-7e50704701f9 req-a3e09787-6ff4-45f7-8135-96ad5ef53b44 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:25.322620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7f5f300-3e61-41ae-bced-7e50704701f9 req-a3e09787-6ff4-45f7-8135-96ad5ef53b44 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 945 time: 0.1948266 Feb 19 00:56:25.338863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Pushing event updated for resources: {'Port': ['ID=57c6733f-5fce-43f6-89d0-6cfb661e04ae,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:25.344957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8be1979-facd-4a19-848e-740d0a4271d6 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:25.390540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7f5f300-3e61-41ae-bced-7e50704701f9 req-3f2e8d1b-3daf-4516-bfb5-5805ae73bbcd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 Feb 19 00:56:25.395372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd787776-5893-4120-859a-769c5217a49b req-0264e6b0-f426-4644-9f4d-635db579f452 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Feb 19 00:56:25.399508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks [] for port (e8be1979-facd-4a19-848e-740d0a4271d6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.408045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:25.441489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-82d49d27-eca5-4eb5-8fac-050b2610370e service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942024 Feb 19 00:56:25.491622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Attempting to bind port 57c6733f-5fce-43f6-89d0-6cfb661e04ae on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:25.492054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Attempting to bind port 57c6733f-5fce-43f6-89d0-6cfb661e04ae by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:25.492420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Attempting to bind port 57c6733f-5fce-43f6-89d0-6cfb661e04ae on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:25.505904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:25.512941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:25.512941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.512941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Bound using segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:25.512941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Bound port: 57c6733f-5fce-43f6-89d0-6cfb661e04ae, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:25.512941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.536638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ae52be0-809b-49f3-a423-d2d7294b41c3 req-039c8821-9d87-428d-b97a-1b79aab3c5bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=e52fad97-9957-467c-8485-20d97c40a762 HTTP/1.1" status: 200 len: 210 time: 0.0372729 Feb 19 00:56:25.540629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ae7704dd-007e-46d8-92f9-dfa5a0e457aa) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:25.560959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:25.562979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.566152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:25.568203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff654d7-aaef-41c2-9857-9b066f29fd9e None None] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:25.595536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc9ec85-c2c6-4d49-9cf2-4ad6a821667e req-1ef95c46-ec41-474f-b4d2-cc5e84d338da service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062520 Feb 19 00:56:25.620589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Transition to ACTIVE for port object e8be1979-facd-4a19-848e-740d0a4271d6 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:25.626862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-3c417f46-cb41-49e8-980d-ad4b3829481e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-group-rules/093491a6-2012-4ee3-b8c2-d9f806fe5a57 HTTP/1.1" status: 200 len: 783 time: 0.1798954 Feb 19 00:56:25.629167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:25.632163 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452cb0f-c05c-4541-acce-ba3a2992e43b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:25.688905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-72539bf6-c123-4d25-bb36-85d7db694d9e tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 200 len: 3016 time: 0.0506604 Feb 19 00:56:25.706986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-def36af1-3e45-4af5-b10f-827abd440fce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6767433 Feb 19 00:56:25.712992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36352) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:25.725370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22cdb5-7a0c-4bbc-9c14-afe5b254df35 req-9694d3e6-059f-40ab-b6fe-35b275bf7825 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:25.727364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b22cdb5-7a0c-4bbc-9c14-afe5b254df35 req-9694d3e6-059f-40ab-b6fe-35b275bf7825 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 943 time: 0.1057031 Feb 19 00:56:25.740976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1862063842', 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:25.759692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.765259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.819569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ips': [{'subnet_id': '08265328-1c55-48c4-8f92-f431800142ce'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:25.820705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.827533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.830344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Pushing event updated for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:25.855201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-5dd94721-4de6-4e11-841d-c7836692c6a8 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666560 Feb 19 00:56:25.900521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] For port 57c6733f-5fce-43f6-89d0-6cfb661e04ae, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:25.914763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] For port 57c6733f-5fce-43f6-89d0-6cfb661e04ae, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=57c6733f-5fce-43f6-89d0-6cfb661e04ae,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:25.994976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b22cdb5-7a0c-4bbc-9c14-afe5b254df35 req-fb4ec62a-e84e-4699-bb91-4e4c216981f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297157 Feb 19 00:56:26.025920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (093491a6-2012-4ee3-b8c2-d9f806fe5a57), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.037767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.055525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-766ff7f1-aaaa-4134-8451-f9904c734591 req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/093491a6-2012-4ee3-b8c2-d9f806fe5a57 HTTP/1.1" status: 204 len: 173 time: 0.3577650 Feb 19 00:56:26.085261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Allocated IP 10.2.2.2 (ae7704dd-007e-46d8-92f9-dfa5a0e457aa/08265328-1c55-48c4-8f92-f431800142ce/a1e375cc-bbc2-4909-b545-4cca9bcdaa8b) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:26.089116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:26.100759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24d27f-79de-4118-bb2c-f17318ed060c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=093491a6-2012-4ee3-b8c2-d9f806fe5a57,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:26.146383 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf444a3-68a1-471f-8b79-b6e7fe02303f x-openstack-request-id: req-bbf444a3-68a1-471f-8b79-b6e7fe02303f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:26.147023 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:26.147597 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bbf444a3-68a1-471f-8b79-b6e7fe02303f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:26.148470 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'status': 'completed', 'code': 200} Feb 19 00:56:26.186197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Attempting to bind port e8be1979-facd-4a19-848e-740d0a4271d6 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:26.187052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Attempting to bind port e8be1979-facd-4a19-848e-740d0a4271d6 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:26.187635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Attempting to bind port e8be1979-facd-4a19-848e-740d0a4271d6 on network a60be51a-e362-4aad-b35a-eea24fae6d5e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:26.199518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.204239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfea73d6-0289-438a-87b8-cbb3dc55b75e req-9bb1828e-2423-442a-aa0d-398603447ee7 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.1000974 Feb 19 00:56:26.252300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.268531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Port e8be1979-facd-4a19-848e-740d0a4271d6 on network a60be51a-e362-4aad-b35a-eea24fae6d5e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:26.268991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Attempting to bind port e8be1979-facd-4a19-848e-740d0a4271d6 on network a60be51a-e362-4aad-b35a-eea24fae6d5e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:26.273297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] device_id is not set on port fdb83f8a-5edf-42dd-b617-86e739cb7a2e yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:56:26.298888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7b6bbfb-de98-4efa-b7a0-34a68d815227 req-78e121f8-1024-4582-9f0d-c433d2621ddc service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005475 Feb 19 00:56:26.308659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:26.309005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Checking segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:26.309425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Bound using segment: {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:26.310594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Bound port: e8be1979-facd-4a19-848e-740d0a4271d6, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25971360-8f86-45e3-8ca2-745867e00b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:26.310957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.312376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e79200-2cea-4532-9fad-67deaf5d00bf None None] Pushing event updated for resources: {'Port': ['ID=57c6733f-5fce-43f6-89d0-6cfb661e04ae,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:26.369953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36360) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:26.461480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-648da8f8-adde-4fcd-8bfe-ff2436cc19ed tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 200 len: 2417 time: 0.2209766 Feb 19 00:56:26.478162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks [] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.509028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-47446837-f753-4302-8414-81a0458e018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:26.510541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-47446837-f753-4302-8414-81a0458e018d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 1125 time: 0.2993639 Feb 19 00:56:26.588996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:26.631151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:26.644140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.650315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece36a73-96d5-40c6-9ce9-da0741cd018e req-a8aed566-b38c-498e-a34d-73d79c262ba9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:26.652248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ece36a73-96d5-40c6-9ce9-da0741cd018e req-a8aed566-b38c-498e-a34d-73d79c262ba9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 945 time: 0.1261384 Feb 19 00:56:26.676709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:26.678601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cef123-d187-4ac2-bb8b-e99de071e2a9 None None] The sync data for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 is: [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:55:00Z', 'revision_number': 4, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0c718b9a-3cc7-45e9-807a-defe017b00fb', 'name': '', 'network_id': '683f92e1-fe06-4ed4-be72-cdc9b2682c7f', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'mac_address': 'fa:16:3e:e6:99:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:58Z', 'updated_at': '2022-02-19T00:55:11Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'subnets': [{'id': '27d70f0f-d0aa-4f27-b8d4-431238eb590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:26.682521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:26.698400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e8be1979-facd-4a19-848e-740d0a4271d6,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:26.734668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:26.741892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (85176d10-176a-4ab2-aa21-d9ec198681b3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.780201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.1.1.121 (baebc2a9-77dd-476f-a234-a55c26b6e2f3/ffc7bf54-a005-4307-aa36-56fe04c5ef40/fdb83f8a-5edf-42dd-b617-86e739cb7a2e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:26.824826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.837155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (3f5c43e1-caeb-4066-ab5d-5c3a45af37c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.863775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ece36a73-96d5-40c6-9ce9-da0741cd018e req-483cf9dc-67ad-473f-8722-9dd024db06a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042053 Feb 19 00:56:26.885762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Pushing event updated for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:26.892836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Attempting to bind port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:26.893210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Attempting to bind port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:26.893581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Attempting to bind port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:26.899646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:26.900032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Checking segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:26.900445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.900895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Bound using segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:26.901651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Bound port: a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:26.902089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.921391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (85176d10-176a-4ab2-aa21-d9ec198681b3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:26.940768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-94f221c2-9160-4e0e-81e2-8950b0cb2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:26.942750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-94f221c2-9160-4e0e-81e2-8950b0cb2a1c service neutron] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 905 time: 0.4174294 Feb 19 00:56:27.052867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:27.068177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:27.073126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:27.073898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.075622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] 10.222.0.96 "PUT /v2.0/ports/e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 200 len: 1092 time: 2.8890820 Feb 19 00:56:27.092298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-43e02040-e306-45c2-87db-af41bb7e9907 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b HTTP/1.1" status: 200 len: 217 time: 0.1269097 Feb 19 00:56:27.107262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (3f5c43e1-caeb-4066-ab5d-5c3a45af37c8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.168688 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.193357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9a1a-ab16-4a43-909d-8e36ac776577 service neutron] Pushing event updated for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.224521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.286400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f504-fa65-437e-a89f-5708e2f6c36c req-3019cf0e-8257-41c0-9711-678a366bdbd5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:27.302678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9d2f504-fa65-437e-a89f-5708e2f6c36c req-3019cf0e-8257-41c0-9711-678a366bdbd5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 944 time: 0.2648890 Feb 19 00:56:27.310403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-57cdda2f-4018-47a0-ad90-07dd113f9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:27.311962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-57cdda2f-4018-47a0-ad90-07dd113f9ef8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.2017817 Feb 19 00:56:27.337848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588cab9-9536-44e6-9469-b1ca7c85b162 None None] Pushing event updated for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.350378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0a8a4-9844-4b20-8652-471718131895 None None] New status for floating IP a8682761-755b-4e4f-b1a9-0eb1326c5622: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:56:27.351831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 57c6733f-5fce-43f6-89d0-6cfb661e04ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:27.452510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9d2f504-fa65-437e-a89f-5708e2f6c36c req-4227cda8-bf8d-4ac4-b8ab-595bba395453 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464896 Feb 19 00:56:27.471045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 57c6733f-5fce-43f6-89d0-6cfb661e04ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:27.471582 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.545452 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.715351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.745621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:27.745621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:27.745621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:27.796904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 57c6733f-5fce-43f6-89d0-6cfb661e04ae is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:27.797750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.814721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:27.815453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.894661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 57c6733f-5fce-43f6-89d0-6cfb661e04ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=57c6733f-5fce-43f6-89d0-6cfb661e04ae,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:27.908537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d1bbf14-2e40-48d6-ae1a-8060b4833705 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1794734 Feb 19 00:56:27.912840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:27.915901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-db164198-1c9a-4011-9370-8dcc7ff06486 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5893049 Feb 19 00:56:27.917453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'name': 'tempest-TaggedBootDevicesTest_v242-1010395847', 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:27.935837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3f5c43e1-caeb-4066-ab5d-5c3a45af37c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.940323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.942645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53beb9eb-5c19-43d6-9539-71be998163b9 req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/3f5c43e1-caeb-4066-ab5d-5c3a45af37c8 HTTP/1.1" status: 204 len: 173 time: 1.4685652 Feb 19 00:56:27.943454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (85176d10-176a-4ab2-aa21-d9ec198681b3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.954973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.960035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "DELETE /v2.0/security-groups/85176d10-176a-4ab2-aa21-d9ec198681b3 HTTP/1.1" status: 204 len: 168 time: 1.5850999 Feb 19 00:56:27.960787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36384) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:28.035951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.110732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec749dd-14be-4e63-b2ec-1fa9eacef4aa tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c43e1-caeb-4066-ab5d-5c3a45af37c8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:28.111356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=57c6733f-5fce-43f6-89d0-6cfb661e04ae,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:28.116781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-8fbdfc1a-8c6d-4567-8cc1-b6360ee8e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:28.118322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-8fbdfc1a-8c6d-4567-8cc1-b6360ee8e9e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1126 time: 0.8883677 Feb 19 00:56:28.120078 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-c044a886-f70a-48fb-9eeb-9b888dc89a32 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] show failed (client error): The resource could not be found. Feb 19 00:56:28.120298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c044a886-f70a-48fb-9eeb-9b888dc89a32 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "GET /v2.0/security-groups/85176d10-176a-4ab2-aa21-d9ec198681b3 HTTP/1.1" status: 404 len: 347 time: 0.1298575 Feb 19 00:56:28.128420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:28.189168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:28.191495 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808cc61a-9096-4931-aabc-973b536a2b55" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:28.197113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d233311-e7ac-4a24-952e-e856e169ef57 tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85176d10-176a-4ab2-aa21-d9ec198681b3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:28.205814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-124bfe4f-94e4-4f51-863e-c4d5471a2d1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 200 len: 217 time: 0.0719399 Feb 19 00:56:28.246147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:28.253081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.315825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82410731-469b-41bb-8147-a459ce94237b req-883e899a-551d-4856-a1fe-e6de8707c3c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:28.322629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82410731-469b-41bb-8147-a459ce94237b req-883e899a-551d-4856-a1fe-e6de8707c3c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 943 time: 0.2618775 Feb 19 00:56:28.327767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75984dac-c8e8-4619-8ba9-8c1111b97bac None None] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:28.334631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-18c7dd49-d7fe-44e4-bbad-dfd181866be6 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106541 Feb 19 00:56:28.357610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-ed9e97c3-4453-4679-976f-e19311fb1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:28.359159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-ed9e97c3-4453-4679-976f-e19311fb1329 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.1447806 Feb 19 00:56:28.391133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-087fb591-7f69-4c37-8608-a628d67ac63f req-91db569a-e08d-49e0-9fbd-cf88af44dfe5 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0320866 Feb 19 00:56:28.394905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] device_id is not set on port 332132cb-f3a8-48d0-accf-410c452c5fd2 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:56:28.456349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-5c4037a2-4e31-478e-a8a2-7424b4206e8e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864239 Feb 19 00:56:28.494337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Deleting port fef1c2a2-1b7f-4fcc-a3db-e5207505f22e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:28.501065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:28.501626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.559951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82410731-469b-41bb-8147-a459ce94237b req-1348f7ca-a5b1-45d3-8cf8-8c464263d622 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361953 Feb 19 00:56:28.571837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e06674f8-b63c-43bb-9a17-f04ff925fa4e None None] Provisioning complete for port 57c6733f-5fce-43f6-89d0-6cfb661e04ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:28.572238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e06674f8-b63c-43bb-9a17-f04ff925fa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.655638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7452cb0f-c05c-4541-acce-ba3a2992e43b req-2cb68199-6390-4328-9dc0-be8363fb2dfc service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106680 Feb 19 00:56:28.688615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-383a08e4-b263-45c5-89da-37e476fb1b90 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235622 Feb 19 00:56:28.696629 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47973c32-9cbf-400a-b840-1003d7973813 x-openstack-request-id: req-47973c32-9cbf-400a-b840-1003d7973813 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:28.696905 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:28.697155 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-47973c32-9cbf-400a-b840-1003d7973813 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:28.697571 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6', 'status': 'completed', 'code': 200} Feb 19 00:56:28.719296 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-55feca8f-be35-4b3c-b44f-ec71ec1e75ee req-4b463b16-4f5a-4560-b13a-87555347c6d5 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] show failed (client error): The resource could not be found. Feb 19 00:56:28.750208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55feca8f-be35-4b3c-b44f-ec71ec1e75ee req-4b463b16-4f5a-4560-b13a-87555347c6d5 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/054f972c-331c-4296-bafb-5f6ce1e0592d HTTP/1.1" status: 404 len: 352 time: 0.1281803 Feb 19 00:56:28.875683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:56:28.967509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.968244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.996910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3022-25ad-4546-957f-fd9f79303a6b req-1be01bbc-6d8d-42c6-b560-a98bd6a3b650 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:28.999424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1da3022-25ad-4546-957f-fd9f79303a6b req-1be01bbc-6d8d-42c6-b560-a98bd6a3b650 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 945 time: 0.1304078 Feb 19 00:56:29.001550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07b7e3da-6acb-4d64-9991-6394bfee6d51 req-27566df1-b45b-475f-9989-f9466a68e52f service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031819 Feb 19 00:56:29.054954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e06674f8-b63c-43bb-9a17-f04ff925fa4e None None] Current status of the port 57c6733f-5fce-43f6-89d0-6cfb661e04ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:29.060531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.1.1.151 (baebc2a9-77dd-476f-a234-a55c26b6e2f3/ffc7bf54-a005-4307-aa36-56fe04c5ef40/332132cb-f3a8-48d0-accf-410c452c5fd2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:29.070586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Calling delete_port for fef1c2a2-1b7f-4fcc-a3db-e5207505f22e owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:29.075965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1da3022-25ad-4546-957f-fd9f79303a6b req-a8cfcf25-c0ba-46f7-8e6f-863624a4f4e0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682456 Feb 19 00:56:29.136875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:29.175459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aff6-8383-4b70-983e-6c9a85095cfb req-1d294ec2-93a1-4b9e-acfc-04baaf0dd8e4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:29.177424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'mac_address': 'fa:16:3e:7f:1a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:29.183822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3aa1aff6-8383-4b70-983e-6c9a85095cfb req-1d294ec2-93a1-4b9e-acfc-04baaf0dd8e4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 944 time: 0.3054247 Feb 19 00:56:29.189237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-e13c83a6-dae6-4c8f-99be-283962d9aea2 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/04e6771b-212f-4be6-bc11-b57b239854e1 HTTP/1.1" status: 200 len: 1823 time: 0.0748324 Feb 19 00:56:29.266701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6148f8e-dc6c-4688-9d0f-1638b59537fb None None] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:29.375636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cc61a-9096-4931-aabc-973b536a2b55 req-3a749532-c4fc-4636-a1ac-09241fc1dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:29.378017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-3a749532-c4fc-4636-a1ac-09241fc1dd1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1126 time: 0.1849983 Feb 19 00:56:29.426073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a1e375cc-bbc2-4909-b545-4cca9bcdaa8b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:29.499014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cc61a-9096-4931-aabc-973b536a2b55 req-62b7e353-2cb4-4930-a3ee-2e9367f13af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:29.500550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-62b7e353-2cb4-4930-a3ee-2e9367f13af9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.1163926 Feb 19 00:56:29.560125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4282871d-f544-4b21-b60d-a8f6a6ed341b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:29.560910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.578217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-112eeb6d-e106-45cc-8451-ff187fded8f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 200 len: 217 time: 0.0633519 Feb 19 00:56:29.581442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (04e6771b-212f-4be6-bc11-b57b239854e1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.604479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6bc066b9-984b-463d-9185-221006013562 None None] Provisioning complete for port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:29.604871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6bc066b9-984b-463d-9185-221006013562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.671547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4282871d-f544-4b21-b60d-a8f6a6ed341b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:29.688674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cc61a-9096-4931-aabc-973b536a2b55 req-d61a5220-a703-48c7-b290-d6484aa5432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:29.690307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-d61a5220-a703-48c7-b290-d6484aa5432e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.0972030 Feb 19 00:56:29.698608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:29.724565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (04e6771b-212f-4be6-bc11-b57b239854e1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.751818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:29.752112 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.818453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-c5862c6b-7c3a-49b4-8706-1f439738d6c7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034770 Feb 19 00:56:29.861926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6bc066b9-984b-463d-9185-221006013562 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:29.862330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6bc066b9-984b-463d-9185-221006013562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.875614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.891348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3aa1aff6-8383-4b70-983e-6c9a85095cfb req-c8750222-6857-4e09-8783-4c340ccff886 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939764 Feb 19 00:56:29.909123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-98f90431-1f14-4d94-80c6-fe17d042858b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:29.911391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-98f90431-1f14-4d94-80c6-fe17d042858b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 945 time: 0.2606142 Feb 19 00:56:30.010096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fef1c2a2-1b7f-4fcc-a3db-e5207505f22e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.012391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.055932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6bc066b9-984b-463d-9185-221006013562 None None] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:30.084261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (04e6771b-212f-4be6-bc11-b57b239854e1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.087306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.088437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22db9a36-24c1-4a38-a220-c0b1ab02a4dc req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/04e6771b-212f-4be6-bc11-b57b239854e1 HTTP/1.1" status: 204 len: 173 time: 0.8762147 Feb 19 00:56:30.105521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c753b3-c4b8-4a98-a73a-5a9ceebbd0e4 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6771b-212f-4be6-bc11-b57b239854e1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.130407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4282871d-f544-4b21-b60d-a8f6a6ed341b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:30.133820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6bc066b9-984b-463d-9185-221006013562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.135581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:30.139942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.168063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Pushing event deleted for resources: {'Port': ['ID=fef1c2a2-1b7f-4fcc-a3db-e5207505f22e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.176407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.254597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-ae2517a0-f3e4-4242-ab9f-9167ef02df98 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255891 Feb 19 00:56:30.261264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Deleting port 6bae2917-b5d2-481a-8437-66ae34215237 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:30.261919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6bae2917-b5d2-481a-8437-66ae34215237), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.284089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5322d3e3-5fff-41a8-b446-c138851e656a req-f8241c72-dd26-464e-9177-d20365f12e79 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.1152821 Feb 19 00:56:30.288868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc066b9-984b-463d-9185-221006013562 None None] Pushing event updated for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.306221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-6d4dd520-ea6e-41ad-86b8-115fa7325817 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:30.314500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-6d4dd520-ea6e-41ad-86b8-115fa7325817 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2844436 Feb 19 00:56:30.329029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Provisioning complete for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:30.329029 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.345799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-86d2c02b-dbb2-4018-bc81-97568acf1ca2 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0301788 Feb 19 00:56:30.362762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks [] for floatingip (a8682761-755b-4e4f-b1a9-0eb1326c5622), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.366043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.368222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2761db6a-aa51-4494-8e61-f4ad9a619eed tempest-ServersTestFqdnHostnames-449424221 tempest-ServersTestFqdnHostnames-449424221-project] 10.222.0.94 "DELETE /v2.0/floatingips/a8682761-755b-4e4f-b1a9-0eb1326c5622 HTTP/1.1" status: 204 len: 168 time: 2.2381461 Feb 19 00:56:30.373145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36418) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:30.384220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:56:30.388470 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:56:30.446928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Port fdb83f8a-5edf-42dd-b617-86e739cb7a2e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:30.458362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] For port 6bae2917-b5d2-481a-8437-66ae34215237, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6bae2917-b5d2-481a-8437-66ae34215237,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:30.463160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6bae2917-b5d2-481a-8437-66ae34215237), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.472314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Calling delete_port for 6bae2917-b5d2-481a-8437-66ae34215237 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:30.504195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Provisioning complete for port 57c6733f-5fce-43f6-89d0-6cfb661e04ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:30.504972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.534864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-7dc7d7ae-f9e9-49f5-a345-5d66a8300122 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1878731 Feb 19 00:56:30.537008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.623004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Current status of the port 57c6733f-5fce-43f6-89d0-6cfb661e04ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:30.636312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Provisioning complete for port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:30.637005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.689616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:30.697671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:30.698789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-808cc61a-9096-4931-aabc-973b536a2b55 req-7b246ce7-f3d4-4477-a16e-8b7bdbad0b38 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289343 Feb 19 00:56:30.711932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:30.757807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8c8b-cf89-4d8c-af5e-b4f134c9f8d2 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:30.769445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6bae2917-b5d2-481a-8437-66ae34215237), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.781039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:30.786668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:30.786872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.795324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.800546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2a75-f740-490a-9809-c101b9a5d2cc req-3fc9c037-2982-46dc-8bd1-35d8b7ba40c7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:30.812849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-322d2a75-f740-490a-9809-c101b9a5d2cc req-3fc9c037-2982-46dc-8bd1-35d8b7ba40c7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 944 time: 0.2070196 Feb 19 00:56:30.874783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-396c07cd-3a44-4523-a967-84eafb9eb621 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858801 Feb 19 00:56:30.882907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Pushing event deleted for resources: {'Port': ['ID=6bae2917-b5d2-481a-8437-66ae34215237,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.950945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:30.952332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 57c6733f-5fce-43f6-89d0-6cfb661e04ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:30.998676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-89772e22-ef0c-432d-9271-d5f5bfb8e80b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0836124 Feb 19 00:56:31.015883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] No DVR routers for this DVR port 6bae2917-b5d2-481a-8437-66ae34215237 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:31.025296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.029115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efbbc3e2-1c57-43b8-b52d-a8b8e1b0af48 req-fc28d4da-eb74-4198-8edf-112822809a73 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.117 "DELETE /v2.0/ports/6bae2917-b5d2-481a-8437-66ae34215237 HTTP/1.1" status: 204 len: 173 time: 1.0575240 Feb 19 00:56:31.029568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'name': 'network-vif-deleted', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:31.035242 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817f566-2b95-473f-8509-d7f3ae0a38a7" -d '{"events": [{"server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "name": "network-vif-deleted", "tag": "6bae2917-b5d2-481a-8437-66ae34215237"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:31.053724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-322d2a75-f740-490a-9809-c101b9a5d2cc req-eb886a6a-e51c-451e-ae3c-2fb66ff894e1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739490 Feb 19 00:56:31.063555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 57c6733f-5fce-43f6-89d0-6cfb661e04ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:31.063955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.107448 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cab775a0-5d85-41e5-bb82-2c288ac494d9 req-b470c236-91aa-4cea-a2fa-5a7c4eb80bec service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190917 Feb 19 00:56:31.162991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-485f19e3-9847-441d-87ae-72324cd87980 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/71541fbc-081a-4f74-a6b5-379ecddf4d6d HTTP/1.1" status: 200 len: 1823 time: 0.0541680 Feb 19 00:56:31.213809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 57c6733f-5fce-43f6-89d0-6cfb661e04ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:31.224300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7dec13ed-25bf-4825-8661-224ea19107d9 None None] Provisioning complete for port 332132cb-f3a8-48d0-accf-410c452c5fd2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:31.224658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7dec13ed-25bf-4825-8661-224ea19107d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.269469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7dec13ed-25bf-4825-8661-224ea19107d9 None None] Port 332132cb-f3a8-48d0-accf-410c452c5fd2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:31.274948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (71541fbc-081a-4f74-a6b5-379ecddf4d6d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.307223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (71541fbc-081a-4f74-a6b5-379ecddf4d6d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.375477 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (a219285f-3899-4947-8e77-06fabc9112d3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.382666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a1e375cc-bbc2-4909-b545-4cca9bcdaa8b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:31.475241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71541fbc-081a-4f74-a6b5-379ecddf4d6d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.479043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.487794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cdfc9ce-9b4c-43f7-a092-ca03369d534f req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/71541fbc-081a-4f74-a6b5-379ecddf4d6d HTTP/1.1" status: 204 len: 173 time: 0.3178735 Feb 19 00:56:31.505714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031d32-feb7-4422-b6b8-470a0f04ffde tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71541fbc-081a-4f74-a6b5-379ecddf4d6d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:31.514532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:31.514975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.603063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca569002-74e2-416f-bcec-0689219d6315 req-9eafd4e4-8647-462a-b159-899f047caeaa tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=db80b617-75f6-4fa0-9d5f-00df925e9d73 HTTP/1.1" status: 200 len: 210 time: 0.0705049 Feb 19 00:56:31.647615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:31.730507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a575ff-4756-476b-a570-82bda6b9d45f req-a3123045-074c-4256-8810-13fc01bff003 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:31.732985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0a575ff-4756-476b-a570-82bda6b9d45f req-a3123045-074c-4256-8810-13fc01bff003 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 944 time: 0.1337693 Feb 19 00:56:31.817004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0a575ff-4756-476b-a570-82bda6b9d45f req-1e3ddff6-cd63-45ff-82cb-31d03460dd94 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783827 Feb 19 00:56:31.862010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Deleting port 0c718b9a-3cc7-45e9-807a-defe017b00fb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:31.862458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.875968 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3edc9-7066-4720-bfec-4a0134da953f x-openstack-request-id: req-0fb3edc9-7066-4720-bfec-4a0134da953f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:31.877126 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80b617-75f6-4fa0-9d5f-00df925e9d73", "name": "network-vif-deleted", "tag": "6bae2917-b5d2-481a-8437-66ae34215237", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:31.877475 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0fb3edc9-7066-4720-bfec-4a0134da953f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:31.878749 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80b617-75f6-4fa0-9d5f-00df925e9d73', 'name': 'network-vif-deleted', 'tag': '6bae2917-b5d2-481a-8437-66ae34215237', 'status': 'completed', 'code': 200} Feb 19 00:56:31.952460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36438) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:31.958593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670934635', 'description': 'tempest-description--527628725'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:31.972159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] For port 0c718b9a-3cc7-45e9-807a-defe017b00fb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0c718b9a-3cc7-45e9-807a-defe017b00fb,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:31.972159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.996063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Calling delete_port for 0c718b9a-3cc7-45e9-807a-defe017b00fb owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:32.017114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60cb5225-4b55-4f58-92c4-70427da560bb req-db5fe9db-cc11-4dce-aa19-87bbca93ace3 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0464952 Feb 19 00:56:32.104908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d8f09b0-6ca7-4516-acbb-283b0d1d1841 req-6ee84eed-fde0-41a5-a104-7bd438af1da6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=a9afcfce-ce9a-491e-adf0-6085fa2a1fef HTTP/1.1" status: 200 len: 210 time: 0.0344684 Feb 19 00:56:32.118775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-bfec31e1-900f-47fb-b2ce-d578ad8acce8 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/b31096fc-5a4e-44a5-bd02-8125f4b69ec3 HTTP/1.1" status: 200 len: 1823 time: 0.0487716 Feb 19 00:56:32.145780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.210189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b31096fc-5a4e-44a5-bd02-8125f4b69ec3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.258961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b31096fc-5a4e-44a5-bd02-8125f4b69ec3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.326509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (076a1220-79c8-4f13-9c62-d0691648b956), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.337806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5e52-7799-4f7b-b68e-5814a8aa6b33 req-cb5ed9eb-7a4e-4543-810f-37c1fa74d9f8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:32.339324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-963e5e52-7799-4f7b-b68e-5814a8aa6b33 req-cb5ed9eb-7a4e-4543-810f-37c1fa74d9f8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 944 time: 0.1315250 Feb 19 00:56:32.373466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (076a1220-79c8-4f13-9c62-d0691648b956), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.404883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b31096fc-5a4e-44a5-bd02-8125f4b69ec3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.407902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.409111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d13ef7d3-430b-4025-81a6-88f4c80e9f86 req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/b31096fc-5a4e-44a5-bd02-8125f4b69ec3 HTTP/1.1" status: 204 len: 173 time: 0.2822747 Feb 19 00:56:32.419434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-963e5e52-7799-4f7b-b68e-5814a8aa6b33 req-84f2d852-af4b-4c79-a842-960377c3297b tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591478 Feb 19 00:56:32.427028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076a1220-79c8-4f13-9c62-d0691648b956,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:32.439560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:32.449046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f65267-dbb2-4bbd-9f28-6c5f39994e6f tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31096fc-5a4e-44a5-bd02-8125f4b69ec3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:32.476677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.478281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13c14725-e63d-4535-a9b2-b2eca01ce81f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5243452 Feb 19 00:56:32.482086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36448) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:32.486582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'security_group_rule': {'security_group_id': '076a1220-79c8-4f13-9c62-d0691648b956', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:32.491748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0c718b9a-3cc7-45e9-807a-defe017b00fb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.542502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c718b9a-3cc7-45e9-807a-defe017b00fb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:32.553667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-a403cd16-1f74-4a41-adc3-434a79ad66e7 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/b44bd264-12d4-46ea-82ff-b5a05153ec5e HTTP/1.1" status: 200 len: 2422 time: 0.0960367 Feb 19 00:56:32.591272 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (dfceebe3-1519-439f-ba78-069544b0ed07), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.670087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 4282871d-f544-4b21-b60d-a8f6a6ed341b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:32.674978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4282871d-f544-4b21-b60d-a8f6a6ed341b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:32.675387 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.687020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (dfceebe3-1519-439f-ba78-069544b0ed07), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.744035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (dfceebe3-1519-439f-ba78-069544b0ed07), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.783854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfceebe3-1519-439f-ba78-069544b0ed07,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:32.822407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4282871d-f544-4b21-b60d-a8f6a6ed341b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:32.822754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.840111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b44bd264-12d4-46ea-82ff-b5a05153ec5e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.854199 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.855559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d890ea15-7ec7-4753-b729-2cc7dc01746f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729789 Feb 19 00:56:32.863143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:32.864474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'security_group_rule': {'security_group_id': '076a1220-79c8-4f13-9c62-d0691648b956', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:32.873924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:32.880141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (b44bd264-12d4-46ea-82ff-b5a05153ec5e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.887023 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca4db1-2e08-4684-95b8-c562b03f248b" -d '{"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-plugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:32.905955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:32.986712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (a219285f-3899-4947-8e77-06fabc9112d3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.993734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (af6d70c1-2552-4eac-b083-38079f9fba1e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.006622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.007781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6bae2917-b5d2-481a-8437-66ae34215237 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:33.051379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 6bae2917-b5d2-481a-8437-66ae34215237 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:33.052269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6bae2917-b5d2-481a-8437-66ae34215237 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:33.074687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (af6d70c1-2552-4eac-b083-38079f9fba1e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.083746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b44bd264-12d4-46ea-82ff-b5a05153ec5e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.086461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.087766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1d2016f-a0dd-4edd-8dcf-6e980f20e111 req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/b44bd264-12d4-46ea-82ff-b5a05153ec5e HTTP/1.1" status: 204 len: 173 time: 0.5172231 Feb 19 00:56:33.089043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:33.107823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53470bf7-d981-45d2-8b62-e46496c71e1d tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44bd264-12d4-46ea-82ff-b5a05153ec5e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:33.143540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (af6d70c1-2552-4eac-b083-38079f9fba1e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.186435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6d70c1-2552-4eac-b083-38079f9fba1e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:33.254777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.261470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e8be1979-facd-4a19-848e-740d0a4271d6 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:33.263700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-118aa854-7c7e-4a40-bab7-f087b9654f55 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4034154 Feb 19 00:56:33.267640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36474) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:33.274533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:33.353896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Router a219285f-3899-4947-8e77-06fabc9112d3 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:33.380824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f40b92-1aa5-46c1-aed1-ed7762a00e84 req-a76d0b6c-10ec-4a00-8406-47ed623417cd tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:33.382350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91f40b92-1aa5-46c1-aed1-ed7762a00e84 req-a76d0b6c-10ec-4a00-8406-47ed623417cd tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 944 time: 0.0965970 Feb 19 00:56:33.412502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.429577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e8be1979-facd-4a19-848e-740d0a4271d6,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:33.451536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e8be1979-facd-4a19-848e-740d0a4271d6', 'network_id': 'a60be51a-e362-4aad-b35a-eea24fae6d5e', 'port_id': 'e8be1979-facd-4a19-848e-740d0a4271d6', 'mac_address': 'fa:16:3e:c9:50:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f606794-f77b-42d4-a4af-65249b18ae00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:33.500414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e8be1979-facd-4a19-848e-740d0a4271d6 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:33.501084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.515522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91f40b92-1aa5-46c1-aed1-ed7762a00e84 req-bb29050e-3b97-4930-8957-b7eccf7b62b8 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235459 Feb 19 00:56:33.518608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8be1979-facd-4a19-848e-740d0a4271d6 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:33.553430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:33.561611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e8be1979-facd-4a19-848e-740d0a4271d6,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:33.561838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.564332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-36e027db-36e4-40e4-b46c-5eaac28e5bc4 admin admin] 10.222.0.94 "PUT /v2.0/routers/a219285f-3899-4947-8e77-06fabc9112d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901350 Feb 19 00:56:33.567741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36478) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:33.570504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Sync routers for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:33.584133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:33.584754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:33.710368 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks [] for router (a219285f-3899-4947-8e77-06fabc9112d3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.731674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:33.763418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9fd90634-c825-4a62-bdf9-0f27e2cf9ece req-29708f09-45e8-467c-80e8-8abfaa916581 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0669088 Feb 19 00:56:33.812139 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d5377-e097-4c19-950e-9f2e43d6ce60 x-openstack-request-id: req-593d5377-e097-4c19-950e-9f2e43d6ce60 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:33.812429 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-plugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:33.812715 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-593d5377-e097-4c19-950e-9f2e43d6ce60 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:33.813236 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'code': 200} Feb 19 00:56:33.816672 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.899406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc1b35-4c03-47db-a171-a812f7953da8 req-a8612456-65b0-434f-958b-20d3591c613f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:33.907789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54dc1b35-4c03-47db-a171-a812f7953da8 req-a8612456-65b0-434f-958b-20d3591c613f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0789862 Feb 19 00:56:33.970230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54dc1b35-4c03-47db-a171-a812f7953da8 req-1b249f3a-d813-44e5-83dd-c9bf07feb655 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Feb 19 00:56:33.970490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7390a5b7-feca-4033-84af-389511d8cb47 req-5806e4af-496a-43e1-834f-ada7fa2a287c tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "GET /v2.0/security-groups/748b8bb0-73b8-46ae-b14b-a3f0f38abe4c HTTP/1.1" status: 200 len: 2414 time: 0.2578113 Feb 19 00:56:34.000690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db862fda-0c79-47b7-be9c-48d35886cbbb req-5d2b88ae-64eb-4b04-8b50-94987daa9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:34.002627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db862fda-0c79-47b7-be9c-48d35886cbbb req-5d2b88ae-64eb-4b04-8b50-94987daa9703 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 1127 time: 0.2880301 Feb 19 00:56:34.096580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 172.25.2.86 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/09604f9b-811f-442b-afdd-3ee220496b10) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:34.139887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks [] for router_gateway (a219285f-3899-4947-8e77-06fabc9112d3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.148238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c60de2-b119-4b0e-b728-cc6e26e146fb req-d9644d7e-1c47-4540-882e-3927157cbdb1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:34.150429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0c60de2-b119-4b0e-b728-cc6e26e146fb req-d9644d7e-1c47-4540-882e-3927157cbdb1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 945 time: 0.1247351 Feb 19 00:56:34.171329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db862fda-0c79-47b7-be9c-48d35886cbbb req-664f7320-8940-440f-82b3-9f75a3705a4f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552451 Feb 19 00:56:34.211479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:34.228361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': 'cd0f9386-5267-4116-8675-5c5457166188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:56:32Z', 'revision_number': 5, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port': {'id': 'cd0f9386-5267-4116-8675-5c5457166188', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:48:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:34.231696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7390a5b7-feca-4033-84af-389511d8cb47 req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (748b8bb0-73b8-46ae-b14b-a3f0f38abe4c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.235446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0c60de2-b119-4b0e-b728-cc6e26e146fb req-5d4eea27-cc2f-4981-a81f-df7fde0116f6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780289 Feb 19 00:56:34.265502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Checking router: a219285f-3899-4947-8e77-06fabc9112d3 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:34.270609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e8be1979-facd-4a19-848e-740d0a4271d6'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:34.292944 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7390a5b7-feca-4033-84af-389511d8cb47 req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (748b8bb0-73b8-46ae-b14b-a3f0f38abe4c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.336995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Routers {'a219285f-3899-4947-8e77-06fabc9112d3'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:34.337638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a219285f-3899-4947-8e77-06fabc9112d3'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:34.371149 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (09604f9b-811f-442b-afdd-3ee220496b10), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.391546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Deleting port cd0f9386-5267-4116-8675-5c5457166188 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:34.400836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cd0f9386-5267-4116-8675-5c5457166188), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.482966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1d345-0de8-449b-8dc2-bb82ca1aa3dd req-e7f8f78e-f124-4d89-8334-b8bc7d725453 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:34.484712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9f1d345-0de8-449b-8dc2-bb82ca1aa3dd req-e7f8f78e-f124-4d89-8334-b8bc7d725453 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0680313 Feb 19 00:56:34.485009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7390a5b7-feca-4033-84af-389511d8cb47 req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (748b8bb0-73b8-46ae-b14b-a3f0f38abe4c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.487607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7390a5b7-feca-4033-84af-389511d8cb47 req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.494945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:34.501901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7390a5b7-feca-4033-84af-389511d8cb47 req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] 10.222.0.94 "DELETE /v2.0/security-groups/748b8bb0-73b8-46ae-b14b-a3f0f38abe4c HTTP/1.1" status: 204 len: 173 time: 0.5299489 Feb 19 00:56:34.518089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] Set router a219285f-3899-4947-8e77-06fabc9112d3 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:34.538672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (09604f9b-811f-442b-afdd-3ee220496b10), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.580132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Deleting subnet 26093a71-9a79-4991-ad9d-9d5b729a1845 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:56:34.622985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9f1d345-0de8-449b-8dc2-bb82ca1aa3dd req-b809d077-ec5d-470b-b740-62e3bc176940 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314061 Feb 19 00:56:34.627583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-78633639-4247-4898-a037-9103a64d24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:56:34Z', 'revision_number': 6, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:34.632423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Publish callbacks [] for subnet (26093a71-9a79-4991-ad9d-9d5b729a1845), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.632841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbb7b8-6c89-4b6d-a245-a102a31b0992 tempest-SecurityGroupRulesTestJSON-734559737 tempest-SecurityGroupRulesTestJSON-734559737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748b8bb0-73b8-46ae-b14b-a3f0f38abe4c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:34.679767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] For port cd0f9386-5267-4116-8675-5c5457166188, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd0f9386-5267-4116-8675-5c5457166188,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:34.680141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cd0f9386-5267-4116-8675-5c5457166188), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.694700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78633639-4247-4898-a037-9103a64d24b7 None None] The sync data for ids ['a219285f-3899-4947-8e77-06fabc9112d3'] in n-d-826529-3 is: [{'id': 'a219285f-3899-4947-8e77-06fabc9112d3', 'name': 'tempest-ServersTestFqdnHostnames-1769511422-router', 'tenant_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:50Z', 'updated_at': '2022-02-19T00:56:34Z', 'revision_number': 6, 'project_id': 'c006059ef0aa46bca05dbe5f55d4a840', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:34.713651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (26093a71-9a79-4991-ad9d-9d5b729a1845), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.718023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:34.719032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Calling delete_port for cd0f9386-5267-4116-8675-5c5457166188 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:34.720847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=09604f9b-811f-442b-afdd-3ee220496b10,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:34.729533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:34.737905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:34.971365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-27c2e359-b62c-438d-a26d-3a4cf9b95406 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:34.972988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-27c2e359-b62c-438d-a26d-3a4cf9b95406 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.3702676 Feb 19 00:56:35.009519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-30789e1e-56af-4b0c-b155-91a480d08141 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0174136 Feb 19 00:56:35.052160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-dcea70c8-6b04-489f-9136-bbe446b5ad2b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339968 Feb 19 00:56:35.056596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (26093a71-9a79-4991-ad9d-9d5b729a1845), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.110867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88776dd-9d1f-47c3-be89-00b5c76a6408 req-450412d9-f2a2-41a6-993a-c3da23be4f8e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.112850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d88776dd-9d1f-47c3-be89-00b5c76a6408 req-450412d9-f2a2-41a6-993a-c3da23be4f8e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 945 time: 0.3543866 Feb 19 00:56:35.130920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cd0f9386-5267-4116-8675-5c5457166188), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.188960 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d88776dd-9d1f-47c3-be89-00b5c76a6408 req-d5c0f68e-6639-4f92-97b8-f579888ac802 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Feb 19 00:56:35.264748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (26093a71-9a79-4991-ad9d-9d5b729a1845), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.328921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26093a71-9a79-4991-ad9d-9d5b729a1845,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:35.333414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.343879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f470d57e-08b2-40d7-b8ac-ddcb67af7e8e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/26093a71-9a79-4991-ad9d-9d5b729a1845 HTTP/1.1" status: 204 len: 168 time: 0.8436143 Feb 19 00:56:35.343879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:35.433275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563df87-0d0d-4dca-b168-9ac60e1a2b13 req-312e7bd3-3616-4a90-9854-399587026628 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.435568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6563df87-0d0d-4dca-b168-9ac60e1a2b13 req-312e7bd3-3616-4a90-9854-399587026628 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1556029 Feb 19 00:56:35.440411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3824a40a-9e93-4c26-9e58-2816102985d3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.515987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0f9386-5267-4116-8675-5c5457166188,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:35.557418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6563df87-0d0d-4dca-b168-9ac60e1a2b13 req-c9f4ec31-8900-4446-8169-0883db4256ee tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129189 Feb 19 00:56:35.567335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3824a40a-9e93-4c26-9e58-2816102985d3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.569974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.592989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3824a40a-9e93-4c26-9e58-2816102985d3']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:35.600396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-a6f6d749-ff74-4fd6-aa5e-2bb1eb0fefe3 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324330 Feb 19 00:56:35.603184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (a219285f-3899-4947-8e77-06fabc9112d3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.634541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934cb6ce-e06d-4ddf-a24b-21f77567686e') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:35.634541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934cb6ce-e06d-4ddf-a24b-21f77567686e') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:35.639211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0c718b9a-3cc7-45e9-807a-defe017b00fb no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:35.640439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (934cb6ce-e06d-4ddf-a24b-21f77567686e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.664487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (934cb6ce-e06d-4ddf-a24b-21f77567686e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.681902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:56:35.682595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (934cb6ce-e06d-4ddf-a24b-21f77567686e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.701223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0c718b9a-3cc7-45e9-807a-defe017b00fb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:35.707192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0c718b9a-3cc7-45e9-807a-defe017b00fb not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:56:35.753467 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:56:35.830217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21d55bfd-9715-4a06-b9c5-536e3836d4a1 req-03d86e2a-a2a1-4305-87fe-029d1377e328 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0543685 Feb 19 00:56:35.847891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3824a40a-9e93-4c26-9e58-2816102985d3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.847891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.857461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3824a40a-9e93-4c26-9e58-2816102985d3 HTTP/1.1" status: 204 len: 168 time: 0.5100703 Feb 19 00:56:35.886929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c221661-f7f2-4f28-b812-54a3bdc33338 admin admin] Pushing event deleted for resources: {'Network': ['ID=3824a40a-9e93-4c26-9e58-2816102985d3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:35.955985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (a219285f-3899-4947-8e77-06fabc9112d3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.962392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks [] for router_controller (a219285f-3899-4947-8e77-06fabc9112d3), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.989946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79a87-9cc3-4c28-8f17-b48d08589988 req-3034616c-6cbb-4cfc-baf5-d3ecac0f8d56 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.991680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54c79a87-9cc3-4c28-8f17-b48d08589988 req-3034616c-6cbb-4cfc-baf5-d3ecac0f8d56 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 945 time: 0.0626919 Feb 19 00:56:36.067944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54c79a87-9cc3-4c28-8f17-b48d08589988 req-abc62c91-3e01-4569-aeea-28b4c5c2694e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Feb 19 00:56:36.083389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-8dbac585-f1df-418b-9c77-695098c4509e service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713416 Feb 19 00:56:36.087119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (09604f9b-811f-442b-afdd-3ee220496b10), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.142154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (a219285f-3899-4947-8e77-06fabc9112d3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.142708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a219285f-3899-4947-8e77-06fabc9112d3 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:56:36.154510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.158458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:36.165076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-78ebaea2-1f37-4f84-a35c-0f0b53160e81 admin admin] 10.222.0.94 "DELETE /v2.0/routers/a219285f-3899-4947-8e77-06fabc9112d3 HTTP/1.1" status: 204 len: 168 time: 2.5899239 Feb 19 00:56:36.248967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Deleting subnet 27d70f0f-d0aa-4f27-b8d4-431238eb590e {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:56:36.252790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Publish callbacks [] for subnet (27d70f0f-d0aa-4f27-b8d4-431238eb590e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.303263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:36.331415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (27d70f0f-d0aa-4f27-b8d4-431238eb590e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.407891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f32acd94-a48f-4712-a7ab-48036b55d032 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7059487778864c38b578ade71e9f6497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004953 Feb 19 00:56:36.409631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:36.480946 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (27d70f0f-d0aa-4f27-b8d4-431238eb590e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.549674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (09604f9b-811f-442b-afdd-3ee220496b10), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.610419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-357a9346-77b8-421a-a1a1-503d91fc7d0a req-f43f934e-f2da-4b6d-940a-f98b9f416625 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 210 time: 0.1004844 Feb 19 00:56:36.649011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (09604f9b-811f-442b-afdd-3ee220496b10), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.736278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] Publish callbacks [] for security_group (ab1481a7-9655-4d1d-8164-79431dd019a5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.784439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (27d70f0f-d0aa-4f27-b8d4-431238eb590e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.811845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=09604f9b-811f-442b-afdd-3ee220496b10,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:36.817326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d70f0f-d0aa-4f27-b8d4-431238eb590e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:36.829701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07623846-6daa-47c1-880b-9df7f0ba7890 req-3b84fe06-d733-4a22-b44e-beb46340b577 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.831260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07623846-6daa-47c1-880b-9df7f0ba7890 req-3b84fe06-d733-4a22-b44e-beb46340b577 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 945 time: 0.1349833 Feb 19 00:56:36.834353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b10f-3999-4479-8498-1bbb45f654b6 req-dd49e93d-fe32-402d-8155-b8938c856337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.834521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.836568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9567b10f-3999-4479-8498-1bbb45f654b6 req-dd49e93d-fe32-402d-8155-b8938c856337 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 945 time: 0.2979004 Feb 19 00:56:36.840199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b41f1964-dc9f-421d-ac74-28579c5ff7e8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/27d70f0f-d0aa-4f27-b8d4-431238eb590e HTTP/1.1" status: 204 len: 168 time: 0.6780448 Feb 19 00:56:36.844728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:36.845443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] Publish callbacks [] for security_group (ab1481a7-9655-4d1d-8164-79431dd019a5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.855120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00697ce5-a6d6-4728-992f-b4b9e6c8b069 None None] Network 683f92e1-fe06-4ed4-be72-cdc9b2682c7f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:36.881785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:36.967641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9567b10f-3999-4479-8498-1bbb45f654b6 req-be810fc6-49fd-4a0f-beae-f5c96b4f4612 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212506 Feb 19 00:56:37.006049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (683f92e1-fe06-4ed4-be72-cdc9b2682c7f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.021724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.023526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07623846-6daa-47c1-880b-9df7f0ba7890 req-3fa0c85b-4e9e-411f-a24a-7b323a1d0c94 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645491 Feb 19 00:56:37.033908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bbf3775f-c86e-4fb1-8aa6-f8979f4bca23 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7629504 Feb 19 00:56:37.063831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab1481a7-9655-4d1d-8164-79431dd019a5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.066868 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.075691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ab1481a7-9655-4d1d-8164-79431dd019a5 HTTP/1.1" status: 204 len: 168 time: 0.6574845 Feb 19 00:56:37.081146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9774c-60f1-4f08-be57-80a44e18d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1481a7-9655-4d1d-8164-79431dd019a5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:37.189218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3d7f2ee-4834-4cc5-bf7f-fab1b4a2116e req-ce8823e8-a580-446d-857e-a9b7a7d131ff tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0775058 Feb 19 00:56:37.195425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] DHCP port deletion for 683f92e1-fe06-4ed4-be72-cdc9b2682c7f request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:56:37.261272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Deleting port 2880d896-1be8-4c49-befe-1d2f6aa3a786 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:37.261922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.297054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e8be1979-facd-4a19-848e-740d0a4271d6 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:37.385199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2880d896-1be8-4c49-befe-1d2f6aa3a786 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:37.456362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2880d896-1be8-4c49-befe-1d2f6aa3a786,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:37.457045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.463115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Deleting port 2880d896-1be8-4c49-befe-1d2f6aa3a786 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:37.463545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.495552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Calling delete_port for 2880d896-1be8-4c49-befe-1d2f6aa3a786 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:37.546229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e8be1979-facd-4a19-848e-740d0a4271d6 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:37.563201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2880d896-1be8-4c49-befe-1d2f6aa3a786 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:37.563642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.608207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2880d896-1be8-4c49-befe-1d2f6aa3a786,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:37.609415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e8be1979-facd-4a19-848e-740d0a4271d6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:37.609825 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.660585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] For port 2880d896-1be8-4c49-befe-1d2f6aa3a786, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2880d896-1be8-4c49-befe-1d2f6aa3a786,segment=NetworkSegment(ee5605bc-0c1a-43a9-80a0-d273436bc88a),segment_id=ee5605bc-0c1a-43a9-80a0-d273436bc88a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:37.661356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.695545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Calling delete_port for 2880d896-1be8-4c49-befe-1d2f6aa3a786 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:37.702285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-86e6ca94-4928-4401-95e2-a3d0c9cec664 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--670934635&fields=id&tenant_id=846fa5fc66c04941b598104dece99d21 HTTP/1.1" status: 200 len: 267 time: 0.2785914 Feb 19 00:56:37.710336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.711302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd0f9386-5267-4116-8675-5c5457166188 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:37.797501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-e73db560-e3d5-4ebc-ae63-4e8e7cc24e83 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:37.799503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-e73db560-e3d5-4ebc-ae63-4e8e7cc24e83 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 937 time: 0.0849693 Feb 19 00:56:37.855861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23a67d7a-caf1-432c-8b33-05d13e339485 req-fc29a4ea-d801-4582-9655-82751287edce tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 210 time: 0.0721757 Feb 19 00:56:37.888818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:37.899398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: cd0f9386-5267-4116-8675-5c5457166188 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:37.902587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd0f9386-5267-4116-8675-5c5457166188 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:37.912138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] No DVR routers for this DVR port 2880d896-1be8-4c49-befe-1d2f6aa3a786 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:37.949705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-37be05c7-81ac-42e1-9917-1148e6e20b57 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:37.952443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-37be05c7-81ac-42e1-9917-1148e6e20b57 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 937 time: 0.1443865 Feb 19 00:56:37.968947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:37.989847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:38.009308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e8be1979-facd-4a19-848e-740d0a4271d6 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:38.009308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.081583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (683f92e1-fe06-4ed4-be72-cdc9b2682c7f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.118374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:38.119376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683f92e1-fe06-4ed4-be72-cdc9b2682c7f']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:38.120685 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b155d0c-b9a8-4a42-835f-65a929250e52" -d '{"events": [{"server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "name": "network-vif-plugged", "status": "completed", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:38.143050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e8be1979-facd-4a19-848e-740d0a4271d6,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:38.148973 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2880d896-1be8-4c49-befe-1d2f6aa3a786), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.152401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5605bc-0c1a-43a9-80a0-d273436bc88a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:38.152704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5605bc-0c1a-43a9-80a0-d273436bc88a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:38.175942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ee5605bc-0c1a-43a9-80a0-d273436bc88a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.191714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] Pushing event deleted for resources: {'Port': ['ID=2880d896-1be8-4c49-befe-1d2f6aa3a786,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:38.199611 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ee5605bc-0c1a-43a9-80a0-d273436bc88a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.200738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0669f-b9b0-471f-a789-9cbc78e3d4e4 None None] No DVR routers for this DVR port 2880d896-1be8-4c49-befe-1d2f6aa3a786 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:38.210787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:56:38.213105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ee5605bc-0c1a-43a9-80a0-d273436bc88a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.237150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05367d7e-2f27-43ef-a58a-5d89e9f1333d req-a0ebb5a0-2656-41eb-9045-87e51e48cd3a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.239423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05367d7e-2f27-43ef-a58a-5d89e9f1333d req-a0ebb5a0-2656-41eb-9045-87e51e48cd3a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 945 time: 0.1296904 Feb 19 00:56:38.256729 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.343769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05367d7e-2f27-43ef-a58a-5d89e9f1333d req-f5b32ba1-fe67-4f41-9f57-adb3c4e5d028 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976357 Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:56:38.377725 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:56:38.380765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:38.405801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ab6c974f-4da4-4ce0-894c-b01d9283ce08 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4346585 Feb 19 00:56:38.476895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2c7cb673-cea6-4c6b-ac08-481121edd11c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0634651 Feb 19 00:56:38.478539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (683f92e1-fe06-4ed4-be72-cdc9b2682c7f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.522474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.526764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] 10.222.0.94 "DELETE /v2.0/networks/683f92e1-fe06-4ed4-be72-cdc9b2682c7f HTTP/1.1" status: 204 len: 168 time: 1.6847553 Feb 19 00:56:38.528731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ff391-adf9-4f07-8da5-5ed7c46657d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=683f92e1-fe06-4ed4-be72-cdc9b2682c7f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:38.545081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea830c75-6c79-46c6-8ee0-225524c0b567 req-5a66dccf-fa74-414c-a920-0e981eb05a39 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.548518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea830c75-6c79-46c6-8ee0-225524c0b567 req-5a66dccf-fa74-414c-a920-0e981eb05a39 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 945 time: 0.1171405 Feb 19 00:56:38.654102 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea830c75-6c79-46c6-8ee0-225524c0b567 req-d7f3af0c-e7f4-4dbe-9af4-634d3608b532 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Feb 19 00:56:38.723348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-22057fb6-f9da-4fdb-b56b-50ef9a6fd721 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.731193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-22057fb6-f9da-4fdb-b56b-50ef9a6fd721 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.737555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-22057fb6-f9da-4fdb-b56b-50ef9a6fd721 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.745845 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086122b6-4635-4036-a4f1-b5013cb11abe x-openstack-request-id: req-086122b6-4635-4036-a4f1-b5013cb11abe {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:38.747131 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "name": "network-vif-plugged", "status": "completed", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:38.747988 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-086122b6-4635-4036-a4f1-b5013cb11abe {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:38.748123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-22057fb6-f9da-4fdb-b56b-50ef9a6fd721 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/networks?id=760bdadb-f48d-481f-9b08-c040f2ffa28f&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 200 len: 1992 time: 0.2374980 Feb 19 00:56:38.748812 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6', 'code': 200} Feb 19 00:56:38.777365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ffefe746-a43d-48df-b445-a2ca138316cc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/quotas/846fa5fc66c04941b598104dece99d21 HTTP/1.1" status: 200 len: 375 time: 0.0278044 Feb 19 00:56:38.980865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-159e9587-8d73-4e4f-9861-2d475b1ea7e7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1918142 Feb 19 00:56:38.987597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:38.999886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d0d06-5379-49ee-b919-3ebf217d12a1 req-1af92c67-1827-4d31-88e7-11db61dee07f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=b125f4e9-ba43-469a-a5d4-78e84e6bf8de HTTP/1.1" status: 200 len: 210 time: 0.0837953 Feb 19 00:56:39.011207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44f1b-a400-4444-a601-5338d361abbb req-1108b809-af6b-4bed-a43e-e9178c3dc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:39.019824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7e44f1b-a400-4444-a601-5338d361abbb req-1108b809-af6b-4bed-a43e-e9178c3dc839 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1128 time: 0.1944973 Feb 19 00:56:39.093293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-154a4448-2dfa-45c7-bc81-bbb792e8ea53 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c006059ef0aa46bca05dbe5f55d4a840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043944 Feb 19 00:56:39.095721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36606) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:39.225381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7e44f1b-a400-4444-a601-5338d361abbb req-727b3bba-b161-44ff-8860-25f713ca63a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040470 Feb 19 00:56:39.255692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] Publish callbacks [] for security_group (6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.312295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-782ee8d7-987e-4baf-ab7a-29788ecef05c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:39.314762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-782ee8d7-987e-4baf-ab7a-29788ecef05c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2141135 Feb 19 00:56:39.328138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:39.333568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] Publish callbacks [] for security_group (6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.358807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-c5300c15-26b3-4d45-b22c-22121e4de774 service neutron] 10.222.0.94 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561997 Feb 19 00:56:39.402745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.484580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-b6a418e6-ad4d-4897-8601-6c01c7a1a566 service neutron] 10.222.0.94 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173913 Feb 19 00:56:39.536246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3086832f-258b-4e8f-8171-fecf1f293d0d service neutron] 10.222.0.94 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0398502 Feb 19 00:56:39.549219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:39.551425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.553238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.554139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.557866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0 HTTP/1.1" status: 204 len: 168 time: 0.4586849 Feb 19 00:56:39.655598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2b999-a4e4-49fb-a890-ddff5cad47f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c990e0e-c297-4dc0-b9e9-d0d6c0d732f0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:39.729187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-5cc64da5-12d6-494c-914c-dcc5acbdc032 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873055 Feb 19 00:56:39.786260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef25d1ff-87bb-4b97-9960-52e9fe4257be req-3a204559-df00-4def-ab2d-85fef8441843 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 210 time: 0.0351238 Feb 19 00:56:39.796807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.5 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/c9b8db80-0b06-4193-9875-883e23d60885) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:39.916858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-620d8322-ed7e-4961-a38d-3326faf853a4 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810613 Feb 19 00:56:39.983832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-47a512fe-a584-49a2-92b0-e514997d6412 service neutron] 10.222.0.94 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0658951 Feb 19 00:56:39.989377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.081670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (c9b8db80-0b06-4193-9875-883e23d60885), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.128247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-42095dfe-1886-43e9-a274-ad5b0354e83d service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275661 Feb 19 00:56:40.224147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.330871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9b17d9ab-bf1f-4ad4-99a6-e86702de77eb service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957040 Feb 19 00:56:40.334559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:40.340573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:40.352200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:40.452758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:40.504046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:40.504921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.529484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ac8af7f4-55b2-4a8b-9115-46930349b603 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952405 Feb 19 00:56:40.539446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9872c67-152a-4196-895c-dcac58df5314 req-979f2b83-6790-4ee0-bc9e-e089a03261c0 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:40.540736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9872c67-152a-4196-895c-dcac58df5314 req-979f2b83-6790-4ee0-bc9e-e089a03261c0 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1096520 Feb 19 00:56:40.601804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9872c67-152a-4196-895c-dcac58df5314 req-e34b9e49-edcc-4946-be30-fd8350ba0a22 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539954 Feb 19 00:56:40.638341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-4e0462c0-0f59-42f5-97c6-5e946c56c3ad tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119898 Feb 19 00:56:40.654850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Request body: {'port': {'device_id': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:40.675287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a20de30-9a39-4af9-9fe4-22822a1e8f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.718470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-7888d70e-b61e-4487-8c6f-f13ede02fff6 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779914 Feb 19 00:56:40.784921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9b8db80-0b06-4193-9875-883e23d60885), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.901505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ebbfdae3-e98f-4fcf-a2e8-fcba9d464083 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820085 Feb 19 00:56:40.941640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:41.073327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-148e7e89-dfb6-4bac-a177-3f87ac132ce5 service neutron] 10.222.0.94 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564646 Feb 19 00:56:41.214702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e5482c87-ce10-4ca5-83fd-3e736536819a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:41.222185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-98b6f95d-649d-412a-9751-40192c9c678b service neutron] 10.222.0.94 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409504 Feb 19 00:56:41.271808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22533-b0c4-4cc7-9773-b9b8c098c863 req-05dc7583-f889-435d-a0d2-fd824ed6bcae tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:41.280204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ec22533-b0c4-4cc7-9773-b9b8c098c863 req-05dc7583-f889-435d-a0d2-fd824ed6bcae tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 931 time: 0.1842496 Feb 19 00:56:41.348947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ec22533-b0c4-4cc7-9773-b9b8c098c863 req-3aaeb88f-bd3a-4545-911d-c23dc0eb36a4 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Feb 19 00:56:41.407779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3968c8c-b895-4e3b-bc46-b99b26a948a8 service neutron] 10.222.0.94 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773126 Feb 19 00:56:41.484586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b8db80-0b06-4193-9875-883e23d60885 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:41.495843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks [] for port (c9b8db80-0b06-4193-9875-883e23d60885), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:41.527561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-834b55aa-6d66-4a53-acfc-bfacc7bb6896 service neutron] 10.222.0.94 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186907 Feb 19 00:56:41.535604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b497c1f-dc12-425c-a730-858af9f8c82b req-64bc0116-2295-4d58-8d0c-defe792344cf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:41.545401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b497c1f-dc12-425c-a730-858af9f8c82b req-64bc0116-2295-4d58-8d0c-defe792344cf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1167910 Feb 19 00:56:41.548710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Transition to ACTIVE for port object c9b8db80-0b06-4193-9875-883e23d60885 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:41.609997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b497c1f-dc12-425c-a730-858af9f8c82b req-5e0e494f-f92a-435e-b3de-9f8ae349fe69 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588298 Feb 19 00:56:41.612996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:41.639346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:41.813485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Pushing event updated for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:41.841260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.841973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.842498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.843013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.843544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.844084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.844587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.845322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.846204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.846870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.847413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.847908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.848403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:41.886353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e84c-acc5-4ee7-af8b-4e8adf3c073d req-33d412a7-c652-49b6-8852-6830dd0d3da5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:41.892500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e5482c87-ce10-4ca5-83fd-3e736536819a admin admin] Publish callbacks [] for security_group (29712eb3-774c-4141-81cc-10256d8981ca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:41.895643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3b9e84c-acc5-4ee7-af8b-4e8adf3c073d req-33d412a7-c652-49b6-8852-6830dd0d3da5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1559882 Feb 19 00:56:41.909237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-713567436-network', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:41.934869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-c3e0fdd9-c1ed-42d1-8890-273ae581aa51 service neutron] 10.222.0.94 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052336 Feb 19 00:56:41.954879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Attempting to bind port c9b8db80-0b06-4193-9875-883e23d60885 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:41.955620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Attempting to bind port c9b8db80-0b06-4193-9875-883e23d60885 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:41.956216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Attempting to bind port c9b8db80-0b06-4193-9875-883e23d60885 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:41.966805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Port c9b8db80-0b06-4193-9875-883e23d60885 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:41.967616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Attempting to bind port c9b8db80-0b06-4193-9875-883e23d60885 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:41.984385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:41.985146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:41.985851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:41.986565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Bound port: c9b8db80-0b06-4193-9875-883e23d60885, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:41.987257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9b8db80-0b06-4193-9875-883e23d60885), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.002246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Made reservation on behalf of 9e6e57edb2a044e1bfed1ec3a73f2e69 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:42.005172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.017962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d8cd5157-f258-4973-ab9a-6a09dbbc4771 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.019543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d8cd5157-f258-4973-ab9a-6a09dbbc4771 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 937 time: 0.0784740 Feb 19 00:56:42.021137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e5482c87-ce10-4ca5-83fd-3e736536819a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (29712eb3-774c-4141-81cc-10256d8981ca), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.025927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3b9e84c-acc5-4ee7-af8b-4e8adf3c073d req-e28c4c36-cbd2-4e35-8b78-c453ce96759f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258805 Feb 19 00:56:42.041289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.115803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e5482c87-ce10-4ca5-83fd-3e736536819a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8695c0b0e48e4c7386a46725eacfa2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1731968 Feb 19 00:56:42.123934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f7518e0e-0e32-4913-b5a6-6a7a6963db26 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.125393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f7518e0e-0e32-4913-b5a6-6a7a6963db26 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 937 time: 0.0721200 Feb 19 00:56:42.125914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36696) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:42.177676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482c87-ce10-4ca5-83fd-3e736536819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29712eb3-774c-4141-81cc-10256d8981ca,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:42.228660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] Publish callbacks [] for security_group (29712eb3-774c-4141-81cc-10256d8981ca), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.242264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:42.247114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c9b8db80-0b06-4193-9875-883e23d60885,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:42.266860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec64ec-304f-40f4-867c-219eed0e4cec req-1218eda9-c526-450c-bb45-2e29dde49162 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.267195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] Publish callbacks [] for security_group (29712eb3-774c-4141-81cc-10256d8981ca), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.273600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02ec64ec-304f-40f4-867c-219eed0e4cec req-1218eda9-c526-450c-bb45-2e29dde49162 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1373110 Feb 19 00:56:42.322829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.327406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks [] for security_group (5bf532f8-a68e-45f6-9230-38f9dc0f105e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.402062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02ec64ec-304f-40f4-867c-219eed0e4cec req-0c5915a4-f1d9-4c51-b171-50d92b49bec0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205401 Feb 19 00:56:42.404134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.404751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.406154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] 10.222.0.117 "PUT /v2.0/ports/c9b8db80-0b06-4193-9875-883e23d60885 HTTP/1.1" status: 200 len: 1091 time: 1.7574565 Feb 19 00:56:42.412329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:42.414428 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15842023-6189-477f-bbaa-226c09442c41" -d '{"events": [{"name": "network-changed", "server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "tag": "c9b8db80-0b06-4193-9875-883e23d60885"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:42.414649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (29712eb3-774c-4141-81cc-10256d8981ca), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.419814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5bf532f8-a68e-45f6-9230-38f9dc0f105e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.422184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.423360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/29712eb3-774c-4141-81cc-10256d8981ca HTTP/1.1" status: 204 len: 168 time: 0.2944381 Feb 19 00:56:42.438063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b569a56-2ae5-469b-b3ba-e42b0e1ed588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29712eb3-774c-4141-81cc-10256d8981ca,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:42.498203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:42.519047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:42.540875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2c278019-48c0-4f72-a78a-7cdede7f0731), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.541231 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Added segment 2c278019-48c0-4f72-a78a-7cdede7f0731 of type vlan for network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c Feb 19 00:56:42.634489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.679626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:42.689891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b2f10-244d-4bda-8a02-7b8c9fdd476a service neutron] Pushing event updated for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:42.698366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'mac_address': 'fa:16:3e:7f:1a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:42.755364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4282871d-f544-4b21-b60d-a8f6a6ed341b is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:42.755840 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.771897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4282871d-f544-4b21-b60d-a8f6a6ed341b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:42.779275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.780451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.781129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.815183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:42.852916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:42.858042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a26bef0-a819-4b31-983b-541315970cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:42.869667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:42.877706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf532f8-a68e-45f6-9230-38f9dc0f105e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:42.925855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-ac470a81-a876-45bc-aa79-1d36330a1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.928890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-ac470a81-a876-45bc-aa79-1d36330a1c50 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 1125 time: 0.2199528 Feb 19 00:56:42.960465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:43.013466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d421c3f9-3852-48f8-bd3c-7210600fe0e6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3669391 Feb 19 00:56:43.013466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-c56fd6dd-0d0e-440d-b5a1-0ea30d2ed218 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b8db80-0b06-4193-9875-883e23d60885 HTTP/1.1" status: 200 len: 217 time: 0.0683689 Feb 19 00:56:43.014217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36732) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:43.020407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Request body: {'subnet': {'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-713567436-subnet', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:43.029514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:43.060871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4282871d-f544-4b21-b60d-a8f6a6ed341b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:43.139600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-1ee20556-e3a5-4c0b-8707-31a2a0608724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:43.146101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-1ee20556-e3a5-4c0b-8707-31a2a0608724 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1164749 Feb 19 00:56:43.155021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Made reservation on behalf of 9e6e57edb2a044e1bfed1ec3a73f2e69 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:43.157714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:43.223206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-80e2b797-5aea-4509-baba-f9dbe8579dbb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680282 Feb 19 00:56:43.465182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-744a66ec-f824-45d1-b1c8-e82b696ad550 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294192 Feb 19 00:56:43.622467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-9466fbb0-5060-46fc-8315-83c494d53bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:43.622467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-9466fbb0-5060-46fc-8315-83c494d53bdd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1128 time: 0.1552660 Feb 19 00:56:43.669584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (93282873-79aa-489d-a0ee-c96a6a4f08c1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:43.759169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93282873-79aa-489d-a0ee-c96a6a4f08c1,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:43.798864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Checking segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:43.799348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Network hostable DHCP agents. Network: 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:43.856596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-3b91695f-7b62-4e85-9eb2-91e6a9ebe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:43.858133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-3b91695f-7b62-4e85-9eb2-91e6a9ebe51f service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.2249043 Feb 19 00:56:43.891698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:43.922890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc3521-b384-4868-9cc6-05e9f8734c19 req-1c7567d9-bdcb-4bcb-82f8-54a4da48a1aa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:43.941559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6afc3521-b384-4868-9cc6-05e9f8734c19 req-1c7567d9-bdcb-4bcb-82f8-54a4da48a1aa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 943 time: 0.4725003 Feb 19 00:56:43.952816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-434120cf-4031-47c4-83ea-e874ded00209 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 200 len: 217 time: 0.0855424 Feb 19 00:56:44.012564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:44.016754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c10e5b0-94ab-4d90-b366-d387ac49c13d req-1f36c243-0b32-410d-8beb-550f9b4364fc service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300155 Feb 19 00:56:44.028718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:44.031612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.034483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb6dfa-2b1c-45a3-b766-556a89cb2392 None None] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:44.084277 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb2015-4477-4e7e-bf59-7a425880882a x-openstack-request-id: req-10cb2015-4477-4e7e-bf59-7a425880882a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:44.089212 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "tag": "c9b8db80-0b06-4193-9875-883e23d60885", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:44.089792 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-10cb2015-4477-4e7e-bf59-7a425880882a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:44.092534 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885', 'status': 'completed', 'code': 200} Feb 19 00:56:44.178321 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.190709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-f014122f-a5ef-418c-9636-0b5a926b86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:44.195286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-f014122f-a5ef-418c-9636-0b5a926b86cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.2162137 Feb 19 00:56:44.258801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3ed9b000-a093-4061-9096-350f405c88a6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2434609 Feb 19 00:56:44.265161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:44.268664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:44.270163 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.276839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:44.351844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36782) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:44.471197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966b0b-2189-46c6-93d0-3a8c3525ae5e req-766f4599-aede-4d43-8898-1b467f23052a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:44.484201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0966b0b-2189-46c6-93d0-3a8c3525ae5e req-766f4599-aede-4d43-8898-1b467f23052a tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.3129125 Feb 19 00:56:44.515203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.532279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.735576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1145390860-network', 'tenant_id': '6f9a3c7078444c4dbefb588f3e8f5731'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:44.789681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:44.875322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0966b0b-2189-46c6-93d0-3a8c3525ae5e req-8921b5cb-de38-4554-9063-48162a565143 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891554 Feb 19 00:56:44.962722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4282871d-f544-4b21-b60d-a8f6a6ed341b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:44.971198 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.976863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-126ca5e5-cfe6-4616-a525-6088e299c752 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7656066 Feb 19 00:56:44.984283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3ca3b829-a555-4a30-b2ef-c6019600a2d6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:44.988410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3ca3b829-a555-4a30-b2ef-c6019600a2d6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 937 time: 0.9419422 Feb 19 00:56:44.992130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6afc3521-b384-4868-9cc6-05e9f8734c19 req-14554290-54bb-4fe4-bed1-8f07a3b23272 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0495393 Feb 19 00:56:45.000641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for router_controller (beaa30c7-adca-4a6e-8c37-6747c6d72929), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.134872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842023-6189-477f-bbaa-226c09442c41 req-8fb835a9-9ef1-457c-82cb-d239150dfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:45.136470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-8fb835a9-9ef1-457c-82cb-d239150dfd51 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 1125 time: 0.9386046 Feb 19 00:56:45.178901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Allocated IP 172.20.0.2 (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c/93282873-79aa-489d-a0ee-c96a6a4f08c1/6f96be9b-f636-45dc-945b-8c986af78888) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:45.251925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.306915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4282871d-f544-4b21-b60d-a8f6a6ed341b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:45.307810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.316342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Made reservation on behalf of 6f9a3c7078444c4dbefb588f3e8f5731 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:45.318697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.355756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc0954b6-7c08-4a5f-bf8c-d4428880a532 req-613166c3-dbda-47a0-94b0-1a4c46690b77 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.2658758 Feb 19 00:56:45.374227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-4d25217c-f318-41ca-88c0-922bcaa0b6f4 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453753 Feb 19 00:56:45.437531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9b6562c3-78ae-445d-bcbb-6fd91f4015de tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:45.456604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9b6562c3-78ae-445d-bcbb-6fd91f4015de tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 937 time: 0.4530721 Feb 19 00:56:45.470186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.478083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks [] for port (6f96be9b-f636-45dc-945b-8c986af78888), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.532972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:45.535078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:45.538494 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e8b804-cee2-495a-b41b-23ab988db1ff" -d '{"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-plugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:45.545128 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (6f96be9b-f636-45dc-945b-8c986af78888), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.591222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:45.594871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:45.603807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:45.620807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.675690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842023-6189-477f-bbaa-226c09442c41 req-1a0806e6-aa7f-4727-842b-3f33c08c0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:45.677177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-1a0806e6-aa7f-4727-842b-3f33c08c0999 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.5287142 Feb 19 00:56:45.726974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for router_gateway (beaa30c7-adca-4a6e-8c37-6747c6d72929), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.745046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Pushing event updated for resources: {'Port': ['ID=6f96be9b-f636-45dc-945b-8c986af78888,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:45.812317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-d298cc22-aa6d-41c3-b591-16968efcdfe5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b8db80-0b06-4193-9875-883e23d60885 HTTP/1.1" status: 200 len: 217 time: 0.0972583 Feb 19 00:56:45.833797 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b65e43e-838c-4ae8-a214-7e7c15bb2741 x-openstack-request-id: req-7b65e43e-838c-4ae8-a214-7e7c15bb2741 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:45.835015 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-plugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:45.835296 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b65e43e-838c-4ae8-a214-7e7c15bb2741 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:45.838451 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'code': 200} Feb 19 00:56:45.928829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Attempting to bind port 6f96be9b-f636-45dc-945b-8c986af78888 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:45.929207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Attempting to bind port 6f96be9b-f636-45dc-945b-8c986af78888 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:45.929578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Attempting to bind port 6f96be9b-f636-45dc-945b-8c986af78888 on network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:45.952592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ffff2d-8130-4db8-bc84-bd2a9ec0c3e5 req-fa30f292-19ab-45a8-af8a-5f5e5273f0ba service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661170 Feb 19 00:56:45.957664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:45.958306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Checking segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:45.959266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.959670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Bound using segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:45.960157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Bound port: 6f96be9b-f636-45dc-945b-8c986af78888, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:45.960540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f96be9b-f636-45dc-945b-8c986af78888), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.962631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:45.997822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842023-6189-477f-bbaa-226c09442c41 req-7d8e1a18-d0aa-4ac1-be90-e9cf75e002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:45.999906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-7d8e1a18-d0aa-4ac1-be90-e9cf75e002fa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1845315 Feb 19 00:56:46.085878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-e081952d-50e1-4e8b-8a07-0f72a0e9916a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769830 Feb 19 00:56:46.163489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks [] for security_group (ec691ec3-ccde-4d75-9c5e-17797eb57984), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:46.253124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820f81c-453b-42d0-9202-a1a87deaedf0 req-34ae0f16-1178-4b59-8907-35ebb7ae72e6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:46.257388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-0192b08c-17d3-40f6-b3ce-007cbee20a7f service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654239 Feb 19 00:56:46.259786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0820f81c-453b-42d0-9202-a1a87deaedf0 req-34ae0f16-1178-4b59-8907-35ebb7ae72e6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.2528908 Feb 19 00:56:46.304181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] For port 6f96be9b-f636-45dc-945b-8c986af78888, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:46.319158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] For port 6f96be9b-f636-45dc-945b-8c986af78888, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f96be9b-f636-45dc-945b-8c986af78888,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:46.396561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0820f81c-453b-42d0-9202-a1a87deaedf0 req-7f09bb36-e8f7-4094-8a49-5a6d2e904cd0 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194727 Feb 19 00:56:46.417678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ec691ec3-ccde-4d75-9c5e-17797eb57984), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:46.423670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f96be9b-f636-45dc-945b-8c986af78888), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:46.474585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5849-077e-48e4-a68c-da9d2b14276f req-17a10fa4-feb3-4807-b9ef-dc48f3c52aea tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:46.491696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab6f5849-077e-48e4-a68c-da9d2b14276f req-17a10fa4-feb3-4807-b9ef-dc48f3c52aea tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 943 time: 0.2333724 Feb 19 00:56:46.545151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c9b8db80-0b06-4193-9875-883e23d60885 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:46.563890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15842023-6189-477f-bbaa-226c09442c41 req-58c6d2a6-1c34-44cf-bd9f-915457e8ce62 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981038 Feb 19 00:56:46.572248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec691ec3-ccde-4d75-9c5e-17797eb57984,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:46.595404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c58b-a54c-4182-b2d1-50ef14570ab0 None None] Pushing event updated for resources: {'Port': ['ID=6f96be9b-f636-45dc-945b-8c986af78888,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:46.646715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab6f5849-077e-48e4-a68c-da9d2b14276f req-01d45a9b-100d-45c5-ad64-6c22d985b180 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540620 Feb 19 00:56:46.662485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:46.803733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c9b8db80-0b06-4193-9875-883e23d60885,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:46.821004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c9b8db80-0b06-4193-9875-883e23d60885', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': 'c9b8db80-0b06-4193-9875-883e23d60885', 'mac_address': 'fa:16:3e:91:c4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:46.866231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c9b8db80-0b06-4193-9875-883e23d60885 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:46.866711 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9b8db80-0b06-4193-9875-883e23d60885), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:46.886356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:46.911557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b8db80-0b06-4193-9875-883e23d60885 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:46.966086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c9b8db80-0b06-4193-9875-883e23d60885,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:47.211993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b479aab5-614a-4dce-9d61-0e11a7fd09d9 req-9cbff8f8-5052-4d65-8135-96a5febd75e9 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.6750870 Feb 19 00:56:47.214539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for router_gateway (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.284295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.317437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.322105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.322105 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Added segment b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6 of type vlan for network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c Feb 19 00:56:47.519663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.560571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c9b8db80-0b06-4193-9875-883e23d60885'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:47.569843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f96be9b-f636-45dc-945b-8c986af78888 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:47.589555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:47.734384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f028689-1c32-4759-b05a-ad4bd1f93930 req-4c431f1b-6141-4fee-b1de-eb0c34689374 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:47.764206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3f028689-1c32-4759-b05a-ad4bd1f93930 req-4c431f1b-6141-4fee-b1de-eb0c34689374 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1847050 Feb 19 00:56:47.785394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.786082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.786595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.787417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.787967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.788819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.789330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.789824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.790598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.791117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.791749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.792528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.794182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:47.857494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.858938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:47.859764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:47.981801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d867af6-96db-4a10-a94b-0a139787b428 req-625eadd8-15cb-4bbc-85b4-e5fb85c9412a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:47.983729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d867af6-96db-4a10-a94b-0a139787b428 req-625eadd8-15cb-4bbc-85b4-e5fb85c9412a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 944 time: 0.1539044 Feb 19 00:56:47.993565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f96be9b-f636-45dc-945b-8c986af78888 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:47.994099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f96be9b-f636-45dc-945b-8c986af78888), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.093553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7401185 Feb 19 00:56:48.099890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36866) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:48.118662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Request body: {'subnet': {'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1145390860-subnet', 'tenant_id': '6f9a3c7078444c4dbefb588f3e8f5731', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:48.216411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Allocated IP 172.25.2.71 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/d30b1d0c-be9c-4f38-8106-e883e90e7205) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:48.227506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d867af6-96db-4a10-a94b-0a139787b428 req-34824c3a-4d94-49d4-af06-9278c20b9691 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360389 Feb 19 00:56:48.271051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3f028689-1c32-4759-b05a-ad4bd1f93930 req-bb368a34-b1f4-441e-85b6-31d206166082 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057027 Feb 19 00:56:48.273055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566d7c-b92c-46e4-bd0a-62c09a9d9e96 admin admin] Pushing event updated for resources: {'Network': ['ID=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:48.383304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Made reservation on behalf of 6f9a3c7078444c4dbefb588f3e8f5731 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:48.386875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.389575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:48.571516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c255305f-09db-4e26-889c-0b910b89846c req-5629fe0e-0cf9-4eb1-add7-b4d7cd865db7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1032264 Feb 19 00:56:48.659992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee8f55-2626-4890-a332-6960a8718d79 None None] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:48.695075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.747398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f96be9b-f636-45dc-945b-8c986af78888 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:48.747747 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f96be9b-f636-45dc-945b-8c986af78888), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.831546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 6f96be9b-f636-45dc-945b-8c986af78888, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f96be9b-f636-45dc-945b-8c986af78888,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:48.866555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0fa5d5b2-c6ea-42ff-af8c-cad9224da4be None None] Provisioning complete for port 6f96be9b-f636-45dc-945b-8c986af78888 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:48.866935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0fa5d5b2-c6ea-42ff-af8c-cad9224da4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f96be9b-f636-45dc-945b-8c986af78888), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.882101 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.931515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20612c85-fb5a-4521-88cf-b301de6e8e97 req-dead8383-62e1-4e83-a775-515664366fb9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:48.933393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20612c85-fb5a-4521-88cf-b301de6e8e97 req-dead8383-62e1-4e83-a775-515664366fb9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1285024 Feb 19 00:56:48.934630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f96be9b-f636-45dc-945b-8c986af78888), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:49.009937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:49.022012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:49.033121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:49.053699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (e688c3cc-a869-4c88-97c2-6d5038699653), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:49.094576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d30b1d0c-be9c-4f38-8106-e883e90e7205,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:49.125157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=6f96be9b-f636-45dc-945b-8c986af78888,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:49.370669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5d5b2-c6ea-42ff-af8c-cad9224da4be None None] Current status of the port 6f96be9b-f636-45dc-945b-8c986af78888 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:49.435265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e688c3cc-a869-4c88-97c2-6d5038699653,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:49.452904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-18892717-2090-4fb0-94e8-93175d90e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:49.454356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-18892717-2090-4fb0-94e8-93175d90e3c2 service neutron] 10.222.0.96 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 1033 time: 0.4432561 Feb 19 00:56:49.492805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f96be9b-f636-45dc-945b-8c986af78888 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:49.493567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20612c85-fb5a-4521-88cf-b301de6e8e97 req-2d0db598-6954-4619-8eb0-d0435808af9b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388608 Feb 19 00:56:49.631400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Checking segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:49.632032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Network hostable DHCP agents. Network: bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:49.678930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f96be9b-f636-45dc-945b-8c986af78888 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:49.679445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f96be9b-f636-45dc-945b-8c986af78888), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:49.970366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a02afc08-34f7-4b95-b0c4-2fe1a41a181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:49.970366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a02afc08-34f7-4b95-b0c4-2fe1a41a181c service neutron] 10.222.0.96 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 1033 time: 0.3043675 Feb 19 00:56:49.970366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511985-d255-40ab-bdd6-3411948031dd req-878659c2-de2f-463a-a871-4a443280b440 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:49.970366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0511985-d255-40ab-bdd6-3411948031dd req-878659c2-de2f-463a-a871-4a443280b440 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.2236116 Feb 19 00:56:49.970366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:50.003230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6bee3479-fbd2-456d-94d7-d6ac4e3d3015 None None] Provisioning complete for port 6f96be9b-f636-45dc-945b-8c986af78888 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:50.009532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6bee3479-fbd2-456d-94d7-d6ac4e3d3015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f96be9b-f636-45dc-945b-8c986af78888), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:50.100726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:50.127504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.128608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:50.180089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0511985-d255-40ab-bdd6-3411948031dd req-f1756315-abd3-4ea9-b3c2-e9a170b7a0f1 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018081 Feb 19 00:56:50.194979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea385dc-1113-4310-bbe8-5f8196137db1 None None] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:50.236172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f96be9b-f636-45dc-945b-8c986af78888 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:50.277140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f275772d-35a5-4811-8e82-8782d7abfc80 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.292518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f275772d-35a5-4811-8e82-8782d7abfc80 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.307281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f275772d-35a5-4811-8e82-8782d7abfc80 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.309771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f275772d-35a5-4811-8e82-8782d7abfc80 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/networks?id=760bdadb-f48d-481f-9b08-c040f2ffa28f&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 200 len: 1992 time: 0.4891798 Feb 19 00:56:50.329470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a214e8b5-4b80-4ba0-a484-17ee9deaff55 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2278106 Feb 19 00:56:50.443927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24c57b-5ff5-4a77-8b14-852d91b7fcda req-bcb48893-f204-405d-88f3-14f0354d9162 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.455552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa24c57b-5ff5-4a77-8b14-852d91b7fcda req-bcb48893-f204-405d-88f3-14f0354d9162 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 944 time: 0.9926665 Feb 19 00:56:50.476539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-80ddea94-ef70-49a0-b84f-390e88c57b53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=846fa5fc66c04941b598104dece99d21 HTTP/1.1" status: 200 len: 379 time: 0.1456699 Feb 19 00:56:50.499341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'admin_state_up': True, 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'security_groups': ['076a1220-79c8-4f13-9c62-d0691648b956']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:50.696929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6bee3479-fbd2-456d-94d7-d6ac4e3d3015 None None] Current status of the port 6f96be9b-f636-45dc-945b-8c986af78888 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:50.714831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c9b8db80-0b06-4193-9875-883e23d60885 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:50.726210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa24c57b-5ff5-4a77-8b14-852d91b7fcda req-f3d41549-a90a-44de-8bdd-af60b499e3ee tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681506 Feb 19 00:56:50.957295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f62c97-0f16-4621-b742-721db2783b07 req-34f93c07-1f4a-42aa-8fb1-3c71569f6bd6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:50.968747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06f62c97-0f16-4621-b742-721db2783b07 req-34f93c07-1f4a-42aa-8fb1-3c71569f6bd6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.4499822 Feb 19 00:56:50.972740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for router_gateway (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:50.983326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'project_id': '6f9a3c7078444c4dbefb588f3e8f5731', 'fixed_ips': [{'subnet_id': 'e688c3cc-a869-4c88-97c2-6d5038699653'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:50.990369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:51.045867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:51.049671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:51.139187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06f62c97-0f16-4621-b742-721db2783b07 req-35dc7ce4-db2c-4bed-a0da-495b8f42d222 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621387 Feb 19 00:56:51.315794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af6eb3ba-46e3-49ca-b7f2-5a835ae394f7 req-b3167b8f-37fa-403c-8bb2-1bbd300f675e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1708531 Feb 19 00:56:51.493867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port c9b8db80-0b06-4193-9875-883e23d60885 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:51.511466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 172.20.0.3 (760bdadb-f48d-481f-9b08-c040f2ffa28f/8ad70be9-9108-4bfb-a455-fb43c3fcea5f/fcf43fba-2385-425c-9bc8-22aa20b81bc6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:51.519072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c9b8db80-0b06-4193-9875-883e23d60885 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:51.519479 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c9b8db80-0b06-4193-9875-883e23d60885), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:51.615806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Allocated IP 172.20.0.2 (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c/e688c3cc-a869-4c88-97c2-6d5038699653/0eef1641-6d06-490c-ba1f-b79fc9c27a47) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:51.885128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-a7a92320-e11f-4dee-845c-109995f2aaa1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:51.891914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:51.907731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-a7a92320-e11f-4dee-845c-109995f2aaa1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 0.3977110 Feb 19 00:56:51.941596 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ddfead6c-196d-42aa-b509-b19276d35ff0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/quotas/6f9a3c7078444c4dbefb588f3e8f5731 HTTP/1.1" status: 200 len: 375 time: 0.0328753 Feb 19 00:56:52.022944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-858126b5-f6e3-45d8-983f-557f2573fd37 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803142 Feb 19 00:56:52.257748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-4ccb6ad9-3e94-45e9-8899-170388c0c358 service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339203 Feb 19 00:56:52.279803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2b47a-4430-43bc-8e0a-0b80537f086d req-e8a3c492-70f6-4a66-ae9c-36a5d9ac44c3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:52.279803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90c2b47a-4430-43bc-8e0a-0b80537f086d req-e8a3c492-70f6-4a66-ae9c-36a5d9ac44c3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.7814896 Feb 19 00:56:52.363164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.503961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c9b8db80-0b06-4193-9875-883e23d60885 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:52.507311 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c9b8db80-0b06-4193-9875-883e23d60885), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.605387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90c2b47a-4430-43bc-8e0a-0b80537f086d req-88b6ce7a-f719-4bd5-a924-99a7190c6e05 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019149 Feb 19 00:56:52.614219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-0660e894-32fd-42ac-a9d5-6c9ef8b8703a service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550978 Feb 19 00:56:52.693311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c9b8db80-0b06-4193-9875-883e23d60885,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:52.720481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:52.734326 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3800e50e-b215-4fbb-97e2-9687eca7f252" -d '{"events": [{"server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "c9b8db80-0b06-4193-9875-883e23d60885"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:52.792690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.818594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Router beaa30c7-adca-4a6e-8c37-6747c6d72929 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:56:52.820854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks [] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.824532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.897278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:52.912171 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.916099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:52.925273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:52.999904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:53.041653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:53.108504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:53.128429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:53.155801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:53.174267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:53.174906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.259130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Pushing event updated for resources: {'Port': ['ID=0eef1641-6d06-490c-ba1f-b79fc9c27a47,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:53.315802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Attempting to bind port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:53.321072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Attempting to bind port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:53.321072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Attempting to bind port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:53.331607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:53.333916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Checking segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:53.334339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.334895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Bound using segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:53.336374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Bound port: 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:53.336774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.366916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a105c-9466-4785-a839-f7f5cde7d17b req-2e9c406d-61ce-4913-bbcd-91068e2afb15 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:53.373242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d4a105c-9466-4785-a839-f7f5cde7d17b req-2e9c406d-61ce-4913-bbcd-91068e2afb15 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 931 time: 0.1616013 Feb 19 00:56:53.385797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-6d43126d-5ac6-4a8e-b813-6c87de601387 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9020405 Feb 19 00:56:53.457055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'admin_state_up': True, 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'security_groups': ['076a1220-79c8-4f13-9c62-d0691648b956']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:53.600760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a94c66-d9bf-46ca-95d2-04f14a09f811 req-a5c5fc1e-31ab-4cb7-ae3b-9285633f3d51 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:53.603103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32a94c66-d9bf-46ca-95d2-04f14a09f811 req-a5c5fc1e-31ab-4cb7-ae3b-9285633f3d51 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 0.5371411 Feb 19 00:56:53.615031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:53.622904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] For port 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:53.625685 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Sync routers for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:53.644220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-455e3c34-3ec3-4a7d-80da-bf38045b5b4c None None] Provisioning complete for port fcf43fba-2385-425c-9bc8-22aa20b81bc6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:53.645484 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:53.649644 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:53.650438 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-455e3c34-3ec3-4a7d-80da-bf38045b5b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.756667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d4a105c-9466-4785-a839-f7f5cde7d17b req-35f63697-157a-40b7-ae14-b0cb9acd2ce7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806350 Feb 19 00:56:53.816548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-455e3c34-3ec3-4a7d-80da-bf38045b5b4c None None] Port fcf43fba-2385-425c-9bc8-22aa20b81bc6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:53.864945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] For port 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0eef1641-6d06-490c-ba1f-b79fc9c27a47,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:53.884944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.894553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d97a3276-134c-4396-aaf4-2e6db29efeb9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.6210234 Feb 19 00:56:53.896269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36968) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:53.938935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32a94c66-d9bf-46ca-95d2-04f14a09f811 req-48712d22-ab16-4da4-b56d-689a5078eef6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943563 Feb 19 00:56:53.978024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:54.041600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:54.054890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:54.138733 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:54.181203 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce32a5c-2af5-4b2f-8d2c-c616173d71a3 x-openstack-request-id: req-cce32a5c-2af5-4b2f-8d2c-c616173d71a3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:54.182937 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "c9b8db80-0b06-4193-9875-883e23d60885", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:54.186092 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cce32a5c-2af5-4b2f-8d2c-c616173d71a3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:54.190322 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885', 'code': 200} Feb 19 00:56:54.295330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cb456-2963-4e07-9531-f5ae82016f01 req-9a87e5cc-a2b5-4bb6-9b01-7c84f658ce55 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:54.297495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-190cb456-2963-4e07-9531-f5ae82016f01 req-9a87e5cc-a2b5-4bb6-9b01-7c84f658ce55 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.3745074 Feb 19 00:56:54.307585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481823-84ac-43b0-be28-8dfc2f52055d None None] Pushing event updated for resources: {'Port': ['ID=0eef1641-6d06-490c-ba1f-b79fc9c27a47,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:54.436678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-190cb456-2963-4e07-9531-f5ae82016f01 req-6095e131-9d64-4bbe-9169-2ee7f490b7e1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124694 Feb 19 00:56:54.444652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b68e98-b108-4b70-9208-09ba6e0c815f req-42cbcda1-7b4e-4e2c-b486-0186fa92d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:54.446627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b68e98-b108-4b70-9208-09ba6e0c815f req-42cbcda1-7b4e-4e2c-b486-0186fa92d468 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 1127 time: 0.1857641 Feb 19 00:56:54.574922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7b68e98-b108-4b70-9208-09ba6e0c815f req-63734367-fd41-4782-86a8-7ca20bc993bd service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180303 Feb 19 00:56:54.584760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.1.1.139 (baebc2a9-77dd-476f-a234-a55c26b6e2f3/ffc7bf54-a005-4307-aa36-56fe04c5ef40/4f14699e-f7d9-45c3-b2d0-73eb685bc996) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:55.028264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-60fccdc3-99e2-47db-9f5c-6f6549dfdaf5 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:55.046149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-60fccdc3-99e2-47db-9f5c-6f6549dfdaf5 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 0.6467795 Feb 19 00:56:55.080566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301f87d-921d-46dc-8f28-808d0e1a970e req-e5a66a66-a349-4b79-a7e9-d54a3a0fbf00 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:55.086334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7301f87d-921d-46dc-8f28-808d0e1a970e req-e5a66a66-a349-4b79-a7e9-d54a3a0fbf00 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.3140552 Feb 19 00:56:55.096930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-41b332cb-ac60-4388-8f34-fb8081dfb439 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/quotas/6f9a3c7078444c4dbefb588f3e8f5731 HTTP/1.1" status: 200 len: 375 time: 0.0496659 Feb 19 00:56:55.275384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7301f87d-921d-46dc-8f28-808d0e1a970e req-feda73fb-296b-41a3-8e8d-8d95284def3c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797743 Feb 19 00:56:55.318076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.337035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-ed88d20b-d015-40f4-90e0-15bf4d1737bc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2371635 Feb 19 00:56:55.489511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.618703 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:56:49Z', 'revision_number': 3, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:55.631042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:55.654788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0eef1641-6d06-490c-ba1f-b79fc9c27a47 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:55.754701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Checking router: beaa30c7-adca-4a6e-8c37-6747c6d72929 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:55.767942 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Updating router beaa30c7-adca-4a6e-8c37-6747c6d72929 port d30b1d0c-be9c-4f38-8106-e883e90e7205 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:55.778117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:55.782618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:55.874188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:55.874867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.920566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:55.920953 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.932356 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:55.953691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:55.984080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9158a1-f28d-44da-9bb0-4978ec43fd45 req-da16f94f-b34b-41ab-8af8-e2db657ada3b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:55.987866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f9158a1-f28d-44da-9bb0-4978ec43fd45 req-da16f94f-b34b-41ab-8af8-e2db657ada3b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.3481741 Feb 19 00:56:56.002016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f018ecfe-1069-4b6e-a66d-ef263a76af53 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5898819 Feb 19 00:56:56.126760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'admin_state_up': True, 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'security_groups': ['076a1220-79c8-4f13-9c62-d0691648b956']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:56.247514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:56.248054 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.358264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0eef1641-6d06-490c-ba1f-b79fc9c27a47,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:56.464261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.547287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-0ca6794f-4974-4203-b34f-522c43823b78 service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0268736 Feb 19 00:56:56.582103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a00fd8-a049-4e5d-9ddf-04361354d21f None None] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:56.620355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:56.631699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.680950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f9158a1-f28d-44da-9bb0-4978ec43fd45 req-657f4899-d9cb-4772-9cf5-6b4bb8bbda6e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778939 Feb 19 00:56:56.863036 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks [] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.874964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0eef1641-6d06-490c-ba1f-b79fc9c27a47,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:56.901898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Provisioning complete for port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:56.937161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.948923 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.037524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:57.050112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-8a60c24e-9f40-4e17-8f9d-2e2d4960ca7d tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:57.051691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-8a60c24e-9f40-4e17-8f9d-2e2d4960ca7d tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 0.5489783 Feb 19 00:56:57.065519 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Attempting to bind port d30b1d0c-be9c-4f38-8106-e883e90e7205 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:57.065903 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Attempting to bind port d30b1d0c-be9c-4f38-8106-e883e90e7205 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:57.066272 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Attempting to bind port d30b1d0c-be9c-4f38-8106-e883e90e7205 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:57.081360 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:57.081718 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:57.082122 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.082503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:57.083136 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Bound port: d30b1d0c-be9c-4f38-8106-e883e90e7205, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:57.083735 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.098724 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.115357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Request body: {'port': {'device_id': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'admin_state_up': True, 'tenant_id': '6f9a3c7078444c4dbefb588f3e8f5731'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:57.129395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Provisioning complete for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:57.129717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.149250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-2c2f1c5b-62e5-447a-8d00-a4abe26c4d9f service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010907 Feb 19 00:56:57.220589 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] For port d30b1d0c-be9c-4f38-8106-e883e90e7205, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:57.231525 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] For port d30b1d0c-be9c-4f38-8106-e883e90e7205, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d30b1d0c-be9c-4f38-8106-e883e90e7205,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:57.237478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Pushing event updated for resources: {'Port': ['ID=d30b1d0c-be9c-4f38-8106-e883e90e7205,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:57.256774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.256774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.256774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.257240 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.257240 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.257545 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.257868 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.258196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.262810 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.263922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.264284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.264758 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.264943 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:57.338443 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.408870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-49822a7f-1458-4bdf-a697-409ba283a764 None None] Current status of the port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:57.530375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0eef1641-6d06-490c-ba1f-b79fc9c27a47 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:57.530920 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a7430-7846-4e88-85ad-f4343ac4c72a None None] Pushing event updated for resources: {'Port': ['ID=d30b1d0c-be9c-4f38-8106-e883e90e7205,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:57.662301 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:57.666838 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:57.773849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:57.774958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:57.984987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:57.990412 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:58.014550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5f6ddb93-c878-4d54-889a-741281b312a3 None None] Provisioning complete for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:58.015420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f6ddb93-c878-4d54-889a-741281b312a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:58.219866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ddb93-c878-4d54-889a-741281b312a3 None None] Current status of the port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:58.350152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075f36-0f64-4ff3-bb8f-e8ffc812a559 req-584e75f7-42ed-42cc-9322-aaa23a614b2c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:58.359120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05075f36-0f64-4ff3-bb8f-e8ffc812a559 req-584e75f7-42ed-42cc-9322-aaa23a614b2c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:58.361470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05075f36-0f64-4ff3-bb8f-e8ffc812a559 req-584e75f7-42ed-42cc-9322-aaa23a614b2c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 1653 time: 1.4283094 Feb 19 00:56:58.460154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.1.1.230 (baebc2a9-77dd-476f-a234-a55c26b6e2f3/ffc7bf54-a005-4307-aa36-56fe04c5ef40/6ba5a0e4-4f6e-431c-a719-331748a28dbe) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:58.516533 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:56:49Z', 'revision_number': 3, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:58.546158 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8daf-b3f0-479d-ad30-c58aa8822050 None None] The sync data for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 is: [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:56:49Z', 'revision_number': 3, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:58.702613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Allocated IP 172.20.0.1 (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c/93282873-79aa-489d-a0ee-c96a6a4f08c1/1a7b8a33-fb52-448b-bc20-e6a1b83ca73f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:58.710489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:58.778499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4935a-65ce-457f-849d-796d80ba8daf req-4d120d9a-1dcb-4842-a0d1-06a51c6e00cd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:58.778776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Made reservation on behalf of 6f9a3c7078444c4dbefb588f3e8f5731 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:58.782464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:58.795232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75e4935a-65ce-457f-849d-796d80ba8daf req-4d120d9a-1dcb-4842-a0d1-06a51c6e00cd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 1.0020850 Feb 19 00:56:58.944655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75e4935a-65ce-457f-849d-796d80ba8daf req-e3e7f01f-008f-461b-916c-bcaf1db2bd37 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484463 Feb 19 00:56:59.045951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Allocated IP 172.20.0.5 (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c/e688c3cc-a869-4c88-97c2-6d5038699653/cf27ed1e-bbb9-481d-af4b-f7a79866408c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:59.047568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks [] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.201001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb2e33-61d7-4bf4-85e6-24253deec2a0 req-a9fe29d5-87d3-49b4-8ade-5f01d71e2a17 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:59.211596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbeb2e33-61d7-4bf4-85e6-24253deec2a0 req-a9fe29d5-87d3-49b4-8ade-5f01d71e2a17 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1075728 Feb 19 00:56:59.279312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.339766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbeb2e33-61d7-4bf4-85e6-24253deec2a0 req-e5821ca5-ffd5-4377-bac8-e83abe136c25 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271574 Feb 19 00:56:59.369168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:59.380273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:59.388614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:59.411934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks [] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.462836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.502708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d30b1d0c-be9c-4f38-8106-e883e90e7205 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:59.537274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Pushing event updated for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:59.563856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05075f36-0f64-4ff3-bb8f-e8ffc812a559 req-0b664f06-09ab-4ca2-88b1-34b9b38085fe tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1893463 Feb 19 00:56:59.572565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:59.588856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:59.597139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:59.599490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.602729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.603079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.603440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.603774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.604115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.604446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.609363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.609817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.610166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.610507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.610846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.617909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:59.619000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:59.656021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.675473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.769887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d30b1d0c-be9c-4f38-8106-e883e90e7205 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:59.770611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:59.968342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event updated for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:00.024641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:00.067485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d30b1d0c-be9c-4f38-8106-e883e90e7205 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:00.067876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.129379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port d30b1d0c-be9c-4f38-8106-e883e90e7205, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d30b1d0c-be9c-4f38-8106-e883e90e7205,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:00.191280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26a6ce63-abd1-4115-a5e6-f67663da8816 None None] Provisioning complete for port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:00.191684 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26a6ce63-abd1-4115-a5e6-f67663da8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.267471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.289958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.299826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-62ef6a1a-31e6-4f7d-895e-c39b7b215090 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:00.306660 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-62ef6a1a-31e6-4f7d-895e-c39b7b215090 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 0.3519506 Feb 19 00:57:00.339633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:00.353916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:00.412355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-f907c584-eba3-422c-983e-f259d3891aca tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/quotas/6f9a3c7078444c4dbefb588f3e8f5731 HTTP/1.1" status: 200 len: 375 time: 0.0797648 Feb 19 00:57:00.414880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26a6ce63-abd1-4115-a5e6-f67663da8816 None None] Port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:00.476541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=d30b1d0c-be9c-4f38-8106-e883e90e7205,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:00.560246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4f13af9f-700b-43ce-83d6-12a1fd437273 None None] Provisioning complete for port 6ba5a0e4-4f6e-431c-a719-331748a28dbe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:00.563597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f13af9f-700b-43ce-83d6-12a1fd437273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.654388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4f13af9f-700b-43ce-83d6-12a1fd437273 None None] Port 6ba5a0e4-4f6e-431c-a719-331748a28dbe cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:00.712352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:00.716320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.862820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bfdae02d-612e-4829-9947-f3526e5a494e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7549155 Feb 19 00:57:00.904437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-09d24363-e989-4057-9667-82fe0652a639 None None] Provisioning complete for port cf27ed1e-bbb9-481d-af4b-f7a79866408c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:00.904815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-09d24363-e989-4057-9667-82fe0652a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:00.906723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-ef4f4d39-b57c-4217-bba4-a0aad138a7c0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4087019 Feb 19 00:57:00.980353 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:00.997319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-09d24363-e989-4057-9667-82fe0652a639 None None] Port cf27ed1e-bbb9-481d-af4b-f7a79866408c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:01.006786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'admin_state_up': True, 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'security_groups': ['076a1220-79c8-4f13-9c62-d0691648b956']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:01.087025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks [] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:01.156027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-7e28bfa8-612d-42ce-9c1f-f3b1b62858e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:01.157779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:01.158612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:01.159873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-7e28bfa8-612d-42ce-9c1f-f3b1b62858e6 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 944 time: 0.3429530 Feb 19 00:57:01.191447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c885f5-7f74-4561-b653-38cd169abdbc req-8e688d00-7b49-4333-9ee3-1d5d33a554d8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:01.200005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1c885f5-7f74-4561-b653-38cd169abdbc req-8e688d00-7b49-4333-9ee3-1d5d33a554d8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2760367 Feb 19 00:57:01.233158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:01.430650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d30b1d0c-be9c-4f38-8106-e883e90e7205 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:01.448807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:01.505592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-fb0510ec-d5fa-4a1a-b60e-d0ac67505a33 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:01.507463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-fb0510ec-d5fa-4a1a-b60e-d0ac67505a33 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.96 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 0.9026804 Feb 19 00:57:01.511438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-1504805a-4c93-4297-804a-c33d7229817c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4095716 Feb 19 00:57:01.524944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Request body: {'port': {'device_id': '82d2d37a-466b-4235-8e60-7ec196984e48', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'admin_state_up': True, 'tenant_id': '6f9a3c7078444c4dbefb588f3e8f5731'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:01.541732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d30b1d0c-be9c-4f38-8106-e883e90e7205 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:01.542109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:01.556644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Request body: {'port': {'device_id': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:01.703421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Pushing event updated for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:01.711194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-ad94041d-cbb3-45ee-bbae-7715a52958a3 service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087412 Feb 19 00:57:01.774793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d30b1d0c-be9c-4f38-8106-e883e90e7205 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:01.824848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1c885f5-7f74-4561-b653-38cd169abdbc req-dca87c10-3a49-4e89-b1a9-da17d0834290 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237195 Feb 19 00:57:01.861121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:02.028059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.053941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Deleting port 9afb2599-6705-4260-bf1c-85a6e351265d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:02.054455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.069018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ad518-7219-4860-ab48-0fdbe2dc5fb1 req-b5b036b3-5eeb-43b0-a5c0-00d74a2e017b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:02.077403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b9ad518-7219-4860-ab48-0fdbe2dc5fb1 req-b5b036b3-5eeb-43b0-a5c0-00d74a2e017b tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 944 time: 0.1307933 Feb 19 00:57:02.132603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:02.136058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-c2a5c180-780d-4a24-8df0-806c96f64c71 service neutron] 10.222.0.94 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176130 Feb 19 00:57:02.175860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:02.207047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b9ad518-7219-4860-ab48-0fdbe2dc5fb1 req-d8e254a4-6ff4-4125-aac1-e8b598e0e4c0 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285450 Feb 19 00:57:02.234681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Made reservation on behalf of 6f9a3c7078444c4dbefb588f3e8f5731 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:02.240232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.581408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf27ed1e-bbb9-481d-af4b-f7a79866408c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:02.589294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks [] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.601782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Router beaa30c7-adca-4a6e-8c37-6747c6d72929 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:57:02.603023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Transition to ACTIVE for port object cf27ed1e-bbb9-481d-af4b-f7a79866408c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:02.609997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.622640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] For port 9afb2599-6705-4260-bf1c-85a6e351265d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9afb2599-6705-4260-bf1c-85a6e351265d,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:02.622640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.649402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ce6d57b2-f42a-43b3-9c95-f9a826f7be7a None None] Provisioning complete for port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:02.650407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce6d57b2-f42a-43b3-9c95-f9a826f7be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:02.714103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d57b2-f42a-43b3-9c95-f9a826f7be7a None None] Port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:02.719691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Calling delete_port for 9afb2599-6705-4260-bf1c-85a6e351265d owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:03.000151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.2.2.100 (ae7704dd-007e-46d8-92f9-dfa5a0e457aa/08265328-1c55-48c4-8f92-f431800142ce/73f30e68-015e-42cb-a776-5afd4e6edfad) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:03.060134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827a3c9-dfb7-49be-b3a4-248d089bcac3 req-a959fd13-7c6e-4d56-8560-d6cca6906163 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:03.065080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:03.070881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5827a3c9-dfb7-49be-b3a4-248d089bcac3 req-a959fd13-7c6e-4d56-8560-d6cca6906163 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.7369773 Feb 19 00:57:03.083134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9afb2599-6705-4260-bf1c-85a6e351265d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:03.098874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9afb2599-6705-4260-bf1c-85a6e351265d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:03.150681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Pushing event updated for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:03.214901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event deleted for resources: {'Port': ['ID=9afb2599-6705-4260-bf1c-85a6e351265d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:03.267359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] No DVR routers for this DVR port 9afb2599-6705-4260-bf1c-85a6e351265d on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:03.277049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:03.281971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90ad70bb-fabe-43d8-b569-dad2cecd9b37 req-89b4c34b-33bc-46a8-a9dc-9bfe9bda769f tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "DELETE /v2.0/ports/9afb2599-6705-4260-bf1c-85a6e351265d HTTP/1.1" status: 204 len: 173 time: 2.0995269 Feb 19 00:57:03.282349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-deleted', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:03.300298 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca36f5-c515-4a67-8f30-a2f23967da9e" -d '{"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-deleted", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:03.326076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5827a3c9-dfb7-49be-b3a4-248d089bcac3 req-4959af84-6c26-4ef9-a484-e8968197be67 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570169 Feb 19 00:57:03.338922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:57:03.360558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Sync routers for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:57:03.374780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-93080ead-a3c0-40aa-8453-317d397c8a9c admin admin] 10.222.0.94 "PUT /v2.0/routers/beaa30c7-adca-4a6e-8c37-6747c6d72929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4766197 Feb 19 00:57:03.423157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:03.423875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:03.567274 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:03.624667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24149a8-a3e5-4da3-a897-182574c1dea1 req-887a89e8-b76f-4f7f-8396-e20e00413eed tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:03.632821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d24149a8-a3e5-4da3-a897-182574c1dea1 req-887a89e8-b76f-4f7f-8396-e20e00413eed tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 0.1551781 Feb 19 00:57:03.721380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:03.734168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Allocated IP 172.20.0.13 (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c/e688c3cc-a869-4c88-97c2-6d5038699653/952f636d-a674-46b6-a3ba-49b6d3042aa9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:03.786106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d24149a8-a3e5-4da3-a897-182574c1dea1 req-0be00e2c-4a02-4dc3-9989-a9f961d17029 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499190 Feb 19 00:57:03.942561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks [] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:03.984275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6f08-d1b8-4e8c-b881-33d860da3c5d req-7dd3bab8-b0e1-4e39-b7c5-fb79007acb8c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:03.986095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6fe6f08-d1b8-4e8c-b881-33d860da3c5d req-7dd3bab8-b0e1-4e39-b7c5-fb79007acb8c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1013613 Feb 19 00:57:04.056282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.094236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6fe6f08-d1b8-4e8c-b881-33d860da3c5d req-d75631f2-2fc3-488d-b7d8-3956d89256b0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002619 Feb 19 00:57:04.136530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a4d7-52d8-4732-8203-1d091623846a req-606f42e7-3250-4d32-a35c-2dca28b0717f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:04.153053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a4d7-52d8-4732-8203-1d091623846a req-606f42e7-3250-4d32-a35c-2dca28b0717f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:04.160313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a4d7-52d8-4732-8203-1d091623846a req-606f42e7-3250-4d32-a35c-2dca28b0717f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:04.176026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddd0a4d7-52d8-4732-8203-1d091623846a req-606f42e7-3250-4d32-a35c-2dca28b0717f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 2374 time: 1.1224885 Feb 19 00:57:04.192719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 2, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:04.194501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.231671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Checking router: beaa30c7-adca-4a6e-8c37-6747c6d72929 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:57:04.232074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Updating router beaa30c7-adca-4a6e-8c37-6747c6d72929 port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:57:04.232196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Attempting to bind port cf27ed1e-bbb9-481d-af4b-f7a79866408c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:04.232437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Attempting to bind port cf27ed1e-bbb9-481d-af4b-f7a79866408c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:04.232762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Attempting to bind port cf27ed1e-bbb9-481d-af4b-f7a79866408c on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:04.258587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c9cfc29-89d1-4549-944b-f497446fcf9f req-dce32fa0-4400-482e-94be-509aa2395422 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 210 time: 0.0604560 Feb 19 00:57:04.284179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:04.287150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Port cf27ed1e-bbb9-481d-af4b-f7a79866408c on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:04.291910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Attempting to bind port cf27ed1e-bbb9-481d-af4b-f7a79866408c on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:04.296137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.306759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Checking segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Bound using segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Bound port: cf27ed1e-bbb9-481d-af4b-f7a79866408c, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:04.330847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.338838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:04.341035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:04.374600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:04.466926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57223a93-f420-4865-bcd6-7522bedcef4f req-28016392-1361-4028-ba8b-99a17ed3cb4a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=de5fb088-83c6-423e-91ee-3792163de5e4 HTTP/1.1" status: 200 len: 210 time: 0.0646842 Feb 19 00:57:04.482551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddd0a4d7-52d8-4732-8203-1d091623846a req-6a358421-ec56-44be-9bd5-e5f04b1930d8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004398 Feb 19 00:57:04.592465 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32595fdc-08ec-4171-bb21-7d3b0a7cc91e x-openstack-request-id: req-32595fdc-08ec-4171-bb21-7d3b0a7cc91e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:04.593066 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5fb088-83c6-423e-91ee-3792163de5e4", "name": "network-vif-deleted", "tag": "9afb2599-6705-4260-bf1c-85a6e351265d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:04.593573 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-32595fdc-08ec-4171-bb21-7d3b0a7cc91e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:04.594299 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5fb088-83c6-423e-91ee-3792163de5e4', 'name': 'network-vif-deleted', 'tag': '9afb2599-6705-4260-bf1c-85a6e351265d', 'status': 'completed', 'code': 200} Feb 19 00:57:04.646024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:04.646814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.679480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event updated for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:04.726060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:04.733287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.840347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:04.845228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:04.872616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-e216d46c-ed83-415c-91bd-f3162ce17831 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3522255 Feb 19 00:57:04.887814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Request body: {'port': {'device_id': '82d2d37a-466b-4235-8e60-7ec196984e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:04.951166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2107e97e-ff76-417b-ac39-26bb8e87c825 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0432217 Feb 19 00:57:04.967318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'admin_state_up': True, 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'security_groups': ['076a1220-79c8-4f13-9c62-d0691648b956']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:04.985676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3062a472-e26e-48ee-b500-0c9eaa1e80ec None None] Provisioning complete for port 952f636d-a674-46b6-a3ba-49b6d3042aa9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:04.985676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3062a472-e26e-48ee-b500-0c9eaa1e80ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:04.987243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.050082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:05.050826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.064699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] 10.222.0.117 "PUT /v2.0/ports/cf27ed1e-bbb9-481d-af4b-f7a79866408c HTTP/1.1" status: 200 len: 1091 time: 3.5348666 Feb 19 00:57:05.101852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:05.121810 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda" -d '{"events": [{"name": "network-changed", "server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:05.142205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3062a472-e26e-48ee-b500-0c9eaa1e80ec None None] Port 952f636d-a674-46b6-a3ba-49b6d3042aa9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:05.310144 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks [] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.329677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4c90a7e3-d3c8-4b5b-a1cd-1c104942dbba None None] Provisioning complete for port 73f30e68-015e-42cb-a776-5afd4e6edfad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:05.330348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4c90a7e3-d3c8-4b5b-a1cd-1c104942dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.370928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4c90a7e3-d3c8-4b5b-a1cd-1c104942dbba None None] Port 73f30e68-015e-42cb-a776-5afd4e6edfad cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:05.377210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.400920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37112) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:05.407060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420347024', 'description': 'tempest-description--972109017'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:05.447359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:05.536880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 9afb2599-6705-4260-bf1c-85a6e351265d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:05.537639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9afb2599-6705-4260-bf1c-85a6e351265d not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:05.542684 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.598503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884ece4-15ef-4639-83c3-5ecc54243fae None None] Pushing event updated for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:05.827774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe268-e9c2-40b8-a418-ba6b0b49ba59 req-7b4f4714-f3c8-4657-8df8-b67eaffe7011 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:05.832284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ddbe268-e9c2-40b8-a418-ba6b0b49ba59 req-7b4f4714-f3c8-4657-8df8-b67eaffe7011 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 0.2446811 Feb 19 00:57:05.842895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Attempting to bind port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:05.843606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Attempting to bind port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:05.844173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Attempting to bind port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f on network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:05.854948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:05.856151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Checking segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:05.858851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.859508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Bound using segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:05.865046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Bound port: 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:05.865739 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.874059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (facd25a5-b860-4e73-a4f1-c3e3b97074f2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.960101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ddbe268-e9c2-40b8-a418-ba6b0b49ba59 req-03e72ade-2e91-45dc-ab4e-e4b482223b51 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178982 Feb 19 00:57:05.990028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a432a76a-b199-4c9b-a497-c59e69674f06 None None] Provisioning complete for port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:05.990028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a432a76a-b199-4c9b-a497-c59e69674f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:05.991637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (facd25a5-b860-4e73-a4f1-c3e3b97074f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.028565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] For port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:06.031565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a432a76a-b199-4c9b-a497-c59e69674f06 None None] Port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:06.049466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] For port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:06.078691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facd25a5-b860-4e73-a4f1-c3e3b97074f2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:06.099878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.106019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d81c94c9-98f3-4139-8468-6992a1a55462 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7025852 Feb 19 00:57:06.109882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37120) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:06.115540 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a543d8-e3ca-45b7-95a0-b26da345519b x-openstack-request-id: req-99a543d8-e3ca-45b7-95a0-b26da345519b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:06.115540 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:06.131073 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-99a543d8-e3ca-45b7-95a0-b26da345519b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:06.131845 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'status': 'completed', 'code': 200} Feb 19 00:57:06.143952 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.196572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d099-5016-48c0-8486-3eb8b59410e1 req-c169284f-61d4-4365-a425-4fdc3b71d13e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.200609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62b1d099-5016-48c0-8486-3eb8b59410e1 req-c169284f-61d4-4365-a425-4fdc3b71d13e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1248944 Feb 19 00:57:06.204575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'security_group_rule': {'security_group_id': 'facd25a5-b860-4e73-a4f1-c3e3b97074f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:06.279118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:06.280285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:56:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:06.287857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884ece4-15ef-4639-83c3-5ecc54243fae None None] Pushing event updated for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:06.352415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62b1d099-5016-48c0-8486-3eb8b59410e1 req-080d9c84-0c42-40ea-a636-69212d4ab92c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451693 Feb 19 00:57:06.421120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.440975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9beab3-5864-4f71-a335-69b1f5c966aa service neutron] Pushing event updated for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:06.671200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cfe56222-a3bf-4269-8fe0-ea8fb4fed043 req-b5c97f9e-d302-4a25-a5dd-d848c911a00e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 210 time: 0.0808935 Feb 19 00:57:06.755134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952f636d-a674-46b6-a3ba-49b6d3042aa9 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:06.765168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks [] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.769051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Provisioning complete for port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:06.769558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.781604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Transition to ACTIVE for port object 952f636d-a674-46b6-a3ba-49b6d3042aa9 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:06.811273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:06.825754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Made reservation on behalf of 846fa5fc66c04941b598104dece99d21 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:06.830902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.872546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-a5a7f1d9-bc2b-4728-907e-4ab40244307e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.878717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-a5a7f1d9-bc2b-4728-907e-4ab40244307e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.884410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-a5a7f1d9-bc2b-4728-907e-4ab40244307e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.892308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-a5a7f1d9-bc2b-4728-907e-4ab40244307e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.894144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-a5a7f1d9-bc2b-4728-907e-4ab40244307e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3095 time: 0.1011286 Feb 19 00:57:06.895594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-cbc160d5-38ab-45a8-b0ab-5775aacdaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:06.897249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-cbc160d5-38ab-45a8-b0ab-5775aacdaee8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 1125 time: 1.6893966 Feb 19 00:57:06.906948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:06.988762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732717ca-73d3-4c02-8602-161944511133 service neutron] Pushing event updated for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:07.008854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c4a5472-0c77-4f6d-ae12-21f6b6c7caba req-6826e3bf-8fbf-47a3-9890-16b80adba8df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078317 Feb 19 00:57:07.077894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Current status of the port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:07.078364 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:07.106015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f19a1e-1df4-4722-be25-102829d366b8 req-4cf03768-e379-4974-b43c-abc9456c47ec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:07.110140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43f19a1e-1df4-4722-be25-102829d366b8 req-4cf03768-e379-4974-b43c-abc9456c47ec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 0.3255987 Feb 19 00:57:07.132620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-6d942164-9108-4082-ad57-6fb0b7a95591 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c HTTP/1.1" status: 200 len: 217 time: 0.2222915 Feb 19 00:57:07.146879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] For port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:07.150364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (c0c2d6db-7463-45e3-b706-47e30aba2dcb), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:07.230173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:07.344719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db3c06-ef0e-4bff-b510-92ac43439294 None None] Pushing event updated for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:07.385545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756372fe-ee55-48b2-b65b-3bb8da453844 req-874d1682-66b8-4a2c-af78-ca4a9fbb53b9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:07.388472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756372fe-ee55-48b2-b65b-3bb8da453844 req-874d1682-66b8-4a2c-af78-ca4a9fbb53b9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1349037 Feb 19 00:57:07.396964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b7ef2-4d1c-41fc-bb99-53bbb5095b49 req-297107dc-d7e2-4c2c-bbef-57c5dbd9b227 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:07.398821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb9b7ef2-4d1c-41fc-bb99-53bbb5095b49 req-297107dc-d7e2-4c2c-bbef-57c5dbd9b227 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 1.9612379 Feb 19 00:57:07.413740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:05Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:07.476824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54d65-385e-4d81-a604-b8ce97c71dfc None None] The sync data for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 is: [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:05Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:57:07.492280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756372fe-ee55-48b2-b65b-3bb8da453844 req-434a1acb-5304-4ef5-b78e-95e7530a9f09 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955091 Feb 19 00:57:07.525265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-db70b2ab-fe5a-4dae-9594-7e69574b37c8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:07.526791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-db70b2ab-fe5a-4dae-9594-7e69574b37c8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 816 time: 1.4138606 Feb 19 00:57:07.572785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Request body: {'port': {'device_id': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'admin_state_up': True, 'tenant_id': '6f9a3c7078444c4dbefb588f3e8f5731'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:07.704580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (c0c2d6db-7463-45e3-b706-47e30aba2dcb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:07.782787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-364c518b-dcdb-4cc3-b22d-98b9cdd4fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:07.784280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-364c518b-dcdb-4cc3-b22d-98b9cdd4fccf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.5834420 Feb 19 00:57:07.840684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb9b7ef2-4d1c-41fc-bb99-53bbb5095b49 req-ddf9f68c-c82d-4c61-9416-761b163b2ae9 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915317 Feb 19 00:57:07.849345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (c0c2d6db-7463-45e3-b706-47e30aba2dcb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.015173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Attempting to bind port 952f636d-a674-46b6-a3ba-49b6d3042aa9 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:08.018458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Attempting to bind port 952f636d-a674-46b6-a3ba-49b6d3042aa9 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:08.018836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Attempting to bind port 952f636d-a674-46b6-a3ba-49b6d3042aa9 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:08.021465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c2d6db-7463-45e3-b706-47e30aba2dcb,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:08.100950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Allocated IP 10.2.2.200 (ae7704dd-007e-46d8-92f9-dfa5a0e457aa/08265328-1c55-48c4-8f92-f431800142ce/730b6857-4250-4d0c-a4bc-5ef97e5d245b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:08.108258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Port 952f636d-a674-46b6-a3ba-49b6d3042aa9 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:08.108616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Attempting to bind port 952f636d-a674-46b6-a3ba-49b6d3042aa9 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:08.139517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.144788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:08.145869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aa9208c9-b2b9-440d-b85c-87390c283235 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0059547 Feb 19 00:57:08.150957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'security_group_rule': {'security_group_id': 'facd25a5-b860-4e73-a4f1-c3e3b97074f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:08.163970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:08.164954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Checking segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:08.165465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Bound using segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:08.165989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Bound port: 952f636d-a674-46b6-a3ba-49b6d3042aa9, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:08.166423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.174514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port c9b8db80-0b06-4193-9875-883e23d60885 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:08.174950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c9b8db80-0b06-4193-9875-883e23d60885), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.179508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-e2d5b9d1-5472-4ea2-8e8d-df25a5bf22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:08.183359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-e2d5b9d1-5472-4ea2-8e8d-df25a5bf22de service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3831398 Feb 19 00:57:08.292146 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2e58294-0452-4655-bb07-d8b803974aa1 req-699a13cc-d2f2-4904-98da-1b1cf801f0f9 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 210 time: 0.0866733 Feb 19 00:57:08.313852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Made reservation on behalf of 6f9a3c7078444c4dbefb588f3e8f5731 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:08.338469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.364180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (bca120d4-f93e-4f00-9366-1e3acd1dbcee), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.501265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332e099-e026-4eee-96e9-94701c5a9ad2 req-1e912437-1a66-468c-a181-a2bc25ec8fea tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:08.503461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d332e099-e026-4eee-96e9-94701c5a9ad2 req-1e912437-1a66-468c-a181-a2bc25ec8fea tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 945 time: 0.4930091 Feb 19 00:57:08.648863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (bca120d4-f93e-4f00-9366-1e3acd1dbcee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.670000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-b40e52c7-e33e-41d2-9ed7-e761ce19ea7e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:08.672160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-b40e52c7-e33e-41d2-9ed7-e761ce19ea7e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.2243617 Feb 19 00:57:08.686227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e9008-6bcc-4d21-94d3-4d3d1038386f req-05565c54-1bbb-4377-9236-72c68d7e36d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:08.700952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-408e9008-6bcc-4d21-94d3-4d3d1038386f req-05565c54-1bbb-4377-9236-72c68d7e36d4 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 944 time: 0.2102916 Feb 19 00:57:08.748132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port c9b8db80-0b06-4193-9875-883e23d60885, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c9b8db80-0b06-4193-9875-883e23d60885,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:08.748510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c9b8db80-0b06-4193-9875-883e23d60885), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.762298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:08.801294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (bca120d4-f93e-4f00-9366-1e3acd1dbcee), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:08.843648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for c9b8db80-0b06-4193-9875-883e23d60885 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:08.859565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-3e84131d-b4b7-45db-af37-81486f7d3af9 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616879 Feb 19 00:57:08.879214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:08.922097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d332e099-e026-4eee-96e9-94701c5a9ad2 req-d7932bed-5b09-4af3-8d17-d7a05741a47d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910594 Feb 19 00:57:09.024895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca120d4-f93e-4f00-9366-1e3acd1dbcee,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:09.043829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.052177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c21bf2dd-7427-4b3c-a56e-ec4c245b2b7e tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9031754 Feb 19 00:57:09.064519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37162) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:09.070546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:09.091229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.106492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-408e9008-6bcc-4d21-94d3-4d3d1038386f req-8a22e960-278b-4ef3-b9ba-0b9bed68bf3a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030442 Feb 19 00:57:09.113980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.183284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Deleting port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:09.184523 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.278146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Allocated IP 172.20.0.11 (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c/e688c3cc-a869-4c88-97c2-6d5038699653/c83c57be-6d1d-404b-8f92-e4af3a5596b2) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:09.439960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.504611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071fa62-6ce2-4849-9a6d-8e133a2b6926 req-a8048615-bbf3-420d-94cc-529659dc5ec5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:09.510537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8071fa62-6ce2-4849-9a6d-8e133a2b6926 req-a8048615-bbf3-420d-94cc-529659dc5ec5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2091053 Feb 19 00:57:09.523871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] For port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:09.523871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.535865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:09.552185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:09.553800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.555541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-732717ca-73d3-4c02-8602-161944511133 service neutron] 10.222.0.96 "PUT /v2.0/ports/952f636d-a674-46b6-a3ba-49b6d3042aa9 HTTP/1.1" status: 200 len: 1092 time: 4.6756170 Feb 19 00:57:09.568076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:09.572195 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5990daaa-7d55-4b28-8945-dfa9145cc813" -d '{"events": [{"name": "network-changed", "server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:09.600988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Calling delete_port for 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:09.607227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.686956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732717ca-73d3-4c02-8602-161944511133 service neutron] Pushing event updated for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:09.728393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-842e9da1-1a68-4f2e-827c-f2bc41ff875a req-721400d4-92b6-4dd9-bdde-4a4142ae019d service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197587 Feb 19 00:57:09.775986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:09.778046 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:09.867803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8071fa62-6ce2-4849-9a6d-8e133a2b6926 req-a3958f5e-d31c-4859-aa9c-3d9939a3da39 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557012 Feb 19 00:57:09.939701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:10.034558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.129531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4da2c92e-abed-43e0-a86b-4557a3a0a9c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.177456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event deleted for resources: {'Port': ['ID=4da2c92e-abed-43e0-a86b-4557a3a0a9c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:10.244743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] No DVR routers for this DVR port 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:10.250142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.253915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1811564-d30a-4d7b-83fb-4ce08eee13ce req-d4994766-40ae-4dbf-86e8-b6681382ec9a tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "DELETE /v2.0/ports/4da2c92e-abed-43e0-a86b-4557a3a0a9c7 HTTP/1.1" status: 204 len: 173 time: 1.5485988 Feb 19 00:57:10.254451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-deleted', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:10.257632 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30129bd-bb5e-4eec-b3ef-0f68529594e9" -d '{"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-deleted", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:10.283851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3bd4-3640-49d2-8e1f-737a8d5cc4bc req-75588723-987b-4190-980d-4e14e4792a6e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.285602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-860e3bd4-3640-49d2-8e1f-737a8d5cc4bc req-75588723-987b-4190-980d-4e14e4792a6e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.2027044 Feb 19 00:57:10.367989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks [] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.472433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-5c927c42-aa86-48fc-8f07-1ac81079f37a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.475295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-860e3bd4-3640-49d2-8e1f-737a8d5cc4bc req-6f99a414-a59c-451e-b068-05feac66c077 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783166 Feb 19 00:57:10.492801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-5c927c42-aa86-48fc-8f07-1ac81079f37a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.505428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-5c927c42-aa86-48fc-8f07-1ac81079f37a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.519766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-5c927c42-aa86-48fc-8f07-1ac81079f37a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.523401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-5c927c42-aa86-48fc-8f07-1ac81079f37a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3095 time: 1.3322489 Feb 19 00:57:10.526987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.532035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c9b8db80-0b06-4193-9875-883e23d60885), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.589591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.640566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a24fb51c-23be-413d-9d0b-5ce7e8918286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.682067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c9b8db80-0b06-4193-9875-883e23d60885 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:10.710965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event updated for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:10.723913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6d777-5615-481f-a33a-b5bf5ecceafd req-e3b5d9fb-bfb6-4399-a37b-f43e528fa2da tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.725803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbf6d777-5615-481f-a33a-b5bf5ecceafd req-e3b5d9fb-bfb6-4399-a37b-f43e528fa2da tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 932 time: 0.1012356 Feb 19 00:57:10.737914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: c9b8db80-0b06-4193-9875-883e23d60885 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:10.738258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c9b8db80-0b06-4193-9875-883e23d60885 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:10.781134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port c9b8db80-0b06-4193-9875-883e23d60885 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:10.784867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:10.790217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43f19a1e-1df4-4722-be25-102829d366b8 req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "DELETE /v2.0/ports/c9b8db80-0b06-4193-9875-883e23d60885 HTTP/1.1" status: 204 len: 173 time: 3.6505852 Feb 19 00:57:10.792238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbf6d777-5615-481f-a33a-b5bf5ecceafd req-588f4cfc-b46e-43a5-9aa8-0da8d7ed73fc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595088 Feb 19 00:57:10.838210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc097-6312-4e4c-ac49-a6041355f9de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=c9b8db80-0b06-4193-9875-883e23d60885,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:10.867706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:10.943432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:10.946833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:10.953010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-afcf446e-a057-46f1-bc58-f49127d41400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:10.954680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-afcf446e-a057-46f1-bc58-f49127d41400 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 1126 time: 1.2637718 Feb 19 00:57:10.958379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3d60cde-257a-45a3-aeda-c479ca340da1 req-03ad111f-cd14-4b7a-ad16-c80d4ad2cbf2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180958 Feb 19 00:57:10.982997 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc126646-b38f-48a0-9743-e99a01bc5554 x-openstack-request-id: req-dc126646-b38f-48a0-9743-e99a01bc5554 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:10.983906 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:10.984262 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dc126646-b38f-48a0-9743-e99a01bc5554 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:10.984789 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9', 'status': 'completed', 'code': 200} Feb 19 00:57:11.045431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:11.064021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3277cb-9761-4d37-a6a1-97a1dce91609 req-96bf7ffd-6a5d-417b-8f07-14e8b501d84e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:11.075631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f3277cb-9761-4d37-a6a1-97a1dce91609 req-96bf7ffd-6a5d-417b-8f07-14e8b501d84e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1450710 Feb 19 00:57:11.157177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:11.160877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:11.175828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-5cf54c29-7dfe-42ec-8fc3-17280295ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:11.175828 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-5cf54c29-7dfe-42ec-8fc3-17280295ac40 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 1125 time: 0.7420027 Feb 19 00:57:11.175828 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-a850b423-1812-4a6c-93fd-aaacb7a19031 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9 HTTP/1.1" status: 200 len: 217 time: 0.1192889 Feb 19 00:57:11.211287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f3277cb-9761-4d37-a6a1-97a1dce91609 req-553aae16-6f5c-418f-9ac5-2798ab4b1053 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318123 Feb 19 00:57:11.464003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:11.464603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:11.469233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event updated for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:11.518230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5cec3fc5-d073-4f97-82af-f26ac5b0eb52 None None] Provisioning complete for port 730b6857-4250-4d0c-a4bc-5ef97e5d245b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:11.518607 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cec3fc5-d073-4f97-82af-f26ac5b0eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:11.544726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50fb5fa6-c0a9-444a-92e9-be4f028d3ebf req-f709f2b3-5a3d-4147-9397-c4a78e0f251e tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=d8d948eb-ccdf-4c08-a1b1-7a125eab6f76 HTTP/1.1" status: 200 len: 210 time: 0.0873640 Feb 19 00:57:11.613643 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb97b9-a222-4be5-ac5c-090e06ee6598 x-openstack-request-id: req-f5eb97b9-a222-4be5-ac5c-090e06ee6598 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:11.614199 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d948eb-ccdf-4c08-a1b1-7a125eab6f76", "name": "network-vif-deleted", "tag": "4da2c92e-abed-43e0-a86b-4557a3a0a9c7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:11.614630 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f5eb97b9-a222-4be5-ac5c-090e06ee6598 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:11.615243 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d948eb-ccdf-4c08-a1b1-7a125eab6f76', 'name': 'network-vif-deleted', 'tag': '4da2c92e-abed-43e0-a86b-4557a3a0a9c7', 'status': 'completed', 'code': 200} Feb 19 00:57:11.673097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5cec3fc5-d073-4f97-82af-f26ac5b0eb52 None None] Port 730b6857-4250-4d0c-a4bc-5ef97e5d245b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:11.810771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-10b06e47-e270-4f9d-b029-99c6736423ab None None] Provisioning complete for port c83c57be-6d1d-404b-8f92-e4af3a5596b2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:11.811078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10b06e47-e270-4f9d-b029-99c6736423ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:11.876494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3b37c1f-65dc-4b20-bc0d-2520e4906564 req-8741bc30-2504-4421-9de3-3b8d60e82905 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=c45ee8a7-cffc-45b0-b885-cfe45077ea6b HTTP/1.1" status: 200 len: 210 time: 0.6649227 Feb 19 00:57:11.920902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56f232-6870-4c36-9774-6e63cf5f69ea req-76f8e35a-4a84-4aa8-b36a-1e91fae082cd tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:11.920902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db56f232-6870-4c36-9774-6e63cf5f69ea req-76f8e35a-4a84-4aa8-b36a-1e91fae082cd tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1305251 Feb 19 00:57:11.922454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-10b06e47-e270-4f9d-b029-99c6736423ab None None] Port c83c57be-6d1d-404b-8f92-e4af3a5596b2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:11.988300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db56f232-6870-4c36-9774-6e63cf5f69ea req-8ec275fe-0b7b-4daa-9b6f-f0fa6571f55d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Feb 19 00:57:12.015484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a805ed1e-5d70-49e6-8aa7-638dfce05e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0527844 Feb 19 00:57:12.022398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-9536e6b6-b2e4-4bcd-a26f-35d5691e5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.026877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-9536e6b6-b2e4-4bcd-a26f-35d5691e5d75 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.5541697 Feb 19 00:57:12.034900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:12.045167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.045816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:12.103974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-544d3801-ff80-4241-8c06-967b491cfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.105567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-544d3801-ff80-4241-8c06-967b491cfe07 service neutron] 10.222.0.117 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 917 time: 0.5339818 Feb 19 00:57:12.145408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:12.165867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d37698-accb-4bb0-b6e0-d5c9582c20ba req-d958083b-8bcf-4acf-bc98-4f86d6f96592 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.169140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18d37698-accb-4bb0-b6e0-d5c9582c20ba req-d958083b-8bcf-4acf-bc98-4f86d6f96592 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 932 time: 0.1134224 Feb 19 00:57:12.174340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-3ba7bd40-69ff-4eb7-a567-82a56ea60b66 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6103857 Feb 19 00:57:12.233448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Request body: {'port': {'device_id': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:12.247811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-7434c863-74c2-45bf-9d74-e7ba20e18f36 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c HTTP/1.1" status: 200 len: 217 time: 0.1112440 Feb 19 00:57:12.252643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18d37698-accb-4bb0-b6e0-d5c9582c20ba req-1d8f62dc-b755-4ced-b29e-9b5815190e7f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741003 Feb 19 00:57:12.399035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.406352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.412135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.418533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.426383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.438253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-50a0da4d-e0ea-434d-8663-cd77f05fb8ca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3816 time: 0.1081877 Feb 19 00:57:12.462093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-78835d7e-9ef4-4cbc-b8e6-71e960a4851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.463819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-78835d7e-9ef4-4cbc-b8e6-71e960a4851f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4071906 Feb 19 00:57:12.483134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:12.492734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-927a004e-5ed9-48ca-9643-ed5b22ec3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.494126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-927a004e-5ed9-48ca-9643-ed5b22ec3793 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.2100410 Feb 19 00:57:12.502107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980d12-1ce5-49ad-9cee-2bd290d83726 req-cc0b0857-26f3-4aec-9677-703dd1ed5c32 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.503941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de980d12-1ce5-49ad-9cee-2bd290d83726 req-cc0b0857-26f3-4aec-9677-703dd1ed5c32 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.3965967 Feb 19 00:57:12.513733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20c303e6-6bd1-4d9b-ad9f-a23b9e741873 req-da9b1296-4e23-46e1-99e7-be261f0bca6b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651751 Feb 19 00:57:12.597424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:12.681333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cf27ed1e-bbb9-481d-af4b-f7a79866408c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:12.753552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Allocated IP 172.25.2.11 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/ca575e33-46c7-41d2-bf71-57df22302c5f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:12.810122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de980d12-1ce5-49ad-9cee-2bd290d83726 req-b1eddeb5-39d4-4ab8-9674-267f36af80e3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644930 Feb 19 00:57:12.918586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-ea92733c-5a81-4e17-80c6-2a9434ba9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:12.929151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-ea92733c-5a81-4e17-80c6-2a9434ba9215 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3763299 Feb 19 00:57:12.929460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:12.929460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36b8d1c4-b517-41d6-a865-50d5e340c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:12.944280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'port_id': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'mac_address': 'fa:16:3e:f1:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e688c3cc-a869-4c88-97c2-6d5038699653', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:12.976899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-7bc9be74-6d4e-404d-9245-09d0c1a73da6 service neutron] 10.222.0.96 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015650 Feb 19 00:57:13.028019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port cf27ed1e-bbb9-481d-af4b-f7a79866408c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:13.028299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:13.054401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf27ed1e-bbb9-481d-af4b-f7a79866408c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:13.065644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'name': 'network-vif-deleted', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:13.067926 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779cfecf-c1a2-4d5e-96fe-a3d039529ac5" -d '{"events": [{"server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "name": "network-vif-deleted", "tag": "c9b8db80-0b06-4193-9875-883e23d60885"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:13.107591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:13.189313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:13.365706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:13.366971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa030a-000a-4f94-9b87-6826375c3225 req-d089ba76-8546-4264-b3b5-9c23d9466ee6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:13.378087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62fa030a-000a-4f94-9b87-6826375c3225 req-d089ba76-8546-4264-b3b5-9c23d9466ee6 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1120007 Feb 19 00:57:13.414099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:13.490817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62fa030a-000a-4f94-9b87-6826375c3225 req-66df9bb7-4485-4c3e-9bbc-cd9af706501b tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115670 Feb 19 00:57:13.506885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:13.520623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4da2c92e-abed-43e0-a86b-4557a3a0a9c7 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:13.520623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cf27ed1e-bbb9-481d-af4b-f7a79866408c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:13.663157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-0dfa6836-8d7f-4778-a94a-12f5eea7c810 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:13.670116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-0dfa6836-8d7f-4778-a94a-12f5eea7c810 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.1976075 Feb 19 00:57:13.860970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f1560-c4ad-4caa-8214-42082792903a req-79d5e577-337a-4ee8-bfd9-4d707461affc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:13.868050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b27f1560-c4ad-4caa-8214-42082792903a req-79d5e577-337a-4ee8-bfd9-4d707461affc tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 944 time: 0.0976179 Feb 19 00:57:13.887350 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a904ad-f0e6-4389-9279-16c1e210a52c x-openstack-request-id: req-f3a904ad-f0e6-4389-9279-16c1e210a52c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:13.887932 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45ee8a7-cffc-45b0-b885-cfe45077ea6b", "name": "network-vif-deleted", "tag": "c9b8db80-0b06-4193-9875-883e23d60885", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:13.887932 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f3a904ad-f0e6-4389-9279-16c1e210a52c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:13.888184 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45ee8a7-cffc-45b0-b885-cfe45077ea6b', 'name': 'network-vif-deleted', 'tag': 'c9b8db80-0b06-4193-9875-883e23d60885', 'status': 'completed', 'code': 200} Feb 19 00:57:13.894029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Deleting port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:13.894673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:13.923543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-10e1c263-a109-46dd-b2f6-3cbd918ec9f4 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9776413 Feb 19 00:57:13.990932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440f5bf-db59-4b90-9605-3e80e56d8f74 req-c6d0ee1c-5703-4a22-b559-4b30bdd9a29d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:13.990932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5440f5bf-db59-4b90-9605-3e80e56d8f74 req-c6d0ee1c-5703-4a22-b559-4b30bdd9a29d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.9032021 Feb 19 00:57:13.991257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b27f1560-c4ad-4caa-8214-42082792903a req-e2148f25-eabd-486a-ac6b-ff62c1302e96 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177657 Feb 19 00:57:14.056564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.062931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] For port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,segment=NetworkSegment(7fc3cdae-46f3-4fe6-ac00-083007545de8),segment_id=7fc3cdae-46f3-4fe6-ac00-083007545de8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:14.063637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.080303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Calling delete_port for 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:14.119747 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.157876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9a4f56e-5b31-4167-bc63-f43a34bb093e req-96a503bf-c0af-45b8-b0f8-327863d5004b service neutron] 10.222.0.96 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0731585 Feb 19 00:57:14.228814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afbef8-e25d-408c-99f1-a8e7a8ec8408 req-c1edf391-cd87-4bf0-b196-eb1214e51bb1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.234769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0afbef8-e25d-408c-99f1-a8e7a8ec8408 req-c1edf391-cd87-4bf0-b196-eb1214e51bb1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 932 time: 0.1069248 Feb 19 00:57:14.301621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5440f5bf-db59-4b90-9605-3e80e56d8f74 req-81005279-1b9e-40dc-94fc-72ab9939d231 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343867 Feb 19 00:57:14.385102 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66a38901-2ad5-4a0e-b4f6-b6b7bc06dfda req-4c949c1e-ffd5-4b92-a399-886f19be8ebf service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430130 Feb 19 00:57:14.387881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0afbef8-e25d-408c-99f1-a8e7a8ec8408 req-e74c931f-1b78-4189-897f-be685b295bf3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380620 Feb 19 00:57:14.463791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.529782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf43fba-2385-425c-9bc8-22aa20b81bc6 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:14.558256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks [] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.602317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83c57be-6d1d-404b-8f92-e4af3a5596b2 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:14.624893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0d3c9ccb-457b-48b5-8d3b-b8c35789bac5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.648119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:14.650347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks [] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.657562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-1a18c2db-3b83-4880-b80b-55997434d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.659236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-1a18c2db-3b83-4880-b80b-55997434d9f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 1126 time: 0.3766584 Feb 19 00:57:14.684633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:14.696495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cf27ed1e-bbb9-481d-af4b-f7a79866408c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:14.706444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Transition to ACTIVE for port object fcf43fba-2385-425c-9bc8-22aa20b81bc6 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:14.707695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:14.712965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'Port': ['ID=ca575e33-46c7-41d2-bf71-57df22302c5f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:14.729547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.735330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.742331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.748749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.754978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.764960 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4ef8efe-3207-44b4-a388-194b655989dd req-8d443842-e773-43f6-b565-70d42e78883d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3816 time: 0.2556005 Feb 19 00:57:14.788747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Pushing event deleted for resources: {'Port': ['ID=0d3c9ccb-457b-48b5-8d3b-b8c35789bac5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:14.816656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Transition to ACTIVE for port object c83c57be-6d1d-404b-8f92-e4af3a5596b2 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:14.861050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] No DVR routers for this DVR port 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:14.864214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:14.867820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22d68916-84fd-40a2-9d79-b2ef0d23efbb req-ccbe5754-792a-493e-84cf-28a38da78eb1 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.96 "DELETE /v2.0/ports/0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 HTTP/1.1" status: 204 len: 173 time: 1.1888607 Feb 19 00:57:14.873208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-deleted', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:14.876357 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d615f8-7912-415e-a985-70c6c78ae734" -d '{"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-deleted", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:14.883668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4ef8efe-3207-44b4-a388-194b655989dd req-3680cd55-5d98-4284-b499-127a42f630f0 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180496 Feb 19 00:57:14.893318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-fce4ea73-4f12-40e5-b7d7-7ced8bc919e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.894929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-fce4ea73-4f12-40e5-b7d7-7ced8bc919e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.3603709 Feb 19 00:57:14.956695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-53801949-5c89-4085-bbe0-80235ce864fb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0313199 Feb 19 00:57:14.964057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-d25b62e9-6373-48c9-b03c-042b5b3b7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:14.965809 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-d25b62e9-6373-48c9-b03c-042b5b3b7846 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 917 time: 0.2949104 Feb 19 00:57:14.977221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.052544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-4da2b15a-a477-4538-9855-006e487f10c4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9 HTTP/1.1" status: 200 len: 217 time: 0.0766728 Feb 19 00:57:15.054586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-dafc0b1b-6fc4-47ff-a830-f25dc8f2ce8d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822966 Feb 19 00:57:15.156235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-399ae62f-1e65-460e-888a-30a7b77a234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:15.157720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-399ae62f-1e65-460e-888a-30a7b77a234e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.0977941 Feb 19 00:57:15.191186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.219393 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.223674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port cf27ed1e-bbb9-481d-af4b-f7a79866408c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:15.231732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port cf27ed1e-bbb9-481d-af4b-f7a79866408c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:15.232714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.243827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.268690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-abcc87c0-61e7-4a4d-9c95-85e51d7f620a service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013018 Feb 19 00:57:15.329011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:15.461902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port cf27ed1e-bbb9-481d-af4b-f7a79866408c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:15.463067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.547596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-e399dd32-9e91-4cdd-8b29-adb6ab119f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:15.549965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-e399dd32-9e91-4cdd-8b29-adb6ab119f5c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3828161 Feb 19 00:57:15.550142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:15.556603 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fedc2e4-ff9e-44a5-bab8-8ca3cbe8f367" -d '{"events": [{"server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "name": "network-vif-plugged", "status": "completed", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:15.569228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82e6c-e575-4c86-a140-f962051bd5c2 req-4daa1308-a52d-4c5f-81c3-6258461ff2e5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:15.578930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90d82e6c-e575-4c86-a140-f962051bd5c2 req-4daa1308-a52d-4c5f-81c3-6258461ff2e5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 814 time: 0.5386558 Feb 19 00:57:15.581093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:15.595879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.610627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90d82e6c-e575-4c86-a140-f962051bd5c2 req-fcdf756b-5e50-44f7-a116-71455d49ff5c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/quotas/8cddc3663d0a44a994998beab995d431 HTTP/1.1" status: 200 len: 375 time: 0.0303383 Feb 19 00:57:15.703079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:15.710168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90d82e6c-e575-4c86-a140-f962051bd5c2 req-ba347c0a-ba2c-45b8-9abe-29002856250a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858071 Feb 19 00:57:15.787769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:15.875512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:15.897513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf13af9-c538-4e58-8829-64c6c2de39b1 req-64ff87f2-ee30-4bf5-8827-bc4a3e807dfb tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:15.904959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cf13af9-c538-4e58-8829-64c6c2de39b1 req-64ff87f2-ee30-4bf5-8827-bc4a3e807dfb tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1147759 Feb 19 00:57:15.978262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cf13af9-c538-4e58-8829-64c6c2de39b1 req-b635e35f-6195-4c26-aebc-d79fe5a66031 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722203 Feb 19 00:57:15.985263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-035c2eaf-e1ad-462e-b447-6ff397101ceb service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945915 Feb 19 00:57:16.036972 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331a2162-0dac-4b11-8b54-da66d5ab5d0c x-openstack-request-id: req-331a2162-0dac-4b11-8b54-da66d5ab5d0c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:16.036972 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a68455-988f-4024-9295-fcac06b5f2de", "name": "network-vif-deleted", "tag": "0d3c9ccb-457b-48b5-8d3b-b8c35789bac5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:16.037380 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-331a2162-0dac-4b11-8b54-da66d5ab5d0c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:16.038965 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a68455-988f-4024-9295-fcac06b5f2de', 'name': 'network-vif-deleted', 'tag': '0d3c9ccb-457b-48b5-8d3b-b8c35789bac5', 'status': 'completed', 'code': 200} Feb 19 00:57:16.049625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Attempting to bind port fcf43fba-2385-425c-9bc8-22aa20b81bc6 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:16.049980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Attempting to bind port fcf43fba-2385-425c-9bc8-22aa20b81bc6 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:16.050313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Attempting to bind port fcf43fba-2385-425c-9bc8-22aa20b81bc6 on network 760bdadb-f48d-481f-9b08-c040f2ffa28f {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:16.165086 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-aa968f1f-7803-4aaa-b460-2b7dfb3214f9 service neutron] 10.222.0.96 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652583 Feb 19 00:57:16.193066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1229d307-1abf-4e76-9ea4-e2684f1b5d73 req-29b824f9-18c7-4f3a-a26d-41b6dc2ff6d8 tempest-LiveAutoBlockMigrationV225Test-1066534878 tempest-LiveAutoBlockMigrationV225Test-1066534878-project] 10.222.0.94 "GET /v2.0/ports?device_id=05a68455-988f-4024-9295-fcac06b5f2de HTTP/1.1" status: 200 len: 210 time: 0.0398726 Feb 19 00:57:16.222187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.333845 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab18828-a12d-4e68-85a9-f192f3576201 x-openstack-request-id: req-1ab18828-a12d-4e68-85a9-f192f3576201 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:16.334765 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "name": "network-vif-plugged", "status": "completed", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:16.335298 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1ab18828-a12d-4e68-85a9-f192f3576201 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:16.335891 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'code': 200} Feb 19 00:57:16.392616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5990daaa-7d55-4b28-8945-dfa9145cc813 req-1c063e0d-5ca3-40b0-86cf-8a675dde3365 service neutron] 10.222.0.96 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649647 Feb 19 00:57:16.393376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Attempting to bind port c83c57be-6d1d-404b-8f92-e4af3a5596b2 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:16.393710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Attempting to bind port c83c57be-6d1d-404b-8f92-e4af3a5596b2 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:16.394033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Attempting to bind port c83c57be-6d1d-404b-8f92-e4af3a5596b2 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:16.399947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Port fcf43fba-2385-425c-9bc8-22aa20b81bc6 on network 760bdadb-f48d-481f-9b08-c040f2ffa28f not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:16.400282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Attempting to bind port fcf43fba-2385-425c-9bc8-22aa20b81bc6 on network 760bdadb-f48d-481f-9b08-c040f2ffa28f {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:16.407616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Port c83c57be-6d1d-404b-8f92-e4af3a5596b2 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:16.408121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Attempting to bind port c83c57be-6d1d-404b-8f92-e4af3a5596b2 on network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:16.414622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:16.423024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Checking segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:16.423024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Bound using segment: {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:16.423024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Bound port: fcf43fba-2385-425c-9bc8-22aa20b81bc6, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4172eee-9116-472d-b3a9-fd5692dcbd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:16.423024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.430063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19499989-45f4-4763-a242-f3cf76e7539d req-f5291390-24db-4187-8f1f-583d995c6b47 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.432108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.441278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19499989-45f4-4763-a242-f3cf76e7539d req-f5291390-24db-4187-8f1f-583d995c6b47 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 944 time: 0.1435285 Feb 19 00:57:16.446893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:16.447290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Checking segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:16.447655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Bound using segment: {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:16.448515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Bound port: c83c57be-6d1d-404b-8f92-e4af3a5596b2, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:16.448515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.523161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19499989-45f4-4763-a242-f3cf76e7539d req-b24f5e3a-8450-4cd6-bd94-d36e493985f3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763228 Feb 19 00:57:16.549754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'Port': ['ID=ca575e33-46c7-41d2-bf71-57df22302c5f,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:16.684583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.690092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.696154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.704974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.711479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.721432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-c7403c32-0f13-4233-8b92-2512961d0d68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3828 time: 0.1091487 Feb 19 00:57:16.743816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.777195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-550f71d0-7d77-4b7e-944b-969870da7ef9 req-d0a29317-2061-4858-b762-4e5c8b50b48a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545866 Feb 19 00:57:16.781484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:16.795065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65c1e7-9ccf-45c5-9a58-01612c9344be req-933eec12-ed8a-4e2d-9a51-6a9ffd4a9194 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.796619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b65c1e7-9ccf-45c5-9a58-01612c9344be req-933eec12-ed8a-4e2d-9a51-6a9ffd4a9194 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.3509037 Feb 19 00:57:16.798410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:16.812870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a821b3-7042-48f2-ba81-7d29c48b3140 req-cd942b60-c69b-4982-ae6b-58b84969d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:16.814426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b8a821b3-7042-48f2-ba81-7d29c48b3140 req-cd942b60-c69b-4982-ae6b-58b84969d4d1 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 1127 time: 0.2675488 Feb 19 00:57:16.839966 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.876092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:16.925590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.928787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b9e3157-1447-43eb-90b7-7807023d1bca tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8610432 Feb 19 00:57:16.929332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:16.946275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:16.972966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f157fdb5-914e-40fe-838b-d8f48b7e4d4c req-d15b9c09-9dfe-40e8-89ee-c5963869c398 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 210 time: 0.0524769 Feb 19 00:57:17.025760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b8a821b3-7042-48f2-ba81-7d29c48b3140 req-62abba16-d723-4133-a228-a3473beaab79 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930790 Feb 19 00:57:17.025760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b65c1e7-9ccf-45c5-9a58-01612c9344be req-805f5162-d971-407c-88d2-c6df0323f335 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164862 Feb 19 00:57:17.025760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.025760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.025760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] 10.222.0.96 "PUT /v2.0/ports/fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 200 len: 1091 time: 4.9956717 Feb 19 00:57:17.027260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:17.030113 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336af7dc-3774-480d-b306-3c9a9040b932" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:17.055156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.067540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31218cb-aecc-4ad7-8140-61b9b1d9749f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:17.082825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.083758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.085699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] 10.222.0.117 "PUT /v2.0/ports/c83c57be-6d1d-404b-8f92-e4af3a5596b2 HTTP/1.1" status: 200 len: 1092 time: 4.8570716 Feb 19 00:57:17.157117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:17.208379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb6612-62e3-4c1c-85de-91b88cf7d8f6 req-ca9b90c8-bddb-4ac4-bdea-ea2d354952ad tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.216802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7cdb6612-62e3-4c1c-85de-91b88cf7d8f6 req-ca9b90c8-bddb-4ac4-bdea-ea2d354952ad tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1042316 Feb 19 00:57:17.285338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75ac61-f5f9-4a4a-bae9-3b900fdcdf93 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:17.302311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7cdb6612-62e3-4c1c-85de-91b88cf7d8f6 req-00e8545a-f457-41a6-819e-48e4ea46b30e tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843563 Feb 19 00:57:17.422829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 952f636d-a674-46b6-a3ba-49b6d3042aa9 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:17.425026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:17.510049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:17.510355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0d3c9ccb-457b-48b5-8d3b-b8c35789bac5 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:17.591231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.592084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.592592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.593793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.593793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.596823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-336af7dc-3774-480d-b306-3c9a9040b932 req-246e2b2d-d0f7-487f-82fa-4444f4768f90 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 4394 time: 0.1287110 Feb 19 00:57:17.630839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3453637-0389-437e-ad45-0c6605af575c req-718ccbe8-f197-46ab-8e5f-4630189e3ce8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.641651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3453637-0389-437e-ad45-0c6605af575c req-718ccbe8-f197-46ab-8e5f-4630189e3ce8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1897075 Feb 19 00:57:17.649592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:17.664358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '952f636d-a674-46b6-a3ba-49b6d3042aa9', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'port_id': '952f636d-a674-46b6-a3ba-49b6d3042aa9', 'mac_address': 'fa:16:3e:6d:5b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e688c3cc-a869-4c88-97c2-6d5038699653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:17.721978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 952f636d-a674-46b6-a3ba-49b6d3042aa9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:17.722662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.743331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952f636d-a674-46b6-a3ba-49b6d3042aa9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:17.783760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:17.789869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.796740 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c515e-0ecf-4d8d-a279-b5d27e1435a8 x-openstack-request-id: req-404c515e-0ecf-4d8d-a279-b5d27e1435a8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:17.797394 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:17.797871 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-404c515e-0ecf-4d8d-a279-b5d27e1435a8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:17.798442 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'status': 'completed', 'code': 200} Feb 19 00:57:17.845132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:17.869683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-996de7b1-882a-419a-86ac-1ff159ff4831 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1420347024&fields=id&tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69 HTTP/1.1" status: 200 len: 267 time: 0.6770089 Feb 19 00:57:17.938789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:17.943441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-84831617-099b-4685-a571-dbdcffa3bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.944037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-84831617-099b-4685-a571-dbdcffa3bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.944418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-84831617-099b-4685-a571-dbdcffa3bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:17.946322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-336af7dc-3774-480d-b306-3c9a9040b932 req-84831617-099b-4685-a571-dbdcffa3bfee service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3021750 Feb 19 00:57:17.958899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3453637-0389-437e-ad45-0c6605af575c req-d440c414-6f95-48d1-ad5f-eec0067850a3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282763 Feb 19 00:57:18.031263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2e088-1420-41cf-a832-8494c91ee5ea req-c572f321-cad6-4a91-8bba-27868ba7fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.036575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0e2e088-1420-41cf-a832-8494c91ee5ea req-c572f321-cad6-4a91-8bba-27868ba7fc8f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1128 time: 0.6867402 Feb 19 00:57:18.073554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37348) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:18.087326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['952f636d-a674-46b6-a3ba-49b6d3042aa9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:18.200470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-c6b27a39-25ad-4ae7-ba75-b0d600d827d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.202637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-c6b27a39-25ad-4ae7-ba75-b0d600d827d7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 1126 time: 0.4103258 Feb 19 00:57:18.310217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0e2e088-1420-41cf-a832-8494c91ee5ea req-01a40f69-3e4d-42f2-8925-84e1017f6937 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404026 Feb 19 00:57:18.311499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f47b0e-9705-43aa-9f60-fb0229b9512b req-b4eced25-c616-4bf4-aa80-93f65ed10ff3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.312072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-9ffa0467-cf3b-4cae-bc6e-b72dacccc44a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2 HTTP/1.1" status: 200 len: 217 time: 0.0992236 Feb 19 00:57:18.314141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39f47b0e-9705-43aa-9f60-fb0229b9512b req-b4eced25-c616-4bf4-aa80-93f65ed10ff3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 944 time: 0.1976988 Feb 19 00:57:18.328735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af7dc-3774-480d-b306-3c9a9040b932 req-91d4b078-6b25-4699-a5d5-5de42b410e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.330433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-336af7dc-3774-480d-b306-3c9a9040b932 req-91d4b078-6b25-4699-a5d5-5de42b410e12 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3704805 Feb 19 00:57:18.379394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Deleting subnet b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:18.382647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Publish callbacks [] for subnet (b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.420410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-8f3bc03d-7767-43de-8b44-593551b71ec1 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.423006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-8f3bc03d-7767-43de-8b44-593551b71ec1 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/networks?id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c HTTP/1.1" status: 200 len: 805 time: 0.5410755 Feb 19 00:57:18.453481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39f47b0e-9705-43aa-9f60-fb0229b9512b req-6732e0dd-ca98-4ffc-a4f1-4d99e76276b9 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278696 Feb 19 00:57:18.454404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-f7c5b44c-9347-43f7-a9b3-98c5f4f2199a tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/quotas/9e6e57edb2a044e1bfed1ec3a73f2e69 HTTP/1.1" status: 200 len: 375 time: 0.0184290 Feb 19 00:57:18.458281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-6e88213e-1094-43e8-991a-a4524b5c9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.460207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-6e88213e-1094-43e8-991a-a4524b5c9a28 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.1400218 Feb 19 00:57:18.473999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.591209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-1d072cd8-ab40-4910-9886-e09e73cd6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.592951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-1d072cd8-ab40-4910-9886-e09e73cd6f59 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1249859 Feb 19 00:57:18.597088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.600354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-7496218f-a838-42ff-943b-92e80f05939b tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370146 Feb 19 00:57:18.640610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.648728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.655397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.661163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.666083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:18.669102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-3da8ae97-3d75-4c2f-9549-eec42430f63c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3828 time: 0.1331956 Feb 19 00:57:18.739493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14f03631-7f3c-44dd-ba1d-b4db6dd13679 req-7f89c583-d1d0-4df8-94ec-d312381eeb9e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604160 Feb 19 00:57:18.785405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb83f8a-5edf-42dd-b617-86e739cb7a2e {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:18.799739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks [] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.806704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.850731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:18.859176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-e398ef02-056c-4286-8d73-4fa8fa645647 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506068 Feb 19 00:57:18.867905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.876602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Transition to ACTIVE for port object fdb83f8a-5edf-42dd-b617-86e739cb7a2e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:18.878388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1041f58a-72ca-47de-934c-a4f732b6be97 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b6a5a5aa-a72e-4c46-ab44-7b86fe8038b3 HTTP/1.1" status: 204 len: 168 time: 0.8019698 Feb 19 00:57:18.884917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:18.937788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-1ffe2c02-307c-470d-bd85-57257233d98e service neutron] 10.222.0.94 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207688 Feb 19 00:57:18.968840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.995179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d810f3ce-36de-4fc2-bce2-2025947a9cb6 req-bcd700c1-66e6-492d-880e-2b051d6d799a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 210 time: 0.0374849 Feb 19 00:57:19.017279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9ff5643f-7d82-4649-9ee0-7a5a55005352), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.128068 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9ff5643f-7d82-4649-9ee0-7a5a55005352), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.160522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff5643f-7d82-4649-9ee0-7a5a55005352']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:19.199595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cb8771d-a229-435e-a4d7-d85cb587800d req-7f3eb36d-5c8d-4e1e-a851-0ccaf23aee63 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333859 Feb 19 00:57:19.212984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc3cdae-46f3-4fe6-ac00-083007545de8') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:19.213513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc3cdae-46f3-4fe6-ac00-083007545de8') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:19.240955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd474c2e-76d1-4519-8325-06a87af661df req-174d0235-60d9-407f-9973-e0dac3a34c87 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8cddc3663d0a44a994998beab995d431 HTTP/1.1" status: 200 len: 221 time: 0.0499094 Feb 19 00:57:19.248250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (7fc3cdae-46f3-4fe6-ac00-083007545de8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.278012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (7fc3cdae-46f3-4fe6-ac00-083007545de8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.288100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:19.290141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (7fc3cdae-46f3-4fe6-ac00-083007545de8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.323671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:19.415621 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:19.426894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-21f5e0a2-03bc-4cb0-97ff-a0ea2233120e service neutron] 10.222.0.94 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767573 Feb 19 00:57:19.434492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 952f636d-a674-46b6-a3ba-49b6d3042aa9 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:19.448683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-6ff27bbe-cb4f-4d32-9aca-777acd12e030 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:19.450429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-6ff27bbe-cb4f-4d32-9aca-777acd12e030 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.4218578 Feb 19 00:57:19.474007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:19.531331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa4ddd-bca3-40c4-8c4b-beaa505a6ed3 req-4dbbeb38-3b6a-4db5-a266-fa0b255d9c55 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:19.534022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5caa4ddd-bca3-40c4-8c4b-beaa505a6ed3 req-4dbbeb38-3b6a-4db5-a266-fa0b255d9c55 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1168046 Feb 19 00:57:19.534824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9ff5643f-7d82-4649-9ee0-7a5a55005352), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.552057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.562813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/9ff5643f-7d82-4649-9ee0-7a5a55005352 HTTP/1.1" status: 204 len: 168 time: 0.6777568 Feb 19 00:57:19.562999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Attempting to bind port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:19.562999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Attempting to bind port fdb83f8a-5edf-42dd-b617-86e739cb7a2e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:19.562999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Attempting to bind port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:19.565117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37378) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:19.593916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a21ae-7f98-46ac-9a90-788323ce90d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff5643f-7d82-4649-9ee0-7a5a55005352,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:19.611481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:19.611933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Attempting to bind port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:19.636105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:19.636530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:19.637073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Bound using segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:19.637432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5caa4ddd-bca3-40c4-8c4b-beaa505a6ed3 req-2064262c-d7d5-4a4e-82e3-e09d157ba228 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926616 Feb 19 00:57:19.637587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Bound port: fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:19.638234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.656866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 952f636d-a674-46b6-a3ba-49b6d3042aa9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:19.660922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 952f636d-a674-46b6-a3ba-49b6d3042aa9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:19.671662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.716889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Deleting subnet 54f14100-b0f3-4886-afd9-ef6beb6f935c {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:19.726989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Publish callbacks [] for subnet (54f14100-b0f3-4886-afd9-ef6beb6f935c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.781626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 952f636d-a674-46b6-a3ba-49b6d3042aa9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:19.782300 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.819700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:19.824469 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dab290-48e3-47e7-97f4-7b00c8b78f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:19.834613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:19.836512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:19.837056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (54f14100-b0f3-4886-afd9-ef6beb6f935c), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.839349 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be033cd-0616-4554-953e-a6fdfb64655f" -d '{"events": [{"server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "name": "network-vif-plugged", "status": "completed", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:19.881488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a99524-1e1b-4d1a-90ee-8eeff1a0bc7e req-70efba5f-c3b4-4f64-aeea-12fb09ce402d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:19.887338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (54f14100-b0f3-4886-afd9-ef6beb6f935c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.888840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82a99524-1e1b-4d1a-90ee-8eeff1a0bc7e req-70efba5f-c3b4-4f64-aeea-12fb09ce402d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0858836 Feb 19 00:57:19.913843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:19.983143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82a99524-1e1b-4d1a-90ee-8eeff1a0bc7e req-a127f191-02ba-4904-8c66-574eca22f714 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932252 Feb 19 00:57:19.984105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:19.994014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:19.998401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.005386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:20.094669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:20.159024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68ca11-c3ca-43a3-a061-ce258403b550 req-c63699f2-4a23-4c98-bee8-17cfec48ebb7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.161597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de68ca11-c3ca-43a3-a061-ce258403b550 req-c63699f2-4a23-4c98-bee8-17cfec48ebb7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 944 time: 0.2665365 Feb 19 00:57:20.212021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.12 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/66ee6523-86d2-4a7a-914c-74329a146cae) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:20.224884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.264657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de68ca11-c3ca-43a3-a061-ce258403b550 req-832c5018-9cfb-45d7-a651-a8d2d702aedd tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949011 Feb 19 00:57:20.274744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.275398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.276765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] 10.222.0.96 "PUT /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 1136 time: 3.1374314 Feb 19 00:57:20.287410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (54f14100-b0f3-4886-afd9-ef6beb6f935c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.366622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f14100-b0f3-4886-afd9-ef6beb6f935c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:20.381121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.391157 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dcd64bc9-23e5-4f81-8875-2cbc2be67966 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/54f14100-b0f3-4886-afd9-ef6beb6f935c HTTP/1.1" status: 204 len: 168 time: 0.8200722 Feb 19 00:57:20.394090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37426) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:20.417737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72b90e-6afa-40a9-b2e8-1111e952d54d service neutron] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:20.463971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:20.517060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (bc31966a-8bdb-4b4e-aba8-4da210fa22cf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.640282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (bc31966a-8bdb-4b4e-aba8-4da210fa22cf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.666573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.668631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc31966a-8bdb-4b4e-aba8-4da210fa22cf']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:20.675451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.682754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.689678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.692936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c09b3b4-d6ee-476c-b53c-65875f19e4c8') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:20.693241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c09b3b4-d6ee-476c-b53c-65875f19e4c8') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:20.698427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.705110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:20.707705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-b5d89583-8ed8-4569-91c9-0b5a2435b0bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 4606 time: 0.3100071 Feb 19 00:57:20.708155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (9c09b3b4-d6ee-476c-b53c-65875f19e4c8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.729875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9c09b3b4-d6ee-476c-b53c-65875f19e4c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.730972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c83c57be-6d1d-404b-8f92-e4af3a5596b2 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:20.733780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (9c09b3b4-d6ee-476c-b53c-65875f19e4c8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:20.741016 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:20.778377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.891532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (bc31966a-8bdb-4b4e-aba8-4da210fa22cf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.904125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.908116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] 10.222.0.94 "DELETE /v2.0/networks/bc31966a-8bdb-4b4e-aba8-4da210fa22cf HTTP/1.1" status: 204 len: 168 time: 0.5111997 Feb 19 00:57:20.955705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78527-9d88-46b6-89e8-04d8d2335cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc31966a-8bdb-4b4e-aba8-4da210fa22cf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:21.012095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (66ee6523-86d2-4a7a-914c-74329a146cae), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.037934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4282871d-f544-4b21-b60d-a8f6a6ed341b is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:21.038601 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.062354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:21.082969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2', 'network_id': 'bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c', 'port_id': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2', 'mac_address': 'fa:16:3e:7d:c1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e688c3cc-a869-4c88-97c2-6d5038699653', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:21.134401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:21.165421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8f7ae1e-4bf8-4e96-8159-57a546714c1a req-4ea9c732-2fa7-4733-bdd3-43d51b1479cc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4380643 Feb 19 00:57:21.168398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c83c57be-6d1d-404b-8f92-e4af3a5596b2 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:21.169026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.198386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83c57be-6d1d-404b-8f92-e4af3a5596b2 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:21.228352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.251882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:21.297092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.303855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53d313c1-41b2-44c8-b3f0-3cd580269bff req-0e27926b-7b6f-4383-bac4-83a128ea5443 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 210 time: 0.0538323 Feb 19 00:57:21.304910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:21.366660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.387464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:21.413420 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d5ed8-c806-4b70-b129-03bf24dd4d74 x-openstack-request-id: req-630d5ed8-c806-4b70-b129-03bf24dd4d74 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:21.416893 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:21.417446 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-630d5ed8-c806-4b70-b129-03bf24dd4d74 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:21.421700 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2', 'status': 'completed', 'code': 200} Feb 19 00:57:21.431011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:21.481091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d2953a29-7ebe-452e-8df0-029eb86ea1b3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a912c6d4489c400ca4b19f5839318b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914896 Feb 19 00:57:21.483739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:21.490119 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cf135-bff3-4c7a-9005-0be2874102f7 x-openstack-request-id: req-530cf135-bff3-4c7a-9005-0be2874102f7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:21.490668 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "name": "network-vif-plugged", "status": "completed", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:21.492276 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-530cf135-bff3-4c7a-9005-0be2874102f7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:21.496631 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9', 'code': 200} Feb 19 00:57:21.500898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:21.523011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:21.552695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332132cb-f3a8-48d0-accf-410c452c5fd2 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:21.558078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:21.629852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] Publish callbacks [] for security_group (5d2e000f-3e3d-47bf-85fb-f018e6b9ba99), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.638599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['c83c57be-6d1d-404b-8f92-e4af3a5596b2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:21.654148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] Publish callbacks [] for security_group (5d2e000f-3e3d-47bf-85fb-f018e6b9ba99), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.740539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee9a6c-7e9c-427f-9351-04418b78c466 req-f5e81f9f-b80e-4cca-b1bb-eb4b1e228bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:21.740539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26ee9a6c-7e9c-427f-9351-04418b78c466 req-f5e81f9f-b80e-4cca-b1bb-eb4b1e228bcb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 1128 time: 0.1601989 Feb 19 00:57:21.755575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab770e2-f2d7-413e-a8b0-884b454dd028 req-22c42135-c41b-4f03-88e4-4203812d1f03 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:21.767174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aab770e2-f2d7-413e-a8b0-884b454dd028 req-22c42135-c41b-4f03-88e4-4203812d1f03 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 932 time: 0.1857858 Feb 19 00:57:21.802097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d2e000f-3e3d-47bf-85fb-f018e6b9ba99), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.805127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.806576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5d2e000f-3e3d-47bf-85fb-f018e6b9ba99 HTTP/1.1" status: 204 len: 168 time: 0.3210576 Feb 19 00:57:21.857238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac475582-98c1-4898-bfbb-07a026f07a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e000f-3e3d-47bf-85fb-f018e6b9ba99,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:21.895817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aab770e2-f2d7-413e-a8b0-884b454dd028 req-87074306-13c2-4396-b3c4-bcaed5cbd994 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287208 Feb 19 00:57:21.901628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26ee9a6c-7e9c-427f-9351-04418b78c466 req-661e3ffb-8808-4a99-aa93-715849b3eac9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352179 Feb 19 00:57:21.988563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks [] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.005306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:22.081794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddd6a0-183f-427d-8314-1978c827b01d req-0185b30d-b33b-4b06-ae61-fd5ad0dd07b5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.082762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.083376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24ddd6a0-183f-427d-8314-1978c827b01d req-0185b30d-b33b-4b06-ae61-fd5ad0dd07b5 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.0609691 Feb 19 00:57:22.087609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.107688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Transition to ACTIVE for port object 332132cb-f3a8-48d0-accf-410c452c5fd2 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:22.161742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24ddd6a0-183f-427d-8314-1978c827b01d req-3a825132-5819-4853-a4f1-276dfd358e48 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680571 Feb 19 00:57:22.180674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66344407-dcda-47ea-ae76-5ff387809b45 req-d1c68b4c-aa8b-422f-88d7-7697ab68bbe9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.180674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66344407-dcda-47ea-ae76-5ff387809b45 req-d1c68b4c-aa8b-422f-88d7-7697ab68bbe9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2188179 Feb 19 00:57:22.180674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-5276350b-b41c-4818-b0ae-c0669cf5c10d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2134488 Feb 19 00:57:22.182262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-a36c527f-f0df-452b-b914-5758c5f6ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.194362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-a36c527f-f0df-452b-b914-5758c5f6ad99 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 1127 time: 0.7383096 Feb 19 00:57:22.258856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.263647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1608b09d-dd89-4c3d-9154-53a417153827 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8010743 Feb 19 00:57:22.305723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c990b-a753-4a70-a2fc-a22b27b0ae0a req-1b039d74-1dbf-4d27-bc55-2f5d108bd63e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.307168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f30c990b-a753-4a70-a2fc-a22b27b0ae0a req-1b039d74-1dbf-4d27-bc55-2f5d108bd63e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 945 time: 0.0650537 Feb 19 00:57:22.325965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Request body: {'port': {'device_id': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:22.369141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f30c990b-a753-4a70-a2fc-a22b27b0ae0a req-a4f6c249-589a-4134-a2ed-64464bd8bce8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551805 Feb 19 00:57:22.466009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66344407-dcda-47ea-ae76-5ff387809b45 req-46f0095c-db5d-4b8e-ac63-cb03de170a3a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685850 Feb 19 00:57:22.506284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:22.559543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-489d4ee7-393f-448d-9bb4-3492bf8f9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.561277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-489d4ee7-393f-448d-9bb4-3492bf8f9132 service neutron] 10.222.0.117 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 917 time: 0.3652952 Feb 19 00:57:22.566266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-8fea40fb-584b-4406-9b8e-bf4012c8aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.567719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-8fea40fb-584b-4406-9b8e-bf4012c8aad2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1127 time: 0.2969182 Feb 19 00:57:22.568278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.675976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-c3b64dd4-38eb-4d54-aeaa-00b133acdd5e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2 HTTP/1.1" status: 200 len: 217 time: 0.1055467 Feb 19 00:57:22.743069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c83c57be-6d1d-404b-8f92-e4af3a5596b2 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:22.814644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-d7e781a4-b665-4e62-a42e-aacb7e088e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:22.816120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-d7e781a4-b665-4e62-a42e-aacb7e088e99 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.1284845 Feb 19 00:57:22.937690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:22.941058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port c83c57be-6d1d-404b-8f92-e4af3a5596b2 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:22.971025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port c83c57be-6d1d-404b-8f92-e4af3a5596b2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:22.975432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.994826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Attempting to bind port 332132cb-f3a8-48d0-accf-410c452c5fd2 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:22.996939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Attempting to bind port 332132cb-f3a8-48d0-accf-410c452c5fd2 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:22.997298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Attempting to bind port 332132cb-f3a8-48d0-accf-410c452c5fd2 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:23.047471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Port 332132cb-f3a8-48d0-accf-410c452c5fd2 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:23.047792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Attempting to bind port 332132cb-f3a8-48d0-accf-410c452c5fd2 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:23.102715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-53f1cfd3-5c6b-4cbf-b9e4-e72768cb6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.105686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-53f1cfd3-5c6b-4cbf-b9e4-e72768cb6570 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.4769428 Feb 19 00:57:23.149212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port c83c57be-6d1d-404b-8f92-e4af3a5596b2 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:23.149608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.180007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e345d3f0-bb14-4eab-97c1-d019c0fc7582 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb813c435caf4d869a51ecd92fcbb381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404587 Feb 19 00:57:23.191230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-acb90ece-706f-4f4b-b0e0-71458f3dfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.192866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-acb90ece-706f-4f4b-b0e0-71458f3dfa22 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3380017 Feb 19 00:57:23.193700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:23.194810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:23.195276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Bound using segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:23.201348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Bound port: 332132cb-f3a8-48d0-accf-410c452c5fd2, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:23.201348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.201348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37482) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:23.211535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:23.239280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-377be680-8ec8-46e6-8185-8ccbe2e85072 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1505363 Feb 19 00:57:23.251370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.259037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.264226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.270036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.275638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.281982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.287758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.289605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-88c563c4-e60a-47be-aec7-40703f3dc13d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5384 time: 0.2522361 Feb 19 00:57:23.296616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-e0f21299-3a58-409e-b74f-07ed87bb440c tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.298045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-e0f21299-3a58-409e-b74f-07ed87bb440c tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.96 "GET /v2.0/networks?id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c HTTP/1.1" status: 200 len: 805 time: 0.3763311 Feb 19 00:57:23.314652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.363397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a97078eb-7bd6-4f97-92d6-01cc4d0cb299 req-109b8c47-d8fd-4c0b-9589-31af117150bc tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 210 time: 0.2298250 Feb 19 00:57:23.406704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-a3503886-f066-49fc-b6df-2974dbf3dfec tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69 HTTP/1.1" status: 200 len: 380 time: 0.0898149 Feb 19 00:57:23.433102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:23.436027 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fdb83f8a-5edf-42dd-b617-86e739cb7a2e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:23.439500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-1af1665e-da81-4c97-8142-49d86cd0982c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.3041332 Feb 19 00:57:23.444699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'port': {'device_id': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'admin_state_up': True, 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'security_groups': ['facd25a5-b860-4e73-a4f1-c3e3b97074f2']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:23.474616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:23.494546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b'}, {'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:23.496997 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f49794-c169-4d0e-be28-deaeb9e336d5" -d '{"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-unplugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b"}, {"server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "name": "network-vif-plugged", "status": "completed", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:23.563904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-34538fb0-698b-421b-af28-825b2854dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.565743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-34538fb0-698b-421b-af28-825b2854dae0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 1127 time: 0.2657182 Feb 19 00:57:23.573379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc7fc25b-f511-4af9-afcd-1c0c8dabf5da req-c741cbf7-1e62-4f71-b0be-9ce576b2908a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2743576 Feb 19 00:57:23.630534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-3e701edc-8dc1-474f-9eee-1fd282171291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.632329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-3e701edc-8dc1-474f-9eee-1fd282171291 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.1816139 Feb 19 00:57:23.767754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-f2e63d1e-5e13-438e-b243-b45ff689cdaa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157918 Feb 19 00:57:23.779833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-21ecda22-c84a-40c4-b67a-820d033faa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.780463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] Publish callbacks [] for security_group (082e3784-74e7-4f8c-8473-8710c719e277), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.782544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-21ecda22-c84a-40c4-b67a-820d033faa1a service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.1824584 Feb 19 00:57:23.783383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-43166d84-ebbb-4a89-97e6-38893ebb3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.790197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-43166d84-ebbb-4a89-97e6-38893ebb3136 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=996deea51dc2492489fa4786c8d90955&device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 1128 time: 0.7077916 Feb 19 00:57:23.791375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb3a74-a93c-4b12-b8ea-7aa011334fd3 req-9c46829a-495a-48fa-9778-5f9ff4d4defb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:23.793397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ccb3a74-a93c-4b12-b8ea-7aa011334fd3 req-9c46829a-495a-48fa-9778-5f9ff4d4defb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 932 time: 0.1219554 Feb 19 00:57:23.842659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Made reservation on behalf of 9e6e57edb2a044e1bfed1ec3a73f2e69 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:23.846212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.856570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-d68ba74c-806b-4895-990f-acd39ca5dab3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 200 len: 217 time: 0.0617435 Feb 19 00:57:23.876666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:23.974182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=332132cb-f3a8-48d0-accf-410c452c5fd2,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:23.984541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-0303ebe0-b397-4288-8da6-890153f8c273 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803517 Feb 19 00:57:23.986468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] Publish callbacks [] for security_group (082e3784-74e7-4f8c-8473-8710c719e277), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.046458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31308-a27e-4ff6-8e8e-b89dfbf58ea1 req-8374c76c-821a-4a51-a37c-7f260064e275 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.048657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1a31308-a27e-4ff6-8e8e-b89dfbf58ea1 req-8374c76c-821a-4a51-a37c-7f260064e275 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.4260170 Feb 19 00:57:24.076523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.228189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-b43baf12-0b67-4a4e-ae29-8dae74d12de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.229024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-b43baf12-0b67-4a4e-ae29-8dae74d12de7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.3629913 Feb 19 00:57:24.233172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ccb3a74-a93c-4b12-b8ea-7aa011334fd3 req-34eba4b9-852c-4a47-947d-3c61ceb15f11 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326806 Feb 19 00:57:24.252589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.252589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.253554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] 10.222.0.96 "PUT /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 1136 time: 3.7948830 Feb 19 00:57:24.265098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-1dc426c9-5512-4628-b10d-e4b0a4603b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.266570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-1dc426c9-5512-4628-b10d-e4b0a4603b91 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 200 len: 912 time: 0.4563451 Feb 19 00:57:24.273221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-773ffd91-2ba2-4ae1-8847-52b5c6dc0366 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338316 Feb 19 00:57:24.278897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-49f305d5-f756-4869-86d0-818a2cfa4050 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884913 Feb 19 00:57:24.345034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Allocated IP 172.20.0.8 (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c/93282873-79aa-489d-a0ee-c96a6a4f08c1/ec4c29c7-0d58-4a47-b2d0-3c6eab371de8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:24.694392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-f00adae0-8256-4f50-a82d-7c16ad2b48c3 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265028 Feb 19 00:57:24.702349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-ecc62ac4-9c1d-47dc-a956-3f2f95df77e1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.703920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-ecc62ac4-9c1d-47dc-a956-3f2f95df77e1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.3077135 Feb 19 00:57:24.767735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.801281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-7004817e-ea61-4cbe-93b1-d7152c4e5da6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/quotas/7afabca7c45a4ca9b39b1840c8ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.0639167 Feb 19 00:57:24.804656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:24.812645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d1923-2300-4fd4-aca8-f37ab8c57448 service neutron] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:24.816121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-503035e2-fc44-4c40-abfc-1b1ea05442b0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 200 len: 217 time: 0.5257952 Feb 19 00:57:24.850322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dab290-48e3-47e7-97f4-7b00c8b78f6c req-cd302999-48cf-42f6-9df4-15fca01ea46e service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440726 Feb 19 00:57:24.869915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c1a31308-a27e-4ff6-8e8e-b89dfbf58ea1 req-8ebc195f-fc47-4c1f-80f0-c1c571b4a01f tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7778146 Feb 19 00:57:24.906470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-92f5246d-3473-478b-8544-58755ca18808 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.906703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-92f5246d-3473-478b-8544-58755ca18808 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/ports?device_id=f2323b2e-7f18-40d4-bb89-5845b101f875 HTTP/1.1" status: 200 len: 943 time: 0.2347822 Feb 19 00:57:24.918951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ee6523-86d2-4a7a-914c-74329a146cae {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:24.923728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (082e3784-74e7-4f8c-8473-8710c719e277), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.926624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.930312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/082e3784-74e7-4f8c-8473-8710c719e277 HTTP/1.1" status: 204 len: 168 time: 1.6599419 Feb 19 00:57:24.942315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks [] for port (66ee6523-86d2-4a7a-914c-74329a146cae), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.988578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a5440-9286-407a-96ae-776bf11f5d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082e3784-74e7-4f8c-8473-8710c719e277,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:24.990917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d53ad3e-b134-480c-8bd9-a07a153851d2 req-8462703a-28d7-4bf7-8758-641ab8d1d3b3 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627401 Feb 19 00:57:25.009544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.031114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-a50f5ff6-3c9d-4c58-bef5-db74f6b2911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:25.031518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-64b48fd4-e03f-4860-823e-09346f5ea5bc tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2208974 Feb 19 00:57:25.031675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-a50f5ff6-3c9d-4c58-bef5-db74f6b2911c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 200 len: 851 time: 0.1850762 Feb 19 00:57:25.051406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Transition to ACTIVE for port object 66ee6523-86d2-4a7a-914c-74329a146cae will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:25.055557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4d870f6-e356-4e20-bc00-8ef6df5a6e95 req-7e4e5951-83d5-4940-a0a6-011eedb3f1cf service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640374 Feb 19 00:57:25.064574 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.096311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-d8a88a7a-79f6-40a9-8b34-3c1cb31f6287 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a60be51a-e362-4aad-b35a-eea24fae6d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435891 Feb 19 00:57:25.146566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.155138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:25.163815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:25.166471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:25.214866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event updated for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:25.261725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fc0c5-769b-431c-a5c8-3dd2093e6e2e req-3a065c5c-388f-4020-a990-ef379d518892 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:25.263479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770fc0c5-769b-431c-a5c8-3dd2093e6e2e req-3a065c5c-388f-4020-a990-ef379d518892 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.2708182 Feb 19 00:57:25.264830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:25.265488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.293714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-21864413-a849-4a7a-83eb-3663e6a75b43 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610548 Feb 19 00:57:25.338693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Deleting port 4282871d-f544-4b21-b60d-a8f6a6ed341b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:25.340436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.361962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:25.403016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-46e746e6-1fab-4a6f-9ce5-008e003ef3c2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9818842 Feb 19 00:57:25.449657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Request body: {'port': {'device_id': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:25.514727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-1b19e5b0-fc78-47bf-becd-19cf3981eb90 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101901 Feb 19 00:57:25.557968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d5611630-ea7e-4d08-b196-fe7514557b36 None None] Provisioning complete for port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:25.559742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5611630-ea7e-4d08-b196-fe7514557b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.639291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] For port 4282871d-f544-4b21-b60d-a8f6a6ed341b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4282871d-f544-4b21-b60d-a8f6a6ed341b,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:25.639291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.651704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d5611630-ea7e-4d08-b196-fe7514557b36 None None] Port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:57:25.673018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Calling delete_port for 4282871d-f544-4b21-b60d-a8f6a6ed341b owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:25.691193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-770fc0c5-769b-431c-a5c8-3dd2093e6e2e req-28fdec15-1c48-4574-ac5a-d5bafd97fe96 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929429 Feb 19 00:57:25.697126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Attempting to bind port 66ee6523-86d2-4a7a-914c-74329a146cae on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:25.697558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Attempting to bind port 66ee6523-86d2-4a7a-914c-74329a146cae by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:25.697956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Attempting to bind port 66ee6523-86d2-4a7a-914c-74329a146cae on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:25.729845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Port 66ee6523-86d2-4a7a-914c-74329a146cae on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:25.730874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Attempting to bind port 66ee6523-86d2-4a7a-914c-74329a146cae on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:25.759675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:25.760094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:25.760665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:25.761247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Bound port: 66ee6523-86d2-4a7a-914c-74329a146cae, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:25.762235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.769483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.775358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-17cfb7ae-6c89-4243-a91e-154d8b571e65 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801188 Feb 19 00:57:25.818606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0699c61-6f51-40fb-8244-bb9429f3334d req-e4d6944d-c3fc-4cc2-9bf1-e8109b7a0fc1 service neutron] 10.222.0.96 "GET /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502143 Feb 19 00:57:25.966516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f14699e-f7d9-45c3-b2d0-73eb685bc996 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:25.973611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks [] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:25.986332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Transition to ACTIVE for port object 4f14699e-f7d9-45c3-b2d0-73eb685bc996 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:26.119598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:26.155873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:26.164288 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e134652-7b4e-45bd-b1dd-21b428411e5f x-openstack-request-id: req-8e134652-7b4e-45bd-b1dd-21b428411e5f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:26.164886 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-unplugged", "status": "completed", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b", "code": 200}, {"server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "name": "network-vif-plugged", "status": "completed", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:26.170620 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8e134652-7b4e-45bd-b1dd-21b428411e5f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:26.170620 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'code': 200} Feb 19 00:57:26.170620 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2', 'code': 200} Feb 19 00:57:26.187058 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a8024-55e2-492a-b7b8-36383ff61d5a x-openstack-request-id: req-153a8024-55e2-492a-b7b8-36383ff61d5a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:26.187462 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fdb83f8a-5edf-42dd-b617-86e739cb7a2e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:26.187821 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-153a8024-55e2-492a-b7b8-36383ff61d5a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:26.188314 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e', 'status': 'completed', 'code': 200} Feb 19 00:57:26.204155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4282871d-f544-4b21-b60d-a8f6a6ed341b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.226375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb3011-57f9-4b82-b24d-5eda6f2d4d75 req-56f1c676-ce6a-4e2f-bdc8-53797894b01f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.234748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73cb3011-57f9-4b82-b24d-5eda6f2d4d75 req-56f1c676-ce6a-4e2f-bdc8-53797894b01f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.4189181 Feb 19 00:57:26.237394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.274758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.354464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event deleted for resources: {'Port': ['ID=4282871d-f544-4b21-b60d-a8f6a6ed341b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:26.384090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] No DVR routers for this DVR port 4282871d-f544-4b21-b60d-a8f6a6ed341b on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:26.389083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.389861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.390496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.393466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-492f7bb1-2f98-40a4-bdb9-f20f239985d5 req-fb8843a2-e10d-4f32-8f6a-ba29492e4cd6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "DELETE /v2.0/ports/4282871d-f544-4b21-b60d-a8f6a6ed341b HTTP/1.1" status: 204 len: 173 time: 1.4730911 Feb 19 00:57:26.401762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-deleted', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:26.405822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] 10.222.0.117 "PUT /v2.0/ports/66ee6523-86d2-4a7a-914c-74329a146cae HTTP/1.1" status: 200 len: 1092 time: 4.1188853 Feb 19 00:57:26.409414 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6b812-7faa-4fdd-9703-00de03d25af4" -d '{"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-deleted", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:26.453075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c373f7-6ea0-4200-ac67-b8d63d300e6c req-048b5e55-e388-4721-a5f7-c0967ad9b3b3 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.455432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8c373f7-6ea0-4200-ac67-b8d63d300e6c req-048b5e55-e388-4721-a5f7-c0967ad9b3b3 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 931 time: 0.1651874 Feb 19 00:57:26.534213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:26.569666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8c373f7-6ea0-4200-ac67-b8d63d300e6c req-d4b6c2cc-6cb0-4d24-b396-bd274affabc8 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925348 Feb 19 00:57:26.582500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:26.616958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks [] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.645012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Transition to ACTIVE for port object ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:26.726398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:26.749526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73cb3011-57f9-4b82-b24d-5eda6f2d4d75 req-1fd31468-6cd1-4cc8-b58c-c627029912ef tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139105 Feb 19 00:57:26.760162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.767335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3684da45-8751-4a53-9ac4-a95b3dee7a86 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6339 time: 0.5762362 Feb 19 00:57:26.801361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.966946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3e9c9-f350-4eb1-980e-2955f4d3b118 req-9940fa42-e70e-4f26-890d-f3f75d5095bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:26.968502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b3e9c9-f350-4eb1-980e-2955f4d3b118 req-9940fa42-e70e-4f26-890d-f3f75d5095bf service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 1128 time: 0.6188736 Feb 19 00:57:27.029972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-793955335-network', 'tenant_id': '04fff9d23fc14f1686e7f9c9e4dce485'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:27.049038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:27.105830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62617d69-4b85-4a55-8c4e-c193699693cb service neutron] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:27.118438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.126156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.132368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.139565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.145423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.151278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.157408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.165553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-aac39748-e3a7-4018-8b29-de2d463eb592 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5396 time: 0.4352133 Feb 19 00:57:27.179219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-cb988e03-8f19-496e-9bed-16db9fdb51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.179982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-cb988e03-8f19-496e-9bed-16db9fdb51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.180523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-cb988e03-8f19-496e-9bed-16db9fdb51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.182387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-cb988e03-8f19-496e-9bed-16db9fdb51d8 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3939831 Feb 19 00:57:27.219811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1e144608-4a60-43d7-a637-09c26fb4d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.222530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-1e144608-4a60-43d7-a637-09c26fb4d642 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 1126 time: 0.5244427 Feb 19 00:57:27.223504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Attempting to bind port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:27.223988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Attempting to bind port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:27.224923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Attempting to bind port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:27.236121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Attempting to bind port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:27.240334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Attempting to bind port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:27.240334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Attempting to bind port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 on network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:27.255950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 on network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:27.256283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Attempting to bind port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 on network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:27.272996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:27.273341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Checking segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:27.274825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Bound using segment: {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:27.274825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Bound port: ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c278019-48c0-4f72-a78a-7cdede7f0731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:27.274825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.292535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48095165-3380-4b75-8d5a-1ba3fbc30064 req-c41b5e6e-fddd-47b4-84ed-9c947d82de6e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258831 Feb 19 00:57:27.301197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Made reservation on behalf of 04fff9d23fc14f1686e7f9c9e4dce485 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:27.301197 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.311315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.323354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-53e3a76e-a1f9-450a-83bc-deed02f5436a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ee6523-86d2-4a7a-914c-74329a146cae HTTP/1.1" status: 200 len: 217 time: 0.0694244 Feb 19 00:57:27.384531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:27.385384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Attempting to bind port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:27.414620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks [] for security_group (2e02b0a0-2e6d-450f-b646-5c693238f831), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.446713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:27.451616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:27.465920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e001-e872-4a20-8851-edf4a35820ee req-bfed1710-9aa0-45e6-bd39-e05d94d84c66 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.468089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78f8e001-e872-4a20-8851-edf4a35820ee req-bfed1710-9aa0-45e6-bd39-e05d94d84c66 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 944 time: 0.5056965 Feb 19 00:57:27.481222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b3e9c9-f350-4eb1-980e-2955f4d3b118 req-c64d5ba9-b24f-4e86-9f8e-aac89429d272 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738078 Feb 19 00:57:27.484087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:27.484554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:27.485038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Bound using segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:27.485592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Bound port: 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:27.486059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.488986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-a81aca4a-a46f-40d3-9c5d-487fbc8295d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.490569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-a81aca4a-a46f-40d3-9c5d-487fbc8295d0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1118493 Feb 19 00:57:27.541946 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.545639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e02b0a0-2e6d-450f-b646-5c693238f831), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.625426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:27.630559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.631311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.632772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] 10.222.0.96 "PUT /v2.0/ports/ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 HTTP/1.1" status: 200 len: 1091 time: 2.1910095 Feb 19 00:57:27.644441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e02b0a0-2e6d-450f-b646-5c693238f831,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:27.666113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa1c52-3167-4786-8ddc-1a791129ca4b req-6a3dc3e5-cd46-4453-a57d-a6206da47c43 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.673500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78f8e001-e872-4a20-8851-edf4a35820ee req-946bc406-be8a-4f5b-9fc9-d18bf84dc84a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938791 Feb 19 00:57:27.673635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56aa1c52-3167-4786-8ddc-1a791129ca4b req-6a3dc3e5-cd46-4453-a57d-a6206da47c43 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1702492 Feb 19 00:57:27.683631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (af2bd502-8bbe-488d-95f6-cd20e079a606), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.683974 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Added segment af2bd502-8bbe-488d-95f6-cd20e079a606 of type vlan for network 1045ad66-0bf0-426f-8d62-7f84e8347ca1 Feb 19 00:57:27.698543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3c76baa4-5160-4a0a-9f76-bb11b93db46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:27.700617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dc54c97-adcb-41bd-afb1-2eefc6c36cec req-3c76baa4-5160-4a0a-9f76-bb11b93db46a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4846184 Feb 19 00:57:27.741492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-f67fa778-578e-45c0-9982-b28b4f8fd2a5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356741 Feb 19 00:57:27.807996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9d2ef-7b15-4c3a-8025-36e4dc9cd8be service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:27.836771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (1045ad66-0bf0-426f-8d62-7f84e8347ca1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:27.894928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56aa1c52-3167-4786-8ddc-1a791129ca4b req-56acf8fd-b7f9-402c-b096-469db1924079 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857185 Feb 19 00:57:27.941670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:27.956025 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04821b5-51d5-45a3-9edf-71767b091955 x-openstack-request-id: req-b04821b5-51d5-45a3-9edf-71767b091955 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:27.958486 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2323b2e-7f18-40d4-bb89-5845b101f875", "name": "network-vif-deleted", "tag": "4282871d-f544-4b21-b60d-a8f6a6ed341b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:27.958486 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b04821b5-51d5-45a3-9edf-71767b091955 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:27.958486 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2323b2e-7f18-40d4-bb89-5845b101f875', 'name': 'network-vif-deleted', 'tag': '4282871d-f544-4b21-b60d-a8f6a6ed341b', 'status': 'completed', 'code': 200} Feb 19 00:57:28.011421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (1045ad66-0bf0-426f-8d62-7f84e8347ca1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.013078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.013687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.016634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd65fab5-a905-4549-9b68-2ec9e0bdfddd req-10f82630-2dcc-4884-b7db-a1115489f081 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 210 time: 0.0888724 Feb 19 00:57:28.074227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:28.110162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-a233c2f2-f508-44d4-8d18-be29878ca046 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612602 Feb 19 00:57:28.145342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4153659 Feb 19 00:57:28.156162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:28.162072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Request body: {'subnet': {'network_id': '1045ad66-0bf0-426f-8d62-7f84e8347ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-793955335-subnet', 'tenant_id': '04fff9d23fc14f1686e7f9c9e4dce485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:28.190156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e684070-350a-4686-8f7b-dc784de0eb19 admin admin] Pushing event updated for resources: {'Network': ['ID=1045ad66-0bf0-426f-8d62-7f84e8347ca1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:28.203542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 1045ad66-0bf0-426f-8d62-7f84e8347ca1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:28.206292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '332132cb-f3a8-48d0-accf-410c452c5fd2'}, {'name': 'network-changed', 'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:28.212261 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0064732-c020-4968-9c35-4a9a1d53c071" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "332132cb-f3a8-48d0-accf-410c452c5fd2"}, {"name": "network-changed", "server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:28.236848 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.292234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-3450e5b8-9ae1-476d-8931-40279f8b255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.294384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-3450e5b8-9ae1-476d-8931-40279f8b255a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69&device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 1125 time: 0.3682334 Feb 19 00:57:28.306866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80ec31b6-614f-4796-80ee-f292bbb4cfb9 req-e389a189-0e1b-4c53-bf15-797ca98dc598 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851263 Feb 19 00:57:28.307976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Made reservation on behalf of 04fff9d23fc14f1686e7f9c9e4dce485 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:28.311938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.412892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ada7-39fe-45fa-9f56-5a35a904373c req-7c5f7f3a-1c3d-464a-949a-a103c8ecc3a0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.421576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eaa7ada7-39fe-45fa-9f56-5a35a904373c req-7c5f7f3a-1c3d-464a-949a-a103c8ecc3a0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.4037547 Feb 19 00:57:28.510242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eaa7ada7-39fe-45fa-9f56-5a35a904373c req-8c715078-f00e-4c64-86ae-5359f95a338c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Feb 19 00:57:28.719516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ff268-771c-4b70-9db1-d13f9bed7102 req-40839455-c587-4175-925c-7b4dda6b5c0c tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.721259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-942ff268-771c-4b70-9db1-d13f9bed7102 req-40839455-c587-4175-925c-7b4dda6b5c0c tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 943 time: 0.0980248 Feb 19 00:57:28.761802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (18c43370-6ee3-4751-8edb-9d5e093342f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.766642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.767401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.768328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:28.769111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] 10.222.0.96 "PUT /v2.0/ports/4f14699e-f7d9-45c3-b2d0-73eb685bc996 HTTP/1.1" status: 200 len: 1091 time: 3.9743524 Feb 19 00:57:28.783131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95ac3f-481a-4dd1-a9be-fcd9959ed621 service neutron] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:28.787853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-8a79383d-717e-4a55-b03e-89d26d083a85 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 HTTP/1.1" status: 200 len: 217 time: 0.4799674 Feb 19 00:57:28.813470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68939d-e987-4dd0-b353-206ce0b12b80 req-24fca6c3-c6b9-44b3-948f-54e56b80387d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.815150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d68939d-e987-4dd0-b353-206ce0b12b80 req-24fca6c3-c6b9-44b3-948f-54e56b80387d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.7083035 Feb 19 00:57:28.821050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 4282871d-f544-4b21-b60d-a8f6a6ed341b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:28.821645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4282871d-f544-4b21-b60d-a8f6a6ed341b not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:28.882877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:28.899656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-942ff268-771c-4b70-9db1-d13f9bed7102 req-269ca68c-1054-4fa3-9913-b85e5f5fb551 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615381 Feb 19 00:57:28.918071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c43370-6ee3-4751-8edb-9d5e093342f2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:28.920074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Checking segment: {'id': 'af2bd502-8bbe-488d-95f6-cd20e079a606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1045ad66-0bf0-426f-8d62-7f84e8347ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:28.920074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Network hostable DHCP agents. Network: 1045ad66-0bf0-426f-8d62-7f84e8347ca1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:28.928436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-bbc28270-e9fe-49cf-b11c-3a1ad5cc9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:28.929908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-bbc28270-e9fe-49cf-b11c-3a1ad5cc9d53 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93282873-79aa-489d-a0ee-c96a6a4f08c1 HTTP/1.1" status: 200 len: 844 time: 0.1346061 Feb 19 00:57:29.002572 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeefe63-0fe8-4a9b-889b-93281c96bc27 x-openstack-request-id: req-9aeefe63-0fe8-4a9b-889b-93281c96bc27 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:29.002878 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "332132cb-f3a8-48d0-accf-410c452c5fd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:29.007014 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9aeefe63-0fe8-4a9b-889b-93281c96bc27 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:29.007014 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '332132cb-f3a8-48d0-accf-410c452c5fd2', 'status': 'completed', 'code': 200} Feb 19 00:57:29.007014 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae', 'status': 'completed', 'code': 200} Feb 19 00:57:29.026509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d68939d-e987-4dd0-b353-206ce0b12b80 req-fa904c12-707e-4264-888d-ce80a4efe770 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892471 Feb 19 00:57:29.030218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Network 1045ad66-0bf0-426f-8d62-7f84e8347ca1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:29.061246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.061736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.062204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.062669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.063333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.063802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.064377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.066219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1ac8c6c5-b0ac-4b5f-bdcd-e79840dc96e1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6412 time: 0.0684166 Feb 19 00:57:29.085803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.134869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 1045ad66-0bf0-426f-8d62-7f84e8347ca1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:29.140254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.141806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.147843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614df06-0fe3-4741-b682-23c996c94986 None None] Network 1045ad66-0bf0-426f-8d62-7f84e8347ca1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:29.258663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.265092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.272894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.278742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.286048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.286255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-aebdbafa-6a34-42f0-8608-e533a2dfd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.287850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-aebdbafa-6a34-42f0-8608-e533a2dfd188 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3379338 Feb 19 00:57:29.289763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.295831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.297732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-cf1787f0-19d6-42af-90fd-73e906b8c9f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5396 time: 0.2304745 Feb 19 00:57:29.316908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6f489e3-3101-4669-b686-1d199c511b00 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1512809 Feb 19 00:57:29.336646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-2559caac-dc46-466d-9007-e193a93c456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.342246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-2559caac-dc46-466d-9007-e193a93c456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.344249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af930026-33bf-49c6-b5f1-2138c3d9fb49 None None] Network 1045ad66-0bf0-426f-8d62-7f84e8347ca1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:29.347074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-2559caac-dc46-466d-9007-e193a93c456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.348782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-2559caac-dc46-466d-9007-e193a93c456a service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2702892 Feb 19 00:57:29.415203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2cc21e1e-5ede-4bae-ade5-6307168b9dfe tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.418267 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2cc21e1e-5ede-4bae-ade5-6307168b9dfe tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.4472132 Feb 19 00:57:29.435897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-43656db9-d67a-41e1-8276-7a877773b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.437164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-43656db9-d67a-41e1-8276-7a877773b315 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 1126 time: 0.4086938 Feb 19 00:57:29.451472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa4518-109c-4fd7-bb9b-c2599a77dee8 req-bfb4844a-090e-47e2-b858-59cbd86ed228 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.460577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7afa4518-109c-4fd7-bb9b-c2599a77dee8 req-bfb4844a-090e-47e2-b858-59cbd86ed228 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 944 time: 0.3279297 Feb 19 00:57:29.482713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd61fcd2-1fea-4081-b043-0d7389693b04 req-f62f0876-f1f2-46a6-8e4d-a5305ecd0503 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772652 Feb 19 00:57:29.513297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-9d12a282-0864-4634-8acb-716ad4aeee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.515452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-9d12a282-0864-4634-8acb-716ad4aeee50 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472349 Feb 19 00:57:29.523342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Request body: {'port': {'device_id': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'admin_state_up': True, 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:29.644701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2f2e7-0b3d-4eec-b82d-dbe258789e93 req-18bd8d42-ea87-44ee-baa2-133da2cb69d4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:29.646291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cce2f2e7-0b3d-4eec-b82d-dbe258789e93 req-18bd8d42-ea87-44ee-baa2-133da2cb69d4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.0653496 Feb 19 00:57:29.720779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cce2f2e7-0b3d-4eec-b82d-dbe258789e93 req-d35cb568-0d58-4476-80bf-42c5fb9821cb tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642345 Feb 19 00:57:29.746550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7afa4518-109c-4fd7-bb9b-c2599a77dee8 req-0a28945c-9d1a-43a8-bc8e-615fc55c75c9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845511 Feb 19 00:57:29.879473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ce654f2-1344-4635-8207-3039d264d5f8 req-c54ab064-6c9c-4140-a077-7288de62dd62 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 210 time: 0.0585949 Feb 19 00:57:29.940874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-64b08416-ef1f-47dc-b550-09f83aa92924 service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439629 Feb 19 00:57:29.958186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:29.963233 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c136ed-c89f-474a-bbff-eb666c48b9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:30.007660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-7243f33d-b88c-470c-9fa4-86ea55767357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.009103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-7243f33d-b88c-470c-9fa4-86ea55767357 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.4783263 Feb 19 00:57:30.036603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:30.039815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.060157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89050b-40a3-4325-a54e-4421fec44c1e req-3324c28b-38ec-4780-ac7d-825c4a036e40 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.061662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c89050b-40a3-4325-a54e-4421fec44c1e req-3324c28b-38ec-4780-ac7d-825c4a036e40 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.2283568 Feb 19 00:57:30.132726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-5b45aaa1-0ff3-48a0-80d1-ce18355c194c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ee6523-86d2-4a7a-914c-74329a146cae HTTP/1.1" status: 200 len: 217 time: 0.0806377 Feb 19 00:57:30.241062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:30.247357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-276813336-network', 'tenant_id': '88a6d62a484c42de8f9c6a26a88dd248'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:30.318964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c89050b-40a3-4325-a54e-4421fec44c1e req-68e7cecb-b8d8-4201-8eaa-06ee305068a2 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382905 Feb 19 00:57:30.320774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba5a0e4-4f6e-431c-a719-331748a28dbe {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:30.332097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be256a8d-7c77-465d-94ef-644bd0028e7a req-55aa291a-778f-4236-98ee-316a4a310687 service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764980 Feb 19 00:57:30.353169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks [] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.353169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-ed9a731f-89c0-43f6-aa34-f5d64107914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.353169 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-ed9a731f-89c0-43f6-aa34-f5d64107914a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.2046187 Feb 19 00:57:30.357537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff486d9b-c706-4cb5-afa0-fa694aa35be9 req-14d6d981-0530-47bf-8926-e31b2d1f0384 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.359072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff486d9b-c706-4cb5-afa0-fa694aa35be9 req-14d6d981-0530-47bf-8926-e31b2d1f0384 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0653214 Feb 19 00:57:30.360219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Made reservation on behalf of 88a6d62a484c42de8f9c6a26a88dd248 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:30.362555 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.384418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.427486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-2495561c-4974-436d-b9ea-efbf6363f761 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656412 Feb 19 00:57:30.428494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Transition to ACTIVE for port object 6ba5a0e4-4f6e-431c-a719-331748a28dbe will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:30.465116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff486d9b-c706-4cb5-afa0-fa694aa35be9 req-5c80cdc0-5054-4d01-b0cf-3e0c06c22aef tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Feb 19 00:57:30.518238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks [] for security_group (417fbd15-888a-4c19-8591-26635f7a385b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.529389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.538376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Allocated IP 172.20.0.6 (feb463cd-c3d5-442f-99fd-d69eed4da5ee/6a784bd6-ffe6-4f95-a19e-02d011ba8027/57e35abe-e6f3-4207-bbe6-28a57231df95) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:30.543836 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74afe9-a6a9-4dd8-b9af-b481d1602cf9 x-openstack-request-id: req-8b74afe9-a6a9-4dd8-b9af-b481d1602cf9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:30.544696 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:30.545126 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8b74afe9-a6a9-4dd8-b9af-b481d1602cf9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:30.545827 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'status': 'completed', 'code': 200} Feb 19 00:57:30.614840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (417fbd15-888a-4c19-8591-26635f7a385b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.672289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:30.694614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436bb82-3768-4e48-827a-2d54b993c32b req-3d4e83eb-4eb0-49fd-9f23-484a15a11c12 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.696547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9436bb82-3768-4e48-827a-2d54b993c32b req-3d4e83eb-4eb0-49fd-9f23-484a15a11c12 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 943 time: 0.2645769 Feb 19 00:57:30.697280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (94295a38-2fd8-4100-9918-11b65e008d82), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:30.697697 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Added segment 94295a38-2fd8-4100-9918-11b65e008d82 of type vlan for network 2197348f-256a-4bc3-a5bc-2a8e6d1b4271 Feb 19 00:57:30.713084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:30.724030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417fbd15-888a-4c19-8591-26635f7a385b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:30.736327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-1c53dc79-574e-4755-bb7e-a0de1d01dda8 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931945 Feb 19 00:57:30.789976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 66ee6523-86d2-4a7a-914c-74329a146cae details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:30.895700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-59112195-c1dd-426c-a797-f784ad92f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:30.897120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-59112195-c1dd-426c-a797-f784ad92f945 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69&device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 1125 time: 0.3182590 Feb 19 00:57:30.959111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:30.987872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '66ee6523-86d2-4a7a-914c-74329a146cae', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': '66ee6523-86d2-4a7a-914c-74329a146cae', 'mac_address': 'fa:16:3e:2c:76:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:31.014190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:31.016501 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8579e792-4535-4e90-a10b-96abd937a95a" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:31.039412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 66ee6523-86d2-4a7a-914c-74329a146cae is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:31.040194 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.044388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093f68-30e5-4de5-800f-b6d772284082 req-e54a09fb-5011-4e91-a509-009e747427b3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.045973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d093f68-30e5-4de5-800f-b6d772284082 req-e54a09fb-5011-4e91-a509-009e747427b3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.4495747 Feb 19 00:57:31.059581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ee6523-86d2-4a7a-914c-74329a146cae {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:31.068529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2197348f-256a-4bc3-a5bc-2a8e6d1b4271), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.086888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:31.128882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d093f68-30e5-4de5-800f-b6d772284082 req-37f638c4-1aba-4d3d-85f0-3a270384101d tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713067 Feb 19 00:57:31.179685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.242939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2197348f-256a-4bc3-a5bc-2a8e6d1b4271), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.243945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.244533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.253424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:31.319235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9436bb82-3768-4e48-827a-2d54b993c32b req-c2d90586-8c23-40ec-9945-97c7dae7c3da tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5857630 Feb 19 00:57:31.334162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] Pushing event updated for resources: {'Network': ['ID=2197348f-256a-4bc3-a5bc-2a8e6d1b4271,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:31.347822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b991c96-7756-4813-be58-03e450e7f04d req-c09e8877-2e4f-4901-bccc-d02ccbf1c177 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.347949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Attempting to bind port 6ba5a0e4-4f6e-431c-a719-331748a28dbe on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:31.347949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Attempting to bind port 6ba5a0e4-4f6e-431c-a719-331748a28dbe by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:31.348148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Attempting to bind port 6ba5a0e4-4f6e-431c-a719-331748a28dbe on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:31.348237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b991c96-7756-4813-be58-03e450e7f04d req-c09e8877-2e4f-4901-bccc-d02ccbf1c177 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1472147 Feb 19 00:57:31.353787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2197348f-256a-4bc3-a5bc-2a8e6d1b4271 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:31.356077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a9b50e11-3097-42f4-a62c-6716e67a5422 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1139033 Feb 19 00:57:31.358072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:31.363208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Request body: {'subnet': {'network_id': '2197348f-256a-4bc3-a5bc-2a8e6d1b4271', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-276813336-subnet', 'tenant_id': '88a6d62a484c42de8f9c6a26a88dd248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:31.372201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0064732-c020-4968-9c35-4a9a1d53c071 req-00e93eb4-1ab7-46df-b684-a2b5d240613a service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108670 Feb 19 00:57:31.377691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Port 6ba5a0e4-4f6e-431c-a719-331748a28dbe on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:31.378246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Attempting to bind port 6ba5a0e4-4f6e-431c-a719-331748a28dbe on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:31.412238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:31.412902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Checking segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:31.413469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Bound using segment: {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:31.414073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Bound port: 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ab7f09-10ae-4190-a063-b4af7a169353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:31.414603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.420743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks [] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.424202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-30e4bf8e-2636-4198-ae88-f87d90c6e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.425913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-30e4bf8e-2636-4198-ae88-f87d90c6e542 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c HTTP/1.1" status: 200 len: 906 time: 0.5193694 Feb 19 00:57:31.448103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b991c96-7756-4813-be58-03e450e7f04d req-f461125e-718f-4f13-9e15-d278ae1b735e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908513 Feb 19 00:57:31.469051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Made reservation on behalf of 88a6d62a484c42de8f9c6a26a88dd248 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:31.471484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.491244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-0437896f-5af3-4072-b3d2-833ea1acf2a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 HTTP/1.1" status: 200 len: 217 time: 0.0556257 Feb 19 00:57:31.610785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-2185b4cd-d5ac-4a10-aa83-f79b6d2c5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.612278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-2185b4cd-d5ac-4a10-aa83-f79b6d2c5f24 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93282873-79aa-489d-a0ee-c96a6a4f08c1 HTTP/1.1" status: 200 len: 844 time: 0.0876555 Feb 19 00:57:31.613756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:31.620988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:31.639157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['66ee6523-86d2-4a7a-914c-74329a146cae'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:31.680617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.745036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.797811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.803101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.807496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.810704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.811898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:31.813597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] 10.222.0.96 "PUT /v2.0/ports/6ba5a0e4-4f6e-431c-a719-331748a28dbe HTTP/1.1" status: 200 len: 1091 time: 2.9349077 Feb 19 00:57:31.815952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.826337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.831527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.843649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.843649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-c497bb91-9b05-4bde-97b4-e952fc119518 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5408 time: 0.2122135 Feb 19 00:57:31.858282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:31.880384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:31.890164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:31.896732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:31.926590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-f3391391-63ba-4fac-a819-8cda04ab694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:31.928240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-f3391391-63ba-4fac-a819-8cda04ab694f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2961462 Feb 19 00:57:31.966277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:32.002611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e360c265-d4a8-47f9-bb31-54281f038f17 req-3efa0172-f6da-40f2-8367-9555426ba335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1470208 Feb 19 00:57:32.062276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (760339a9-a208-48ab-9eda-352d5237d4cd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.116921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.117559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.143168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc97c9-7587-48ba-8bf1-da0f06a96e2f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:32.184054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43486-0394-4ce2-906c-5f993021b858 req-2740e42e-17ca-45da-a6c1-39d282d1312d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.185480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b43486-0394-4ce2-906c-5f993021b858 req-2740e42e-17ca-45da-a6c1-39d282d1312d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.7488530 Feb 19 00:57:32.195345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.215309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Checking segment: {'id': '94295a38-2fd8-4100-9918-11b65e008d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '2197348f-256a-4bc3-a5bc-2a8e6d1b4271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:32.220336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Network hostable DHCP agents. Network: 2197348f-256a-4bc3-a5bc-2a8e6d1b4271, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:32.228262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-a102b29a-079d-4c3c-81e8-dc776135afdf service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522650 Feb 19 00:57:32.236467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=760339a9-a208-48ab-9eda-352d5237d4cd,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:32.250456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d727e-ce50-437b-9803-4bcb8074c651 req-fd812a5d-7ddc-41f1-8cbd-a235f2594c7f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.253364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e45d727e-ce50-437b-9803-4bcb8074c651 req-fd812a5d-7ddc-41f1-8cbd-a235f2594c7f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 945 time: 0.1332142 Feb 19 00:57:32.287474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-895d0126-3262-4211-b7b7-945b940555f1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8474784 Feb 19 00:57:32.295920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Network 2197348f-256a-4bc3-a5bc-2a8e6d1b4271 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:32.315868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e45d727e-ce50-437b-9803-4bcb8074c651 req-e373dffa-a3b7-4755-b898-e6b75d8c4dca tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Feb 19 00:57:32.332723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Request body: {'port': {'device_id': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:32.343383 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b43486-0394-4ce2-906c-5f993021b858 req-98e7a5c4-10db-4306-bdee-7fb6c5b26885 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490431 Feb 19 00:57:32.366027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2197348f-256a-4bc3-a5bc-2a8e6d1b4271) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:32.381078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.381878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.393096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3215bde-0f65-482b-840c-14ec871fbca9 None None] Network 2197348f-256a-4bc3-a5bc-2a8e6d1b4271 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:32.432116 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed1cfc-afc0-45a2-b558-05286d56a345 x-openstack-request-id: req-3eed1cfc-afc0-45a2-b558-05286d56a345 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:32.432684 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:32.433809 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3eed1cfc-afc0-45a2-b558-05286d56a345 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:32.434542 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'status': 'completed', 'code': 200} Feb 19 00:57:32.516887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6c136ed-c89f-474a-bbff-eb666c48b9cb req-dc7436b7-2996-4426-9d9a-32535975a3fa service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746599 Feb 19 00:57:32.535654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-da284502-84a4-4248-87da-531e2e1f4a1f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1659610 Feb 19 00:57:32.536943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.543865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e317af7-2d0e-4eea-9309-5ac8b0be3820 None None] Network 2197348f-256a-4bc3-a5bc-2a8e6d1b4271 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:32.617270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181e899-2a2a-4d82-8b60-b22e85644fd1 req-d2c2d604-5826-4b79-9ed4-d593a568f0d3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.618863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c181e899-2a2a-4d82-8b60-b22e85644fd1 req-d2c2d604-5826-4b79-9ed4-d593a568f0d3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 931 time: 0.1842136 Feb 19 00:57:32.624763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.625319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.625796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.626785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.627757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.628293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.628764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.631941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8579e792-4535-4e90-a10b-96abd937a95a req-4179d40d-8e21-4bb6-9197-f1febbba27ef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6510 time: 0.1785820 Feb 19 00:57:32.687141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6583f-7197-4039-8b09-a8e02f64741d req-7683dd22-f37a-406f-9cfd-6080e2b89677 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.688976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7d6583f-7197-4039-8b09-a8e02f64741d req-7683dd22-f37a-406f-9cfd-6080e2b89677 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.1811457 Feb 19 00:57:32.726636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c181e899-2a2a-4d82-8b60-b22e85644fd1 req-90b76f3e-9fb3-44c4-a3cb-5cc0beb42867 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936394 Feb 19 00:57:32.729227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:32.806604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 66ee6523-86d2-4a7a-914c-74329a146cae up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:32.845007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Deleting subnet 18c43370-6ee3-4751-8edb-9d5e093342f2 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:32.868439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Publish callbacks [] for subnet (18c43370-6ee3-4751-8edb-9d5e093342f2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.920991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-cf47a4b8-74a3-478a-ada7-85f388b4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.921752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-cf47a4b8-74a3-478a-ada7-85f388b4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.921940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-cf47a4b8-74a3-478a-ada7-85f388b4a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:32.923507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8579e792-4535-4e90-a10b-96abd937a95a req-cf47a4b8-74a3-478a-ada7-85f388b4a68e service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2350862 Feb 19 00:57:32.930568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (18c43370-6ee3-4751-8edb-9d5e093342f2), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:32.947881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 66ee6523-86d2-4a7a-914c-74329a146cae completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:32.955747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 66ee6523-86d2-4a7a-914c-74329a146cae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:32.956499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.001161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a86d2-e6ee-4ad6-af5a-d4bd5c7fab8f req-653a2139-2d74-4520-a182-7f614f1fa3e3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.013469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f1a86d2-e6ee-4ad6-af5a-d4bd5c7fab8f req-653a2139-2d74-4520-a182-7f614f1fa3e3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.1913333 Feb 19 00:57:33.043397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7d6583f-7197-4039-8b09-a8e02f64741d req-4be05616-c0b9-42e9-ba22-2ee01dcf5ed1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061900 Feb 19 00:57:33.060847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f30e68-015e-42cb-a776-5afd4e6edfad {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:33.079763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks [] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.082286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (18c43370-6ee3-4751-8edb-9d5e093342f2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.085997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e35abe-e6f3-4207-bbe6-28a57231df95 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:33.099170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks [] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.102158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 66ee6523-86d2-4a7a-914c-74329a146cae is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:33.102564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.108296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Transition to ACTIVE for port object 73f30e68-015e-42cb-a776-5afd4e6edfad will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:33.118948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Transition to ACTIVE for port object 57e35abe-e6f3-4207-bbe6-28a57231df95 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:33.135876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:33.139040 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c136c15-6747-43f5-8517-f8d9064a6dbd" -d '{"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-plugged", "status": "completed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:33.159452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:33.163723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f1a86d2-e6ee-4ad6-af5a-d4bd5c7fab8f req-8d471570-0905-44f9-a174-96a1820d8e69 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491835 Feb 19 00:57:33.184853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.185851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579e792-4535-4e90-a10b-96abd937a95a req-14c1d4c5-d6c6-4784-92f8-2638c1f4c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.188194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8579e792-4535-4e90-a10b-96abd937a95a req-14c1d4c5-d6c6-4784-92f8-2638c1f4c5bc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2538898 Feb 19 00:57:33.227679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.268447 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.291881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:33.305704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20f433-a71a-476f-b3b3-90183eb006f7 req-8eea220c-13bf-4161-80fc-73a96fd93866 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.313621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf20f433-a71a-476f-b3b3-90183eb006f7 req-8eea220c-13bf-4161-80fc-73a96fd93866 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 943 time: 0.1756094 Feb 19 00:57:33.319441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (18c43370-6ee3-4751-8edb-9d5e093342f2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.362596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:33.388299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.391587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/18c43370-6ee3-4751-8edb-9d5e093342f2 HTTP/1.1" status: 204 len: 168 time: 0.6613746 Feb 19 00:57:33.392768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595e1f2-7de5-4bd9-8212-16ace2bd8d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c43370-6ee3-4751-8edb-9d5e093342f2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:33.396802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37634) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:33.456028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:33.506362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.518492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.520601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:33.535367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.541003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.564522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.570647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.583255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.586899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf20f433-a71a-476f-b3b3-90183eb006f7 req-c63ae37d-d06b-4d89-a830-cb9269d64a58 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722676 Feb 19 00:57:33.592986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-3313974e-5def-4dcd-877d-308cbeac9cfb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5420 time: 0.3422401 Feb 19 00:57:33.602705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Attempting to bind port 57e35abe-e6f3-4207-bbe6-28a57231df95 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:33.603053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Attempting to bind port 57e35abe-e6f3-4207-bbe6-28a57231df95 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:33.603420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Attempting to bind port 57e35abe-e6f3-4207-bbe6-28a57231df95 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:33.614145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Attempting to bind port 73f30e68-015e-42cb-a776-5afd4e6edfad on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:33.614499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Attempting to bind port 73f30e68-015e-42cb-a776-5afd4e6edfad by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:33.614828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Attempting to bind port 73f30e68-015e-42cb-a776-5afd4e6edfad on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:33.617695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Port 57e35abe-e6f3-4207-bbe6-28a57231df95 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:33.618027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Attempting to bind port 57e35abe-e6f3-4207-bbe6-28a57231df95 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:33.632677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Port 73f30e68-015e-42cb-a776-5afd4e6edfad on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:33.638969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Attempting to bind port 73f30e68-015e-42cb-a776-5afd4e6edfad on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:33.642977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (1045ad66-0bf0-426f-8d62-7f84e8347ca1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.648329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:33.648695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Checking segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:33.649093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Bound using segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:33.649546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Bound port: 57e35abe-e6f3-4207-bbe6-28a57231df95, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:33.649915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.654766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:33.664460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:33.664802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Checking segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:33.665192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Bound using segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:33.665629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Bound port: 73f30e68-015e-42cb-a776-5afd4e6edfad, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:33.665990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.686137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'port_id': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'mac_address': 'fa:16:3e:51:48:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:33.778653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93ad9d3c-9fd9-424f-938f-340f30401d98 req-62a9d75a-04bd-4b7d-9b75-ca048449f2e8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836519 Feb 19 00:57:33.788244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:33.788809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.803772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:33.803772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:33.806482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:33.809802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:33.822361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:33.849132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (1045ad66-0bf0-426f-8d62-7f84e8347ca1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.869495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:33.875502 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f153e75-39bc-4597-8ecf-9b26eac83b99 x-openstack-request-id: req-2f153e75-39bc-4597-8ecf-9b26eac83b99 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:33.875784 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-plugged", "status": "completed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:33.876034 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2f153e75-39bc-4597-8ecf-9b26eac83b99 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:33.876429 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae', 'code': 200} Feb 19 00:57:33.920250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1045ad66-0bf0-426f-8d62-7f84e8347ca1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:33.939670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.942052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:33.962088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-16c42572-21d7-4a45-b74e-973113387fe7 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:33.963853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-16c42572-21d7-4a45-b74e-973113387fe7 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.2748294 Feb 19 00:57:33.969102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2bd502-8bbe-488d-95f6-cd20e079a606') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:33.969565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2bd502-8bbe-488d-95f6-cd20e079a606') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:33.976683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.013535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (af2bd502-8bbe-488d-95f6-cd20e079a606), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.037151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:34.037934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (af2bd502-8bbe-488d-95f6-cd20e079a606), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.062000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.062642 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.064091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] 10.222.0.117 "PUT /v2.0/ports/57e35abe-e6f3-4207-bbe6-28a57231df95 HTTP/1.1" status: 200 len: 1091 time: 1.7680280 Feb 19 00:57:34.085544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:34.085976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (af2bd502-8bbe-488d-95f6-cd20e079a606), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:34.088027 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:34.117575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.118268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.119663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] 10.222.0.96 "PUT /v2.0/ports/73f30e68-015e-42cb-a776-5afd4e6edfad HTTP/1.1" status: 200 len: 1091 time: 2.2154875 Feb 19 00:57:34.123258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ecbec-33c1-4562-ad46-0c7c84ed287e req-2d1ef0c7-02c3-4ffc-a3d3-f1b1a0bc50a6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.129675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801ecbec-33c1-4562-ad46-0c7c84ed287e req-2d1ef0c7-02c3-4ffc-a3d3-f1b1a0bc50a6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2192731 Feb 19 00:57:34.137628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8567711-5fdf-480b-af43-73254d704d62 req-31e7fe71-cbef-4707-a625-a8103e593954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.139179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8567711-5fdf-480b-af43-73254d704d62 req-31e7fe71-cbef-4707-a625-a8103e593954 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 1128 time: 0.2312486 Feb 19 00:57:34.142106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61bd49-97e6-41e7-941d-8f9d28119ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:34.198327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:34.233150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Deleting port e8be1979-facd-4a19-848e-740d0a4271d6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:34.233627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.274015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801ecbec-33c1-4562-ad46-0c7c84ed287e req-990664b3-8aab-4fcf-876c-a7f90a74e366 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403275 Feb 19 00:57:34.280628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Request body: {'port': {'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:34.363750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (1045ad66-0bf0-426f-8d62-7f84e8347ca1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.381467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.389054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] 10.222.0.94 "DELETE /v2.0/networks/1045ad66-0bf0-426f-8d62-7f84e8347ca1 HTTP/1.1" status: 204 len: 168 time: 0.9885886 Feb 19 00:57:34.398098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:34.412888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d1a0d-bef2-45fd-a364-aafb9b1503cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1045ad66-0bf0-426f-8d62-7f84e8347ca1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:34.436652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd09fb-9767-4d93-84b8-9ac943fb1705 req-6bf9fb01-b5b1-4f89-9d05-c0e66ed54302 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.438580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cfd09fb-9767-4d93-84b8-9ac943fb1705 req-6bf9fb01-b5b1-4f89-9d05-c0e66ed54302 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.3961425 Feb 19 00:57:34.448025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe'}, {'name': 'network-changed', 'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95'}, {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:34.451608 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe"}, {"name": "network-changed", "server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95"}, {"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:34.487657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8567711-5fdf-480b-af43-73254d704d62 req-41bd8859-e1b7-44ff-b378-37b2ade5fae6 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362095 Feb 19 00:57:34.496619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9740c1-035f-499b-9860-4e63057087f4 service neutron] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:34.520969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Deleting subnet 760339a9-a208-48ab-9eda-352d5237d4cd {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:34.529160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Publish callbacks [] for subnet (760339a9-a208-48ab-9eda-352d5237d4cd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.533497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] For port e8be1979-facd-4a19-848e-740d0a4271d6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e8be1979-facd-4a19-848e-740d0a4271d6,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:34.533965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.534632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-e41b8ed7-3b41-4c61-865f-3410913868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.536417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-e41b8ed7-3b41-4c61-865f-3410913868ae service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 1125 time: 0.2967770 Feb 19 00:57:34.555505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.575637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cfd09fb-9767-4d93-84b8-9ac943fb1705 req-222a805d-62de-46a9-b0b4-3b056db4864d tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111369 Feb 19 00:57:34.577216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Calling delete_port for e8be1979-facd-4a19-848e-740d0a4271d6 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:34.596137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d099d-9791-490d-af3e-2faa17bbbba3 req-c27d73b7-2acd-44da-9bcd-cfcb4e806172 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.601465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c71d099d-9791-490d-af3e-2faa17bbbba3 req-c27d73b7-2acd-44da-9bcd-cfcb4e806172 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.2007580 Feb 19 00:57:34.629285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (760339a9-a208-48ab-9eda-352d5237d4cd), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.743701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c71d099d-9791-490d-af3e-2faa17bbbba3 req-d774f2aa-31ed-4404-bfda-043d4446fdd0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338468 Feb 19 00:57:34.747188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (760339a9-a208-48ab-9eda-352d5237d4cd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.765802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-ed44b6c7-8029-40dc-9bb6-47c789988e93 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e35abe-e6f3-4207-bbe6-28a57231df95 HTTP/1.1" status: 200 len: 217 time: 0.0631211 Feb 19 00:57:34.921326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa523-87c1-4ee4-bacb-63d6680b721e req-435a4aac-7135-4c31-a206-09dfd1305a3c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.922918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e24fa523-87c1-4ee4-bacb-63d6680b721e req-435a4aac-7135-4c31-a206-09dfd1305a3c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b7a0633-4272-485e-8eec-766190bd4e6d HTTP/1.1" status: 200 len: 946 time: 0.0790973 Feb 19 00:57:34.925110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (760339a9-a208-48ab-9eda-352d5237d4cd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.925888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-a2ad8d9c-ba2c-427c-9813-24e7581cfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.927627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-a2ad8d9c-ba2c-427c-9813-24e7581cfc13 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.1136680 Feb 19 00:57:34.940756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293ebdb-dd3c-40fc-ae36-3e449008f96f req-f0bce30e-def0-404b-a3ec-0cae00f1049a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:34.948126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293ebdb-dd3c-40fc-ae36-3e449008f96f req-f0bce30e-def0-404b-a3ec-0cae00f1049a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 943 time: 0.2443612 Feb 19 00:57:34.955007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e8be1979-facd-4a19-848e-740d0a4271d6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:34.961622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760339a9-a208-48ab-9eda-352d5237d4cd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:34.968112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'e8be1979-facd-4a19-848e-740d0a4271d6'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:35.015929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-86a7031c-3215-44e9-b93c-dd553f6211aa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650287 Feb 19 00:57:35.020695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.026768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f95b927-4218-43f4-81bb-0b4450100265 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/760339a9-a208-48ab-9eda-352d5237d4cd HTTP/1.1" status: 204 len: 168 time: 0.6274445 Feb 19 00:57:35.038906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37652) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:35.044890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-d869e3bd-434c-471b-b0ae-161e20c39360 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:57:35.045884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-d869e3bd-434c-471b-b0ae-161e20c39360 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149748 Feb 19 00:57:35.049490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Pushing event deleted for resources: {'Port': ['ID=e8be1979-facd-4a19-848e-740d0a4271d6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:35.112576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e24fa523-87c1-4ee4-bacb-63d6680b721e req-5c418559-e3a8-4589-bc8b-8647d4ce7adf tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571503 Feb 19 00:57:35.188416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] No DVR routers for this DVR port e8be1979-facd-4a19-848e-740d0a4271d6 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:35.192895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.196718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c764308-ea31-4ba2-a6b7-9f7dbbb151c3 req-cb84c05a-36d0-426d-b5e0-d8558ec7c208 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "DELETE /v2.0/ports/e8be1979-facd-4a19-848e-740d0a4271d6 HTTP/1.1" status: 204 len: 173 time: 1.2240007 Feb 19 00:57:35.199195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'name': 'network-vif-deleted', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:35.207400 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa22a1f-4936-4c1f-b819-ea5f702da490" -d '{"events": [{"server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "name": "network-vif-deleted", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:35.218480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293ebdb-dd3c-40fc-ae36-3e449008f96f req-34ebdaa8-5674-411d-bfb0-8e85657da7e8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686541 Feb 19 00:57:35.263189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2197348f-256a-4bc3-a5bc-2a8e6d1b4271), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.273751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730b6857-4250-4d0c-a4bc-5ef97e5d245b {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:35.279563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e40d-0a93-4aac-925a-dd876d5c6f1d req-bf3bc5f1-6fae-4c5c-9565-0dc699688e52 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.288125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a44e40d-0a93-4aac-925a-dd876d5c6f1d req-bf3bc5f1-6fae-4c5c-9565-0dc699688e52 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0773122 Feb 19 00:57:35.315765 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks [] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.335172 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34250ee8-740a-46c2-bc63-aad3a90eca0e x-openstack-request-id: req-34250ee8-740a-46c2-bc63-aad3a90eca0e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:35.335477 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:35.335791 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-34250ee8-740a-46c2-bc63-aad3a90eca0e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:35.336195 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'status': 'completed', 'code': 200} Feb 19 00:57:35.336556 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'status': 'completed', 'code': 200} Feb 19 00:57:35.336734 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'status': 'completed', 'code': 200} Feb 19 00:57:35.442485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a44e40d-0a93-4aac-925a-dd876d5c6f1d req-6b9ed648-b613-4190-b84f-62a324c9ec9d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532199 Feb 19 00:57:35.465520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:35.519342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.519819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.520287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.520749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.521208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.521670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.531501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.534845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-d5a4febd-50ed-4950-87ae-09068c9c0087 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6608 time: 0.1794059 Feb 19 00:57:35.656572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:35.661081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:35.661559 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.691999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-1033526b-e161-473a-803a-73b60274459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.692471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-1033526b-e161-473a-803a-73b60274459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.692940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-1033526b-e161-473a-803a-73b60274459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.694660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-1033526b-e161-473a-803a-73b60274459f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1484275 Feb 19 00:57:35.734506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Transition to ACTIVE for port object 730b6857-4250-4d0c-a4bc-5ef97e5d245b will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:35.740334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-5af35e97-8559-4cb5-ae9f-f8847e952c3d service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800511 Feb 19 00:57:35.779487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2197348f-256a-4bc3-a5bc-2a8e6d1b4271), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.797291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:35.797721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.832213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.853213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:35.865010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-698c0b7d-1240-49c3-9013-163c205bc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:35.866636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-698c0b7d-1240-49c3-9013-163c205bc44b service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645396 Feb 19 00:57:35.877530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:35.880061 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc119d86-0746-4ed0-9cf9-bcfdb353d319" -d '{"events": [{"server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:35.936858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2197348f-256a-4bc3-a5bc-2a8e6d1b4271']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:35.967472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:35.978987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94295a38-2fd8-4100-9918-11b65e008d82') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:35.983633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94295a38-2fd8-4100-9918-11b65e008d82') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:36.033669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.034736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.035274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.035751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.036222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.036939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.037156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.040066 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (94295a38-2fd8-4100-9918-11b65e008d82), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.040307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-c3573336-a5e4-4197-99d2-ad645b7d47ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6633 time: 0.1190114 Feb 19 00:57:36.063619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (94295a38-2fd8-4100-9918-11b65e008d82), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.072503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:36.073268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (94295a38-2fd8-4100-9918-11b65e008d82), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.101301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:36.195061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-0f1a55b7-34c5-4277-a738-9dddc57cd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.196446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-0f1a55b7-34c5-4277-a738-9dddc57cd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.196988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-0f1a55b7-34c5-4277-a738-9dddc57cd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.201451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-0f1a55b7-34c5-4277-a738-9dddc57cd800 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=846fa5fc66c04941b598104dece99d21&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1487360 Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:36.249181 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:36.293594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452c2c6a-b81e-4205-a5fa-84d27039fb8d req-ee149536-478d-4734-b5a0-9f99f0951851 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292859 Feb 19 00:57:36.294348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Pushing event updated for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:36.336414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b95d9-f7ec-44e6-9912-db4292400d9d req-3fd70e03-055a-4b22-8e38-23a54eb69dee tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.337914 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c9b95d9-f7ec-44e6-9912-db4292400d9d req-3fd70e03-055a-4b22-8e38-23a54eb69dee tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 944 time: 0.6020684 Feb 19 00:57:36.365065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2197348f-256a-4bc3-a5bc-2a8e6d1b4271), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.372996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-5701b7e1-0676-41c3-ab5f-986f143b4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.376630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-5701b7e1-0676-41c3-ab5f-986f143b4333 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647770 Feb 19 00:57:36.405978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.411749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59ff8-e167-4df0-b450-867bfe3cb226 req-ce3fb4b6-8f9c-4a02-84ec-587e716d2759 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.412043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] 10.222.0.94 "DELETE /v2.0/networks/2197348f-256a-4bc3-a5bc-2a8e6d1b4271 HTTP/1.1" status: 204 len: 168 time: 1.3720975 Feb 19 00:57:36.417898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-34f59ff8-e167-4df0-b450-867bfe3cb226 req-ce3fb4b6-8f9c-4a02-84ec-587e716d2759 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0974798 Feb 19 00:57:36.465688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c1e76-50d0-4d3c-afee-7d39e15770d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2197348f-256a-4bc3-a5bc-2a8e6d1b4271,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:36.506246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-34f59ff8-e167-4df0-b450-867bfe3cb226 req-33765052-3bfd-4535-8546-7a63a54862d7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838959 Feb 19 00:57:36.563522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Attempting to bind port 730b6857-4250-4d0c-a4bc-5ef97e5d245b on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:36.564531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Attempting to bind port 730b6857-4250-4d0c-a4bc-5ef97e5d245b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:36.564531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Attempting to bind port 730b6857-4250-4d0c-a4bc-5ef97e5d245b on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:36.588332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Port 730b6857-4250-4d0c-a4bc-5ef97e5d245b on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:36.588848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Attempting to bind port 730b6857-4250-4d0c-a4bc-5ef97e5d245b on network ae7704dd-007e-46d8-92f9-dfa5a0e457aa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:36.595666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c9b95d9-f7ec-44e6-9912-db4292400d9d req-fbde5b13-1a46-4d26-9abc-97baf4cca5a6 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342095 Feb 19 00:57:36.607161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:36.613548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Checking segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:36.613548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Bound using segment: {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:36.613548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Bound port: 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856fb4ba-d48a-401c-802d-5619ffe33f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:36.613548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.635679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-a2f63e2b-dc86-4c9e-9ebb-70e2da43ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.638228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-a2f63e2b-dc86-4c9e-9ebb-70e2da43ad25 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 1125 time: 0.1623702 Feb 19 00:57:36.653510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.659367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.666184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.676045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.681587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.688354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.693983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.696205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-eeb5acb3-f530-46cf-aacf-7ac66c8d771d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1154990 Feb 19 00:57:36.699025 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94631498-3867-4160-95ef-cf5584d8177d x-openstack-request-id: req-94631498-3867-4160-95ef-cf5584d8177d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:36.699488 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7a0633-4272-485e-8eec-766190bd4e6d", "name": "network-vif-deleted", "tag": "e8be1979-facd-4a19-848e-740d0a4271d6", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:36.699853 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-94631498-3867-4160-95ef-cf5584d8177d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:36.700396 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a0633-4272-485e-8eec-766190bd4e6d', 'name': 'network-vif-deleted', 'tag': 'e8be1979-facd-4a19-848e-740d0a4271d6', 'status': 'completed', 'code': 200} Feb 19 00:57:36.713281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:36.718160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:36.775684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17bdec6d-bdcf-4e30-a7c4-de0437c42e1a req-ed22e15f-a92b-4722-a007-c297f13862a3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705080 Feb 19 00:57:36.807679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.842354 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66660106-2129-4692-ad42-ee0f2ec341c7 x-openstack-request-id: req-66660106-2129-4692-ad42-ee0f2ec341c7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:36.842895 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:36.843343 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-66660106-2129-4692-ad42-ee0f2ec341c7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:36.844056 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'code': 200} Feb 19 00:57:36.897233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37674) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:36.937420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Pushing event updated for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:36.944481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.945104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:36.946470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3d70d0b-0615-4f01-844d-a90e67b04b8c service neutron] 10.222.0.96 "PUT /v2.0/ports/730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 200 len: 1091 time: 2.6812577 Feb 19 00:57:36.991772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128005c-9509-43b7-bc9e-d9328a0933a6 req-7b9c314c-5448-40c7-be8b-b78726829d1f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:36.993407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6128005c-9509-43b7-bc9e-d9328a0933a6 req-7b9c314c-5448-40c7-be8b-b78726829d1f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.2631035 Feb 19 00:57:36.998791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-7329cf9f-9145-4629-9ab3-d4ee2e8c0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.000460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-7329cf9f-9145-4629-9ab3-d4ee2e8c0b77 service neutron] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 905 time: 0.2789235 Feb 19 00:57:37.051648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37678) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:37.056449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8dcbde4f-ee41-4d87-9146-c4b27ea13e8d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=04fff9d23fc14f1686e7f9c9e4dce485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525872 Feb 19 00:57:37.068395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aab7e1-a972-4bed-a874-9a84a5015bd6 req-f83ae77d-fc55-45e4-bbd7-b2f18fc97a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.076334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1aab7e1-a972-4bed-a874-9a84a5015bd6 req-f83ae77d-fc55-45e4-bbd7-b2f18fc97a52 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 1127 time: 0.1490607 Feb 19 00:57:37.130657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db2870-54aa-4ab6-87e0-36b1931ceba7 req-85e44303-4969-4a81-9d34-056660ed6a74 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.139403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38db2870-54aa-4ab6-87e0-36b1931ceba7 req-85e44303-4969-4a81-9d34-056660ed6a74 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 943 time: 0.2005310 Feb 19 00:57:37.154584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6128005c-9509-43b7-bc9e-d9328a0933a6 req-545136ed-294e-4b48-a81c-9be22525d4fe tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509769 Feb 19 00:57:37.184418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] Publish callbacks [] for security_group (2e02b0a0-2e6d-450f-b646-5c693238f831), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:37.219116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.220264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.221930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.222598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.223278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.224251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.224956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.228481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842e410f-7cef-4a79-a3ce-de98f0c6a931 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6706 time: 0.1515298 Feb 19 00:57:37.243733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38db2870-54aa-4ab6-87e0-36b1931ceba7 req-72a3fb1a-c1d7-4715-af0a-120e508df0a7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033404 Feb 19 00:57:37.246928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1aab7e1-a972-4bed-a874-9a84a5015bd6 req-e3f1fd03-8dda-4e78-b7ba-ee4d3260590b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586258 Feb 19 00:57:37.330287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-cc1da5b8-803d-4b7a-bed3-dc3644410a0b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e35abe-e6f3-4207-bbe6-28a57231df95 HTTP/1.1" status: 200 len: 217 time: 0.3204486 Feb 19 00:57:37.333320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] Publish callbacks [] for security_group (2e02b0a0-2e6d-450f-b646-5c693238f831), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:37.336116 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-1c42ae64-4ba5-41ed-becb-3514c00a511b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 200 len: 217 time: 0.0911837 Feb 19 00:57:37.343215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:37.345493 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23567b76-962d-4562-8f21-056e8ef31201" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:37.405749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a2e1-8459-4c41-833c-0a22d22d4fb7 req-2f739c1c-87d0-403b-b69c-94d79ca6632c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.408638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83a2a2e1-8459-4c41-833c-0a22d22d4fb7 req-2f739c1c-87d0-403b-b69c-94d79ca6632c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0881658 Feb 19 00:57:37.456583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-f249649d-c18b-4fd3-920f-6e4017056cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.459549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-f249649d-c18b-4fd3-920f-6e4017056cc4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.1171536 Feb 19 00:57:37.474198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e8be1979-facd-4a19-848e-740d0a4271d6 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:37.510310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83a2a2e1-8459-4c41-833c-0a22d22d4fb7 req-d74de83d-73cb-4bb3-b591-e588d2dddfc6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964868 Feb 19 00:57:37.536257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e8be1979-facd-4a19-848e-740d0a4271d6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:37.540844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e8be1979-facd-4a19-848e-740d0a4271d6 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:37.541220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-faefccc8-a6b2-47e2-9686-ff481a5b40dd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616560 Feb 19 00:57:37.575069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e02b0a0-2e6d-450f-b646-5c693238f831), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:37.578152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:37.579743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2e02b0a0-2e6d-450f-b646-5c693238f831 HTTP/1.1" status: 204 len: 168 time: 0.5267770 Feb 19 00:57:37.641848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-1ca5e0c9-3b00-412a-b5de-4945275b70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.643968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-1ca5e0c9-3b00-412a-b5de-4945275b70ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ad70be9-9108-4bfb-a455-fb43c3fcea5f HTTP/1.1" status: 200 len: 854 time: 0.1792870 Feb 19 00:57:37.652198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789d764-fdb7-4491-b789-8fab667a5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e02b0a0-2e6d-450f-b646-5c693238f831,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:37.739246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-e4b6396b-b686-4f2a-a5c0-22c2d3e331a5 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893597 Feb 19 00:57:37.739246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f0e62225-3acf-4e48-81e7-a16e466dcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.740198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f0e62225-3acf-4e48-81e7-a16e466dcc9b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=760bdadb-f48d-481f-9b08-c040f2ffa28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856490 Feb 19 00:57:37.955846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb808ce-9cb1-497a-846d-63be5bcf0083 req-a4744805-d1ea-449a-ba79-33be43e38fb3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.962389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb808ce-9cb1-497a-846d-63be5bcf0083 req-a4744805-d1ea-449a-ba79-33be43e38fb3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.968342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb808ce-9cb1-497a-846d-63be5bcf0083 req-a4744805-d1ea-449a-ba79-33be43e38fb3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:37.970262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8fb808ce-9cb1-497a-846d-63be5bcf0083 req-a4744805-d1ea-449a-ba79-33be43e38fb3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb&device_id=82d2d37a-466b-4235-8e60-7ec196984e48&device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 2418 time: 0.2173405 Feb 19 00:57:37.980350 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:37.986467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-67412dbb-37c5-4065-adfd-7f76ba94c869 service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349389 Feb 19 00:57:37.988326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12ae6f77-18f5-47f7-bd40-36dd01ffaba4 req-0d14886f-a0a6-48ad-9184-d86b93991840 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467189 Feb 19 00:57:38.103114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8fb808ce-9cb1-497a-846d-63be5bcf0083 req-4bc63ef2-3e34-44a3-8a85-b2b2d9ef4111 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202655 Feb 19 00:57:38.145077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-809d6be4-69e4-4c59-afb8-19b40661bd1c service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496046 Feb 19 00:57:38.147895 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faafecfd-292e-4847-9f2d-2e897ee97103 x-openstack-request-id: req-faafecfd-292e-4847-9f2d-2e897ee97103 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:38.147895 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:38.147895 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-faafecfd-292e-4847-9f2d-2e897ee97103 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:38.147895 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b', 'status': 'completed', 'code': 200} Feb 19 00:57:38.194095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-fb8143bd-e047-4de8-a0e3-f55ec72932ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 217 time: 0.0390980 Feb 19 00:57:38.297391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d6ed527b-b375-47c3-8e1a-8809c3468201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.299269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-d6ed527b-b375-47c3-8e1a-8809c3468201 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0948710 Feb 19 00:57:38.310625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf761-76e2-47ce-ad8e-71fb34fb8cc3 req-7c7cf58c-1a11-4972-a9c8-23a986b0a650 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.312456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efabf761-76e2-47ce-ad8e-71fb34fb8cc3 req-7c7cf58c-1a11-4972-a9c8-23a986b0a650 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1101613 Feb 19 00:57:38.378056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:38.412372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-b90eb295-c5c0-4325-a039-76519ed5e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.414029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-b90eb295-c5c0-4325-a039-76519ed5e4b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0997491 Feb 19 00:57:38.431330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efabf761-76e2-47ce-ad8e-71fb34fb8cc3 req-4b6797ce-6ebd-4443-838f-8d4bb32c498a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839133 Feb 19 00:57:38.473969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37714) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:38.474553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a49b8a2e-bf36-4dc8-8ec5-61fe7b357bcf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=88a6d62a484c42de8f9c6a26a88dd248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0948544 Feb 19 00:57:38.575440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] Publish callbacks [] for security_group (417fbd15-888a-4c19-8591-26635f7a385b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:38.623123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] Publish callbacks [] for security_group (417fbd15-888a-4c19-8591-26635f7a385b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:38.642406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9f2946ea-da31-4758-8d75-6bfa5ffe7593 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151043 Feb 19 00:57:38.665146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca527f-fe95-4a32-9b15-3b53df5bfd01 req-ff86beeb-4d5d-4277-9191-bde7997ac5ea tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.668446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebca527f-fe95-4a32-9b15-3b53df5bfd01 req-ff86beeb-4d5d-4277-9191-bde7997ac5ea tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.1113260 Feb 19 00:57:38.711724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.718954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.724341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.729539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.735060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.741300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.746747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.748772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-52370c7f-42f2-4351-a07a-162545eae5ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1610415 Feb 19 00:57:38.793539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebca527f-fe95-4a32-9b15-3b53df5bfd01 req-c32a01b5-9192-4f2e-930d-fc7d384685a9 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118767 Feb 19 00:57:38.799467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f30985af-437c-444f-bee5-c961a4b312da service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493661 Feb 19 00:57:38.829552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:38.852179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a0542e-d66f-4bd4-8ff7-312e1754ea0d req-d94a39d3-7e00-4e69-818f-08eea9065e76 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900922 Feb 19 00:57:38.856517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (417fbd15-888a-4c19-8591-26635f7a385b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:38.860012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-79d7894b-66ed-43df-8d1a-ca8fa99ffa9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0425255 Feb 19 00:57:38.862817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:38.866667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/417fbd15-888a-4c19-8591-26635f7a385b HTTP/1.1" status: 204 len: 168 time: 0.3877780 Feb 19 00:57:38.898246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191aa3a-babb-4125-b5da-611777e49d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417fbd15-888a-4c19-8591-26635f7a385b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:38.962508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-10ca771f-086d-4415-8ced-356a6558b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:38.964139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-10ca771f-086d-4415-8ced-356a6558b93f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0925112 Feb 19 00:57:39.040706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:39.059695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'mac_address': 'fa:16:3e:55:d1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:39.075051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a548cbc1-6a58-4388-8bfc-6af5fe38d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.077267 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a548cbc1-6a58-4388-8bfc-6af5fe38d859 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0851760 Feb 19 00:57:39.085694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683d788-15d7-4619-bf1e-f6b3ff285bd4 req-ace71111-4ec0-4ae4-be17-4943714a85ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.093632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d683d788-15d7-4619-bf1e-f6b3ff285bd4 req-ace71111-4ec0-4ae4-be17-4943714a85ac tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1272070 Feb 19 00:57:39.097157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361fafc-69d4-40fc-b9de-66ce9aac7786 req-d597ac33-4e66-433e-b731-5b7fbca1d219 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.101147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b361fafc-69d4-40fc-b9de-66ce9aac7786 req-d597ac33-4e66-433e-b731-5b7fbca1d219 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.1104314 Feb 19 00:57:39.114831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 57e35abe-e6f3-4207-bbe6-28a57231df95 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:39.115660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:39.134549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e35abe-e6f3-4207-bbe6-28a57231df95 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:39.158478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:39.160043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b361fafc-69d4-40fc-b9de-66ce9aac7786 req-9f71c7b4-4352-49bc-9fd6-9cfec707b515 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528088 Feb 19 00:57:39.219823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d683d788-15d7-4619-bf1e-f6b3ff285bd4 req-714eaa02-096d-4342-8651-5105cf8bceb3 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251168 Feb 19 00:57:39.239454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-99011326-15f3-47f5-af76-884ece455d35 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436775 Feb 19 00:57:39.256847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:39.303861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4789d9f-1420-426d-a166-0841a5bf6a3d req-a4df3f05-37ee-4653-aaea-1d9aee8f550c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.316832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4789d9f-1420-426d-a166-0841a5bf6a3d req-a4df3f05-37ee-4653-aaea-1d9aee8f550c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 943 time: 0.0936143 Feb 19 00:57:39.336874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:39.397218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4789d9f-1420-426d-a166-0841a5bf6a3d req-6b793df4-8d6f-4c7f-a879-70c6428bac9d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719790 Feb 19 00:57:39.427474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:39.432675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-77490ffb-516a-498d-9497-87a55dfcc3bf service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856332 Feb 19 00:57:39.496122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-bf57a064-86b2-41e2-ac36-05c89ffff9b4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996 HTTP/1.1" status: 200 len: 217 time: 0.0524535 Feb 19 00:57:39.534189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a15f-1a53-4149-8794-782cf1246b12 req-ea4e7c36-2463-4a4c-8035-8b5c3725419d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.535944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f79a15f-1a53-4149-8794-782cf1246b12 req-ea4e7c36-2463-4a4c-8035-8b5c3725419d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1720865 Feb 19 00:57:39.576651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['57e35abe-e6f3-4207-bbe6-28a57231df95'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:39.622467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-7b392058-d3f9-4dbf-89e7-0686f2fa73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.624085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-7b392058-d3f9-4dbf-89e7-0686f2fa73bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.1216512 Feb 19 00:57:39.629469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f79a15f-1a53-4149-8794-782cf1246b12 req-110ae97b-04d6-40bb-a50d-5e20842551a0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679941 Feb 19 00:57:39.650925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2047-5854-4609-be39-a2c53c03eada req-ebebb002-a89c-4958-97e3-d6ae41187d7e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.668925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7eda2047-5854-4609-be39-a2c53c03eada req-ebebb002-a89c-4958-97e3-d6ae41187d7e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1092501 Feb 19 00:57:39.742026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-1a0004a1-7393-46bf-aa25-0cf0880da4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.746012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-1a0004a1-7393-46bf-aa25-0cf0880da4ac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1111205 Feb 19 00:57:39.776772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7eda2047-5854-4609-be39-a2c53c03eada req-9d72278b-9ac0-4223-9808-ced2abe204bb tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069031 Feb 19 00:57:39.878288 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-907a45d4-7a42-4c83-8e51-d5e00193e507 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176810 Feb 19 00:57:39.958977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27494b17-ea58-4420-a50b-a278b00a37fd req-e2842493-cf5a-4b69-a8f9-8ff59dab3fa7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:39.960533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27494b17-ea58-4420-a50b-a278b00a37fd req-e2842493-cf5a-4b69-a8f9-8ff59dab3fa7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0587940 Feb 19 00:57:39.970587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:40.017435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27494b17-ea58-4420-a50b-a278b00a37fd req-5d7c005d-96c1-4e43-aba2-6dc76a5e2d7f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Feb 19 00:57:40.041905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c41e-6738-4ee8-b802-67af0ed0218a req-de5eba36-5704-4196-908f-718036c43688 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.044748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a24c41e-6738-4ee8-b802-67af0ed0218a req-de5eba36-5704-4196-908f-718036c43688 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0939360 Feb 19 00:57:40.059575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-728e7549-a515-4f0b-9196-8d526f797566 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688437 Feb 19 00:57:40.122545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4b8a275b-e697-46db-b484-53a9e46e1dd1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe HTTP/1.1" status: 200 len: 217 time: 0.0512676 Feb 19 00:57:40.148621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a24c41e-6738-4ee8-b802-67af0ed0218a req-13da7df8-48e7-4ef5-b49e-83bcb35ce06f tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972047 Feb 19 00:57:40.207865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-02d478bf-f690-44e8-b060-498ab050f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.211866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-02d478bf-f690-44e8-b060-498ab050f671 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0621789 Feb 19 00:57:40.284437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.290195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.297151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.303718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.306534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4b6f850f-3373-4360-b98d-11321b1f7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.308060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-4b6f850f-3373-4360-b98d-11321b1f7bd5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0829833 Feb 19 00:57:40.310679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.316331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.322150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.324696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-99243c7d-071e-4cef-87d3-9207a8d7b719 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1248381 Feb 19 00:57:40.385722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37762) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:40.457415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-842fb613-a43d-479a-b714-86aeca6bb9c7 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407609 Feb 19 00:57:40.462501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6af9518-2fb7-412b-bc94-339e341841f9 req-82461cdf-684d-4ccb-8155-b9c6c574ceb7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311493 Feb 19 00:57:40.514171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-49e71f44-9425-4239-9afb-f46a1181de5c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.517263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-49e71f44-9425-4239-9afb-f46a1181de5c tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.1006639 Feb 19 00:57:40.575599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1444191721-network', 'tenant_id': 'c18d61231db4402b8efef02ecd91f793'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:40.618776 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-a56dcd3c-953b-46e4-8991-915b41ad6036 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521935 Feb 19 00:57:40.629033 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d944055-dd42-4866-a2b9-174dc4506043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:40.646064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a058e-a57e-44d9-aeb7-ddf6300e4e58 req-1dce534f-afdd-493b-9dbb-71a4126a802a tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.647742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd8a058e-a57e-44d9-aeb7-ddf6300e4e58 req-1dce534f-afdd-493b-9dbb-71a4126a802a tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0876777 Feb 19 00:57:40.678148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37770) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:40.682631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Request body: {'floatingip': {'port_id': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:40.686187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-3881378b-3e84-4fa0-973f-8eee83a80229 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73f30e68-015e-42cb-a776-5afd4e6edfad HTTP/1.1" status: 200 len: 217 time: 0.0566990 Feb 19 00:57:40.783112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:40.853198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:40.880844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-8b442062-bab3-4f5e-abd6-0d9a4ff66b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.882410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-8b442062-bab3-4f5e-abd6-0d9a4ff66b1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.1608965 Feb 19 00:57:40.978463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445111-828d-4625-a4a6-b549c201a556 req-163f5307-a800-4c69-92c9-503faadceca7 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.985421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8a4e-dbc5-4c2d-ac66-9053f2cc76ab req-285ae636-1f8f-4919-a29b-0804163a23c1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:40.986634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9445111-828d-4625-a4a6-b549c201a556 req-163f5307-a800-4c69-92c9-503faadceca7 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 945 time: 0.2662809 Feb 19 00:57:40.986900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bfe8a4e-dbc5-4c2d-ac66-9053f2cc76ab req-285ae636-1f8f-4919-a29b-0804163a23c1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.4179058 Feb 19 00:57:41.001133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 57e35abe-e6f3-4207-bbe6-28a57231df95 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:41.010054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 57e35abe-e6f3-4207-bbe6-28a57231df95 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:41.011522 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.018555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Deleting port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:41.018913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.080954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:41.083424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.120401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.132827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 57e35abe-e6f3-4207-bbe6-28a57231df95 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:41.133492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.137952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bfe8a4e-dbc5-4c2d-ac66-9053f2cc76ab req-05b9fad4-a4f2-4474-a3d3-8d9a198e255e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390221 Feb 19 00:57:41.179891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] For port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:41.180255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.216452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Calling delete_port for 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:41.216672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:41.220268 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa2c2f-8c30-4918-bb57-861f39bc5c6d" -d '{"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-plugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:41.242148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:41.296255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.350996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:41.438830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks [] for security_group (936e1a42-b7b4-45f2-8d4f-2ae56c943ea8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.462108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-61a0adaa-c9b0-41fd-911a-2f155aaf2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:41.463687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-61a0adaa-c9b0-41fd-911a-2f155aaf2894 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5708344 Feb 19 00:57:41.475798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b403a-69b7-4cfe-85ed-014ea7f7e987 req-47e427b1-4219-4e79-96d8-0b01ba9d1f3f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:41.477352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-187b403a-69b7-4cfe-85ed-014ea7f7e987 req-47e427b1-4219-4e79-96d8-0b01ba9d1f3f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1175020 Feb 19 00:57:41.508764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (936e1a42-b7b4-45f2-8d4f-2ae56c943ea8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.543570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2c5c7fb7-587e-44c8-b0c1-8760ed76c897), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.548139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9445111-828d-4625-a4a6-b549c201a556 req-076f98a0-6cfa-4555-8f75-bcfaae3c7d00 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/security-groups?id=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606608 Feb 19 00:57:41.558918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c5c7fb7-587e-44c8-b0c1-8760ed76c897'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:41.559532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:41.605852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:41.621477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-187b403a-69b7-4cfe-85ed-014ea7f7e987 req-4339f6f1-abb6-4ff8-ba8f-bec433a09f18 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345294 Feb 19 00:57:41.638135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e27442fc-6da7-4d22-87bf-7b77c0e087f6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.639398 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Added segment e27442fc-6da7-4d22-87bf-7b77c0e087f6 of type vlan for network 02a55e28-4da2-4b51-9aec-7415f386d3f1 Feb 19 00:57:41.691728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Pushing event deleted for resources: {'Port': ['ID=2c5c7fb7-587e-44c8-b0c1-8760ed76c897,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:41.757086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (02a55e28-4da2-4b51-9aec-7415f386d3f1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.782368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] No DVR routers for this DVR port 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:57:41.788963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.792370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2ffd266-deb0-4c18-ac40-8a6eabdee13d req-ace684b6-6296-47da-b32c-7f2677415416 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.96 "DELETE /v2.0/ports/2c5c7fb7-587e-44c8-b0c1-8760ed76c897 HTTP/1.1" status: 204 len: 173 time: 1.2683442 Feb 19 00:57:41.795905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'name': 'network-vif-deleted', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:41.798233 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21763c8-7e95-42e9-adab-9339a9a06ebb" -d '{"events": [{"server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "name": "network-vif-deleted", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:41.839770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f294771f-4181-48d2-9c0f-8115575592aa service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677871 Feb 19 00:57:41.849348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49953d-7bd0-47e8-8ee1-2a9cda69858d req-c995f810-b973-4bf4-b63f-f0081f38c88f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:41.850869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa49953d-7bd0-47e8-8ee1-2a9cda69858d req-c995f810-b973-4bf4-b63f-f0081f38c88f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1565084 Feb 19 00:57:41.877743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (02a55e28-4da2-4b51-9aec-7415f386d3f1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.878878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:41.879547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:41.953344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185901f-3c8c-4665-902d-5b4c90f4af43 req-f6a789c3-d351-444e-9963-9e49fcb6d2e3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:41.954819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8185901f-3c8c-4665-902d-5b4c90f4af43 req-f6a789c3-d351-444e-9963-9e49fcb6d2e3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2287264 Feb 19 00:57:41.973285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] Pushing event updated for resources: {'Network': ['ID=02a55e28-4da2-4b51-9aec-7415f386d3f1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:41.986544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa49953d-7bd0-47e8-8ee1-2a9cda69858d req-f59db687-4302-43b2-b1cc-0702bef3f9e1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275578 Feb 19 00:57:41.991355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:41.997122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d4a1361-e14c-453f-ba99-ab83c649c0dd admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6086402 Feb 19 00:57:42.007075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:42.012924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Request body: {'subnet': {'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1444191721-subnet', 'tenant_id': 'c18d61231db4402b8efef02ecd91f793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:42.102336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-53723629-cc0b-4088-82a1-b73f15e36caf service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262733 Feb 19 00:57:42.135741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8185901f-3c8c-4665-902d-5b4c90f4af43 req-a672a1dd-4d8e-42ad-b3d9-9d99137612c5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708217 Feb 19 00:57:42.155982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:42.160308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.188260 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c37931-e7cc-41c9-8f69-0f034245ccf8 x-openstack-request-id: req-71c37931-e7cc-41c9-8f69-0f034245ccf8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:42.188877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-plugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:42.188877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-71c37931-e7cc-41c9-8f69-0f034245ccf8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:42.189206 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'code': 200} Feb 19 00:57:42.213780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ff548d18-db4a-4eae-8c56-882a158fd1b7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 200 len: 217 time: 0.1029599 Feb 19 00:57:42.218026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.343112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3f0d5ae-72c5-4c90-a191-3a058895cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.345139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-f3f0d5ae-72c5-4c90-a191-3a058895cb83 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0895958 Feb 19 00:57:42.351749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.446928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.453759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.464682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.466208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.472221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.488557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.488767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aa76e-2c2e-4143-a2c1-ce5b6be10a74 req-2d707c52-b45d-46fe-b73f-4c7ac6085fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.490898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-572aa76e-2c2e-4143-a2c1-ce5b6be10a74 req-2d707c52-b45d-46fe-b73f-4c7ac6085fee service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 1127 time: 0.2904930 Feb 19 00:57:42.496586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.515331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-2bfcc127-35ab-4f54-8ea6-47e4a5b4542e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1432707 Feb 19 00:57:42.521120 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e70aea-82f8-4f5b-bddb-61e582637495 x-openstack-request-id: req-e0e70aea-82f8-4f5b-bddb-61e582637495 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:42.521347 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8cdc29-46e1-4929-a720-be59f6987fbc", "name": "network-vif-deleted", "tag": "2c5c7fb7-587e-44c8-b0c1-8760ed76c897", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:42.521583 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e0e70aea-82f8-4f5b-bddb-61e582637495 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:42.521977 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8cdc29-46e1-4929-a720-be59f6987fbc', 'name': 'network-vif-deleted', 'tag': '2c5c7fb7-587e-44c8-b0c1-8760ed76c897', 'status': 'completed', 'code': 200} Feb 19 00:57:42.530047 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (f25a891f-3aec-492a-b9aa-a38c10b9254a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.567747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-23e5334e-1d15-46ba-b5f5-4fb980fc5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.569903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-23e5334e-1d15-46ba-b5f5-4fb980fc5bb4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1710134 Feb 19 00:57:42.609844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-572aa76e-2c2e-4143-a2c1-ce5b6be10a74 req-0855a14c-3080-4a8b-a04c-74558cbab452 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097062 Feb 19 00:57:42.666186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25a891f-3aec-492a-b9aa-a38c10b9254a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:42.695852 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Floating IP f1259ca5-c459-44f8-bab5-1593a1abdd86 associated. External IP: 172.25.2.11, port: ec4c29c7-0d58-4a47-b2d0-3c6eab371de8. Feb 19 00:57:42.715188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-939b423d-90b0-4ef6-8080-8a5044bf91de req-63c8f4de-a110-452d-995c-cc191068d7f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1962655 Feb 19 00:57:42.721822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:42.723513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Network hostable DHCP agents. Network: 02a55e28-4da2-4b51-9aec-7415f386d3f1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:42.822837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf423687-fec2-4068-971c-0235f42a38b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:42.909327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:42.938564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676f30-e5a6-4fc7-adc0-5a4888b796bf req-38d411d4-802f-4beb-8651-29d02220fd11 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:42.940110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57676f30-e5a6-4fc7-adc0-5a4888b796bf req-38d411d4-802f-4beb-8651-29d02220fd11 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0840368 Feb 19 00:57:42.959497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-112ab416-f2db-45cb-b514-7f2247376fdc req-ef05dae7-d492-4c67-bc20-c2df52d165f4 tempest-ServerRescueTestJSON-397074627 tempest-ServerRescueTestJSON-397074627-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8cdc29-46e1-4929-a720-be59f6987fbc HTTP/1.1" status: 200 len: 210 time: 0.0700393 Feb 19 00:57:42.966136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-ac80f946-afab-418c-902f-336893228005 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589129 Feb 19 00:57:43.016528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57676f30-e5a6-4fc7-adc0-5a4888b796bf req-a4f6323d-90ac-49df-8512-c765179ea714 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641751 Feb 19 00:57:43.018313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 02a55e28-4da2-4b51-9aec-7415f386d3f1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:43.025635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.026448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.043735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3175a67-f08e-4d90-b26b-db2c2d658486 None None] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:43.104186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Router beaa30c7-adca-4a6e-8c37-6747c6d72929 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:57:43.169855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0080dcfd-cde1-4a34-b3d5-d88b006d6d7d admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1612608 Feb 19 00:57:43.177275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9e9d862a-62b5-455c-95a1-2458d5722781 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011616 Feb 19 00:57:43.186193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e06ed-bd10-4990-98ef-6a48898f2bd6 None None] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:43.226762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0887f1-e429-4210-8438-dffc78a6e4c3 req-1e5daef8-e8d3-4ec2-a98d-f07afd6d61cb tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.235123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae0887f1-e429-4210-8438-dffc78a6e4c3 req-1e5daef8-e8d3-4ec2-a98d-f07afd6d61cb tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1157570 Feb 19 00:57:43.345239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae0887f1-e429-4210-8438-dffc78a6e4c3 req-267bbe0a-070f-490c-9b0c-da8411ede08d tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063008 Feb 19 00:57:43.372184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:57:43.382575 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Sync routers for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:57:43.390684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:43.394665 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:43.395322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:57:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:43.445190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dd898779-14f9-4aa5-a6d1-b29619e1d906 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "PUT /v2.0/floatingips/f1259ca5-c459-44f8-bab5-1593a1abdd86 HTTP/1.1" status: 200 len: 990 time: 2.7658205 Feb 19 00:57:43.450040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:43.452577 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42" -d '{"events": [{"name": "network-changed", "server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:43.460249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.460723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.461187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.461644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.462103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.462556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.463002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.464988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-2c5eab0a-7876-41d7-b8d1-56587c156a78 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6706 time: 0.1368098 Feb 19 00:57:43.505527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa246a-1c8a-47bc-b7ab-34d44b91a54d req-be133f08-a68f-46d0-9f2a-be9ebf3f6776 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.507118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67fa246a-1c8a-47bc-b7ab-34d44b91a54d req-be133f08-a68f-46d0-9f2a-be9ebf3f6776 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0925455 Feb 19 00:57:43.508667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bcd4-9e33-4145-b3e4-dbca3baf3f6c req-c3d790db-9933-4e85-9d9a-2b3e8a72f538 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.517994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb21bcd4-9e33-4145-b3e4-dbca3baf3f6c req-c3d790db-9933-4e85-9d9a-2b3e8a72f538 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.4122231 Feb 19 00:57:43.619125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67fa246a-1c8a-47bc-b7ab-34d44b91a54d req-7baf74e7-eeee-4c95-a6b5-a6e85b42bff7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039963 Feb 19 00:57:43.629150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:43.665698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb21bcd4-9e33-4145-b3e4-dbca3baf3f6c req-10fc585b-9921-4b0d-8f16-d31137325c5e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463666 Feb 19 00:57:43.751924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-d86fe849-a43f-4009-a674-bcd999b9629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.769175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-d86fe849-a43f-4009-a674-bcd999b9629c service neutron] 10.222.0.96 "GET /v2.0/networks?id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 200 len: 901 time: 0.2710934 Feb 19 00:57:43.821233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b57ea9-412b-4a2e-86ca-85163488eaf7 req-b51467ce-a0db-4241-abd8-e9aa9cf27f43 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.822820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50b57ea9-412b-4a2e-86ca-85163488eaf7 req-b51467ce-a0db-4241-abd8-e9aa9cf27f43 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1190128 Feb 19 00:57:43.839021 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-62e6872b-30a1-406f-b5f7-c1373e5c9215 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 200 len: 217 time: 0.0684857 Feb 19 00:57:43.914803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f1259ca5-c459-44f8-bab5-1593a1abdd86', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'port_id': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'mac_address': 'fa:16:3e:51:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:57:14Z', 'updated_at': '2022-02-19T00:57:41Z', 'revision_number': 1, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:43.925893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50b57ea9-412b-4a2e-86ca-85163488eaf7 req-86295ba5-bff9-4b68-9dd3-24f7c48114c9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949247 Feb 19 00:57:43.934449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-a3720639-6b55-42fd-9f05-c802335c8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:43.943562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-a3720639-6b55-42fd-9f05-c802335c8890 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0850880 Feb 19 00:57:43.960347 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Checking router: beaa30c7-adca-4a6e-8c37-6747c6d72929 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:57:43.969778 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:43.970657 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:57:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:44.006515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a880c93-7448-4568-b238-031cb962aee2 req-e1c758db-5d39-4206-ace0-7c7b01aed629 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.017104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a880c93-7448-4568-b238-031cb962aee2 req-e1c758db-5d39-4206-ace0-7c7b01aed629 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.1895819 Feb 19 00:57:44.078096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567b76-962d-4562-8f21-056e8ef31201 req-72eab720-e140-4028-aaa0-81979de54c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.081027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-72eab720-e140-4028-aaa0-81979de54c2c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1255348 Feb 19 00:57:44.094157 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.149623 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:44.157558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a880c93-7448-4568-b238-031cb962aee2 req-36ecdfb0-fba7-436a-a391-95f089d18263 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312690 Feb 19 00:57:44.295232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-288146a6-46a9-4cc5-a137-e26a3c8368c3 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038865 Feb 19 00:57:44.396955 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d0541-a408-47c7-af46-960ffcf51d52 x-openstack-request-id: req-ad6d0541-a408-47c7-af46-960ffcf51d52 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:44.397346 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:44.397695 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ad6d0541-a408-47c7-af46-960ffcf51d52 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:44.398205 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'status': 'completed', 'code': 200} Feb 19 00:57:44.415887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:44.471182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:44.481834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-473276754-network', 'tenant_id': 'dcb229e134ac41ee84410dc307f54ab4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:44.561571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-f3309b53-bfab-4367-a270-da4282d63999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.563137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-f3309b53-bfab-4367-a270-da4282d63999 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69&device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 1127 time: 0.1623986 Feb 19 00:57:44.587467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823da27-2f63-435b-9136-147334bde6ad req-231cb016-22c7-4bef-9328-d2a9221150bc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.595775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6823da27-2f63-435b-9136-147334bde6ad req-231cb016-22c7-4bef-9328-d2a9221150bc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0975990 Feb 19 00:57:44.649263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Made reservation on behalf of dcb229e134ac41ee84410dc307f54ab4 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:44.652624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.670318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f1259ca5-c459-44f8-bab5-1593a1abdd86', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'port_id': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'mac_address': 'fa:16:3e:51:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:57:14Z', 'updated_at': '2022-02-19T00:57:41Z', 'revision_number': 1, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:44.681347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:44.715667 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed5b38-6de9-4dba-a7f0-313c37a2fbc7 None None] The sync data for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 is: [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f1259ca5-c459-44f8-bab5-1593a1abdd86', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'port_id': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'mac_address': 'fa:16:3e:51:48:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:57:14Z', 'updated_at': '2022-02-19T00:57:41Z', 'revision_number': 1, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:57:44.771607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-8fcf2207-ed86-41b7-b121-f14a59fb9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.773202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-8fcf2207-ed86-41b7-b121-f14a59fb9c40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c HTTP/1.1" status: 200 len: 906 time: 0.2025063 Feb 19 00:57:44.778306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6823da27-2f63-435b-9136-147334bde6ad req-2759442e-13d9-47ac-8d26-4c9767ed87c3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816823 Feb 19 00:57:44.801888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.809041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.814975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.820850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.827679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.833339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.840085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:44.848268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-c212677e-816c-41b1-b676-e76f8aeb4590 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.5518374 Feb 19 00:57:44.912205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-ad3d1790-2b75-441c-9a24-9075f80a3c2c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 HTTP/1.1" status: 200 len: 998 time: 0.1313002 Feb 19 00:57:44.989158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23567b76-962d-4562-8f21-056e8ef31201 req-e5322c90-91db-4c8f-bd2c-1ef2969f39cd service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593103 Feb 19 00:57:45.003595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d924b6a0-749e-4a2c-85e1-b16624a87ad9 req-45917a17-8459-4ecd-82d9-cbe11f2fb7e0 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541855 Feb 19 00:57:45.009948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks [] for security_group (2e02d109-b6cc-454c-8f43-95f826f8a1ab), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.037642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-b1815a1a-ecf6-454a-8a24-4886ca3297ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.039164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-b1815a1a-ecf6-454a-8a24-4886ca3297ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93282873-79aa-489d-a0ee-c96a6a4f08c1 HTTP/1.1" status: 200 len: 844 time: 0.1180968 Feb 19 00:57:45.095328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e02d109-b6cc-454c-8f43-95f826f8a1ab), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.112152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b77c-1df4-46f8-a196-f97fa0ec0b96 req-2c338cd0-7f8a-4b9d-86a7-bc696e7453a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.115051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.119323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5de8b77c-1df4-46f8-a196-f97fa0ec0b96 req-2c338cd0-7f8a-4b9d-86a7-bc696e7453a8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2003703 Feb 19 00:57:45.159767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:45.176984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e02d109-b6cc-454c-8f43-95f826f8a1ab,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.197951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (223c20a9-2dc9-40e1-b991-81b92c5d661f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.199432 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Added segment 223c20a9-2dc9-40e1-b991-81b92c5d661f of type vlan for network c84af45e-5374-46ae-888c-64404ada4085 Feb 19 00:57:45.211627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-6de230be-b185-4ca2-9ffe-a7f565007592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.213148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-6de230be-b185-4ca2-9ffe-a7f565007592 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578472 Feb 19 00:57:45.235136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275fe41-d7a2-46ee-b5b3-2ef4502e0ee5 req-16d8979d-f11e-44a6-a574-797c82507664 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.236791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a275fe41-d7a2-46ee-b5b3-2ef4502e0ee5 req-16d8979d-f11e-44a6-a574-797c82507664 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1103108 Feb 19 00:57:45.253895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5de8b77c-1df4-46f8-a196-f97fa0ec0b96 req-bca626ad-e4d0-493a-87be-b93810fe113b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338003 Feb 19 00:57:45.279375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c84af45e-5374-46ae-888c-64404ada4085), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.365664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95fe3f-910f-4f09-a039-d09a50343b25 None None] New status for floating IP f1259ca5-c459-44f8-bab5-1593a1abdd86: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:57:45.373553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a275fe41-d7a2-46ee-b5b3-2ef4502e0ee5 req-8a594a60-3cbd-4e5c-bdb8-46c3aa012c42 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154151 Feb 19 00:57:45.413319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-e260d2b8-86d5-447e-8506-eca3520ee0d8 service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724129 Feb 19 00:57:45.479043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe4f00-ee66-46d2-8eac-589270202699 req-a7be0bed-e83d-4b58-a930-4e01fdf981a8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.481216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02fe4f00-ee66-46d2-8eac-589270202699 req-a7be0bed-e83d-4b58-a930-4e01fdf981a8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1339211 Feb 19 00:57:45.485865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c84af45e-5374-46ae-888c-64404ada4085), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.486804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.487416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.540460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a6670-057d-4b39-abb4-5b1e4bff1480 req-6da7b8ca-ccd8-489f-9bf8-b3b01eecb138 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.541918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-305a6670-057d-4b39-abb4-5b1e4bff1480 req-6da7b8ca-ccd8-489f-9bf8-b3b01eecb138 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0753460 Feb 19 00:57:45.545169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (43e1157b-371f-4138-a43f-a98d56923bb6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.547335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:45.579184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:45.579517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c5c7fb7-587e-44c8-b0c1-8760ed76c897 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:45.635141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1564965 Feb 19 00:57:45.635141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422fd49-b5e1-4cd6-b001-257ca84e3537 admin admin] Pushing event updated for resources: {'Network': ['ID=c84af45e-5374-46ae-888c-64404ada4085,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:45.645182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37848) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:45.645585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c84af45e-5374-46ae-888c-64404ada4085 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:45.649054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Request body: {'subnet': {'network_id': 'c84af45e-5374-46ae-888c-64404ada4085', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-473276754-subnet', 'tenant_id': 'dcb229e134ac41ee84410dc307f54ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:45.663952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a91873dd-d3db-4dbf-8e50-c2f26dfbfa42 req-fb62014c-fc1a-4888-b73b-82fea05a3f7e service neutron] 10.222.0.96 "GET /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432427 Feb 19 00:57:45.684052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02fe4f00-ee66-46d2-8eac-589270202699 req-889bc338-b85f-4795-ad19-421fe396526a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938608 Feb 19 00:57:45.698890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-305a6670-057d-4b39-abb4-5b1e4bff1480 req-671d2468-a9ef-4d57-824c-aecc75f898f6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109006 Feb 19 00:57:45.747296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Made reservation on behalf of dcb229e134ac41ee84410dc307f54ab4 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:45.751894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:45.945410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66720-3210-4f76-a5a2-09a35bb3d52c req-c6c1e4a5-584b-4d88-bbf0-c694f122cc52 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:45.946973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6b66720-3210-4f76-a5a2-09a35bb3d52c req-c6c1e4a5-584b-4d88-bbf0-c694f122cc52 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1143386 Feb 19 00:57:45.986790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Deleting port d19b5fed-5579-4487-8d73-a838c841426c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:45.987163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d19b5fed-5579-4487-8d73-a838c841426c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.039850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (eb5b0858-47ce-46fb-9b1d-0d25c93730f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.043436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6b66720-3210-4f76-a5a2-09a35bb3d52c req-3880ede9-4a5c-4936-9412-63a5ccf939f1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886981 Feb 19 00:57:46.094945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] For port d19b5fed-5579-4487-8d73-a838c841426c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d19b5fed-5579-4487-8d73-a838c841426c,segment=NetworkSegment(25971360-8f86-45e3-8ca2-745867e00b03),segment_id=25971360-8f86-45e3-8ca2-745867e00b03)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:46.095368 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d19b5fed-5579-4487-8d73-a838c841426c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.115264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Calling delete_port for d19b5fed-5579-4487-8d73-a838c841426c owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:46.149817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5b0858-47ce-46fb-9b1d-0d25c93730f2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:46.161021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Checking segment: {'id': '223c20a9-2dc9-40e1-b991-81b92c5d661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c84af45e-5374-46ae-888c-64404ada4085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:46.161385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Network hostable DHCP agents. Network: c84af45e-5374-46ae-888c-64404ada4085, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:46.181852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022be39-cf82-4f57-8092-18c876f5e13d req-4bbe2e3c-742c-485f-ac3c-e8bc6c5d0ffe tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.184235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9022be39-cf82-4f57-8092-18c876f5e13d req-4bbe2e3c-742c-485f-ac3c-e8bc6c5d0ffe tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1102631 Feb 19 00:57:46.238476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9022be39-cf82-4f57-8092-18c876f5e13d req-7651e05b-4dad-4aca-8f91-215dd4015f79 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464854 Feb 19 00:57:46.263639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Network c84af45e-5374-46ae-888c-64404ada4085 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:46.273921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacda349-b53a-4f9e-88aa-2bf56eb962a1 req-47b5117f-dae3-491f-a6c4-88716da16a3f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.275450 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eacda349-b53a-4f9e-88aa-2bf56eb962a1 req-47b5117f-dae3-491f-a6c4-88716da16a3f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1143482 Feb 19 00:57:46.348133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c84af45e-5374-46ae-888c-64404ada4085) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:46.352746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.354249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.357639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eacda349-b53a-4f9e-88aa-2bf56eb962a1 req-726cdc72-1449-4465-b6dc-2176bea5987a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754507 Feb 19 00:57:46.359939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ddf48-84e1-43cc-b201-0bfa6dabb034 None None] Network c84af45e-5374-46ae-888c-64404ada4085 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:46.383692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.389555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.395285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.400708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.406227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.411846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.418340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.420319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-8b7aeae8-9253-4cac-bc0f-39d0eaa76be5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1203997 Feb 19 00:57:46.449412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d19b5fed-5579-4487-8d73-a838c841426c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.483737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bc113c3b-7f58-49fd-9dc5-7c9f368cd7a7 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8392661 Feb 19 00:57:46.489183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7174ac1-afcd-4ccd-ba63-f77da9d6d702 req-de077b49-0af7-483c-b8de-da7f5794767b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629022 Feb 19 00:57:46.495147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278edc2-3811-4c3a-a229-20eb685d7879 None None] Network c84af45e-5374-46ae-888c-64404ada4085 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:46.502454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Pushing event deleted for resources: {'Port': ['ID=d19b5fed-5579-4487-8d73-a838c841426c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:46.534555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.534894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.535260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.535656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.536014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.536539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.537080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.537424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.537757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.538085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.538410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.538733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.539201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:46.599587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed70b3-5a51-4ac1-a29d-9ecfca43c083 req-246e5899-9073-4578-99ed-c8cd52531f6b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.601066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37ed70b3-5a51-4ac1-a29d-9ecfca43c083 req-246e5899-9073-4578-99ed-c8cd52531f6b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1539063 Feb 19 00:57:46.679299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640b2c8-9d7e-4e46-8fff-637e45bfdbe5 req-b56a0635-c5ab-4f9a-b14d-8a053397f56b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:46.681989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8640b2c8-9d7e-4e46-8fff-637e45bfdbe5 req-b56a0635-c5ab-4f9a-b14d-8a053397f56b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0793016 Feb 19 00:57:46.731136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37ed70b3-5a51-4ac1-a29d-9ecfca43c083 req-bf479f0e-6aae-41a0-86d3-3b7c47e49343 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890462 Feb 19 00:57:46.735770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8640b2c8-9d7e-4e46-8fff-637e45bfdbe5 req-2c01757c-7139-42ac-8464-02e9e0fcc2ba tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483394 Feb 19 00:57:46.746342 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (43e1157b-371f-4138-a43f-a98d56923bb6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:46.856526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.057492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Router 43e1157b-371f-4138-a43f-a98d56923bb6 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:57:47.089635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5cbb-1242-416d-afbc-9383cc7cf92b req-31564fd2-4ec6-44bb-bec0-75128234f093 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.091214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f2f5cbb-1242-416d-afbc-9383cc7cf92b req-31564fd2-4ec6-44bb-bec0-75128234f093 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0672894 Feb 19 00:57:47.134473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-f6e3f58a-d67f-4fc0-b625-6bc5d9793651 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.136511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-f6e3f58a-d67f-4fc0-b625-6bc5d9793651 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.1606178 Feb 19 00:57:47.140290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f2f5cbb-1242-416d-afbc-9383cc7cf92b req-5cfaea23-739f-4364-8b80-c2692d22674b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Feb 19 00:57:47.160117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-fdb20174-5572-42b6-b8c6-8e447ea76fb3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/quotas/c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 375 time: 0.0146756 Feb 19 00:57:47.225883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-64b9546e-4457-43e4-8c9c-cf30e075f58a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600126 Feb 19 00:57:47.257935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:57:47.267127 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Sync routers for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:57:47.281349 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:47.282066 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:57:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.288905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-160c60f8-d60d-42dc-9f0e-d811e67286de admin admin] 10.222.0.94 "PUT /v2.0/routers/43e1157b-371f-4138-a43f-a98d56923bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718848 Feb 19 00:57:47.291679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:47.353242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-b5677c71-8445-45f6-8499-15dab517000a service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189466 Feb 19 00:57:47.411600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:47.445693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687fdad-e624-40a9-8615-b8e117dd8d59 req-b9f77f1f-153d-4b46-8b02-b8e4e05ff2d1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.447449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f687fdad-e624-40a9-8615-b8e117dd8d59 req-b9f77f1f-153d-4b46-8b02-b8e4e05ff2d1 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1089215 Feb 19 00:57:47.464818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks [] for router (43e1157b-371f-4138-a43f-a98d56923bb6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.467951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-dcdeee11-3d9a-41c7-a684-4d98478337ee service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061647 Feb 19 00:57:47.591705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f687fdad-e624-40a9-8615-b8e117dd8d59 req-7823db9a-2a5e-40d0-a362-c2047abaf20d tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357610 Feb 19 00:57:47.624029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks [] for router_gateway (43e1157b-371f-4138-a43f-a98d56923bb6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.639531 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:57:46Z', 'revision_number': 5, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port': {'id': '7c897b57-ac8d-4d1e-b5ae-f573e964581c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:08Z', 'updated_at': '2022-02-19T00:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.673675 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Checking router: 43e1157b-371f-4138-a43f-a98d56923bb6 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:57:47.683387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Routers {'43e1157b-371f-4138-a43f-a98d56923bb6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:57:47.684094 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:57:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['43e1157b-371f-4138-a43f-a98d56923bb6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.750247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d10245-0348-4b9f-bed1-fba1bf5c34b1 req-c654cbef-6651-45e9-ba46-c6344a79a661 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.752060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5d10245-0348-4b9f-bed1-fba1bf5c34b1 req-c654cbef-6651-45e9-ba46-c6344a79a661 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1008222 Feb 19 00:57:47.794535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Deleting port 7c897b57-ac8d-4d1e-b5ae-f573e964581c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:57:47.794976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:47.795724 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] Set router 43e1157b-371f-4138-a43f-a98d56923bb6 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:57:47.819451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.827962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.833894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.840295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.846180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.853746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.860888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:47.863620 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:57:47Z', 'revision_number': 6, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:47.872332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e873b544-874f-4c94-b685-94e53ba70599 req-52f1435d-e340-4bab-882c-151f017b25f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1711948 Feb 19 00:57:47.904032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becdc16-f5e9-46d6-841a-cf9c72b330d9 None None] The sync data for ids ['43e1157b-371f-4138-a43f-a98d56923bb6'] in n-d-826529-3 is: [{'id': '43e1157b-371f-4138-a43f-a98d56923bb6', 'name': 'tempest-ServerRescueTestJSON-1672019152-router', 'tenant_id': '996deea51dc2492489fa4786c8d90955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:57:47Z', 'revision_number': 6, 'project_id': '996deea51dc2492489fa4786c8d90955', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:57:47.947260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e873b544-874f-4c94-b685-94e53ba70599 req-b6be6635-e165-450b-adac-d6dd7865d23e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688477 Feb 19 00:57:48.012567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c37c89a0-055a-499e-ac06-a502c692a55e req-e3f8f9a5-d5d2-4567-b1e1-5632de599d68 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 210 time: 0.0300493 Feb 19 00:57:48.122034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5d10245-0348-4b9f-bed1-fba1bf5c34b1 req-ba7b2dd6-cd5a-431b-b799-cd9fa6905ce4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614707 Feb 19 00:57:48.141139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389f12-eee1-4939-a932-e15519ebae30 req-b670997d-4958-4b0e-9db2-913dc7decdde tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:48.143354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c389f12-eee1-4939-a932-e15519ebae30 req-b670997d-4958-4b0e-9db2-913dc7decdde tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0686240 Feb 19 00:57:48.164467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] For port 7c897b57-ac8d-4d1e-b5ae-f573e964581c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c897b57-ac8d-4d1e-b5ae-f573e964581c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:48.165263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.185335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Calling delete_port for 7c897b57-ac8d-4d1e-b5ae-f573e964581c owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:57:48.196969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c389f12-eee1-4939-a932-e15519ebae30 req-8570ffd0-ca1d-4bab-8a1c-1a04e5c516a0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Feb 19 00:57:48.344481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a034f-25a9-4c90-9571-ba28b559df55 req-1894b723-fc5e-484b-bd2e-3a1d0c3802d0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:48.345997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d10a034f-25a9-4c90-9571-ba28b559df55 req-1894b723-fc5e-484b-bd2e-3a1d0c3802d0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1092784 Feb 19 00:57:48.440011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d10a034f-25a9-4c90-9571-ba28b559df55 req-952e60e1-08e6-40aa-85d7-c4b306d39cc3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869260 Feb 19 00:57:48.501642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7c897b57-ac8d-4d1e-b5ae-f573e964581c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.534748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c897b57-ac8d-4d1e-b5ae-f573e964581c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:48.598225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (43e1157b-371f-4138-a43f-a98d56923bb6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.703484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (43e1157b-371f-4138-a43f-a98d56923bb6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.706020 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks [] for router_controller (43e1157b-371f-4138-a43f-a98d56923bb6), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.741286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77656213-754e-4d2f-a411-46c25e6caceb req-d1e85fee-2a91-4679-bffe-fd11a81fe4bc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:48.747663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77656213-754e-4d2f-a411-46c25e6caceb req-d1e85fee-2a91-4679-bffe-fd11a81fe4bc tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0776541 Feb 19 00:57:48.803294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77656213-754e-4d2f-a411-46c25e6caceb req-2fb2b208-eeac-425f-8a07-dff63471c859 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501986 Feb 19 00:57:48.828552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (43e1157b-371f-4138-a43f-a98d56923bb6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.832537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e1157b-371f-4138-a43f-a98d56923bb6 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:57:48.833976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.835176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5986dc2d-8712-4b94-be4d-92cb362aa449 admin admin] 10.222.0.94 "DELETE /v2.0/routers/43e1157b-371f-4138-a43f-a98d56923bb6 HTTP/1.1" status: 204 len: 168 time: 1.5423203 Feb 19 00:57:48.837741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37918) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:48.894143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc558c-4d8f-421b-86fd-50f24ee5a068 req-ba39aebd-9109-4d88-bbcd-ed8bdd4b1089 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:48.895709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4abc558c-4d8f-421b-86fd-50f24ee5a068 req-ba39aebd-9109-4d88-bbcd-ed8bdd4b1089 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0999460 Feb 19 00:57:48.900947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Deleting subnet 7f606794-f77b-42d4-a4af-65249b18ae00 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:48.910893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Publish callbacks [] for subnet (7f606794-f77b-42d4-a4af-65249b18ae00), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.967682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (7f606794-f77b-42d4-a4af-65249b18ae00), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.009750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4abc558c-4d8f-421b-86fd-50f24ee5a068 req-1da4dd4a-b3e0-4929-8c45-0fb502dbd870 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054804 Feb 19 00:57:49.029121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7f606794-f77b-42d4-a4af-65249b18ae00), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.138260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.144328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.149885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.152043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a60e984-6e20-4951-b476-add7ea428e61 req-f0ff66d1-796f-42c0-8e13-63a6ea70e510 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 210 time: 0.0372853 Feb 19 00:57:49.160676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.161099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.166736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.172530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.174397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-920af679-fee7-41c9-bfab-4b51a494910b req-8c5daf0a-a182-499f-b081-097e58e7a7bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1310451 Feb 19 00:57:49.248456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-920af679-fee7-41c9-bfab-4b51a494910b req-241f2061-bcd6-4b93-9bb5-ba0d01d2faa0 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653751 Feb 19 00:57:49.302337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5868d-87bc-4b4f-9717-3a31feea6618 req-e7199027-a23d-4b15-9664-5f06495dfe26 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.304001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5f5868d-87bc-4b4f-9717-3a31feea6618 req-e7199027-a23d-4b15-9664-5f06495dfe26 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0772390 Feb 19 00:57:49.359510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (7f606794-f77b-42d4-a4af-65249b18ae00), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.369935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5f5868d-87bc-4b4f-9717-3a31feea6618 req-7bf92b4a-c02f-4d32-b9a3-b404e2daacd7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573547 Feb 19 00:57:49.375272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260338d8-6728-47a5-8ecb-4b05f27d9b34 req-702c30ca-16a6-473a-86a1-a9ba06d1c8d3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.382229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-260338d8-6728-47a5-8ecb-4b05f27d9b34 req-702c30ca-16a6-473a-86a1-a9ba06d1c8d3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0594230 Feb 19 00:57:49.404295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.410335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/7f606794-f77b-42d4-a4af-65249b18ae00 HTTP/1.1" status: 204 len: 168 time: 0.5716376 Feb 19 00:57:49.410669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37928) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:49.411525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da84f7-f18c-4b42-8505-e1dbd3a86b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f606794-f77b-42d4-a4af-65249b18ae00,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:49.471797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-260338d8-6728-47a5-8ecb-4b05f27d9b34 req-3d678d98-4cb4-4fde-a846-5c626f18f9c1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888824 Feb 19 00:57:49.502728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a60be51a-e362-4aad-b35a-eea24fae6d5e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.552493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d19b5fed-5579-4487-8d73-a838c841426c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:49.574977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d19b5fed-5579-4487-8d73-a838c841426c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:49.575351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d19b5fed-5579-4487-8d73-a838c841426c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:49.576021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c897b57-ac8d-4d1e-b5ae-f573e964581c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:57:49.600443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 7c897b57-ac8d-4d1e-b5ae-f573e964581c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:57:49.608120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c897b57-ac8d-4d1e-b5ae-f573e964581c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:57:49.860606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a60be51a-e362-4aad-b35a-eea24fae6d5e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.885091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60be51a-e362-4aad-b35a-eea24fae6d5e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:49.896830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25971360-8f86-45e3-8ca2-745867e00b03') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:49.897515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25971360-8f86-45e3-8ca2-745867e00b03') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:49.914704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (25971360-8f86-45e3-8ca2-745867e00b03), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.931053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (25971360-8f86-45e3-8ca2-745867e00b03), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.939686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (25971360-8f86-45e3-8ca2-745867e00b03), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:49.946987 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:49.967200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eff8f-1331-4273-9394-a280bc73bc18 req-5d0b5e86-e910-451e-992d-a35e7c2d03c8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.969562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-234eff8f-1331-4273-9394-a280bc73bc18 req-5d0b5e86-e910-451e-992d-a35e7c2d03c8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0835946 Feb 19 00:57:50.028853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-234eff8f-1331-4273-9394-a280bc73bc18 req-b71cb296-2832-4b98-a215-8e1a46d9c0da tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Feb 19 00:57:50.093162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a60be51a-e362-4aad-b35a-eea24fae6d5e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.115110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.119762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a60be51a-e362-4aad-b35a-eea24fae6d5e HTTP/1.1" status: 204 len: 168 time: 0.7081294 Feb 19 00:57:50.123350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b068f-7668-4757-b64e-a9285db07e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60be51a-e362-4aad-b35a-eea24fae6d5e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:50.240043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f185-5ac8-4d71-a38f-865d92978ad4 req-97b83c5a-b368-46d2-90bb-9d36f776a0ff tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.250427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d34f185-5ac8-4d71-a38f-865d92978ad4 req-97b83c5a-b368-46d2-90bb-9d36f776a0ff tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1289155 Feb 19 00:57:50.320193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e652c9ad-237e-444f-835f-12cd113946db req-4b9ebdf9-8d2d-42be-a0e2-715b0fe261e6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 210 time: 0.0437882 Feb 19 00:57:50.345452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d34f185-5ac8-4d71-a38f-865d92978ad4 req-c600dc3c-272e-43ae-87a2-e5fec9b33384 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932767 Feb 19 00:57:50.384926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-8090d35d-bd02-4568-9b45-696deb1f8b17 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.385094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-8090d35d-bd02-4568-9b45-696deb1f8b17 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.1987662 Feb 19 00:57:50.399961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Request body: {'port': {'device_id': 'bb498af8-e712-4037-9310-85f909afe12f', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'admin_state_up': True, 'tenant_id': 'c18d61231db4402b8efef02ecd91f793'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:50.492622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46648a-1458-4757-ba59-3db81a9ead53 req-b0c5049c-780e-49bd-97f9-cfb9bfb417b1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.495480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be46648a-1458-4757-ba59-3db81a9ead53 req-b0c5049c-780e-49bd-97f9-cfb9bfb417b1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0679240 Feb 19 00:57:50.561321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be46648a-1458-4757-ba59-3db81a9ead53 req-a712436e-b0ee-4457-bf85-2fa67cda2b50 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595281 Feb 19 00:57:50.574723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.580952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.589653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.592469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.597692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.602897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.608845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.610785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-9f008b38-2998-4d10-99e1-0a216f608e32 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1530619 Feb 19 00:57:50.621671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37948) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:50.691697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8230c72e-cafd-4a23-bacc-e19a449c1ed3 req-47fca34a-59f4-429c-9f14-c21b7512d364 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676451 Feb 19 00:57:50.693737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:50.701606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.702400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-187a0fad-e802-4760-a1f9-dba3c5ff8014 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=996deea51dc2492489fa4786c8d90955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786645 Feb 19 00:57:50.704141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:50.749529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a87164-c34b-47db-81b1-dd8888a13aec req-c9fde170-ceea-4655-adbd-777328f1b4b4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.754813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91a87164-c34b-47db-81b1-dd8888a13aec req-c9fde170-ceea-4655-adbd-777328f1b4b4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1125722 Feb 19 00:57:50.805726 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] Publish callbacks [] for security_group (9f3093f8-25ae-4b40-aa5d-6b2515b72dd2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.845792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] Publish callbacks [] for security_group (9f3093f8-25ae-4b40-aa5d-6b2515b72dd2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.850780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91a87164-c34b-47db-81b1-dd8888a13aec req-eb03e438-553a-4d97-a484-e6612c4e773d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817056 Feb 19 00:57:50.970690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917e9d-05e9-4553-bf98-504b3c76be49 req-a60f91db-c61a-4da3-899a-5ee761a7f89b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.972399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09917e9d-05e9-4553-bf98-504b3c76be49 req-a60f91db-c61a-4da3-899a-5ee761a7f89b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1798186 Feb 19 00:57:51.007507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Allocated IP 172.20.0.9 (02a55e28-4da2-4b51-9aec-7415f386d3f1/f25a891f-3aec-492a-b9aa-a38c10b9254a/dc44e8eb-a039-4920-a2a2-dc97d88f883e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:57:51.037387 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9f3093f8-25ae-4b40-aa5d-6b2515b72dd2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.040098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.044425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9f3093f8-25ae-4b40-aa5d-6b2515b72dd2 HTTP/1.1" status: 204 len: 168 time: 0.3361669 Feb 19 00:57:51.055036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09917e9d-05e9-4553-bf98-504b3c76be49 req-b891b503-8450-4ba6-ad8a-8d69c572d369 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767832 Feb 19 00:57:51.062628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b27ad-165e-401e-81d1-f06cdd9e541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3093f8-25ae-4b40-aa5d-6b2515b72dd2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:51.090897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d4f14-ca65-49d8-9657-da7cf42ab63e req-0e87e6ae-673b-4697-a9a2-87a06573f7a3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.092863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-821d4f14-ca65-49d8-9657-da7cf42ab63e req-0e87e6ae-673b-4697-a9a2-87a06573f7a3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0851748 Feb 19 00:57:51.219810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-821d4f14-ca65-49d8-9657-da7cf42ab63e req-197bdf51-8565-426b-80c0-e375764ae9cd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158557 Feb 19 00:57:51.286029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks [] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.315248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84611e96-b762-41be-8dec-0308b70a0c20 req-f3050f14-49ab-4d27-becf-b8d0772c5ab4 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.322061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84611e96-b762-41be-8dec-0308b70a0c20 req-f3050f14-49ab-4d27-becf-b8d0772c5ab4 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1129653 Feb 19 00:57:51.361244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4403b06-8034-4e99-a460-dac959c491e6 req-19787748-50ca-4596-b011-ead83eab7a22 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.361244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4403b06-8034-4e99-a460-dac959c491e6 req-19787748-50ca-4596-b011-ead83eab7a22 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0613933 Feb 19 00:57:51.383619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84611e96-b762-41be-8dec-0308b70a0c20 req-301a4f85-c067-4440-8c55-f6efd4f2e4a4 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Feb 19 00:57:51.439884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4403b06-8034-4e99-a460-dac959c491e6 req-f94831a4-cd03-4eb4-aea4-85e1b22afc12 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Feb 19 00:57:51.453048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.557453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:57:51.564477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:51.570583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:57:51.610715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a30d6-a708-40f6-bc69-32b18b358d63 req-e63a281a-3a06-4839-a877-58879f6002b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.619571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-347a30d6-a708-40f6-bc69-32b18b358d63 req-e63a281a-3a06-4839-a877-58879f6002b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0777886 Feb 19 00:57:51.620451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:51.676256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-347a30d6-a708-40f6-bc69-32b18b358d63 req-c906fc70-1cfb-4120-bc07-8ca3fbe1d392 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578098 Feb 19 00:57:51.678321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.678976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.700258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c289a9-b516-4cd7-b9be-76db43dfba05 req-568135a6-92c2-41ab-b2f8-4a8fbd7d9925 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.702137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28c289a9-b516-4cd7-b9be-76db43dfba05 req-568135a6-92c2-41ab-b2f8-4a8fbd7d9925 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 931 time: 0.2079360 Feb 19 00:57:51.771522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-c4450248-fe29-46e4-ae25-5771e383adda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3757823 Feb 19 00:57:51.779569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28c289a9-b516-4cd7-b9be-76db43dfba05 req-c2085240-27c3-4bea-822e-9fa5ecb4491f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702646 Feb 19 00:57:51.785897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Request body: {'port': {'device_id': 'bb498af8-e712-4037-9310-85f909afe12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:51.844216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b5d5f-adde-439c-a108-ff1e84b9e7e6 req-330c9e5c-888b-4d2e-bede-b36a13efb230 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.845972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a1b5d5f-adde-439c-a108-ff1e84b9e7e6 req-330c9e5c-888b-4d2e-bede-b36a13efb230 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0756364 Feb 19 00:57:51.915749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a1b5d5f-adde-439c-a108-ff1e84b9e7e6 req-f8217b38-46e3-4aba-9476-bf676a7dbd8a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Feb 19 00:57:51.924774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.958721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.964580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.970113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.975477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.981352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.986589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.991829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.993772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-7fee6edf-f086-4b00-ae4d-5c1a266e069b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1349328 Feb 19 00:57:52.055419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f7019-0f5e-4107-b8dc-0e593d1ca917 req-bcd70c89-d9f8-4936-b398-db3381c3bd84 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.059347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a2f7019-0f5e-4107-b8dc-0e593d1ca917 req-bcd70c89-d9f8-4936-b398-db3381c3bd84 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0776327 Feb 19 00:57:52.138101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a2f7019-0f5e-4107-b8dc-0e593d1ca917 req-8649d0cb-16b4-40a9-ab90-41cabe0cc56d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706043 Feb 19 00:57:52.148472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f26d6a37-07a5-46f3-a6c9-fd957b5bc8c7 req-fc81bb00-ddc1-43c7-868c-2496139109cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361439 Feb 19 00:57:52.390080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76db30-0cf7-42f2-a3e8-f30d2eefc943 req-ba352894-be42-45ca-b498-de4600a1d421 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.400194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b76db30-0cf7-42f2-a3e8-f30d2eefc943 req-ba352894-be42-45ca-b498-de4600a1d421 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0891545 Feb 19 00:57:52.416426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db5d5-1e51-470c-82c7-2adbb44adda7 req-4a97fdf0-2c30-4601-a6e6-4708e1d47503 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.426305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-126db5d5-1e51-470c-82c7-2adbb44adda7 req-4a97fdf0-2c30-4601-a6e6-4708e1d47503 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1665006 Feb 19 00:57:52.426426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38000) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:52.448420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc44e8eb-a039-4920-a2a2-dc97d88f883e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:52.458213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks [] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.471905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b76db30-0cf7-42f2-a3e8-f30d2eefc943 req-4c1c3c0f-899d-43e8-9766-6cb8ddbce168 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699267 Feb 19 00:57:52.493364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Transition to ACTIVE for port object dc44e8eb-a039-4920-a2a2-dc97d88f883e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:57:52.501579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-126db5d5-1e51-470c-82c7-2adbb44adda7 req-478594ab-07e6-4a7c-a45a-ed9f2fc56f45 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759709 Feb 19 00:57:52.542162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.604546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1907317969-network', 'tenant_id': 'aee5f5fed13c4ac8b175884545d48677'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:52.627671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:52.652615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01fa4-fb58-49c3-860f-427a29030a79 req-cb557fcf-85e7-4b06-82ea-6bd66415462b tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.654385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd01fa4-fb58-49c3-860f-427a29030a79 req-cb557fcf-85e7-4b06-82ea-6bd66415462b tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1107857 Feb 19 00:57:52.711336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Made reservation on behalf of aee5f5fed13c4ac8b175884545d48677 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:52.712699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b4a0-451c-4ca0-bf25-b18828a13ddd req-9e5d0f17-dd85-4926-ba98-2a02e7bf69a9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.714591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.714804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ada9b4a0-451c-4ca0-bf25-b18828a13ddd req-9e5d0f17-dd85-4926-ba98-2a02e7bf69a9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1146111 Feb 19 00:57:52.719441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:57:52.722879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:57:52.722879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:52.725651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.731391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd01fa4-fb58-49c3-860f-427a29030a79 req-bdb55688-2b26-4f80-98b5-12ff7d877481 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Feb 19 00:57:52.731634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:57:52.731967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:57:52.744899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:57:52.745827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:52.746492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:57:52.746615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Bound port: dc44e8eb-a039-4920-a2a2-dc97d88f883e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:57:52.746955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.818056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ada9b4a0-451c-4ca0-bf25-b18828a13ddd req-00b5342c-a0fc-4f36-baad-d2d363e0eec5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956445 Feb 19 00:57:52.832410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks [] for security_group (adb35a9f-6ab1-474e-9427-cf9b639616ed), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.845586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:57:52.848634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:57:52.892169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (adb35a9f-6ab1-474e-9427-cf9b639616ed), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.920277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:57:52.940897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.941142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb35a9f-6ab1-474e-9427-cf9b639616ed,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:52.944737 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b87783a2-15b8-45bf-8c90-0d6348f54e37), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.945083 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Added segment b87783a2-15b8-45bf-8c90-0d6348f54e37 of type vlan for network 3fdcaa3d-a158-46c3-a023-efde4246b495 Feb 19 00:57:52.965138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c4ca-e2a5-4275-b6a9-b62f1debcfc2 req-14aedb0a-d672-417c-8bef-6837f2c92843 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.966638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4662c4ca-e2a5-4275-b6a9-b62f1debcfc2 req-14aedb0a-d672-417c-8bef-6837f2c92843 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.1045210 Feb 19 00:57:52.982800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:52.983556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:52.984872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] 10.222.0.96 "PUT /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 1091 time: 1.2034299 Feb 19 00:57:52.985295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:52.987870 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86439a0b-d42f-47b1-8689-f9530bc98d04" -d '{"events": [{"name": "network-changed", "server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:53.013563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3fdcaa3d-a158-46c3-a023-efde4246b495), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.021684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03254e-768f-46b2-857f-fc1a207798d4 req-7f48d2a4-6d4e-4395-945e-1ab474dac9b1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.023213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3f03254e-768f-46b2-857f-fc1a207798d4 req-7f48d2a4-6d4e-4395-945e-1ab474dac9b1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1132677 Feb 19 00:57:53.024480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618d8cf-621e-4f21-b5d2-b0ae9542d5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:53.059240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4662c4ca-e2a5-4275-b6a9-b62f1debcfc2 req-c3bcac52-a226-418e-b254-dedc57971d62 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707624 Feb 19 00:57:53.082768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3f03254e-768f-46b2-857f-fc1a207798d4 req-5cd65ee4-fcc9-42a5-9369-e787c860a5cc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491011 Feb 19 00:57:53.110963 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4551478-44f3-4f43-ae98-1ef03b2c6979 x-openstack-request-id: req-d4551478-44f3-4f43-ae98-1ef03b2c6979 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:57:53.114102 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:57:53.114102 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d4551478-44f3-4f43-ae98-1ef03b2c6979 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:57:53.114102 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'status': 'completed', 'code': 200} Feb 19 00:57:53.124847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3fdcaa3d-a158-46c3-a023-efde4246b495), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.125870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.126467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.190393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] Pushing event updated for resources: {'Network': ['ID=3fdcaa3d-a158-46c3-a023-efde4246b495,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:53.208022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3fdcaa3d-a158-46c3-a023-efde4246b495 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:57:53.216909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-53e64c89-9ae3-4076-ab7a-5bb0d60bfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.218556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-53e64c89-9ae3-4076-ab7a-5bb0d60bfbd5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1125 time: 0.0879831 Feb 19 00:57:53.224774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2ac802f0-099f-4565-b9a3-dda08418d89a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7971094 Feb 19 00:57:53.232368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38020) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:53.248160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Request body: {'subnet': {'network_id': '3fdcaa3d-a158-46c3-a023-efde4246b495', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1907317969-subnet', 'tenant_id': 'aee5f5fed13c4ac8b175884545d48677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:57:53.272669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529be0b-73c1-4d94-97a3-7cc65b668110 req-bc82d46b-ac76-419f-a955-c3f6b0c0134e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.274290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7529be0b-73c1-4d94-97a3-7cc65b668110 req-bc82d46b-ac76-419f-a955-c3f6b0c0134e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1140945 Feb 19 00:57:53.281527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552de338-e557-415c-84dc-89c1915c9ad8 req-ff73595b-20ff-45f0-8d72-481468de6861 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.283320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-552de338-e557-415c-84dc-89c1915c9ad8 req-ff73595b-20ff-45f0-8d72-481468de6861 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0630338 Feb 19 00:57:53.341685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-552de338-e557-415c-84dc-89c1915c9ad8 req-afc1351d-0010-4e3a-9c56-ed0f4890e07a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526114 Feb 19 00:57:53.382398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7529be0b-73c1-4d94-97a3-7cc65b668110 req-18ead634-53f6-4c83-ab0e-d89e4a698b72 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003644 Feb 19 00:57:53.387717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Made reservation on behalf of aee5f5fed13c4ac8b175884545d48677 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:57:53.389418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.435341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-9466c44d-3971-4dda-a594-5e9ac74138f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.436814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-9466c44d-3971-4dda-a594-5e9ac74138f0 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=c18d61231db4402b8efef02ecd91f793&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2028046 Feb 19 00:57:53.487608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.493182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.499279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.505629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.511610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.516872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.522478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.531683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-2fa2604b-47d2-4b32-b4cf-4d80a948bffc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1256607 Feb 19 00:57:53.588311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90bbf49a-8f37-4155-b19d-c80c752dbf96 req-81b1ff8b-1dd6-4cdf-9008-33657ded5e21 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555668 Feb 19 00:57:53.608977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-7787bd15-4e93-4a86-97cc-56c9d4381e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.610441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86439a0b-d42f-47b1-8689-f9530bc98d04 req-7787bd15-4e93-4a86-97cc-56c9d4381e62 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632907 Feb 19 00:57:53.638291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215eb24-326e-4549-9efc-81c8dd4554d2 req-e8c9004b-791b-48df-8956-656b59a67a2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.639799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b215eb24-326e-4549-9efc-81c8dd4554d2 req-e8c9004b-791b-48df-8956-656b59a67a2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1333520 Feb 19 00:57:53.718417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219badc-9b4c-4923-8603-e674bfb90a2a req-f48baca8-d927-41a7-9d4c-7424b2378488 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.719877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8219badc-9b4c-4923-8603-e674bfb90a2a req-f48baca8-d927-41a7-9d4c-7424b2378488 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0549102 Feb 19 00:57:53.770849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b215eb24-326e-4549-9efc-81c8dd4554d2 req-0c493fd7-a339-48b9-a645-08f66e27e738 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 Feb 19 00:57:53.775601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8219badc-9b4c-4923-8603-e674bfb90a2a req-2cc64e54-2df9-4751-bc1e-cbc18162eca6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493054 Feb 19 00:57:53.780847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-9e7d1582-d31c-4e14-9b58-eba0a412b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.782469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-9e7d1582-d31c-4e14-9b58-eba0a412b3c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1125 time: 0.1262920 Feb 19 00:57:53.827442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-ace9cbbb-07ee-4aac-b39b-6419a50e9a4e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0372565 Feb 19 00:57:53.844130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (c2d454b2-d314-416f-a6e9-98bf6c0364de), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.911234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98adbfa-b9ce-4b5a-89b7-a3d30eb6948c req-daefbb0f-0665-4757-97c9-fb57c07863e9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.912729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e98adbfa-b9ce-4b5a-89b7-a3d30eb6948c req-daefbb0f-0665-4757-97c9-fb57c07863e9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0530810 Feb 19 00:57:53.958956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-0878665f-1d67-47a5-90c6-886b1a113007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.960398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-0878665f-1d67-47a5-90c6-886b1a113007 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1275337 Feb 19 00:57:53.961134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e98adbfa-b9ce-4b5a-89b7-a3d30eb6948c req-2eaa6913-4efe-4978-8651-2bd28fdd89ee tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Feb 19 00:57:53.963025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d454b2-d314-416f-a6e9-98bf6c0364de,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:54.017475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a65171-6c80-4c6d-9e7d-63ae394042a8 req-c0f22697-f236-499f-ae70-be0328f50f26 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.018938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21a65171-6c80-4c6d-9e7d-63ae394042a8 req-c0f22697-f236-499f-ae70-be0328f50f26 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1776345 Feb 19 00:57:54.020714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-85afc53f-f570-4430-b106-d9f8e5a421ea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477457 Feb 19 00:57:54.021824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Checking segment: {'id': 'b87783a2-15b8-45bf-8c90-0d6348f54e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3fdcaa3d-a158-46c3-a023-efde4246b495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:57:54.022223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Network hostable DHCP agents. Network: 3fdcaa3d-a158-46c3-a023-efde4246b495, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:57:54.134911 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21a65171-6c80-4c6d-9e7d-63ae394042a8 req-a606bcc6-431c-4380-9ca3-12bbe36edbf8 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091192 Feb 19 00:57:54.135364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caadd0f-da44-4e5e-a3db-1bdc637e2e70 req-a4588e86-e242-4b6c-9cb7-a5a16505321c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.137667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2caadd0f-da44-4e5e-a3db-1bdc637e2e70 req-a4588e86-e242-4b6c-9cb7-a5a16505321c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0650826 Feb 19 00:57:54.173588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Network 3fdcaa3d-a158-46c3-a023-efde4246b495 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:57:54.178342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-1423bbe6-451d-42dc-80b7-5424f86f224b service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504226 Feb 19 00:57:54.201686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2caadd0f-da44-4e5e-a3db-1bdc637e2e70 req-c66baf72-e7ad-4967-bec9-4504b7f7c21a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Feb 19 00:57:54.269234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3fdcaa3d-a158-46c3-a023-efde4246b495) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:57:54.275740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.276407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.279104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d13f0-1eba-4a62-87b5-39de83db62d4 None None] Network 3fdcaa3d-a158-46c3-a023-efde4246b495 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:54.332198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32441495-c3e1-4d68-85cf-d589c5fff987 req-e58376ea-9f73-4796-ba7b-879ee9d78bca tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.333707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32441495-c3e1-4d68-85cf-d589c5fff987 req-e58376ea-9f73-4796-ba7b-879ee9d78bca tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.1280253 Feb 19 00:57:54.335783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ff16c64-4055-4ed6-b2d6-4d7965d500dc req-a8a7babe-b94b-4f83-b4ca-36b13b19d8b7 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506562 Feb 19 00:57:54.375337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-609738d6-fe0d-4f7d-ae97-15b0cba63442 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1381462 Feb 19 00:57:54.408242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb6974-10f7-4bde-bb1b-5e955521ea4c None None] Network 3fdcaa3d-a158-46c3-a023-efde4246b495 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:57:54.421004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32441495-c3e1-4d68-85cf-d589c5fff987 req-0240ba28-c774-490c-8b21-40c350fb1f2b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716708 Feb 19 00:57:54.543586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd2700-e96c-41ce-810b-eda1bec5fd01 req-77947a39-47e7-45ae-8730-dde361183868 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.545127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53fd2700-e96c-41ce-810b-eda1bec5fd01 req-77947a39-47e7-45ae-8730-dde361183868 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0775149 Feb 19 00:57:54.548222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093abe5-93e2-4652-9c03-b2c1ce11c4cb req-16ae43e7-9324-465d-922b-f9f62a8c01db tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.549859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6093abe5-93e2-4652-9c03-b2c1ce11c4cb req-16ae43e7-9324-465d-922b-f9f62a8c01db tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0761514 Feb 19 00:57:54.595493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53fd2700-e96c-41ce-810b-eda1bec5fd01 req-6a5526da-1b7a-4ce3-9cbb-425c6aae3c2b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Feb 19 00:57:54.814860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:54.857402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6093abe5-93e2-4652-9c03-b2c1ce11c4cb req-74444055-21da-46e6-9539-d998e44e05a0 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003745 Feb 19 00:57:54.867429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Deleting subnet c2d454b2-d314-416f-a6e9-98bf6c0364de {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:57:54.873218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Publish callbacks [] for subnet (c2d454b2-d314-416f-a6e9-98bf6c0364de), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.954736 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (c2d454b2-d314-416f-a6e9-98bf6c0364de), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.991908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87378b-bca9-4bb2-9d7a-13c3de55133e req-fe9a9db3-2872-4732-8bdc-d753707b5fdb tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.993315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea87378b-bca9-4bb2-9d7a-13c3de55133e req-fe9a9db3-2872-4732-8bdc-d753707b5fdb tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0550406 Feb 19 00:57:55.030015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c2d454b2-d314-416f-a6e9-98bf6c0364de), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.042479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea87378b-bca9-4bb2-9d7a-13c3de55133e req-ea5d1f3d-24c7-431c-b0e3-32ad4013eb20 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Feb 19 00:57:55.067248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.072432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.078689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.083898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.089427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.094658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.099900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.101841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-a78dfe31-dd3d-4775-b6b6-17fc3ba64559 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1966369 Feb 19 00:57:55.119548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-ab2dbac9-aa24-4c2f-9882-b90e44405030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.121593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-ab2dbac9-aa24-4c2f-9882-b90e44405030 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 1127 time: 0.1692469 Feb 19 00:57:55.154316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da4f61-77ed-4ff0-9580-c167d41ca11d req-0bf4fb6f-2126-4090-aba7-7832e8b3fca7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.155905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80da4f61-77ed-4ff0-9580-c167d41ca11d req-0bf4fb6f-2126-4090-aba7-7832e8b3fca7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0542634 Feb 19 00:57:55.209847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80da4f61-77ed-4ff0-9580-c167d41ca11d req-44501010-5221-4fbe-959e-45ed886e64e9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Feb 19 00:57:55.243321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72b7b051-9e6c-4daa-828b-479e7b3f1f9e req-eed836ef-2a49-4bb2-a59f-734bd2871a10 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1338143 Feb 19 00:57:55.272725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-845a6b44-a030-4dad-b7b4-c90b193769f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.274191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-845a6b44-a030-4dad-b7b4-c90b193769f6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 200 len: 917 time: 0.1397629 Feb 19 00:57:55.320440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035b3b5-6fb6-4ced-bcdf-879170f1e8b3 req-295f13a3-5c40-4442-b321-047c32f4a24a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.320707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (c2d454b2-d314-416f-a6e9-98bf6c0364de), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.321836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4035b3b5-6fb6-4ced-bcdf-879170f1e8b3 req-295f13a3-5c40-4442-b321-047c32f4a24a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0545645 Feb 19 00:57:55.323272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-5310f2f8-828e-4915-a18a-74dadbda4c2c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c HTTP/1.1" status: 200 len: 217 time: 0.0424244 Feb 19 00:57:55.369649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4035b3b5-6fb6-4ced-bcdf-879170f1e8b3 req-919bd193-a53d-41d2-9402-b9640115b37f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Feb 19 00:57:55.378294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d454b2-d314-416f-a6e9-98bf6c0364de,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:55.380213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.383361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d97a13cd-37ff-454c-91be-d0263f877ee8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/c2d454b2-d314-416f-a6e9-98bf6c0364de HTTP/1.1" status: 204 len: 168 time: 0.5669725 Feb 19 00:57:55.386522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:55.464605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-c50ddfe3-cea5-43c4-b3de-b68ed8d8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.466029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-c50ddfe3-cea5-43c4-b3de-b68ed8d8644d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 200 len: 855 time: 0.1365874 Feb 19 00:57:55.513761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3fdcaa3d-a158-46c3-a023-efde4246b495), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.533869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc77ff7-9e7b-49e5-8251-1dd6a264e202 req-20fcc9f6-e346-4450-a84c-086e6068b748 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.535696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccc77ff7-9e7b-49e5-8251-1dd6a264e202 req-20fcc9f6-e346-4450-a84c-086e6068b748 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0573826 Feb 19 00:57:55.583749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccc77ff7-9e7b-49e5-8251-1dd6a264e202 req-c93c47f2-34db-49c5-bf43-a67a15ab11c7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Feb 19 00:57:55.585430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1562-cc7d-4f57-b131-2f5ed1ee123d req-4caa3c82-e7b7-4f7d-ab9b-17d2c42d06f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.586915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72ff1562-cc7d-4f57-b131-2f5ed1ee123d req-4caa3c82-e7b7-4f7d-ab9b-17d2c42d06f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1428018 Feb 19 00:57:55.607117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-83755431-8961-4775-860f-af85b36a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.608566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-83755431-8961-4775-860f-af85b36a882c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184106 Feb 19 00:57:55.675015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3fdcaa3d-a158-46c3-a023-efde4246b495), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.739674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdcaa3d-a158-46c3-a023-efde4246b495']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:55.760569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87783a2-15b8-45bf-8c90-0d6348f54e37') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:55.760895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87783a2-15b8-45bf-8c90-0d6348f54e37') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:57:55.771590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72ff1562-cc7d-4f57-b131-2f5ed1ee123d req-6550dab3-22ea-4435-a5ee-ecb1586a9ab3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698148 Feb 19 00:57:55.778471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b87783a2-15b8-45bf-8c90-0d6348f54e37), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.808252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b87783a2-15b8-45bf-8c90-0d6348f54e37), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.821136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:57:55.821538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b87783a2-15b8-45bf-8c90-0d6348f54e37), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:57:55.823335 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:57:55.834606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-289f4c6c-c77b-45ab-8721-bb2ee0d70828 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954064 Feb 19 00:57:55.989190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3fdcaa3d-a158-46c3-a023-efde4246b495), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:55.995414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f9c0a-7038-4383-a985-21ea639bc8c8 req-3e60a5e3-416f-492c-a3de-b83550a639f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.997250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d26f9c0a-7038-4383-a985-21ea639bc8c8 req-3e60a5e3-416f-492c-a3de-b83550a639f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0580885 Feb 19 00:57:56.000688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.003863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3fdcaa3d-a158-46c3-a023-efde4246b495 HTTP/1.1" status: 204 len: 168 time: 0.6159232 Feb 19 00:57:56.020268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8f119-ce0f-45e0-b12e-65e2e662e25c req-f7970179-942c-4209-b6c5-e05f509d6ff4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.022324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07a8f119-ce0f-45e0-b12e-65e2e662e25c req-f7970179-942c-4209-b6c5-e05f509d6ff4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1309488 Feb 19 00:57:56.023708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e4eabd6-c4a9-4115-a5db-8b1eed54787a req-b62ca751-6885-409b-a01b-37d6f92e0551 service neutron] 10.222.0.117 "GET /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612923 Feb 19 00:57:56.025478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165be4a-b1a9-42ef-9e8b-bddc671fee49 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdcaa3d-a158-46c3-a023-efde4246b495,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:56.065368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d26f9c0a-7038-4383-a985-21ea639bc8c8 req-066f1533-59f9-4e3f-b8dc-72fa35ed31ae tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Feb 19 00:57:56.079347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07a8f119-ce0f-45e0-b12e-65e2e662e25c req-e307d4d4-b361-439b-b72d-cc0ad9dd735e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Feb 19 00:57:56.224420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6375c8-06b5-458a-810a-bc721aca7ead req-8145bc4f-1026-44ad-9ea3-3d35a9d2e64f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.225952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b6375c8-06b5-458a-810a-bc721aca7ead req-8145bc4f-1026-44ad-9ea3-3d35a9d2e64f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0794268 Feb 19 00:57:56.231348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0892-565a-4410-904b-57771a150904 req-e9d20e5f-9b96-4314-af4f-b87cc23327ac tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.233209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aab0892-565a-4410-904b-57771a150904 req-e9d20e5f-9b96-4314-af4f-b87cc23327ac tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0721111 Feb 19 00:57:56.278389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b6375c8-06b5-458a-810a-bc721aca7ead req-5a136e8b-45f2-4cc9-a5f9-5c0701348528 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Feb 19 00:57:56.296882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aab0892-565a-4410-904b-57771a150904 req-82938a35-254e-4592-a986-0e19d7a48ee3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Feb 19 00:57:56.361851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38086) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:56.401925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f147-31df-448b-826e-271cdf9257ec req-3540527f-5482-443e-9cd9-b34d2f1d3ec7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.403463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1e9f147-31df-448b-826e-271cdf9257ec req-3540527f-5482-443e-9cd9-b34d2f1d3ec7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0632546 Feb 19 00:57:56.435483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7aa700d9-4247-45e6-9f6e-2c282754e9ce admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aee5f5fed13c4ac8b175884545d48677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711985 Feb 19 00:57:56.438171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38090) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:56.446109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.452548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.457891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.463168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.468657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.473925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.479235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.479674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1e9f147-31df-448b-826e-271cdf9257ec req-e720ec52-2a5e-4cd1-9802-571f1b39462c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Feb 19 00:57:56.481243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-147c79f7-c0af-43e7-95cd-ce3b7d8661cb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1290801 Feb 19 00:57:56.523238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] Publish callbacks [] for security_group (adb35a9f-6ab1-474e-9427-cf9b639616ed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.549664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] Publish callbacks [] for security_group (adb35a9f-6ab1-474e-9427-cf9b639616ed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.550493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f9809fb-baf5-4739-8019-6a9a3d03d183 req-1b49997d-2a8e-45bc-9540-888d34fff26f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635409 Feb 19 00:57:56.628227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36eb5-c665-49cc-a2ec-46c14523b063 req-39c0905c-6328-4994-9f3e-8e0ce21e93dc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.630743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1d36eb5-c665-49cc-a2ec-46c14523b063 req-39c0905c-6328-4994-9f3e-8e0ce21e93dc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0791140 Feb 19 00:57:56.685542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1d36eb5-c665-49cc-a2ec-46c14523b063 req-f6f8ca23-ea5e-40ae-83a4-ac625817c8e0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Feb 19 00:57:56.713095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (adb35a9f-6ab1-474e-9427-cf9b639616ed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.717756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:56.719610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/adb35a9f-6ab1-474e-9427-cf9b639616ed HTTP/1.1" status: 204 len: 168 time: 0.2798073 Feb 19 00:57:56.729070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c1b2-5320-4bfb-9474-f810ea3c7393 req-56dc2c27-9dfd-4812-92a2-a6ef4b470a27 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.730507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eab1d8-903b-46ed-b9f1-2a781db4999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb35a9f-6ab1-474e-9427-cf9b639616ed,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:56.731228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df17c1b2-5320-4bfb-9474-f810ea3c7393 req-56dc2c27-9dfd-4812-92a2-a6ef4b470a27 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0660450 Feb 19 00:57:56.808314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df17c1b2-5320-4bfb-9474-f810ea3c7393 req-945d3831-1c86-483e-a6d1-144475541d8a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Feb 19 00:57:56.838916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e375f0-3620-4785-bea2-f770e1088313 req-b915a65b-79b7-4182-abb7-5562780523a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.840758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5e375f0-3620-4785-bea2-f770e1088313 req-b915a65b-79b7-4182-abb7-5562780523a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0574510 Feb 19 00:57:56.895599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5e375f0-3620-4785-bea2-f770e1088313 req-f686cd8b-c0f6-4440-a8e0-8ece4872dea3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Feb 19 00:57:57.033581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec6aca-125a-4cba-bf5a-db1484304cc0 req-8b3847b6-efd0-469d-8270-09da41e84e74 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.035110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cec6aca-125a-4cba-bf5a-db1484304cc0 req-8b3847b6-efd0-469d-8270-09da41e84e74 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0548627 Feb 19 00:57:57.082535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cec6aca-125a-4cba-bf5a-db1484304cc0 req-9465f5f1-0d52-4501-b037-fad967d0ba75 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Feb 19 00:57:57.201185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f85e9c-b608-46ba-8175-6270ab2ea91c req-b0c3a0a5-a302-4d74-8f5f-2722fa727b6a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.202734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07f85e9c-b608-46ba-8175-6270ab2ea91c req-b0c3a0a5-a302-4d74-8f5f-2722fa727b6a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0664024 Feb 19 00:57:57.227278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc584df-175d-48d1-85bb-7e6cd5041ffc req-50c908fe-cfd7-4896-84a0-24b6d0cf52dc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.228843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afc584df-175d-48d1-85bb-7e6cd5041ffc req-50c908fe-cfd7-4896-84a0-24b6d0cf52dc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0664556 Feb 19 00:57:57.256132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07f85e9c-b608-46ba-8175-6270ab2ea91c req-a9d3ff1d-a95d-41eb-9554-363beb1485f3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Feb 19 00:57:57.281129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afc584df-175d-48d1-85bb-7e6cd5041ffc req-37760d54-26cf-45f4-a9e4-bcf751124ad9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447886 Feb 19 00:57:57.403878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069815-54d4-408a-9629-741e9cb53d44 req-6cee9c12-6f6f-4ad2-9f04-d80c21c8545f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.405423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff069815-54d4-408a-9629-741e9cb53d44 req-6cee9c12-6f6f-4ad2-9f04-d80c21c8545f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0543108 Feb 19 00:57:57.457190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff069815-54d4-408a-9629-741e9cb53d44 req-e98eb5b5-bea9-4800-8a42-91c7336cb4a5 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Feb 19 00:57:57.596881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:57:57.611032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a99c5-db5e-46d4-8eef-34eeffcd597b req-22083950-86ab-479c-bd9b-eeee7140bb03 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.612665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-142a99c5-db5e-46d4-8eef-34eeffcd597b req-22083950-86ab-479c-bd9b-eeee7140bb03 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0605538 Feb 19 00:57:57.673275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-142a99c5-db5e-46d4-8eef-34eeffcd597b req-74abd663-9700-4323-9f53-73a5da2c5798 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541105 Feb 19 00:57:57.710966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:57.723419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'port_id': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'mac_address': 'fa:16:3e:f2:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25a891f-3aec-492a-b9aa-a38c10b9254a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:57:57.772119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port dc44e8eb-a039-4920-a2a2-dc97d88f883e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:57.772722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.792808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44e8eb-a039-4920-a2a2-dc97d88f883e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:57:57.815533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:57.817831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3daa4e-27a5-448a-95ad-1e85659d3a51 req-4721b4d9-6e13-43a8-9db0-2900f2655aa0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:57.819598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf3daa4e-27a5-448a-95ad-1e85659d3a51 req-4721b4d9-6e13-43a8-9db0-2900f2655aa0 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0674524 Feb 19 00:57:57.861913 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:57.901906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf3daa4e-27a5-448a-95ad-1e85659d3a51 req-0fed9113-f264-4f5f-99bc-c5eb602aecfe tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Feb 19 00:57:57.926268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:57.933894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.934249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.934802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.935477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.935990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:57.952484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:58.004138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.009263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.014564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.019789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.024907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.030772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.042986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.042986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-dad40010-673f-4657-a194-6e0d57b5a3bb tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.0948749 Feb 19 00:57:58.098465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48d9fb58-fb85-43ed-b15c-4f639aa6290b req-0c32cb5e-f51f-4f6c-9a5c-e90514f8a2be tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533221 Feb 19 00:57:58.150645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6d765-9dad-4bce-8960-c9a0e7582f7a req-3d261049-d8c0-476b-b0fb-ad428296bb3a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.153177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62a6d765-9dad-4bce-8960-c9a0e7582f7a req-3d261049-d8c0-476b-b0fb-ad428296bb3a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.0591607 Feb 19 00:57:58.161605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['dc44e8eb-a039-4920-a2a2-dc97d88f883e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:57:58.211783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62a6d765-9dad-4bce-8960-c9a0e7582f7a req-090e93b2-029c-4a8f-b5f1-0d4b80b2081c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529573 Feb 19 00:57:58.240074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c2d2-cdd3-48a9-a8d7-6c864be5bc92 req-0a3f8e96-a0b3-4a24-852e-cc7ceb9242e4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.243604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a087c2d2-cdd3-48a9-a8d7-6c864be5bc92 req-0a3f8e96-a0b3-4a24-852e-cc7ceb9242e4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0789096 Feb 19 00:57:58.294231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a087c2d2-cdd3-48a9-a8d7-6c864be5bc92 req-53e26538-697c-40ac-84e9-f1b7b78cae61 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Feb 19 00:57:58.339830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a26c2-2da0-4998-9e1f-8f7dfc1d7b59 req-887f093b-cf1b-4c82-a044-f0794b1b2649 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.341342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f50a26c2-2da0-4998-9e1f-8f7dfc1d7b59 req-887f093b-cf1b-4c82-a044-f0794b1b2649 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.0622478 Feb 19 00:57:58.392522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f50a26c2-2da0-4998-9e1f-8f7dfc1d7b59 req-beb80601-426c-4c88-9bdf-21e9a2d245bb tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Feb 19 00:57:58.435430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1484f-7bb7-4dde-ba9d-4018a6a8e907 req-39ace722-7a63-4db4-bbc0-8dfc30472400 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.442715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4e1484f-7bb7-4dde-ba9d-4018a6a8e907 req-39ace722-7a63-4db4-bbc0-8dfc30472400 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0617177 Feb 19 00:57:58.485762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4e1484f-7bb7-4dde-ba9d-4018a6a8e907 req-2a80bed9-c136-41cc-a391-f0005fdd36e7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Feb 19 00:57:58.513025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64b6f-b2ff-467b-a333-caf4e8e16ff0 req-a8bc3560-082b-4465-84d0-80a90550070f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.514646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98f64b6f-b2ff-467b-a333-caf4e8e16ff0 req-a8bc3560-082b-4465-84d0-80a90550070f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.0550601 Feb 19 00:57:58.568736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98f64b6f-b2ff-467b-a333-caf4e8e16ff0 req-46f3f820-8eac-4fe0-9a83-da1539b2fcef tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485871 Feb 19 00:57:58.612682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-c94d89e4-1e26-4278-91e0-50ae7244a490 req-741c2f62-4cff-4f0f-a159-03e83031f327 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:57:58.613666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c94d89e4-1e26-4278-91e0-50ae7244a490 req-741c2f62-4cff-4f0f-a159-03e83031f327 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059536 Feb 19 00:57:58.724042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c94d89e4-1e26-4278-91e0-50ae7244a490 req-51436d37-f4aa-4b6a-9cc4-7b6a0c6f5823 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1042788 Feb 19 00:57:58.795776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38172) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:58.803141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf5fcb-8cf1-41f7-9bea-3e48341ac23f req-f7d6e8d0-f764-4e7e-aa75-d2202218335f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.804732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdbf5fcb-8cf1-41f7-9bea-3e48341ac23f req-f7d6e8d0-f764-4e7e-aa75-d2202218335f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0575821 Feb 19 00:57:58.858010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdbf5fcb-8cf1-41f7-9bea-3e48341ac23f req-e4b0213b-b9c7-4793-822f-3fcca21adb3c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459597 Feb 19 00:57:58.911757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-543188be-002d-44e9-82e6-1f26c2cccf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:58.994846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f41e1-9b80-4636-bb09-ee9415bf8d4c req-1002729a-0d3a-4394-b926-35863ced57a2 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.996426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-438f41e1-9b80-4636-bb09-ee9415bf8d4c req-1002729a-0d3a-4394-b926-35863ced57a2 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0819082 Feb 19 00:57:59.053664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-543188be-002d-44e9-82e6-1f26c2cccf49 admin admin] Publish callbacks [] for security_group (5cbfb57c-a869-44b6-8f00-afe4aa99f498), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.065306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-438f41e1-9b80-4636-bb09-ee9415bf8d4c req-47f03404-078c-4f8c-be46-7656adc400d3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Feb 19 00:57:59.124277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-543188be-002d-44e9-82e6-1f26c2cccf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cbfb57c-a869-44b6-8f00-afe4aa99f498), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.169998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-543188be-002d-44e9-82e6-1f26c2cccf49 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=afa0d430a1a64f5cacd8f49173520794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728132 Feb 19 00:57:59.171577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543188be-002d-44e9-82e6-1f26c2cccf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbfb57c-a869-44b6-8f00-afe4aa99f498,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:59.173220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:59.210553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0418a28-fc71-41d3-8e1f-d9c40976cd3f req-a5099a83-4ee1-4112-82c2-38af61922be7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.213597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0418a28-fc71-41d3-8e1f-d9c40976cd3f req-a5099a83-4ee1-4112-82c2-38af61922be7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.0805447 Feb 19 00:57:59.241475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.246934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.252259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.257481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.263419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.265283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] Publish callbacks [] for security_group (5cbfb57c-a869-44b6-8f00-afe4aa99f498), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.268992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.273991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.275939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-28004adf-031e-409e-88bf-c9d9019806dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.0951369 Feb 19 00:57:59.293319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0418a28-fc71-41d3-8e1f-d9c40976cd3f req-60751559-b809-4611-88d0-c0e933657fca tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 Feb 19 00:57:59.304345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] Publish callbacks [] for security_group (5cbfb57c-a869-44b6-8f00-afe4aa99f498), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.353412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5f12c09-54cb-4320-a292-ebdd76188583 req-88e0ae99-4ee9-409f-acfd-13cf4d23154e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689485 Feb 19 00:57:59.411603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f144c3-0a4b-4ee9-9d27-a608dcb7761a req-c18803bb-caeb-40b6-a673-cd0cbc9ce8d6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.413440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6f144c3-0a4b-4ee9-9d27-a608dcb7761a req-c18803bb-caeb-40b6-a673-cd0cbc9ce8d6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.0612967 Feb 19 00:57:59.462109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cbfb57c-a869-44b6-8f00-afe4aa99f498), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.465249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.468849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5cbfb57c-a869-44b6-8f00-afe4aa99f498 HTTP/1.1" status: 204 len: 168 time: 0.2913740 Feb 19 00:57:59.471250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f777f5-92fd-44d3-ba53-a64c49db5faf req-ceca6f66-7c9f-4166-8a38-c38334fe485d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.471609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6f144c3-0a4b-4ee9-9d27-a608dcb7761a req-b9f96b7c-9cd7-47af-a717-a8ec64b3d3a2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520694 Feb 19 00:57:59.478756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20f777f5-92fd-44d3-ba53-a64c49db5faf req-ceca6f66-7c9f-4166-8a38-c38334fe485d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0563188 Feb 19 00:57:59.479989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776c965-65ff-45ad-a9a2-c11df8dc146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbfb57c-a869-44b6-8f00-afe4aa99f498,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:59.542229 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20f777f5-92fd-44d3-ba53-a64c49db5faf req-29becc4f-3a7f-43c6-b6fd-a494588de20c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623953 Feb 19 00:57:59.597541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:57:59.607694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398f4a-cfbb-418d-93cf-18909b458610 req-ac6f1777-9859-482f-91fb-ecf9cc2f5e77 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.609902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5398f4a-cfbb-418d-93cf-18909b458610 req-ac6f1777-9859-482f-91fb-ecf9cc2f5e77 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.0685229 Feb 19 00:57:59.661671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1ef3-801a-42f5-8895-e643e27fbe64 req-159b181f-000f-4eb6-a460-3af1588e52a5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.663346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-edde1ef3-801a-42f5-8895-e643e27fbe64 req-159b181f-000f-4eb6-a460-3af1588e52a5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0639701 Feb 19 00:57:59.665528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5398f4a-cfbb-418d-93cf-18909b458610 req-f043a648-4fe4-424c-bfdd-1072b6b8fd1f tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Feb 19 00:57:59.714415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-edde1ef3-801a-42f5-8895-e643e27fbe64 req-f35092db-9447-4e50-993d-b64b58dabba4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Feb 19 00:57:59.812941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port dc44e8eb-a039-4920-a2a2-dc97d88f883e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:57:59.814298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port dc44e8eb-a039-4920-a2a2-dc97d88f883e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:57:59.814749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.857844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14714d-5dd2-4e8d-b8d3-4b7906991f4b req-bc2a1abd-9a67-4c31-bcba-f4e4f9520493 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.863354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14714d-5dd2-4e8d-b8d3-4b7906991f4b req-bc2a1abd-9a67-4c31-bcba-f4e4f9520493 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.868656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14714d-5dd2-4e8d-b8d3-4b7906991f4b req-bc2a1abd-9a67-4c31-bcba-f4e4f9520493 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.870543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df14714d-5dd2-4e8d-b8d3-4b7906991f4b req-bc2a1abd-9a67-4c31-bcba-f4e4f9520493 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb&device_id=82d2d37a-466b-4235-8e60-7ec196984e48&device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 2418 time: 0.0703316 Feb 19 00:57:59.900478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port dc44e8eb-a039-4920-a2a2-dc97d88f883e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:57:59.900863 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:59.931335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:57:59.934784 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66deda6e-5777-4a1e-ae5e-1d45b92e0d43" -d '{"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-plugged", "status": "completed", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:57:59.948293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:57:59.968922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df14714d-5dd2-4e8d-b8d3-4b7906991f4b req-f2956d9a-787a-4036-90b4-e84769b0d53c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843577 Feb 19 00:57:59.997146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ec50b-d4fa-4557-8798-8c75d6011fec req-9c9a683f-df8d-4ef8-9f1c-4edd8a5666e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.998904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a1ec50b-d4fa-4557-8798-8c75d6011fec req-9c9a683f-df8d-4ef8-9f1c-4edd8a5666e5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0653419 Feb 19 00:58:00.009615 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e2db8f-91aa-4a50-9a5c-fcd5ffc507cd x-openstack-request-id: req-d0e2db8f-91aa-4a50-9a5c-fcd5ffc507cd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:00.009903 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-plugged", "status": "completed", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:00.010215 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0e2db8f-91aa-4a50-9a5c-fcd5ffc507cd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:00.010682 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'code': 200} Feb 19 00:58:00.012141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:00.054719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-473efd87-79b0-4573-ba81-17ee0ca2bdd5 req-f9527276-b0f7-437d-adaa-097246bd1198 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:00.055790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-473efd87-79b0-4573-ba81-17ee0ca2bdd5 req-f9527276-b0f7-437d-adaa-097246bd1198 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070989 Feb 19 00:58:00.070517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a1ec50b-d4fa-4557-8798-8c75d6011fec req-2b34b4f9-4bf5-4eca-87ea-a72944a768bd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Feb 19 00:58:00.075836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:00.145938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf52c3a-838e-445b-be7f-f71828aa9f06 req-34c931d2-6339-46a3-9a74-d34d73137c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.147748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bf52c3a-838e-445b-be7f-f71828aa9f06 req-34c931d2-6339-46a3-9a74-d34d73137c17 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1127 time: 0.0669737 Feb 19 00:58:00.173675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-473efd87-79b0-4573-ba81-17ee0ca2bdd5 req-5d442b3e-5012-4881-b057-1b7675ed9e80 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1098042 Feb 19 00:58:00.199485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bf52c3a-838e-445b-be7f-f71828aa9f06 req-ab64ea2d-249d-4e4b-b4c9-457af06d4385 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Feb 19 00:58:00.502484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.507910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.514055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.519453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.525172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.530966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.536579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.540150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-0c041684-28b7-40b5-ac68-9476d127760a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1085744 Feb 19 00:58:00.601397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dfe51b20-46e1-4c91-b3f4-312398ee0b33 req-6348dc96-eb32-4b17-b4bf-dafe0c51b3e3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567968 Feb 19 00:58:00.622888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f763-a51a-40a7-ab8c-e9b0a172c823 req-7dc9ff5b-6460-486f-bb60-a6680c7c3cec tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.624554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54c9f763-a51a-40a7-ab8c-e9b0a172c823 req-7dc9ff5b-6460-486f-bb60-a6680c7c3cec tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 945 time: 0.0619922 Feb 19 00:58:00.672434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54c9f763-a51a-40a7-ab8c-e9b0a172c823 req-03f10cdd-b571-482d-a4b6-e092ec888c34 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Feb 19 00:58:00.780379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda4a35-6d8c-45cc-8ebe-e106ecb9a6dc req-dcbc8bab-0093-4f59-9a5e-acf7fbaa11ff tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.781865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbda4a35-6d8c-45cc-8ebe-e106ecb9a6dc req-dcbc8bab-0093-4f59-9a5e-acf7fbaa11ff tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0550296 Feb 19 00:58:00.835593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbda4a35-6d8c-45cc-8ebe-e106ecb9a6dc req-33f00be7-54ad-4a74-be5c-dbeeacc7e434 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Feb 19 00:58:00.891926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a567-7ed2-4e5f-9b71-f854c4b25c65 req-556d0c53-f6c2-4597-a037-346a3185cf45 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.893449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d988a567-7ed2-4e5f-9b71-f854c4b25c65 req-556d0c53-f6c2-4597-a037-346a3185cf45 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0560451 Feb 19 00:58:00.950971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d988a567-7ed2-4e5f-9b71-f854c4b25c65 req-f91d03d5-21f2-4d8e-bfe8-9c70f56db9c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516996 Feb 19 00:58:01.205789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917f154-71c1-4d95-acdb-892ddba12e97 req-53791d3e-01f0-4e04-aba9-ceb8ce6e4ee9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.209536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2917f154-71c1-4d95-acdb-892ddba12e97 req-53791d3e-01f0-4e04-aba9-ceb8ce6e4ee9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Feb 19 00:58:01.260041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2917f154-71c1-4d95-acdb-892ddba12e97 req-1e046db7-7fbd-4a56-8d2e-e9b26e3ad776 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471563 Feb 19 00:58:01.412104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38254) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:01.524650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.600175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Publish callbacks [] for security_group (49ce6971-fb48-4f28-bf45-2cb792586dea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.692757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49ce6971-fb48-4f28-bf45-2cb792586dea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.744282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.749036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bdd4c4d6692344b6ae379748f99445fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358350 Feb 19 00:58:01.749674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.759210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.760388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.765723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.768116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce6971-fb48-4f28-bf45-2cb792586dea,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:01.778654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:01.778799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.778799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.779561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-5bfc56c5-51fb-4f40-adda-3e44560eee19 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1014807 Feb 19 00:58:01.795458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.795809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.796157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.796501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.796838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.797175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.797965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.798306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.798728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.799752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.800090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.800423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.800752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e54c1-7f06-4546-b603-31539dd3db1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:01.839516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42fb883d-e019-41cc-b0b3-2fbe70f6dce4 req-86dd750c-98a9-412c-862a-a075e5339439 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552824 Feb 19 00:58:01.842740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52624e2-dcf6-4df9-a88f-e452576c14bf req-e9eca483-98fe-426c-ae87-db055611315b tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.844279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e52624e2-dcf6-4df9-a88f-e452576c14bf req-e9eca483-98fe-426c-ae87-db055611315b tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.1135190 Feb 19 00:58:01.864366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] Publish callbacks [] for security_group (49ce6971-fb48-4f28-bf45-2cb792586dea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.906350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] Publish callbacks [] for security_group (49ce6971-fb48-4f28-bf45-2cb792586dea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:01.926445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e52624e2-dcf6-4df9-a88f-e452576c14bf req-617def26-b70c-47a4-8f7f-8536ebff50a5 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737453 Feb 19 00:58:01.970055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f06c2-e498-4b3f-a9be-dbd8d816dc84 req-fddd17e5-a3c4-4630-83c3-91f1c0b62cd8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:01.973536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c9f06c2-e498-4b3f-a9be-dbd8d816dc84 req-fddd17e5-a3c4-4630-83c3-91f1c0b62cd8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 945 time: 0.0725574 Feb 19 00:58:02.024939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c9f06c2-e498-4b3f-a9be-dbd8d816dc84 req-b777468d-d2cd-488e-ae93-dd3b246a8ac5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Feb 19 00:58:02.025340 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49ce6971-fb48-4f28-bf45-2cb792586dea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.028909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:02.030024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/49ce6971-fb48-4f28-bf45-2cb792586dea HTTP/1.1" status: 204 len: 168 time: 0.2589028 Feb 19 00:58:02.043389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434109eb-4900-466a-947b-20946db116c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce6971-fb48-4f28-bf45-2cb792586dea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:02.066853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f66de9-bbcd-45b7-84c5-0612d59a64d7 req-1438141d-68e3-4cf5-9dcd-3052a274a13f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.068588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37f66de9-bbcd-45b7-84c5-0612d59a64d7 req-1438141d-68e3-4cf5-9dcd-3052a274a13f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0762048 Feb 19 00:58:02.122843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37f66de9-bbcd-45b7-84c5-0612d59a64d7 req-8b6e2475-a928-4aa5-aa4c-021f45752578 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Feb 19 00:58:02.165126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23611e3-c6eb-415e-965e-aa1c13886ffb req-f28f152c-ac1a-45a6-bb83-c537e73e7162 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.166520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e23611e3-c6eb-415e-965e-aa1c13886ffb req-f28f152c-ac1a-45a6-bb83-c537e73e7162 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0555530 Feb 19 00:58:02.217485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e23611e3-c6eb-415e-965e-aa1c13886ffb req-f601457b-03d5-4078-8eec-06f076bf5bcb tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Feb 19 00:58:02.389213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662aa01-ed7c-44df-a0d9-3ac522ee01df req-1b3e5316-8150-4dc3-9c59-ea5bc05441b1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.390833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d662aa01-ed7c-44df-a0d9-3ac522ee01df req-1b3e5316-8150-4dc3-9c59-ea5bc05441b1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0588155 Feb 19 00:58:02.443525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d662aa01-ed7c-44df-a0d9-3ac522ee01df req-ec0d5d68-fd36-4c22-860c-c47536f57728 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Feb 19 00:58:02.480205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6c75b-e85b-4aae-bbb2-bf44dc2e6270 req-5ac4efbb-8adf-4e85-ba78-939f3bf7a667 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.481724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35e6c75b-e85b-4aae-bbb2-bf44dc2e6270 req-5ac4efbb-8adf-4e85-ba78-939f3bf7a667 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1127 time: 0.0544262 Feb 19 00:58:02.525776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35e6c75b-e85b-4aae-bbb2-bf44dc2e6270 req-2465269b-7c10-4248-8fa7-b265f3a72556 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386512 Feb 19 00:58:02.638143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2dea-123e-4e21-9ab9-b656ae341821 req-716eee56-5297-4c8c-94d8-49970f56a2f0 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.639697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-797c2dea-123e-4e21-9ab9-b656ae341821 req-716eee56-5297-4c8c-94d8-49970f56a2f0 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1127 time: 0.0493207 Feb 19 00:58:02.682689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-797c2dea-123e-4e21-9ab9-b656ae341821 req-feadb228-fbd9-44ae-93c2-cb42cd0238aa tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368981 Feb 19 00:58:02.981378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.986664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.991915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.997835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.003124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.008513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.013897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.021275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-b8d45a74-15ad-4b51-b20e-f171ef2e4335 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1013613 Feb 19 00:58:03.080754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e043b3e4-a3a5-435e-a8e8-aafb51b2f4d7 req-016f140d-bfee-44dd-a62b-784ec190ca68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585997 Feb 19 00:58:03.204819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fff062-e345-46a5-8bb3-14e6aeb03640 req-f45f4dd2-2fd7-4fa3-8acc-fd50a9d50571 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.206452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63fff062-e345-46a5-8bb3-14e6aeb03640 req-f45f4dd2-2fd7-4fa3-8acc-fd50a9d50571 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.0625768 Feb 19 00:58:03.266608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63fff062-e345-46a5-8bb3-14e6aeb03640 req-4ed77120-9f4e-474c-b66a-49ad980b7000 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Feb 19 00:58:03.366636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-70ee232c-fe65-4c53-9db1-6408d3fc16dd tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.368339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-70ee232c-fe65-4c53-9db1-6408d3fc16dd tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 946 time: 0.0586104 Feb 19 00:58:03.405385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460bcc-8bc2-4371-b453-33d4dcfbb0d4 req-acf8fb32-f6c6-413b-8700-fa72804401fe tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.407321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4460bcc-8bc2-4371-b453-33d4dcfbb0d4 req-acf8fb32-f6c6-413b-8700-fa72804401fe tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0699475 Feb 19 00:58:03.468150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4460bcc-8bc2-4371-b453-33d4dcfbb0d4 req-d3f270c2-afc5-4ec1-aaab-5edddfcab8e8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527289 Feb 19 00:58:03.508210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Deleting port c83c57be-6d1d-404b-8f92-e4af3a5596b2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:03.508560 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.589896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015d38d-5fde-44cc-8faa-edb70144a272 req-419a4368-d38e-4215-83cb-55696076c054 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.592262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1015d38d-5fde-44cc-8faa-edb70144a272 req-419a4368-d38e-4215-83cb-55696076c054 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0613806 Feb 19 00:58:03.614838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] For port c83c57be-6d1d-404b-8f92-e4af3a5596b2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=c83c57be-6d1d-404b-8f92-e4af3a5596b2,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:03.615218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.629292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Calling delete_port for c83c57be-6d1d-404b-8f92-e4af3a5596b2 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:03.653300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1015d38d-5fde-44cc-8faa-edb70144a272 req-00696f0e-a049-48e3-9657-bbde0afcba72 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550804 Feb 19 00:58:03.793217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654d01-c01a-4cfb-a22c-1628c7892100 req-53328f74-0653-4712-a184-a8a44320ba6e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.794805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10654d01-c01a-4cfb-a22c-1628c7892100 req-53328f74-0653-4712-a184-a8a44320ba6e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0666170 Feb 19 00:58:03.845074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c83c57be-6d1d-404b-8f92-e4af3a5596b2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.853529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10654d01-c01a-4cfb-a22c-1628c7892100 req-c86cb1fd-8c89-48cb-be00-5454116db5b0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Feb 19 00:58:03.858015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['952f636d-a674-46b6-a3ba-49b6d3042aa9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:03.862390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'c83c57be-6d1d-404b-8f92-e4af3a5596b2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:03.894282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event deleted for resources: {'Port': ['ID=c83c57be-6d1d-404b-8f92-e4af3a5596b2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:03.950288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] No DVR routers for this DVR port c83c57be-6d1d-404b-8f92-e4af3a5596b2 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:03.953106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:03.956420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0e1e22d-3935-4f56-b6ed-9ee35c22447a req-c1bb8c3d-6b77-4697-944c-d88512a78d30 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "DELETE /v2.0/ports/c83c57be-6d1d-404b-8f92-e4af3a5596b2 HTTP/1.1" status: 204 len: 173 time: 0.5813572 Feb 19 00:58:03.956850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'name': 'network-vif-deleted', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:03.959110 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72b179-6b53-4818-bbda-2550eeca6407" -d '{"events": [{"server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "name": "network-vif-deleted", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:04.004130 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a43566-7242-4e01-b49c-394674d7162f x-openstack-request-id: req-75a43566-7242-4e01-b49c-394674d7162f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:04.004257 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb", "name": "network-vif-deleted", "tag": "c83c57be-6d1d-404b-8f92-e4af3a5596b2", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:04.004531 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-75a43566-7242-4e01-b49c-394674d7162f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:04.004912 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb', 'name': 'network-vif-deleted', 'tag': 'c83c57be-6d1d-404b-8f92-e4af3a5596b2', 'status': 'completed', 'code': 200} Feb 19 00:58:04.235484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.238277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.243710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.249966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.258504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.260611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.268250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.275733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-4bcd6139-27eb-427d-bd48-ba5a857e5a1b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1078651 Feb 19 00:58:04.345682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cdf9c95f-9aab-44fd-b315-0aa6c449dfb2 req-03cbe969-813f-4414-92d1-c0c37312cdbd tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685990 Feb 19 00:58:04.459618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48cdd767-a008-4c1a-b2f2-763222e40f32 req-eb229d8a-d0b7-42a9-81c6-d30ecd3c0133 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef0c1afe-eb29-4fc9-9da0-9ca2e3b85bfb HTTP/1.1" status: 200 len: 210 time: 0.0331366 Feb 19 00:58:04.594372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0256cc-cbe2-465d-86ba-88fb25ccd66f req-f72ba0c9-d24d-4e8c-803a-5e6f9a78731d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.602618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf0256cc-cbe2-465d-86ba-88fb25ccd66f req-f72ba0c9-d24d-4e8c-803a-5e6f9a78731d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0667353 Feb 19 00:58:04.648743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf0256cc-cbe2-465d-86ba-88fb25ccd66f req-6f07547e-e964-419c-b620-c442549ac6fa tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Feb 19 00:58:04.780681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05d79-679d-4f3c-9555-4d48802d0ecc req-938a4ec8-cd37-4eed-b5b8-95e76def59d6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.782502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-08e05d79-679d-4f3c-9555-4d48802d0ecc req-938a4ec8-cd37-4eed-b5b8-95e76def59d6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0649118 Feb 19 00:58:04.803585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-f3fc6fc6-d777-4cb6-ae8b-ae7438fe258d tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:04.809141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-f3fc6fc6-d777-4cb6-ae8b-ae7438fe258d tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1164684 Feb 19 00:58:04.841890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-08e05d79-679d-4f3c-9555-4d48802d0ecc req-a5924bc2-fd0d-4b0e-8c20-75a683e12ca3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532084 Feb 19 00:58:04.901819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-fef41531-304f-42a2-a5f3-9cb434b3b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.907046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-fef41531-304f-42a2-a5f3-9cb434b3b350 service neutron] 10.222.0.94 "GET /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 1124 time: 0.0914712 Feb 19 00:58:04.913305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Request body: {'binding': {'host': 'n-h1-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:04.913763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:58:04.986993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cc531-122f-46a9-90a0-827d61f09c4d req-f61f29d6-51b6-4978-9e00-e88f511ff271 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:04.988746 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-445cc531-122f-46a9-90a0-827d61f09c4d req-f61f29d6-51b6-4978-9e00-e88f511ff271 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0638154 Feb 19 00:58:05.048790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-445cc531-122f-46a9-90a0-827d61f09c4d req-51bf1157-7358-4ee5-b311-fb7070963be5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 Feb 19 00:58:05.076713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on host n-h1-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:05.077083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:05.077513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:05.082496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:05.082877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:05.090026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:05.090823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:05.090823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:05.091401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Bound port: dc44e8eb-a039-4920-a2a2-dc97d88f883e, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:05.128035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38378) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:05.149626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:05.211992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.213217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-12f9e275-6248-4845-b34b-4cceb49e6265 service neutron] 10.222.0.94 "POST /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3034520 Feb 19 00:58:05.233324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-998582d1-09f2-4a07-869e-e30b7c85aa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.307300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-998582d1-09f2-4a07-869e-e30b7c85aa2b admin admin] Publish callbacks [] for security_group (9dfaafb9-84ca-49a3-97bd-0f75d95b3a99), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.358401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-998582d1-09f2-4a07-869e-e30b7c85aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9dfaafb9-84ca-49a3-97bd-0f75d95b3a99), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.400398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998582d1-09f2-4a07-869e-e30b7c85aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfaafb9-84ca-49a3-97bd-0f75d95b3a99,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:05.404788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-998582d1-09f2-4a07-869e-e30b7c85aa2b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1f9f87e50634493e9f9be031ab1840ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756398 Feb 19 00:58:05.407618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:05.501763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] Publish callbacks [] for security_group (9dfaafb9-84ca-49a3-97bd-0f75d95b3a99), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.511153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a7bcd-e23a-439f-953c-7bdb35b8a061 req-9d920f44-e7ea-4cfe-8749-90a98f4b98da tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.519053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f98a7bcd-e23a-439f-953c-7bdb35b8a061 req-9d920f44-e7ea-4cfe-8749-90a98f4b98da tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 945 time: 0.0660360 Feb 19 00:58:05.539566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.545420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.550640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.555885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.562041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.562961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f98a7bcd-e23a-439f-953c-7bdb35b8a061 req-76ede855-c437-4679-abdd-4d1f04d909e0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Feb 19 00:58:05.567255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.572490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.584480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-fb63cc1a-3b47-4cc9-a6b5-f46e0d750a7f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5432 time: 0.1311102 Feb 19 00:58:05.584480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] Publish callbacks [] for security_group (9dfaafb9-84ca-49a3-97bd-0f75d95b3a99), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.647397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ba5a0e4-4f6e-431c-a719-331748a28dbe details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:05.690699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef3094e6-7bb6-4018-8ee6-73f3b2331d34 req-af4f72d5-da70-401a-b3aa-9357eb7bd36d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080742 Feb 19 00:58:05.736103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9dfaafb9-84ca-49a3-97bd-0f75d95b3a99), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.740955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.747409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9dfaafb9-84ca-49a3-97bd-0f75d95b3a99 HTTP/1.1" status: 204 len: 168 time: 0.3374207 Feb 19 00:58:05.767511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7c52a-4818-43bc-b001-56606ee23aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfaafb9-84ca-49a3-97bd-0f75d95b3a99,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:05.812250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:05.833510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'port_id': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'mac_address': 'fa:16:3e:29:da:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:05.836120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-5dc99ba1-18ef-4e36-bc6b-6b099109aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.840102 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-5dc99ba1-18ef-4e36-bc6b-6b099109aa69 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1127 time: 0.0750635 Feb 19 00:58:05.877746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ba5a0e4-4f6e-431c-a719-331748a28dbe is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:05.878585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:05.895874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba5a0e4-4f6e-431c-a719-331748a28dbe {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:05.903380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b5d3-6256-4a4c-85bc-0ceb79b84715 req-9a3a4fd3-f1bf-43fc-b659-73881768470e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.905033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ac2b5d3-6256-4a4c-85bc-0ceb79b84715 req-9a3a4fd3-f1bf-43fc-b659-73881768470e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0748620 Feb 19 00:58:05.925142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:05.960539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ac2b5d3-6256-4a4c-85bc-0ceb79b84715 req-4a0dfa9c-850a-4b35-b1e1-3d7593be28e1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Feb 19 00:58:06.000783 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.001614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fcf43fba-2385-425c-9bc8-22aa20b81bc6 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:06.007436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-63e19515-3de7-478e-991a-4a5ef0f366e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.008921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-63e19515-3de7-478e-991a-4a5ef0f366e2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1594517 Feb 19 00:58:06.082871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-43262aff-794f-4648-81ff-92ac1df88738 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0670767 Feb 19 00:58:06.089320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e94fe-c386-4df5-a1dd-2757af037dfb req-ddd7fc1f-2684-4abd-9f66-6366d71286ca tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.095372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3756-64d5-48e2-8a4f-de7546b23a9e req-38cb86c9-4303-442c-b689-857e8c0e9a60 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.096561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-743e94fe-c386-4df5-a1dd-2757af037dfb req-ddd7fc1f-2684-4abd-9f66-6366d71286ca tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.0745466 Feb 19 00:58:06.096857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f8c3756-64d5-48e2-8a4f-de7546b23a9e req-38cb86c9-4303-442c-b689-857e8c0e9a60 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1204138 Feb 19 00:58:06.148653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.156557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-743e94fe-c386-4df5-a1dd-2757af037dfb req-67b6df0e-8c7c-4627-b4af-bded66a26684 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Feb 19 00:58:06.158636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.173714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'port_id': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'mac_address': 'fa:16:3e:a4:d8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:06.177686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4d4acb46-b60c-4a78-b4b8-26e5f09c9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.179582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4d4acb46-b60c-4a78-b4b8-26e5f09c9b96 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0818493 Feb 19 00:58:06.219769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fcf43fba-2385-425c-9bc8-22aa20b81bc6 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:06.220422 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.236724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf43fba-2385-425c-9bc8-22aa20b81bc6 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:06.250546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-6d86063d-298b-412b-93a6-9bca63db2bac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453124 Feb 19 00:58:06.253830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f8c3756-64d5-48e2-8a4f-de7546b23a9e req-338f63fd-bd17-4b84-9c03-f26378d57729 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479404 Feb 19 00:58:06.259290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.272960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4419a0b-04ba-4531-bcb0-133eaaaa68b8 req-fd178bcd-9a16-4d36-bc2e-1e85a0d49c6e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.274519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4419a0b-04ba-4531-bcb0-133eaaaa68b8 req-fd178bcd-9a16-4d36-bc2e-1e85a0d49c6e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0588779 Feb 19 00:58:06.326819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4419a0b-04ba-4531-bcb0-133eaaaa68b8 req-4c45f1b7-1c49-4f50-884a-aa649c8e9c65 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Feb 19 00:58:06.353062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.353803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73f30e68-015e-42cb-a776-5afd4e6edfad details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:06.427386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.500722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.518648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'port_id': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'mac_address': 'fa:16:3e:33:35:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08265328-1c55-48c4-8f92-f431800142ce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:06.540890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38406) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:06.554127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8937144d-5454-4f7a-a48d-1749f4c44888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.561616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 73f30e68-015e-42cb-a776-5afd4e6edfad is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:06.562106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.577998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f30e68-015e-42cb-a776-5afd4e6edfad {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:06.604923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.638711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8937144d-5454-4f7a-a48d-1749f4c44888 admin admin] Publish callbacks [] for security_group (3b74edce-1f2a-4f69-aad3-aa0c641e321e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.656549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-033b1a7b-09b3-44a7-a802-606235bf9ecd service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003084 Feb 19 00:58:06.668001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.668876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 730b6857-4250-4d0c-a4bc-5ef97e5d245b details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:06.732253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8937144d-5454-4f7a-a48d-1749f4c44888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3b74edce-1f2a-4f69-aad3-aa0c641e321e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.740548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.753596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90fbe-7b6f-4bb6-a937-66f0cf497b22 req-51981295-22bc-4004-88d9-f52cd8296110 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.754942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.755613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35a90fbe-7b6f-4bb6-a937-66f0cf497b22 req-51981295-22bc-4004-88d9-f52cd8296110 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 945 time: 0.1208794 Feb 19 00:58:06.759168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '730b6857-4250-4d0c-a4bc-5ef97e5d245b', 'network_id': 'ae7704dd-007e-46d8-92f9-dfa5a0e457aa', 'port_id': '730b6857-4250-4d0c-a4bc-5ef97e5d245b', 'mac_address': 'fa:16:3e:b0:fc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08265328-1c55-48c4-8f92-f431800142ce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:06.807382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 730b6857-4250-4d0c-a4bc-5ef97e5d245b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:06.808424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.809069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937144d-5454-4f7a-a48d-1749f4c44888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74edce-1f2a-4f69-aad3-aa0c641e321e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:06.811517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-580cad6c-4c5f-450a-9784-bdfbb18c0520 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397395 Feb 19 00:58:06.817945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8937144d-5454-4f7a-a48d-1749f4c44888 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=628fa050378f481e938263f575c15c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750061 Feb 19 00:58:06.824241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730b6857-4250-4d0c-a4bc-5ef97e5d245b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:06.826128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:06.850336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:06.864114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35a90fbe-7b6f-4bb6-a937-66f0cf497b22 req-25112ce6-716c-46b4-9181-80dffdf1ed0a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888228 Feb 19 00:58:06.897394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] Publish callbacks [] for security_group (3b74edce-1f2a-4f69-aad3-aa0c641e321e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.899569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.905833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.911164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.916468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.920860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] Publish callbacks [] for security_group (3b74edce-1f2a-4f69-aad3-aa0c641e321e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.922371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.927590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.933136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.935244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-061949a3-ad2e-4c99-9c5a-2d450e4f5119 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5435 time: 0.1157427 Feb 19 00:58:06.958613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c83c57be-6d1d-404b-8f92-e4af3a5596b2 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:06.980988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: c83c57be-6d1d-404b-8f92-e4af3a5596b2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:06.981334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device c83c57be-6d1d-404b-8f92-e4af3a5596b2 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:06.992917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:06.993911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 332132cb-f3a8-48d0-accf-410c452c5fd2 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:07.027172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3b74edce-1f2a-4f69-aad3-aa0c641e321e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.029264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.033243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3b74edce-1f2a-4f69-aad3-aa0c641e321e HTTP/1.1" status: 204 len: 168 time: 0.2058375 Feb 19 00:58:07.038049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3e04a60-f2b8-48fe-87e6-c3dcaaade7e5 req-b5677472-2a37-4893-bdb6-f8ef9ddb5477 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961094 Feb 19 00:58:07.071873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04afef-c01f-4741-ba4a-2c20e5c17f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74edce-1f2a-4f69-aad3-aa0c641e321e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.076548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-707596e0-1dfe-486c-8909-aed756d6f063 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.078554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-707596e0-1dfe-486c-8909-aed756d6f063 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.0928023 Feb 19 00:58:07.088212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=332132cb-f3a8-48d0-accf-410c452c5fd2,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.091843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.095399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:07.106281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '332132cb-f3a8-48d0-accf-410c452c5fd2', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'port_id': '332132cb-f3a8-48d0-accf-410c452c5fd2', 'mac_address': 'fa:16:3e:0e:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:07.148045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 332132cb-f3a8-48d0-accf-410c452c5fd2 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:07.148441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.164101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332132cb-f3a8-48d0-accf-410c452c5fd2 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:07.192147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b887d0c-77ca-4c36-9031-3a3d92452b79 req-6a8df843-483a-42bd-8863-5b329bd16bf8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.192760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=332132cb-f3a8-48d0-accf-410c452c5fd2,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.193814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b887d0c-77ca-4c36-9031-3a3d92452b79 req-6a8df843-483a-42bd-8863-5b329bd16bf8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1143475 Feb 19 00:58:07.200060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.289500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b887d0c-77ca-4c36-9031-3a3d92452b79 req-fb4bf894-376d-4043-b845-05dfb2a5f9c1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Feb 19 00:58:07.291298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.292344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4f14699e-f7d9-45c3-b2d0-73eb685bc996 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:07.330454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7030-7ce1-40e9-a015-f3697ffb25b1 req-e755f769-10d3-491b-b155-b45bed31bb89 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.332058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d5c7030-7ce1-40e9-a015-f3697ffb25b1 req-e755f769-10d3-491b-b155-b45bed31bb89 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.0774405 Feb 19 00:58:07.371694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.375631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.388326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'port_id': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'mac_address': 'fa:16:3e:6a:d9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:07.404361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d5c7030-7ce1-40e9-a015-f3697ffb25b1 req-233557dc-bce9-4f2a-a0ee-a65bec369a60 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638514 Feb 19 00:58:07.456906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.458076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:07.458691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.479703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f14699e-f7d9-45c3-b2d0-73eb685bc996 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:07.505172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.508519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:07.517309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa45d0-79e6-48c5-ad4b-38a1d3dc1eb1 req-3ca0f916-8547-4179-92de-365ce8d03836 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.518809 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffaa45d0-79e6-48c5-ad4b-38a1d3dc1eb1 req-3ca0f916-8547-4179-92de-365ce8d03836 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1374733 Feb 19 00:58:07.543158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626e61-ad00-4194-a423-03d83701177a req-49e6f5e0-3ef4-492b-869d-64fca42f216f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.547599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf626e61-ad00-4194-a423-03d83701177a req-49e6f5e0-3ef4-492b-869d-64fca42f216f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0845480 Feb 19 00:58:07.576264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.576941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdb83f8a-5edf-42dd-b617-86e739cb7a2e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:07.592965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:07.595283 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d199d140-731a-4e00-b838-b43137bad06a" -d '{"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:07.600288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks [] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.605199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffaa45d0-79e6-48c5-ad4b-38a1d3dc1eb1 req-f7687efa-c4f1-477a-8547-49548022f5f2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Feb 19 00:58:07.640665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf626e61-ad00-4194-a423-03d83701177a req-ec0a8385-8066-41b8-8910-3bce85bfc3c2 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897357 Feb 19 00:58:07.656771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.656771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.662055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.664924 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b55274-e624-4d95-829e-2af0503ed9ce x-openstack-request-id: req-84b55274-e624-4d95-829e-2af0503ed9ce {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:07.665217 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-unplugged", "status": "completed", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:07.665470 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-84b55274-e624-4d95-829e-2af0503ed9ce {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:07.665861 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'code': 200} Feb 19 00:58:07.679424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e', 'network_id': 'baebc2a9-77dd-476f-a234-a55c26b6e2f3', 'port_id': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e', 'mac_address': 'fa:16:3e:b2:b1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc7bf54-a005-4307-aa36-56fe04c5ef40', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:07.710429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-ba197328-0250-4e76-9e44-d53af025400a tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.711938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-ba197328-0250-4e76-9e44-d53af025400a tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.96 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 946 time: 0.0697837 Feb 19 00:58:07.723274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdb83f8a-5edf-42dd-b617-86e739cb7a2e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:07.723746 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.747770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb83f8a-5edf-42dd-b617-86e739cb7a2e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:07.748006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.783650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.792553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:07.793023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:07.793470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:07.799360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:07.799360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Attempting to bind port dc44e8eb-a039-4920-a2a2-dc97d88f883e on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:07.804391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:07.804728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:07.805112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:07.805536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Bound port: dc44e8eb-a039-4920-a2a2-dc97d88f883e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:07.805892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.833025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.836129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Deleting port 952f636d-a674-46b6-a3ba-49b6d3042aa9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:07.836753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.878775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:07.882852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:07.910738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:07.953260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.982082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] For port 952f636d-a674-46b6-a3ba-49b6d3042aa9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=952f636d-a674-46b6-a3ba-49b6d3042aa9,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:07.982558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:07.999901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Calling delete_port for 952f636d-a674-46b6-a3ba-49b6d3042aa9 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:08.028976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd705b-f5b8-4d7c-b69a-55c422eb9dc9 req-ee3b7a7f-fe83-4ac2-85ef-be105d6436de tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.030571 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71bd705b-f5b8-4d7c-b69a-55c422eb9dc9 req-ee3b7a7f-fe83-4ac2-85ef-be105d6436de tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0871451 Feb 19 00:58:08.030978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:08.037322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.038054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.039475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-21c70e96-0c5f-4ce2-858a-7bae62bc9b41 service neutron] 10.222.0.117 "PUT /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 1121 time: 0.9513938 Feb 19 00:58:08.135981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71bd705b-f5b8-4d7c-b69a-55c422eb9dc9 req-0558c037-59e2-4c4a-b734-822d206fd9bb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Feb 19 00:58:08.210694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.216640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.221898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.227192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.232589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.242379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.248029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.250220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-46cb7d4a-3dfc-4589-95b6-dfc6021efade tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5439 time: 0.1172669 Feb 19 00:58:08.255882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (952f636d-a674-46b6-a3ba-49b6d3042aa9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.267307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cf27ed1e-bbb9-481d-af4b-f7a79866408c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.289982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event deleted for resources: {'Port': ['ID=952f636d-a674-46b6-a3ba-49b6d3042aa9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:08.340052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1894e14-cb13-4272-aba0-3c2ae23960c9 req-ae7a1a6a-60ec-48ee-b4be-0ea215955303 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773652 Feb 19 00:58:08.343900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['952f636d-a674-46b6-a3ba-49b6d3042aa9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.345973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['dc44e8eb-a039-4920-a2a2-dc97d88f883e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.429786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] No DVR routers for this DVR port 952f636d-a674-46b6-a3ba-49b6d3042aa9 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:08.440370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:08.444192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5ffc5ef4-d7b7-4627-a0f2-df3cd4143938 req-51e5731d-6211-4775-8367-bec830048210 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.96 "DELETE /v2.0/ports/952f636d-a674-46b6-a3ba-49b6d3042aa9 HTTP/1.1" status: 204 len: 173 time: 0.7241647 Feb 19 00:58:08.444965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'name': 'network-vif-deleted', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:08.447692 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750d1cb-831b-45d8-9c0a-79eab1c50af6" -d '{"events": [{"server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "name": "network-vif-deleted", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:08.503907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73adec0-a1b9-40ea-a0f2-227b43342979 req-e7ae2a0a-4964-4199-8ddc-8451bad748c4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.505926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b73adec0-a1b9-40ea-a0f2-227b43342979 req-e7ae2a0a-4964-4199-8ddc-8451bad748c4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0775499 Feb 19 00:58:08.569711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61aac1ea-6022-490f-9321-267c71d82fa8 req-cc9fc238-1490-4f85-9478-cd3a8e965f9e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=82d2d37a-466b-4235-8e60-7ec196984e48 HTTP/1.1" status: 200 len: 210 time: 0.0626738 Feb 19 00:58:08.576372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b73adec0-a1b9-40ea-a0f2-227b43342979 req-6d9899e2-3245-4a60-9ccc-bb9b5ba9f8f3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625625 Feb 19 00:58:08.613909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6ba5a0e4-4f6e-431c-a719-331748a28dbe'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.622046 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1e9bd-f8fa-4a00-8924-fa144435b109 x-openstack-request-id: req-ceb1e9bd-f8fa-4a00-8924-fa144435b109 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:08.622345 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d2d37a-466b-4235-8e60-7ec196984e48", "name": "network-vif-deleted", "tag": "952f636d-a674-46b6-a3ba-49b6d3042aa9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:08.622593 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ceb1e9bd-f8fa-4a00-8924-fa144435b109 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:08.622991 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d2d37a-466b-4235-8e60-7ec196984e48', 'name': 'network-vif-deleted', 'tag': '952f636d-a674-46b6-a3ba-49b6d3042aa9', 'status': 'completed', 'code': 200} Feb 19 00:58:08.689358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['4f14699e-f7d9-45c3-b2d0-73eb685bc996'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.739815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['332132cb-f3a8-48d0-accf-410c452c5fd2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.781271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937dd1d-03ee-4a91-ad82-4a1344c7b2f0 req-28703b00-3dcc-45a0-b5cd-71ad2975dc99 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.783318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7937dd1d-03ee-4a91-ad82-4a1344c7b2f0 req-28703b00-3dcc-45a0-b5cd-71ad2975dc99 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0897532 Feb 19 00:58:08.798541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['73f30e68-015e-42cb-a776-5afd4e6edfad'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.801686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fdb83f8a-5edf-42dd-b617-86e739cb7a2e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:08.864226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10a184-aa1d-44d5-8dc6-67b1055f9b1b req-783565b3-57dc-449b-80b0-0344afb8f10b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.868326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db10a184-aa1d-44d5-8dc6-67b1055f9b1b req-783565b3-57dc-449b-80b0-0344afb8f10b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1077390 Feb 19 00:58:08.873664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7937dd1d-03ee-4a91-ad82-4a1344c7b2f0 req-dab54052-8139-4d10-a49a-4d900981a114 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827191 Feb 19 00:58:08.932121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db10a184-aa1d-44d5-8dc6-67b1055f9b1b req-2b18081b-e76e-4347-8015-e344a97f1e6e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522468 Feb 19 00:58:09.074269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:09.291216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4858-a32a-48b6-8a82-a4417fc3afb0 req-599e643f-a0d1-4875-a52a-0b0c0006ba44 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.293860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0acf4858-a32a-48b6-8a82-a4417fc3afb0 req-599e643f-a0d1-4875-a52a-0b0c0006ba44 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0728891 Feb 19 00:58:09.397261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0acf4858-a32a-48b6-8a82-a4417fc3afb0 req-56ec7d27-82c5-4725-af50-eaa24b9da19d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Feb 19 00:58:09.506530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:09.525019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:09.545736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.551416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.556661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.562433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.567565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.570980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fcf43fba-2385-425c-9bc8-22aa20b81bc6'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:09.573625 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.574562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['730b6857-4250-4d0c-a4bc-5ef97e5d245b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:09.579302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.583584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-b66d16ef-137c-47e0-8e3f-6547936d8505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5439 time: 0.1218870 Feb 19 00:58:09.667250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:09.670344 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0da1b07-2bf1-4990-b1bb-13d009462576" -d '{"events": [{"name": "network-changed", "server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:09.674006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cc60297-d7f5-4118-9be3-512656a15f18 req-da60649e-0b50-4f94-9fc4-9dc0d08276c3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866265 Feb 19 00:58:09.689890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e has no active binding in host n-h1-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:58:09.690414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:09.767398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05d86c-c1bd-44a9-8bff-f7b254d59688 req-ef9b2155-00e6-4cad-90bc-932507b5c9b3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.776708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad05d86c-c1bd-44a9-8bff-f7b254d59688 req-ef9b2155-00e6-4cad-90bc-932507b5c9b3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0920062 Feb 19 00:58:09.835879 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad05d86c-c1bd-44a9-8bff-f7b254d59688 req-251b08ed-b005-4912-995b-4eaba7a65dbb tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568345 Feb 19 00:58:09.888274 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d79a8-c4b5-487d-8146-16f5290f332d x-openstack-request-id: req-7c5d79a8-c4b5-487d-8146-16f5290f332d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:09.888686 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:09.889142 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7c5d79a8-c4b5-487d-8146-16f5290f332d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:09.889550 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'status': 'completed', 'code': 200} Feb 19 00:58:09.893656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:58:09.993439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-e0d77861-771d-4ef6-b11d-f0b75c032439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:09.995868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-e0d77861-771d-4ef6-b11d-f0b75c032439 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1155 time: 0.0807807 Feb 19 00:58:10.092685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363a5b-6e69-444b-8443-c1bcef650f26 req-cb3378db-7655-454a-8f66-26266b02eb62 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.097666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74363a5b-6e69-444b-8443-c1bcef650f26 req-cb3378db-7655-454a-8f66-26266b02eb62 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1005979 Feb 19 00:58:10.122680 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.183468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74363a5b-6e69-444b-8443-c1bcef650f26 req-ba5bb478-29e1-4b91-8553-f188a55b957d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744030 Feb 19 00:58:10.195223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-f562205e-9acf-4f8a-8ae9-6cff382f2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.197561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-f562205e-9acf-4f8a-8ae9-6cff382f2bd9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1950371 Feb 19 00:58:10.227037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:10.264730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efd0ed-70c0-4c14-9b9e-3618ac776cac req-ebe1136f-eadc-4b41-a338-e5de5326f4ce tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.266580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39efd0ed-70c0-4c14-9b9e-3618ac776cac req-ebe1136f-eadc-4b41-a338-e5de5326f4ce tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1253982 Feb 19 00:58:10.272982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'port_id': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'mac_address': 'fa:16:3e:e6:67:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a64750-e601-4f40-94b9-8192dd8f3ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:10.278654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-740dd41f-988b-418a-9192-3ef777110204 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0682869 Feb 19 00:58:10.326573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508024e-a7b9-4d15-9e38-bb5ce58029ee req-6d4e3751-ea61-4c60-910f-432dea1c5e08 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.334715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2508024e-a7b9-4d15-9e38-bb5ce58029ee req-6d4e3751-ea61-4c60-910f-432dea1c5e08 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0864394 Feb 19 00:58:10.368265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:10.368583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.386546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2508024e-a7b9-4d15-9e38-bb5ce58029ee req-b7364c03-cf58-4e29-b8e9-0dd41bc48ce4 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Feb 19 00:58:10.387583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:10.407832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39efd0ed-70c0-4c14-9b9e-3618ac776cac req-ad556fe9-5c68-404b-a53a-1d66d9c891e2 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225550 Feb 19 00:58:10.407832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-f4463ac0-91f0-47ea-a262-a1be25cbed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.407832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-f4463ac0-91f0-47ea-a262-a1be25cbed74 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1024022 Feb 19 00:58:10.409194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:10.440060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-5d01b47f-c1c2-4a25-8a50-cabd31c15a07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286787 Feb 19 00:58:10.528487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acae1e-7c06-4cfc-870b-77164ce4cbf9 req-86f20eb1-4f76-43d6-80b6-4a3dfa88d33b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.530015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.530219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44acae1e-7c06-4cfc-870b-77164ce4cbf9 req-86f20eb1-4f76-43d6-80b6-4a3dfa88d33b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0548337 Feb 19 00:58:10.546187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-cea3e654-d9ba-4fb0-bc7c-c31cfede61cd service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943036 Feb 19 00:58:10.594598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44acae1e-7c06-4cfc-870b-77164ce4cbf9 req-7941b8b1-df54-4bb0-8577-b546ee3d27a8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Feb 19 00:58:10.608381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:10.673103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0da1b07-2bf1-4990-b1bb-13d009462576 req-333f657d-82e2-4d0e-bdcd-f453a15e6ded service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178000 Feb 19 00:58:10.683763 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c70ced7e-6cba-4bb2-84fa-e969098e3eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:10.712179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:10.822839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.828268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.833557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.839574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.844777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.849990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.855923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.857777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-fd127e10-a3d5-494a-81cb-8ade89dd2fc7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5439 time: 0.0939069 Feb 19 00:58:10.931170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91ecc696-01c4-4d2b-b32c-a23bd8a62df5 req-0a520721-ffa5-4e27-90e1-d7330c0d66ff tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662873 Feb 19 00:58:10.980512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed68b6-fe9b-4327-a118-9742a84c9708 req-6a37cd59-405b-46b8-93e1-bd4a9555df2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.980512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36ed68b6-fe9b-4327-a118-9742a84c9708 req-6a37cd59-405b-46b8-93e1-bd4a9555df2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0559297 Feb 19 00:58:10.981024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 66ee6523-86d2-4a7a-914c-74329a146cae details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:11.034181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36ed68b6-fe9b-4327-a118-9742a84c9708 req-5c41818b-e32d-42b5-acdd-0a2bc2833031 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Feb 19 00:58:11.091200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:11.102810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '66ee6523-86d2-4a7a-914c-74329a146cae', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': '66ee6523-86d2-4a7a-914c-74329a146cae', 'mac_address': 'fa:16:3e:2c:76:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:11.141887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 66ee6523-86d2-4a7a-914c-74329a146cae is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:11.142286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.158399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66ee6523-86d2-4a7a-914c-74329a146cae {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:11.177503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:11.244373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:11.305252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:11.312430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d519aa-3e3e-4353-b521-76eceaf1168b req-cc0de1a3-09b2-4c17-b860-fa6371df10b0 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.314518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15d519aa-3e3e-4353-b521-76eceaf1168b req-cc0de1a3-09b2-4c17-b860-fa6371df10b0 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0698862 Feb 19 00:58:11.364935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15d519aa-3e3e-4353-b521-76eceaf1168b req-e47d3989-e0a3-4617-8d3c-28443e8c0381 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Feb 19 00:58:11.399849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['66ee6523-86d2-4a7a-914c-74329a146cae'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:11.525832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb33c6-3180-472f-807a-04c465ebfddc req-1f468bac-3f0a-4a5e-8204-c0231499cb9e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.533200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08cb33c6-3180-472f-807a-04c465ebfddc req-1f468bac-3f0a-4a5e-8204-c0231499cb9e tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.0680883 Feb 19 00:58:11.546551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce003b1f-69a6-4021-a644-6b017fc50ea2 req-4f8eb032-db4d-499d-8be7-7cf3657d3b69 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.550149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce003b1f-69a6-4021-a644-6b017fc50ea2 req-4f8eb032-db4d-499d-8be7-7cf3657d3b69 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 945 time: 0.0697248 Feb 19 00:58:11.580285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08cb33c6-3180-472f-807a-04c465ebfddc req-022200e2-b9b6-4fa3-9a41-8c7c24ae1f67 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Feb 19 00:58:11.602504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce003b1f-69a6-4021-a644-6b017fc50ea2 req-eeb50459-84ce-4fa7-b57c-237dea57edb1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Feb 19 00:58:11.732183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61ffbb-80af-4743-8916-e67890636093 req-58e50740-bb34-4674-9a55-d62c9ecc7ce9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.733750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff61ffbb-80af-4743-8916-e67890636093 req-58e50740-bb34-4674-9a55-d62c9ecc7ce9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.0605302 Feb 19 00:58:11.782433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff61ffbb-80af-4743-8916-e67890636093 req-2c84255c-ce61-455c-a87b-079675c2c504 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Feb 19 00:58:11.845255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 952f636d-a674-46b6-a3ba-49b6d3042aa9 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:11.869401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 952f636d-a674-46b6-a3ba-49b6d3042aa9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:11.870411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 952f636d-a674-46b6-a3ba-49b6d3042aa9 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:12.085307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.091560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.096935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.102862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.108534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.113899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.119261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.127490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-f11af16d-2922-4790-9c98-3b47ad5e59b3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5439 time: 0.1148417 Feb 19 00:58:12.198630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2adbb8-9361-4bdd-8588-1629dbfdb7f0 req-24c2b061-117b-40eb-9b36-66c64915c5fa tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.201694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee2adbb8-9361-4bdd-8588-1629dbfdb7f0 req-24c2b061-117b-40eb-9b36-66c64915c5fa tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0761788 Feb 19 00:58:12.222006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e78dd32c-3e21-496b-a34f-24f7757beb9b req-37fcd752-6d40-4f6d-9a96-ad448b6286f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903857 Feb 19 00:58:12.273653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee2adbb8-9361-4bdd-8588-1629dbfdb7f0 req-a81360dd-58e8-4577-a9ba-b1c533ef2d04 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Feb 19 00:58:12.498927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477122f9-ff73-499b-abb2-826e2d056a88 req-33893d76-9832-4419-b331-872b1d57c6e3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.500422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-477122f9-ff73-499b-abb2-826e2d056a88 req-33893d76-9832-4419-b331-872b1d57c6e3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.0561543 Feb 19 00:58:12.554443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-477122f9-ff73-499b-abb2-826e2d056a88 req-7eb0ea95-a833-4c95-be93-8167c6f8d2f3 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477374 Feb 19 00:58:12.685304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-49dabfed-2de9-44d5-8aea-639e9ca042d7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.686825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-49dabfed-2de9-44d5-8aea-639e9ca042d7 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.1132195 Feb 19 00:58:12.809296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd84ef-d303-4fe3-9ec1-0ad156af9361 req-0a2cefe4-7033-45f0-9a53-e61f0a0b6e5b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.809296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6dd84ef-d303-4fe3-9ec1-0ad156af9361 req-0a2cefe4-7033-45f0-9a53-e61f0a0b6e5b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Feb 19 00:58:12.827146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-35bd40b6-c869-456c-bee2-f9e2d0039921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:12.878489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6dd84ef-d303-4fe3-9ec1-0ad156af9361 req-18a74973-f22f-475f-9d34-cd3ea10e6429 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Feb 19 00:58:12.902599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825579c-63c7-4b17-a64f-66952eff8f2a req-61cc5e5d-6b86-4b57-90ed-f5d754ae0bd3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:12.905237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b825579c-63c7-4b17-a64f-66952eff8f2a req-61cc5e5d-6b86-4b57-90ed-f5d754ae0bd3 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 945 time: 0.2393911 Feb 19 00:58:13.004630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 66ee6523-86d2-4a7a-914c-74329a146cae up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:13.114879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Deleting port cf27ed1e-bbb9-481d-af4b-f7a79866408c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:13.115640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630580e-793d-4229-ac79-537a183c34ab req-5c91fc01-608c-4afa-ba32-67ed67073147 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.117672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1630580e-793d-4229-ac79-537a183c34ab req-5c91fc01-608c-4afa-ba32-67ed67073147 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.1368606 Feb 19 00:58:13.118069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.132578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 66ee6523-86d2-4a7a-914c-74329a146cae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:13.133388 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.142474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b825579c-63c7-4b17-a64f-66952eff8f2a req-bf1a4f14-e493-4c07-a00b-d1b861499468 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/security-groups?id=ec691ec3-ccde-4d75-9c5e-17797eb57984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965573 Feb 19 00:58:13.259803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 66ee6523-86d2-4a7a-914c-74329a146cae is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:13.260567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.261764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1630580e-793d-4229-ac79-537a183c34ab req-9a2db19f-0eba-43f5-a96a-1e73033398e5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135507 Feb 19 00:58:13.320883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:13.322686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:13.327624 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8a106-6b7b-478f-8204-c1c3dc51ed4e" -d '{"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-plugged", "status": "completed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:13.387451 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.388272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:13.404477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] For port cf27ed1e-bbb9-481d-af4b-f7a79866408c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cf27ed1e-bbb9-481d-af4b-f7a79866408c,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:13.404852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.462194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08716f-b342-4c9d-8adc-e7cff1d9ff07 req-568af080-9ccf-4c2a-ab1a-6fc4b76ba7e0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.470476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a08716f-b342-4c9d-8adc-e7cff1d9ff07 req-568af080-9ccf-4c2a-ab1a-6fc4b76ba7e0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0884268 Feb 19 00:58:13.544144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Calling delete_port for cf27ed1e-bbb9-481d-af4b-f7a79866408c owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:13.613977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:13.640498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a08716f-b342-4c9d-8adc-e7cff1d9ff07 req-24e1dfe7-6dab-4b67-a763-fa2a1ed40673 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545222 Feb 19 00:58:13.668869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 84899967-9676-4807-8fcf-ba1ae69c1a9c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:13.669731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.913818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-70f1fed4-a15e-45d1-970e-57be9b0f699e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5439 time: 0.5074422 Feb 19 00:58:13.936152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:13.936586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:13.962881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ba5a0e4-4f6e-431c-a719-331748a28dbe up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:14.077654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea02bf99-db24-4e64-aa0c-33fdd084f2e1 req-de58267f-0650-40c1-8364-d2e64919e5fd tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151399 Feb 19 00:58:14.089275 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0a39ef-67ed-4fc3-982a-3b8c5650d744 x-openstack-request-id: req-ec0a39ef-67ed-4fc3-982a-3b8c5650d744 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:14.090225 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-plugged", "status": "completed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:14.090889 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec0a39ef-67ed-4fc3-982a-3b8c5650d744 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:14.091670 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae', 'code': 200} Feb 19 00:58:14.163630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:14.244499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.317296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.332031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 6ba5a0e4-4f6e-431c-a719-331748a28dbe completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:14.350967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6ba5a0e4-4f6e-431c-a719-331748a28dbe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:14.351378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.402420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1e66-2132-4505-8e5b-53d7bb6cb2ed req-fcc579ee-f867-4c7c-851d-f14094a4d6d0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:14.404683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8db1e66-2132-4505-8e5b-53d7bb6cb2ed req-fcc579ee-f867-4c7c-851d-f14094a4d6d0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1917176 Feb 19 00:58:14.436988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-6e394544-7a26-4289-8cc9-3abe345cd1b8 service neutron] 10.222.0.96 "GET /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.1479173 Feb 19 00:58:14.447469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96d6f-fd90-473e-b84d-8080bbd7dd53 req-77aa18aa-b2fc-4d27-a647-480206a7fd87 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:14.456882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06c96d6f-fd90-473e-b84d-8080bbd7dd53 req-77aa18aa-b2fc-4d27-a647-480206a7fd87 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.2558248 Feb 19 00:58:14.476179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cf27ed1e-bbb9-481d-af4b-f7a79866408c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.524942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:14.548889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06c96d6f-fd90-473e-b84d-8080bbd7dd53 req-5fb42f27-b90e-41fb-a8b1-f633b7b58710 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877259 Feb 19 00:58:14.588968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Pushing event deleted for resources: {'Port': ['ID=cf27ed1e-bbb9-481d-af4b-f7a79866408c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:14.642530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ba5a0e4-4f6e-431c-a719-331748a28dbe is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:14.643198 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.670996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8db1e66-2132-4505-8e5b-53d7bb6cb2ed req-cff28590-1570-492a-a7f5-ea42395b1991 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593229 Feb 19 00:58:14.707648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:14.764168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] No DVR routers for this DVR port cf27ed1e-bbb9-481d-af4b-f7a79866408c on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:14.780781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.784088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-177cd205-385a-4b52-bf0d-4afeb0a30e9e req-2f80aadb-19fe-4a18-a2bf-595b9bcbff25 tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.117 "DELETE /v2.0/ports/cf27ed1e-bbb9-481d-af4b-f7a79866408c HTTP/1.1" status: 204 len: 173 time: 2.0494914 Feb 19 00:58:14.784608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'name': 'network-vif-deleted', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:14.796314 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6975cb0-7718-4597-b8e9-0433380767c2" -d '{"events": [{"server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "name": "network-vif-deleted", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:14.800113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:14.801040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fcf43fba-2385-425c-9bc8-22aa20b81bc6 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:14.949610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:14.971927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:14.980993 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:15.042626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:15.066319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cf27ed1e-bbb9-481d-af4b-f7a79866408c no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:15.081709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bc299-b24f-461e-84b2-ba685e5ad0ce req-ee3dd7ff-6648-494d-adb5-aa2bb74e32a9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.083340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa1bc299-b24f-461e-84b2-ba685e5ad0ce req-ee3dd7ff-6648-494d-adb5-aa2bb74e32a9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 943 time: 0.1884646 Feb 19 00:58:15.115659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc44e8eb-a039-4920-a2a2-dc97d88f883e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:15.130104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:15.203128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: cf27ed1e-bbb9-481d-af4b-f7a79866408c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:15.203672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cf27ed1e-bbb9-481d-af4b-f7a79866408c not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:15.232473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa1bc299-b24f-461e-84b2-ba685e5ad0ce req-62782cc6-dead-466d-a2f9-0c43b66c6d78 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394186 Feb 19 00:58:15.254696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e44c608b-0997-470e-8f54-4725b6a5386a req-fb546d72-d094-486e-afa2-6b493b2db35c tempest-ListServerFiltersTestJSON-1876314091 tempest-ListServerFiltersTestJSON-1876314091-project] 10.222.0.94 "GET /v2.0/ports?device_id=47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a HTTP/1.1" status: 200 len: 210 time: 0.1110339 Feb 19 00:58:15.255612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.263748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.303540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fcf43fba-2385-425c-9bc8-22aa20b81bc6 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:15.308578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fcf43fba-2385-425c-9bc8-22aa20b81bc6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:15.308955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.405685 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd12617-b1f5-416b-a05a-2510ecdd9b19 x-openstack-request-id: req-1dd12617-b1f5-416b-a05a-2510ecdd9b19 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:15.406199 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a", "name": "network-vif-deleted", "tag": "cf27ed1e-bbb9-481d-af4b-f7a79866408c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:15.406591 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1dd12617-b1f5-416b-a05a-2510ecdd9b19 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:15.407219 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d7e45a-e2b6-44f1-a5a0-41f5dfd5b11a', 'name': 'network-vif-deleted', 'tag': 'cf27ed1e-bbb9-481d-af4b-f7a79866408c', 'status': 'completed', 'code': 200} Feb 19 00:58:15.461803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fcf43fba-2385-425c-9bc8-22aa20b81bc6 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:15.466483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.467966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] Transition to ACTIVE for port object dc44e8eb-a039-4920-a2a2-dc97d88f883e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:15.595219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.602475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:15.608189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078c0ec-9c85-4342-8fbc-0f89006f46f8 req-e4d52811-eb5c-4c1c-a00a-db0bec67ee25 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.619768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5078c0ec-9c85-4342-8fbc-0f89006f46f8 req-e4d52811-eb5c-4c1c-a00a-db0bec67ee25 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2111821 Feb 19 00:58:15.667543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:15.668415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 730b6857-4250-4d0c-a4bc-5ef97e5d245b up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:15.798218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] No DVR routers for this DVR port dc44e8eb-a039-4920-a2a2-dc97d88f883e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:15.803307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5078c0ec-9c85-4342-8fbc-0f89006f46f8 req-1bb7382a-d4de-4ece-bb02-f44b4b6db794 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824749 Feb 19 00:58:15.887458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.913846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.939057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.965881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.978135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:15.983914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:16.007221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.015582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.017522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-1fc02368-6a3f-4831-b3c9-833d13e047b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5440 time: 0.4916048 Feb 19 00:58:16.024423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:16.065179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18831e78-101e-4786-a34a-90a4ee1ea8e2 req-80e75957-e72a-4e94-b8f6-716ba782c06d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.068856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 730b6857-4250-4d0c-a4bc-5ef97e5d245b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:16.073685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 730b6857-4250-4d0c-a4bc-5ef97e5d245b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:16.074193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.083668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18831e78-101e-4786-a34a-90a4ee1ea8e2 req-80e75957-e72a-4e94-b8f6-716ba782c06d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1247048 Feb 19 00:58:16.136953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:16.139586 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5808291e-a883-482b-a636-0c14b95aad58" -d '{"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:16.160348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4e459849-ae7a-41f6-a989-d578158e730b service neutron] 10.222.0.96 "PUT /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e/bindings/n-h1-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7009854 Feb 19 00:58:16.226432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18831e78-101e-4786-a34a-90a4ee1ea8e2 req-4a7a93d5-a418-4195-a30a-77e349b5481d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313639 Feb 19 00:58:16.304336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ba562e-90a3-4b0a-b7f9-cd1e00efd5d5 req-82ca467f-04e7-4805-9036-660a091c823f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345161 Feb 19 00:58:16.314049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 730b6857-4250-4d0c-a4bc-5ef97e5d245b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:16.314593 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.415746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa81b0-bf6a-4a47-b941-8dda7eaba36d req-cfe6e05a-b80f-4d85-846e-dfefd397fcbd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.426022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2fa81b0-bf6a-4a47-b941-8dda7eaba36d req-cfe6e05a-b80f-4d85-846e-dfefd397fcbd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1012433 Feb 19 00:58:16.429502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:16.442361 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a7c47-6758-4399-b45a-94745d104293 x-openstack-request-id: req-f64a7c47-6758-4399-b45a-94745d104293 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:16.443292 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:16.444020 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f64a7c47-6758-4399-b45a-94745d104293 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:16.444446 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'code': 200} Feb 19 00:58:16.444709 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'code': 200} Feb 19 00:58:16.447869 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'code': 200} Feb 19 00:58:16.484986 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.485918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73f30e68-015e-42cb-a776-5afd4e6edfad up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:16.569327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2fa81b0-bf6a-4a47-b941-8dda7eaba36d req-2ecf9359-513c-4c1d-81d1-82bda1cbf680 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419601 Feb 19 00:58:16.587236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-8d6a70d3-f856-4159-8e59-6e058a279cbb tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.590582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-8d6a70d3-f856-4159-8e59-6e058a279cbb tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1249020 Feb 19 00:58:16.686618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38676) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:16.716901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-1c3482e9-752e-4568-9b15-501db3e1baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.725332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-1c3482e9-752e-4568-9b15-501db3e1baf5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&tenant_id=c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 1126 time: 0.1225576 Feb 19 00:58:16.752966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:16.816383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 73f30e68-015e-42cb-a776-5afd4e6edfad completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:16.820755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 73f30e68-015e-42cb-a776-5afd4e6edfad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:16.821133 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.870901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Deleting subnet e688c3cc-a869-4c88-97c2-6d5038699653 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:58:16.882221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Publish callbacks [] for subnet (e688c3cc-a869-4c88-97c2-6d5038699653), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.888460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:16.906405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-ff161bbc-09c7-4b1a-9bf3-7546becf9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.910424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-ff161bbc-09c7-4b1a-9bf3-7546becf9002 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1126 time: 0.1495414 Feb 19 00:58:16.982984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb87ba-e9d6-404a-8d7e-09bbfdb1c0e2 req-a99b7247-abf9-4278-abd2-a721d0895957 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:16.985583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63eb87ba-e9d6-404a-8d7e-09bbfdb1c0e2 req-a99b7247-abf9-4278-abd2-a721d0895957 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.4011042 Feb 19 00:58:17.066221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63eb87ba-e9d6-404a-8d7e-09bbfdb1c0e2 req-780ae6e1-c347-49a0-8f55-d49a18c0c2e8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Feb 19 00:58:17.074558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (e688c3cc-a869-4c88-97c2-6d5038699653), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.080787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 73f30e68-015e-42cb-a776-5afd4e6edfad is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:17.081282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.114829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-9317139d-8f9d-41f1-b3a2-a5de857c1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:17.117479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-9317139d-8f9d-41f1-b3a2-a5de857c1868 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1994131 Feb 19 00:58:17.186090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:17.244663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.245519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 332132cb-f3a8-48d0-accf-410c452c5fd2 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:17.299687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-76086c3d-160a-46e9-ae97-cc14acd2295a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.1487865 Feb 19 00:58:17.449862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811daa-98d9-4de9-b99e-9697aa48c065 req-f6abf225-81c2-4704-8a50-791e30f00419 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:17.451775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74811daa-98d9-4de9-b99e-9697aa48c065 req-f6abf225-81c2-4704-8a50-791e30f00419 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.4825511 Feb 19 00:58:17.497637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4552f5bd-69ce-49f9-a3d4-0c876551117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:17.513464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-4552f5bd-69ce-49f9-a3d4-0c876551117d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1987810 Feb 19 00:58:17.516483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:17.648833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-2b1d0f6f-b993-4cff-8c95-39ca51ebe3e8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322608 Feb 19 00:58:17.672653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74811daa-98d9-4de9-b99e-9697aa48c065 req-2746e712-502d-4aa1-b288-9853c39d3c16 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072198 Feb 19 00:58:17.687560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 332132cb-f3a8-48d0-accf-410c452c5fd2 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:17.696428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 332132cb-f3a8-48d0-accf-410c452c5fd2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:17.697134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:17.956002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-6469a4d8-65ac-4438-831e-3fb91cd5f41b service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820113 Feb 19 00:58:17.998986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99ba9b-9f90-4d0f-b962-718d09897a09 req-0b6ed8c2-81c0-42e4-9ab2-26720f00b6ca tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.003113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a99ba9b-9f90-4d0f-b962-718d09897a09 req-0b6ed8c2-81c0-42e4-9ab2-26720f00b6ca tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 945 time: 0.1152754 Feb 19 00:58:18.034917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e688c3cc-a869-4c88-97c2-6d5038699653), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.083881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.094331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.120291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.130624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.133090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 332132cb-f3a8-48d0-accf-410c452c5fd2 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:18.134198 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.146126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.171030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.177629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.194626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-61836f62-2358-4b0b-9661-d370d688b850 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5443 time: 0.3422315 Feb 19 00:58:18.197285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a99ba9b-9f90-4d0f-b962-718d09897a09 req-a11c2f86-2415-4474-8ff1-e021d42c0200 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Feb 19 00:58:18.205921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=332132cb-f3a8-48d0-accf-410c452c5fd2,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:18.374539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441f615-2d39-43db-94e6-ba57de374203 req-5f5b7921-fe89-47bb-bb15-08fbc371671d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.376476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1441f615-2d39-43db-94e6-ba57de374203 req-5f5b7921-fe89-47bb-bb15-08fbc371671d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0628786 Feb 19 00:58:18.424282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-a7540043-8950-4b68-85e4-f1d947406345 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557316 Feb 19 00:58:18.447145 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1441f615-2d39-43db-94e6-ba57de374203 req-814f10da-258e-440d-b145-6dc3a9c814ec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643625 Feb 19 00:58:18.449649 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-884d08d6-d0ba-4062-91ba-b7677cd0a7be req-4841f744-e6ee-4397-bff6-4a89e2ee21c4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2533884 Feb 19 00:58:18.451599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332132cb-f3a8-48d0-accf-410c452c5fd2'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:18.456193 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4f5e9-9621-4d74-9071-f1356790840f" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "332132cb-f3a8-48d0-accf-410c452c5fd2"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:18.483391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (e688c3cc-a869-4c88-97c2-6d5038699653), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.508449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.509351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4f14699e-f7d9-45c3-b2d0-73eb685bc996 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:18.589528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e688c3cc-a869-4c88-97c2-6d5038699653,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.610820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.617487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd580-b698-4040-9829-33ae5749402c req-c9436836-c890-4245-985e-6c73c883d9ad tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:18.627727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-942cd580-b698-4040-9829-33ae5749402c req-c9436836-c890-4245-985e-6c73c883d9ad tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.1023805 Feb 19 00:58:18.633016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-efd2e4b5-23ea-42f7-907b-295c209a6b44 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/e688c3cc-a869-4c88-97c2-6d5038699653 HTTP/1.1" status: 204 len: 168 time: 1.9293950 Feb 19 00:58:18.633138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:18.706176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:18.719118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe653a-7a9a-4c7b-b14e-22f7eeec91fd None None] Network bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:18.780100 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-942cd580-b698-4040-9829-33ae5749402c req-fa567acd-35e3-44b7-bad4-4c174dcd4752 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498961 Feb 19 00:58:18.826303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.900033 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77efe25-df06-4f78-b1e1-38c2f2963d64 x-openstack-request-id: req-c77efe25-df06-4f78-b1e1-38c2f2963d64 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:18.900339 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "332132cb-f3a8-48d0-accf-410c452c5fd2", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:18.901132 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c77efe25-df06-4f78-b1e1-38c2f2963d64 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:18.901726 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b', 'code': 200} Feb 19 00:58:18.901877 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'code': 200} Feb 19 00:58:18.902072 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332132cb-f3a8-48d0-accf-410c452c5fd2', 'code': 200} Feb 19 00:58:18.952438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:18.960032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:18.963661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.049093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] DHCP port deletion for bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:58:19.161181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-d9884804-3db5-453b-97f9-5a043a682af7 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:19.162780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-d9884804-3db5-453b-97f9-5a043a682af7 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.2277162 Feb 19 00:58:19.183536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Deleting port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:19.183881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.223803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:19.224313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.250078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Deleting port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:19.250373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.284741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] For port 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0eef1641-6d06-490c-ba1f-b79fc9c27a47,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:19.285841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.302962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Calling delete_port for 0eef1641-6d06-490c-ba1f-b79fc9c27a47 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:19.393728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] For port 0eef1641-6d06-490c-ba1f-b79fc9c27a47, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0eef1641-6d06-490c-ba1f-b79fc9c27a47,segment=NetworkSegment(b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6),segment_id=b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:19.395402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.419836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Calling delete_port for 0eef1641-6d06-490c-ba1f-b79fc9c27a47 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:19.474323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0657418-e947-410a-8e55-87e0cd8f2bb2 req-3e140c48-7677-4f0c-b377-fa4fc4caeb91 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:19.476082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0657418-e947-410a-8e55-87e0cd8f2bb2 req-3e140c48-7677-4f0c-b377-fa4fc4caeb91 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.4255691 Feb 19 00:58:19.653834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:19.653834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0eef1641-6d06-490c-ba1f-b79fc9c27a47 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:19.654241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0657418-e947-410a-8e55-87e0cd8f2bb2 req-8a9fa01f-ad2d-407f-9025-e598315dd406 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816350 Feb 19 00:58:19.690458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.707450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0eef1641-6d06-490c-ba1f-b79fc9c27a47), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.712536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.714262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdb83f8a-5edf-42dd-b617-86e739cb7a2e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:19.731955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-1c352482-f907-41a3-9782-b32442d862d1 service neutron] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:19.736027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-1c352482-f907-41a3-9782-b32442d862d1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.737142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ec156d-ad3c-4499-9764-7624a80eb2a6 req-1c352482-f907-41a3-9782-b32442d862d1 service neutron] 10.222.0.117 "DELETE /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e/bindings/n-h2-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.5561662 Feb 19 00:58:19.743107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0eef1641-6d06-490c-ba1f-b79fc9c27a47,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:19.746346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] No DVR routers for this DVR port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:19.759177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:58:19.759177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:58:19.759452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0eef1641-6d06-490c-ba1f-b79fc9c27a47 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:19.878352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.903904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] Pushing event deleted for resources: {'Port': ['ID=0eef1641-6d06-490c-ba1f-b79fc9c27a47,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:19.909832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcb580-905f-455d-a46d-d5c3408e2edc None None] No DVR routers for this DVR port 0eef1641-6d06-490c-ba1f-b79fc9c27a47 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:19.924773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:19.941754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:19.942211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:19.958478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:19.988122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.034030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:20.040533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:58:20.046961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b04d45f5-bcc7-4ba8-ab44-10a36c1b7ab6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.052224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:20.052224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.059036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:58:20.060096 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:58:20.248718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fdb83f8a-5edf-42dd-b617-86e739cb7a2e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:20.249149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.258838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.265383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.270891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.277830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.285886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.291402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.305020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:20.311133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.314777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-fefc7b39-e998-423f-8f96-273c1214ccc8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5445 time: 0.3414721 Feb 19 00:58:20.316207 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.325916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.330019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] 10.222.0.94 "DELETE /v2.0/networks/bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c HTTP/1.1" status: 204 len: 168 time: 1.6979918 Feb 19 00:58:20.393271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.396240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529391b-f5b0-4430-acc6-e52ae7dbd9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=bafdbfb5-c38b-4025-a60a-a78a4bd3ca0c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.467721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:20.493132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8678bd3-622e-44a7-a9a7-767a87dc0ee6 req-67c22a2d-08fe-41d9-b7e1-0610a3dd7a63 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600955 Feb 19 00:58:20.628172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:20.668403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port dc44e8eb-a039-4920-a2a2-dc97d88f883e host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:58:20.668894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:20.694737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c6793-b06b-4ef3-a539-106b3e2ea9a7 req-9dfd92d7-a0fe-42fb-af5b-0a2660ac8b4d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:20.696592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d7c6793-b06b-4ef3-a539-106b3e2ea9a7 req-9dfd92d7-a0fe-42fb-af5b-0a2660ac8b4d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0801027 Feb 19 00:58:20.781399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d7c6793-b06b-4ef3-a539-106b3e2ea9a7 req-f97eb2ad-2670-42c7-b77c-764182405128 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773618 Feb 19 00:58:20.903709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:20.911724 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b9e370-8de0-4659-b163-623171fae891" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "fdb83f8a-5edf-42dd-b617-86e739cb7a2e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:20.999539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.108246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fa54b01-c88c-44eb-a73a-17143eb1d816 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6f9a3c7078444c4dbefb588f3e8f5731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072235 Feb 19 00:58:21.108727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1961bc5-c5f1-4da3-aa3a-f865c7738351 req-86c1dbba-b18d-47f3-aa4c-b7e4d8cd05d3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.109296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38768) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:21.112493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b1961bc5-c5f1-4da3-aa3a-f865c7738351 req-86c1dbba-b18d-47f3-aa4c-b7e4d8cd05d3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.1743200 Feb 19 00:58:21.220343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b1961bc5-c5f1-4da3-aa3a-f865c7738351 req-60fc3690-c3d9-43e1-b003-5d3749db47e3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013951 Feb 19 00:58:21.254454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] Publish callbacks [] for security_group (ec691ec3-ccde-4d75-9c5e-17797eb57984), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.292815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] Publish callbacks [] for security_group (ec691ec3-ccde-4d75-9c5e-17797eb57984), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.455608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ec691ec3-ccde-4d75-9c5e-17797eb57984), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.458330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.460796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ec691ec3-ccde-4d75-9c5e-17797eb57984 HTTP/1.1" status: 204 len: 168 time: 0.3503151 Feb 19 00:58:21.471968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fcb63-d790-4c66-b550-b9e9fa628282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec691ec3-ccde-4d75-9c5e-17797eb57984,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:21.595678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aa33d-adb5-4d36-87e9-ae86b8456a1e req-8a8e90bd-24a8-4326-8a52-207a57e4e3d7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:21.603263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-652aa33d-adb5-4d36-87e9-ae86b8456a1e req-8a8e90bd-24a8-4326-8a52-207a57e4e3d7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2005785 Feb 19 00:58:21.709082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-652aa33d-adb5-4d36-87e9-ae86b8456a1e req-6f46cd1c-bb0f-45b0-8b4d-ac2dd791da34 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Feb 19 00:58:21.801924 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d35ca7-7b6a-4540-b6cf-7e60840ae4c6 x-openstack-request-id: req-37d35ca7-7b6a-4540-b6cf-7e60840ae4c6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:21.801924 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-plugged", "status": "completed", "tag": "fdb83f8a-5edf-42dd-b617-86e739cb7a2e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:21.801924 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-37d35ca7-7b6a-4540-b6cf-7e60840ae4c6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:21.801924 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'code': 200} Feb 19 00:58:21.801924 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb83f8a-5edf-42dd-b617-86e739cb7a2e', 'code': 200} Feb 19 00:58:22.023513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.026684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.027479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.028615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.030137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.033787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.034608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.036950 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abcefed4-d9b9-4280-8805-7448254815cc req-09771388-3ad5-4fd9-a974-8fc993aee92d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6720 time: 0.1382864 Feb 19 00:58:22.054995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.069543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.083582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.090613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.102407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.110311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.129081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.131017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-9a9224d5-8d78-4933-aa80-bb23b8ed4df5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2045617 Feb 19 00:58:22.165086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abcefed4-d9b9-4280-8805-7448254815cc req-61ce3495-fce2-41e3-81bc-6084de85e921 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b3922ed9-eca2-478d-9f4b-beb597d55b92&id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182160 Feb 19 00:58:22.278857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3144b710-5e2b-4796-9c95-9fe767713ef3 req-24e6ea65-0a2d-4bd6-a3f1-91cea427d84a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386468 Feb 19 00:58:22.561911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf0b91-8d68-4190-bfea-a00798238b7f req-ded5e7e6-e455-449a-9766-a73b0dd53aec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:22.579711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aecf0b91-8d68-4190-bfea-a00798238b7f req-ded5e7e6-e455-449a-9766-a73b0dd53aec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1476753 Feb 19 00:58:22.706634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aecf0b91-8d68-4190-bfea-a00798238b7f req-6d81fd83-ead8-46b3-b6f6-08bfefcca214 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257343 Feb 19 00:58:23.037803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb241-2ad3-4c54-a4eb-3569f3fce895 req-6a13a266-a1dc-4c78-8f3d-50e07a4b833b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.046549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b8fb241-2ad3-4c54-a4eb-3569f3fce895 req-6a13a266-a1dc-4c78-8f3d-50e07a4b833b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1126 time: 0.1226883 Feb 19 00:58:23.133873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b8fb241-2ad3-4c54-a4eb-3569f3fce895 req-6099b1ae-fa1a-4fea-93f2-609adcd71ed2 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831549 Feb 19 00:58:23.554515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab891d0e-0b6b-4099-a80e-c37655c4634f req-e5886ab1-1d21-418c-8752-bd7bf0832bd5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.562545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab891d0e-0b6b-4099-a80e-c37655c4634f req-e5886ab1-1d21-418c-8752-bd7bf0832bd5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1400185 Feb 19 00:58:23.661825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab891d0e-0b6b-4099-a80e-c37655c4634f req-c24adb2d-170b-4967-9dfb-9d1275643ccf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Feb 19 00:58:23.916611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.924810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.935865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.942623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.950638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.957223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.966356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:23.975729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-7d484297-ab2f-4767-93a0-584c520ce702 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.1634910 Feb 19 00:58:24.070620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92927eca-daf5-412f-96ae-7b2b990570a3 req-62d99ec5-9ea8-4e96-9f52-dde629f7010d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934048 Feb 19 00:58:24.305139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f3550-128e-4fe4-834b-fcd1761a3aa5 req-79fdef7e-972f-4528-9231-ee7467c81362 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:24.312858 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b12f3550-128e-4fe4-834b-fcd1761a3aa5 req-79fdef7e-972f-4528-9231-ee7467c81362 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0749865 Feb 19 00:58:24.371686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b12f3550-128e-4fe4-834b-fcd1761a3aa5 req-4a385c66-d0f4-40fc-90cb-42d83d7bf89f tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579548 Feb 19 00:58:24.978392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-c7a6a822-7933-4b9d-a1ef-aabd4b2cba5b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0574636 Feb 19 00:58:25.121225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.121707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.122185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.122889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.123385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.123848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.124692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.127131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ad585969-e3c3-4a03-a221-8d4c2aab7c8f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6720 time: 0.0882990 Feb 19 00:58:25.308115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-15ee6e2c-2c42-4fe2-ab66-3da022fe4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.308878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-15ee6e2c-2c42-4fe2-ab66-3da022fe4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.309617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-15ee6e2c-2c42-4fe2-ab66-3da022fe4697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.311486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-15ee6e2c-2c42-4fe2-ab66-3da022fe4697 service neutron] 10.222.0.96 "GET /v2.0/networks?id=760bdadb-f48d-481f-9b08-c040f2ffa28f&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 200 len: 2295 time: 0.1495235 Feb 19 00:58:25.386773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-b2066e31-34ed-4ed7-87a0-7bb5700aaee7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 200 len: 217 time: 0.0673110 Feb 19 00:58:25.553384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-721d5e12-48ce-41bd-ad26-3fa9a14bb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.554834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-721d5e12-48ce-41bd-ad26-3fa9a14bb52b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ad70be9-9108-4bfb-a455-fb43c3fcea5f HTTP/1.1" status: 200 len: 854 time: 0.1604180 Feb 19 00:58:25.618831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-8476b5df-e9fa-43c7-b280-5c16996149d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.621497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-8476b5df-e9fa-43c7-b280-5c16996149d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=760bdadb-f48d-481f-9b08-c040f2ffa28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570793 Feb 19 00:58:25.633660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-0b66c668-1e92-4576-9cd4-8067dcef44c7 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:25.637359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-0b66c668-1e92-4576-9cd4-8067dcef44c7 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060811 Feb 19 00:58:25.850144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-4e9c1af3-c367-4330-b116-5ebc662ff395 service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079971 Feb 19 00:58:26.038111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-d219d493-1eee-4bd5-86b6-183295d9076d service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781812 Feb 19 00:58:26.129629 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-45a4bb34-ff61-491c-9327-93779e02e75c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 217 time: 0.0850718 Feb 19 00:58:26.235873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-5d4a0313-4f20-42a4-ab5f-0409645f1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.237320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-5d4a0313-4f20-42a4-ab5f-0409645f1d6a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0936270 Feb 19 00:58:26.323941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-9cb8bb2a-fc6f-4422-b6bc-dc1da81c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.325728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-9cb8bb2a-fc6f-4422-b6bc-dc1da81c1ea0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0775280 Feb 19 00:58:26.449106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-dab8ea86-093d-41f7-87d6-eac6328cecff service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168487 Feb 19 00:58:26.764728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-6b9588fd-b89f-4778-87fd-65908baf4011 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031042 Feb 19 00:58:26.828940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-a55cf5a3-471d-4a08-9255-f37f14b14f36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0566280 Feb 19 00:58:26.932604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-d6602a3d-e7eb-4c33-a1ae-b5b92727e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:26.936478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-d6602a3d-e7eb-4c33-a1ae-b5b92727e35e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.1004934 Feb 19 00:58:27.021022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-3a5be2df-46cc-4783-be03-e97ff60c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.027259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-3a5be2df-46cc-4783-be03-e97ff60c89ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843451 Feb 19 00:58:27.314994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-a4d1119f-27ea-4f31-94eb-55dddb47b31b service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808483 Feb 19 00:58:27.508415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-7f904a0a-0ec0-40e7-b303-dd3ff544f689 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871185 Feb 19 00:58:27.617057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-9f797d32-1ce7-4d20-a6ba-49dbca38a972 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996 HTTP/1.1" status: 200 len: 217 time: 0.1002023 Feb 19 00:58:27.693003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ed46c29b-c9d8-4352-a735-0d31c50be67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.699634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ed46c29b-c9d8-4352-a735-0d31c50be67e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0718963 Feb 19 00:58:27.833045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-cac8cb64-2b71-4ecf-a871-21c787d066e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:27.846467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-cac8cb64-2b71-4ecf-a871-21c787d066e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1428683 Feb 19 00:58:28.101531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-f8a83cfe-e149-4518-8b5d-58a9a388e42c service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485666 Feb 19 00:58:28.302388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-6572558c-c62c-456d-a1cd-8d87efa14d95 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935735 Feb 19 00:58:28.353955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-abc50b5f-07cc-4526-92ae-06e9e0e7e31f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe HTTP/1.1" status: 200 len: 217 time: 0.0417469 Feb 19 00:58:28.419705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ed8996c3-90c3-45c6-87fc-5af18715d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.421423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-ed8996c3-90c3-45c6-87fc-5af18715d66a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0602016 Feb 19 00:58:28.542563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-f6dad207-04fa-4704-9d31-03d920a4d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.544637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-f6dad207-04fa-4704-9d31-03d920a4d20e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1103024 Feb 19 00:58:28.679439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-b13e3ac3-cd71-491b-a270-db84038a8f27 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266522 Feb 19 00:58:28.818900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-e77beb92-4496-4410-a511-6e548f89ddf7 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225681 Feb 19 00:58:28.870425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-7457a312-58af-4580-a515-371254148e98 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73f30e68-015e-42cb-a776-5afd4e6edfad HTTP/1.1" status: 200 len: 217 time: 0.0427072 Feb 19 00:58:28.937843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-5b6f1fc1-9e99-4176-8ff4-6c1fee8ed45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:28.939586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-5b6f1fc1-9e99-4176-8ff4-6c1fee8ed45f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0629878 Feb 19 00:58:29.001374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-131b3d09-16e9-400e-a1e8-76b69f4e8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.003064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-131b3d09-16e9-400e-a1e8-76b69f4e8ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0558226 Feb 19 00:58:29.112388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-e0118305-0599-4026-825e-ae9fbe206449 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022437 Feb 19 00:58:29.257542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-96f80bd3-b300-49fd-8eb4-c0be0f5c0958 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375651 Feb 19 00:58:29.303473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-f12031aa-73a0-41dd-be6f-9c5e6e29233a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 200 len: 217 time: 0.0390904 Feb 19 00:58:29.383333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-bffa542e-32a1-4e54-ae39-9b597fe66091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.386012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-bffa542e-32a1-4e54-ae39-9b597fe66091 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0748558 Feb 19 00:58:29.444857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-99729cd5-0f36-4b34-ae7d-600c20637f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:29.446758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-99729cd5-0f36-4b34-ae7d-600c20637f6f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0528147 Feb 19 00:58:29.542048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-a08acf1f-4fe8-494a-ba89-f822cb4cc832 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Feb 19 00:58:29.643961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd650587-ade4-4c6b-bd5d-13347c428575 req-c974db2e-11e0-4b17-bc50-889eb9fe59ed service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929296 Feb 19 00:58:30.252011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38940) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:30.399539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08cbb3d8-e551-464c-b19e-613a1abb5922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.497600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08cbb3d8-e551-464c-b19e-613a1abb5922 admin admin] Publish callbacks [] for security_group (37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.563887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08cbb3d8-e551-464c-b19e-613a1abb5922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.613402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbb3d8-e551-464c-b19e-613a1abb5922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:30.618606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08cbb3d8-e551-464c-b19e-613a1abb5922 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a30c9c6d9bc845b6b561791fe74d6309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3650546 Feb 19 00:58:30.632427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:30.688820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] Publish callbacks [] for security_group (37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.716402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] Publish callbacks [] for security_group (37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.883884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.887398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:30.891028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699 HTTP/1.1" status: 204 len: 168 time: 0.2551417 Feb 19 00:58:30.897609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b22b4-0262-4aa1-a049-2c62507bdf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8ff4f-2eb5-4dbb-a53b-a0fd01f52699,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:31.136674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-c6935b40-69c0-43cf-af4a-d56a185937e3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.138198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-c6935b40-69c0-43cf-af4a-d56a185937e3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.1221845 Feb 19 00:58:31.164310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-f9d44285-c9a6-4d72-b3f4-e97f42d12aa0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/quotas/c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 375 time: 0.0119672 Feb 19 00:58:31.235935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-33c48be3-9145-416c-bfe2-2e9b8f37b93e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627136 Feb 19 00:58:31.407310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-cc0ee148-94e5-4517-9bc6-a0bb412120e2 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:31.408320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-cc0ee148-94e5-4517-9bc6-a0bb412120e2 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1712489 Feb 19 00:58:31.517340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-40e6365e-c21a-4b50-b834-1d371f611d3a service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025541 Feb 19 00:58:31.578256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a3c2-0d52-4042-a3a1-37d5844c3b02 req-4f69fbd3-83e5-4806-9244-b7ee0a609f5d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.580230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4359a3c2-0d52-4042-a3a1-37d5844c3b02 req-4f69fbd3-83e5-4806-9244-b7ee0a609f5d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0577943 Feb 19 00:58:31.615472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-2950c607-d976-408f-b6c8-74ab2157cd38 service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922897 Feb 19 00:58:31.631246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4359a3c2-0d52-4042-a3a1-37d5844c3b02 req-0e095195-6ac0-4a55-ab27-ce6ba2c791c3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Feb 19 00:58:31.784290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938cfec-a215-44b2-af71-b865e35288fc req-2d0b7887-8b53-4caf-92cc-2d0c68503b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.785825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-2d0b7887-8b53-4caf-92cc-2d0c68503b50 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 1128 time: 0.0682693 Feb 19 00:58:31.803648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91b899-b4a3-452b-915a-caad3d9a32e7 req-0b2e5c0a-c881-4c0e-a8c8-4be6796b6c24 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.805178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e91b899-b4a3-452b-915a-caad3d9a32e7 req-0b2e5c0a-c881-4c0e-a8c8-4be6796b6c24 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.0703676 Feb 19 00:58:31.881009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e91b899-b4a3-452b-915a-caad3d9a32e7 req-cd1d14e9-b00f-49ef-a44b-b4e2ef589154 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548277 Feb 19 00:58:31.881484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:31.896035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddc66c5c-8d1f-4fcf-aabb-1edefc8d6342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:31.943288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938cfec-a215-44b2-af71-b865e35288fc req-3766c578-c9a0-42a9-b147-af4dc0bc33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:31.944816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-3766c578-c9a0-42a9-b147-af4dc0bc33b2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.1519141 Feb 19 00:58:32.024932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddc66c5c-8d1f-4fcf-aabb-1edefc8d6342 admin admin] Publish callbacks [] for security_group (a09d3378-429a-4703-995c-60ca335b2f96), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.092369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98ebd259-7aa1-4cbb-846a-749006c461fd req-0d972e02-19d0-4fe3-bd31-c4e0031a7841 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.0357273 Feb 19 00:58:32.093163 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddc66c5c-8d1f-4fcf-aabb-1edefc8d6342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a09d3378-429a-4703-995c-60ca335b2f96), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.192607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ddc66c5c-8d1f-4fcf-aabb-1edefc8d6342 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ba2ea6e28e5d4d6dac9888798856de52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094304 Feb 19 00:58:32.193335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39024) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:32.195557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc66c5c-8d1f-4fcf-aabb-1edefc8d6342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d3378-429a-4703-995c-60ca335b2f96,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.286209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] Publish callbacks [] for security_group (a09d3378-429a-4703-995c-60ca335b2f96), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.317749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] Publish callbacks [] for security_group (a09d3378-429a-4703-995c-60ca335b2f96), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.394690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-f9546fbf-0345-4a90-a87e-eec3267ac4db service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ee6523-86d2-4a7a-914c-74329a146cae HTTP/1.1" status: 200 len: 217 time: 0.4260793 Feb 19 00:58:32.451068 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a09d3378-429a-4703-995c-60ca335b2f96), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.467673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:32.470607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a09d3378-429a-4703-995c-60ca335b2f96 HTTP/1.1" status: 204 len: 168 time: 0.2756655 Feb 19 00:58:32.472899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.479710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.485209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.490847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.494164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff1aa3-2e22-4bb9-9fd4-ac02de7e3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d3378-429a-4703-995c-60ca335b2f96,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:32.496404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.502484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.507922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.516304 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8a21880-84e1-4b27-847c-0e47169f009e req-88854fd3-5969-4f00-a9ab-15764c07a9f3 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.5704579 Feb 19 00:58:32.522553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938cfec-a215-44b2-af71-b865e35288fc req-8d47fc95-ef3b-43cb-9690-fe4b099a31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.522553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-8d47fc95-ef3b-43cb-9690-fe4b099a31d1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1180420 Feb 19 00:58:32.524133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-ea18f2d2-724b-4e04-963a-4c8ddcac0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.526947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-ea18f2d2-724b-4e04-963a-4c8ddcac0d32 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1127 time: 0.5392995 Feb 19 00:58:32.585323 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-27f8c02e-137a-46ad-bcf1-b4239c079ed0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529630 Feb 19 00:58:32.649385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead34ea2-da9f-4727-8a0a-b0fd4c365fdf req-10423eb8-0041-41ae-bae8-e8f7ed25cccf tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.651942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ead34ea2-da9f-4727-8a0a-b0fd4c365fdf req-10423eb8-0041-41ae-bae8-e8f7ed25cccf tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0725777 Feb 19 00:58:32.711310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ead34ea2-da9f-4727-8a0a-b0fd4c365fdf req-ad218a24-8328-462d-91b3-ba51d43939cf tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522141 Feb 19 00:58:32.749588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8a21880-84e1-4b27-847c-0e47169f009e req-b2f82d67-5d50-46c6-a480-661416c6b045 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303288 Feb 19 00:58:32.810530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-18f08c8b-8e7a-42e5-9028-25bffaaa0e50 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949737 Feb 19 00:58:32.811607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-06890ff2-39d7-478f-a83a-7384fc87f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.812941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-06890ff2-39d7-478f-a83a-7384fc87f09d service neutron] 10.222.0.117 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.2796068 Feb 19 00:58:32.871048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-36ccc756-4a31-4aa1-b1ee-0ddab74db21d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.0395741 Feb 19 00:58:32.888356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c7446-065e-4d51-8691-231ecf0dc33b req-ade99454-6fcb-46de-8c64-df81d0b45944 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:32.890231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f02c7446-065e-4d51-8691-231ecf0dc33b req-ade99454-6fcb-46de-8c64-df81d0b45944 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.0690482 Feb 19 00:58:32.953751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f02c7446-065e-4d51-8691-231ecf0dc33b req-c67fa291-72d8-4215-9339-485c87e457f8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574265 Feb 19 00:58:33.019194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-3092a959-2dda-452c-b559-65788c4a2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.020802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-3092a959-2dda-452c-b559-65788c4a2f0c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.1393740 Feb 19 00:58:33.065107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:33.073827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-dfa3111b-2171-4785-8597-af7eaa7c1b79 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454104 Feb 19 00:58:33.089556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.094920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.100477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.106834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.113366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.120765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.126257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.128293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1411f8a1-35cb-4565-a7e0-86cc1c63d736 req-6e8703c5-16c4-4139-835c-2d63a7052243 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2599382 Feb 19 00:58:33.134065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f18d6c-28bd-4625-86ec-b25dbe2ec781 req-60713fc9-584d-4ec8-96a7-c00045bf9494 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.148655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e938cfec-a215-44b2-af71-b865e35288fc req-e0e364b9-8777-452c-9164-71526fe6f90d service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275285 Feb 19 00:58:33.149961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:33.164348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31f18d6c-28bd-4625-86ec-b25dbe2ec781 req-60713fc9-584d-4ec8-96a7-c00045bf9494 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1175380 Feb 19 00:58:33.167240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Request body: {'floatingip': {'port_id': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:33.261837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:33.263418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.305200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31f18d6c-28bd-4625-86ec-b25dbe2ec781 req-9eac5b39-613b-4c20-add4-322bd3822f0a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390622 Feb 19 00:58:33.311767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'mac_address': 'fa:16:3e:55:d1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:33.356609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 57e35abe-e6f3-4207-bbe6-28a57231df95 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:33.357642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.377035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57e35abe-e6f3-4207-bbe6-28a57231df95 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:33.400679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:33.423376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eeafe98f-7087-4829-8fd7-fc52dcb660cb req-c31a1a3a-0a8b-460c-bce2-caaefd44231e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.0705667 Feb 19 00:58:33.444741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-92df01c1-eaff-4eee-abf7-6f70ba9ecb35 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154063 Feb 19 00:58:33.477723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.537203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:33.578505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['57e35abe-e6f3-4207-bbe6-28a57231df95'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:33.686176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c1bf218-6105-4a8a-a435-9781b07726ce req-43865248-d70b-4e1f-8f3d-ec8fd7909108 service neutron] 10.222.0.117 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284255 Feb 19 00:58:33.871221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f41ca5-e085-4008-a928-5fe7653eed3f req-1863959f-0a5a-47d4-adca-cc06c60bfb60 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:33.872752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58f41ca5-e085-4008-a928-5fe7653eed3f req-1863959f-0a5a-47d4-adca-cc06c60bfb60 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Feb 19 00:58:33.929972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58f41ca5-e085-4008-a928-5fe7653eed3f req-0f741d8d-b632-47f7-8c8e-fd3b7a3b45e0 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups?id=facd25a5-b860-4e73-a4f1-c3e3b97074f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Feb 19 00:58:33.989543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.009744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-3a472a47-4193-4328-bf4b-74bb77999845 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.013563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-3a472a47-4193-4328-bf4b-74bb77999845 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.96 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 945 time: 0.0757740 Feb 19 00:58:34.068659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.144404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Deleting port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:34.144908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.179464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b546ea-b007-4dff-869f-ae943c67587f req-f573a4a1-9325-4be2-a736-ad255fb0fd10 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.180978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63b546ea-b007-4dff-869f-ae943c67587f req-f573a4a1-9325-4be2-a736-ad255fb0fd10 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.1458945 Feb 19 00:58:34.220693 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Floating IP 4a90ec31-b3d3-4026-97ec-464de9289909 associated. External IP: 172.25.2.86, port: fcf43fba-2385-425c-9bc8-22aa20b81bc6. Feb 19 00:58:34.256268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] For port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:34.256692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.314552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63b546ea-b007-4dff-869f-ae943c67587f req-194507ab-6111-4540-8a51-5fa7133e4bb5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Feb 19 00:58:34.530892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7f05-1eb2-4c2b-8edc-57e50ba2e634 req-04268900-f0bf-4457-8ef9-0591057b5597 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.540470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dae7f05-1eb2-4c2b-8edc-57e50ba2e634 req-04268900-f0bf-4457-8ef9-0591057b5597 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.1579916 Feb 19 00:58:34.574615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.575265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.575590 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Floating IP f1259ca5-c459-44f8-bab5-1593a1abdd86 disassociated. External IP: 172.25.2.11, port: ec4c29c7-0d58-4a47-b2d0-3c6eab371de8. Feb 19 00:58:34.575945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Calling delete_port for ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:34.632598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51273249-fac0-486b-ba00-e9913609217b req-957d116e-986d-4df9-80f2-ec38773a90db tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.0530550 Feb 19 00:58:34.669582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dae7f05-1eb2-4c2b-8edc-57e50ba2e634 req-410d8d86-c29a-4f61-8194-917ed32c5a32 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276984 Feb 19 00:58:34.676083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Router f4963420-f2e4-4820-9cc7-6d6e4d906697 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:34.696992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-9dc55f3c-f877-4ba6-98ec-688010b0e7f4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:34.701279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-9dc55f3c-f877-4ba6-98ec-688010b0e7f4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.2599885 Feb 19 00:58:34.753304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Request body: {'port': {'device_id': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'admin_state_up': True, 'tenant_id': 'c18d61231db4402b8efef02ecd91f793'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:34.878272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ec4c29c7-0d58-4a47-b2d0-3c6eab371de8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.907228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:34.911662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event deleted for resources: {'Port': ['ID=ec4c29c7-0d58-4a47-b2d0-3c6eab371de8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:34.913329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.923669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Sync routers for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:34.995264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:34.995877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:35.027963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e8f7b203-5b20-46b0-90b9-f86384e62d0d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "PUT /v2.0/floatingips/4a90ec31-b3d3-4026-97ec-464de9289909 HTTP/1.1" status: 200 len: 990 time: 1.8761845 Feb 19 00:58:35.031191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:35.037817 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdd124f-b26a-4711-a849-28b1540c46ae" -d '{"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:35.192237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:35.223676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41fdf2dd-dc24-4c0f-b7cf-b0e333faba43 req-8e52b8b5-3cac-43e3-81ff-449d331d18d3 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/ports?device_id=60d7d6d2-a3bf-440e-a0c7-ce3b1a241999 HTTP/1.1" status: 200 len: 210 time: 0.1187406 Feb 19 00:58:35.229198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:35.241065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.270810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Router beaa30c7-adca-4a6e-8c37-6747c6d72929 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:35.281561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.287437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.294214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.300585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.314688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.321464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.327590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:35.330935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.346555 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-9068f400-06b3-4bb2-aeaa-cc9640f6ec87 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2386866 Feb 19 00:58:35.367687 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53d4b94-5f1e-4fc3-bb80-1fe0c6ff661d x-openstack-request-id: req-d53d4b94-5f1e-4fc3-bb80-1fe0c6ff661d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:35.368270 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:35.370410 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d53d4b94-5f1e-4fc3-bb80-1fe0c6ff661d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:35.371033 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'status': 'completed', 'code': 200} Feb 19 00:58:35.565271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 57e35abe-e6f3-4207-bbe6-28a57231df95 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:35.565855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.746392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:35.767999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Sync routers for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:35.773864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '4a90ec31-b3d3-4026-97ec-464de9289909', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'port_id': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'mac_address': 'fa:16:3e:a4:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:34Z', 'updated_at': '2022-02-19T00:58:33Z', 'revision_number': 1, 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:35.778714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 57e35abe-e6f3-4207-bbe6-28a57231df95 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:35.778714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.781970 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:35.783201 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:35.798566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2c63277-1dfa-4d98-b150-06ba08e5f064 req-ed8ab2c7-6183-4a92-ab8a-6ed4ce37a956 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4509761 Feb 19 00:58:35.861884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Checking router: f4963420-f2e4-4820-9cc7-6d6e4d906697 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:35.875753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] No DVR routers for this DVR port ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:35.897107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607e20f-33c6-4d43-a2ff-7325b01e9dc7 req-05ffd8d1-5105-49a1-8042-261e9a983719 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.918008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e607e20f-33c6-4d43-a2ff-7325b01e9dc7 req-05ffd8d1-5105-49a1-8042-261e9a983719 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 946 time: 0.3143475 Feb 19 00:58:35.920492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:35.936524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:35.943171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.943695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.944800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.945332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.945925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.947560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.947670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15c6a59c-aee7-42c7-9d86-49311908fe2f req-71af746e-6605-4419-a554-d436277dbf30 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.96 "DELETE /v2.0/ports/ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 HTTP/1.1" status: 204 len: 173 time: 1.9245381 Feb 19 00:58:35.947747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:35.948410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'name': 'network-vif-deleted', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:35.951078 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908c804a-c244-489f-ae8f-afc1be92edee" -d '{"events": [{"server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "name": "network-vif-deleted", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:35.955492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:35.959221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-b671f512-d272-4cf0-9f0e-09ecb4be71bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6720 time: 0.5667808 Feb 19 00:58:35.962560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:35.984368 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:35.985489 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85126ccc-0703-4b10-956e-b2ed90134f7c" -d '{"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-plugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:36.113820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39174) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:36.170329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e607e20f-33c6-4d43-a2ff-7325b01e9dc7 req-9c80fa23-52b4-42cd-abbe-ca1788cbdc08 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513263 Feb 19 00:58:36.188255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:36.256205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.262632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 66ee6523-86d2-4a7a-914c-74329a146cae no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:36.428542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-103566a5-d53a-4927-bac2-6a1550c9ac2f req-b66b46a4-f3ae-41a9-a9c2-6a5d2913f799 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.0905931 Feb 19 00:58:36.679405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.691011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.702840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.716093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.721539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.740320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.762723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.765074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d1f538f-35a2-4858-9e13-e9e74dd00cc6 req-23777655-a834-43c6-8820-7aeb12a113df tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2274539 Feb 19 00:58:36.831041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:36.835647 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:36.844614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Allocated IP 172.20.0.4 (02a55e28-4da2-4b51-9aec-7415f386d3f1/f25a891f-3aec-492a-b9aa-a38c10b9254a/e314fdcf-3197-4034-8628-1c2428981bd8) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:36.845266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c09e33a4-fb68-4c78-a001-11af1ccccf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:36.929313 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Checking router: beaa30c7-adca-4a6e-8c37-6747c6d72929 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:36.960098 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:36.960742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:36.975348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:36.975948 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17447b-bf09-4617-ac4b-5cc7bd5ed3d1 x-openstack-request-id: req-ef17447b-bf09-4617-ac4b-5cc7bd5ed3d1 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:36.975948 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d7d6d2-a3bf-440e-a0c7-ce3b1a241999", "name": "network-vif-deleted", "tag": "ec4c29c7-0d58-4a47-b2d0-3c6eab371de8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:36.985013 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ef17447b-bf09-4617-ac4b-5cc7bd5ed3d1 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:36.985510 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d7d6d2-a3bf-440e-a0c7-ce3b1a241999', 'name': 'network-vif-deleted', 'tag': 'ec4c29c7-0d58-4a47-b2d0-3c6eab371de8', 'status': 'completed', 'code': 200} Feb 19 00:58:36.995957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af8d19-cef0-4668-b3c3-7c087142259e req-3951cc4c-1a67-4e52-9459-e63c26bb1257 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:36.999339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67af8d19-cef0-4668-b3c3-7c087142259e req-3951cc4c-1a67-4e52-9459-e63c26bb1257 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.9916782 Feb 19 00:58:37.017280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 66ee6523-86d2-4a7a-914c-74329a146cae is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:37.017994 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.021366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-66298d6f-ed9a-456c-af12-58da59c017ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:37.027629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-66298d6f-ed9a-456c-af12-58da59c017ba service neutron] 10.222.0.96 "GET /v2.0/networks?id=760bdadb-f48d-481f-9b08-c040f2ffa28f HTTP/1.1" status: 200 len: 916 time: 1.0595365 Feb 19 00:58:37.137527 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3dc91-a655-4863-b099-4cc43a3aa5a8 x-openstack-request-id: req-d2a3dc91-a655-4863-b099-4cc43a3aa5a8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:37.137931 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-plugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:37.138394 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d2a3dc91-a655-4863-b099-4cc43a3aa5a8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:37.138900 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'code': 200} Feb 19 00:58:37.217468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c09e33a4-fb68-4c78-a001-11af1ccccf0f admin admin] Publish callbacks [] for security_group (03beaa7a-e003-48a0-b56b-96b029083bf7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.217960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:37.315188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c09e33a4-fb68-4c78-a001-11af1ccccf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03beaa7a-e003-48a0-b56b-96b029083bf7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.362529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.363806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:37.383130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c09e33a4-fb68-4c78-a001-11af1ccccf0f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=176d6118dd674de392259ab228577d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2671907 Feb 19 00:58:37.395115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:37.406374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67af8d19-cef0-4668-b3c3-7c087142259e req-275eb35c-52b5-4346-9135-761939096eca tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932519 Feb 19 00:58:37.446705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e33a4-fb68-4c78-a001-11af1ccccf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03beaa7a-e003-48a0-b56b-96b029083bf7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.599447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:37.605366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks [] for port (e314fdcf-3197-4034-8628-1c2428981bd8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.606687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39214) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:37.672880 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] Publish callbacks [] for security_group (03beaa7a-e003-48a0-b56b-96b029083bf7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.710002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be127f-ea4b-4e14-a4c4-b61d60015fdf req-52707ac6-9ace-4414-b782-6b83eb7e2314 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:37.717734 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:37.718425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31be127f-ea4b-4e14-a4c4-b61d60015fdf req-52707ac6-9ace-4414-b782-6b83eb7e2314 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 944 time: 0.1600819 Feb 19 00:58:37.723424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-777717a1-5331-4c0b-aa36-5e7c7077577e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 200 len: 998 time: 0.6854303 Feb 19 00:58:37.726995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] Publish callbacks [] for security_group (03beaa7a-e003-48a0-b56b-96b029083bf7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.838285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31be127f-ea4b-4e14-a4c4-b61d60015fdf req-da621946-05b4-4412-890c-1a2c33935baf tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184423 Feb 19 00:58:37.889677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:37.890125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.957980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03beaa7a-e003-48a0-b56b-96b029083bf7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.960979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:37.965514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/03beaa7a-e003-48a0-b56b-96b029083bf7 HTTP/1.1" status: 204 len: 168 time: 0.5662186 Feb 19 00:58:37.965653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:37.967962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '4a90ec31-b3d3-4026-97ec-464de9289909', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'port_id': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'mac_address': 'fa:16:3e:a4:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:34Z', 'updated_at': '2022-02-19T00:58:33Z', 'revision_number': 1, 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:37.978522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc524-2722-412f-8af8-3b46d6b69f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03beaa7a-e003-48a0-b56b-96b029083bf7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.027290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:38.036807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9ee41ad5-e66e-4360-a358-5b3e4cb5f23d req-5adf5a16-5467-4a74-8595-2df20b76d2ea tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.2714474 Feb 19 00:58:38.054930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:38.055328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ec4c29c7-0d58-4a47-b2d0-3c6eab371de8 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:38.058206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c1987-45ba-44b1-83ab-6fdd0df70a12 None None] The sync data for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 is: [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '4a90ec31-b3d3-4026-97ec-464de9289909', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'port_id': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'mac_address': 'fa:16:3e:a4:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d71bb6-5779-4dce-951a-cff6edae7225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:34Z', 'updated_at': '2022-02-19T00:58:33Z', 'revision_number': 1, 'project_id': '846fa5fc66c04941b598104dece99d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:38.091184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.141448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (facd25a5-b860-4e73-a4f1-c3e3b97074f2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.180706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (facd25a5-b860-4e73-a4f1-c3e3b97074f2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.210260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.242693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.242994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-8bf58cf6-c45d-46a6-a1e1-0975283b1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:38.250072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-8bf58cf6-c45d-46a6-a1e1-0975283b1592 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ad70be9-9108-4bfb-a455-fb43c3fcea5f HTTP/1.1" status: 200 len: 854 time: 0.4837084 Feb 19 00:58:38.289356 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:38.370062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f9a83-48f7-4cdf-abc3-4c7d5ae5956e None None] The sync data for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 is: [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '1a7b8a33-fb52-448b-bc20-e6a1b83ca73f', 'name': '', 'network_id': '8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'mac_address': 'fa:16:3e:80:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:57Z', 'updated_at': '2022-02-19T00:57:07Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'subnets': [{'id': '93282873-79aa-489d-a0ee-c96a6a4f08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:38.402888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:38.405145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.420174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:38.435253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:38.504423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-9f1b926f-1c1b-4020-a10f-43232861c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:38.506302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-9f1b926f-1c1b-4020-a10f-43232861c1b0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=760bdadb-f48d-481f-9b08-c040f2ffa28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2126980 Feb 19 00:58:38.543680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:38.545761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.583355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd08b1-b4a8-40c0-b326-d29689e5a5ab None None] New status for floating IP 4a90ec31-b3d3-4026-97ec-464de9289909: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:58:38.597172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (facd25a5-b860-4e73-a4f1-c3e3b97074f2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.604201 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:38.606473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "DELETE /v2.0/security-groups/facd25a5-b860-4e73-a4f1-c3e3b97074f2 HTTP/1.1" status: 204 len: 168 time: 0.9828823 Feb 19 00:58:38.608975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39244) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:38.638787 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-9bb088b0-3ffd-40ae-9a7b-dd1ebbb9be59 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] show failed (client error): The resource could not be found. Feb 19 00:58:38.645159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9bb088b0-3ffd-40ae-9a7b-dd1ebbb9be59 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "GET /v2.0/security-groups/facd25a5-b860-4e73-a4f1-c3e3b97074f2 HTTP/1.1" status: 404 len: 347 time: 0.0328174 Feb 19 00:58:38.649282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39246) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:38.805228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-85c7b04c-5367-429e-92f4-840a8a288b4b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0559733 Feb 19 00:58:38.838583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Request body: {'port': {'device_id': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:38.845753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b9f79-ca06-46d6-8bb9-e65b14801cf2 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facd25a5-b860-4e73-a4f1-c3e3b97074f2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:38.949450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Deleting port ca575e33-46c7-41d2-bf71-57df22302c5f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:38.950060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.010339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-1a3a2892-d4a8-45a7-a4c9-a01dd985a45e service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181049 Feb 19 00:58:39.013672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.044223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e558a9-42df-4aa2-ab5e-ffcd2fbc84d8 None None] New status for floating IP f1259ca5-c459-44f8-bab5-1593a1abdd86: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:58:39.139995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae'}, {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:39.143742 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69185742-f19c-4c05-8f8d-79c11fd98724" -d '{"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-unplugged", "status": "completed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae"}, {"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-unplugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:39.438271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.448612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39256) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:39.455221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fdd124f-b26a-4711-a849-28b1540c46ae req-6763c6fd-73c2-4331-96f2-50024b059ccd service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376171 Feb 19 00:58:39.489453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1561f0e8-67a1-423e-a8d5-dd29e7d121c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.565264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.565937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (ca575e33-46c7-41d2-bf71-57df22302c5f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.586462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Calling delete_port for ca575e33-46c7-41d2-bf71-57df22302c5f owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:39.700956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1561f0e8-67a1-423e-a8d5-dd29e7d121c1 admin admin] Publish callbacks [] for security_group (03a8d8a5-8785-4fa7-8b61-fbadcd0dab63), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.766023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e314fdcf-3197-4034-8628-1c2428981bd8 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:39.774313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks [] for port (e314fdcf-3197-4034-8628-1c2428981bd8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.793394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Transition to ACTIVE for port object e314fdcf-3197-4034-8628-1c2428981bd8 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:39.826335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1561f0e8-67a1-423e-a8d5-dd29e7d121c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03a8d8a5-8785-4fa7-8b61-fbadcd0dab63), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.869690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1561f0e8-67a1-423e-a8d5-dd29e7d121c1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1784fc7ed6774388afea0dceeaa1a4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230206 Feb 19 00:58:39.870701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f0e8-67a1-423e-a8d5-dd29e7d121c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8d8a5-8785-4fa7-8b61-fbadcd0dab63,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.872474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:39.878735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ca575e33-46c7-41d2-bf71-57df22302c5f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:39.904206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Pushing event deleted for resources: {'Port': ['ID=ca575e33-46c7-41d2-bf71-57df22302c5f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:39.955123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.000232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.001766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks [] for floatingip (f1259ca5-c459-44f8-bab5-1593a1abdd86), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.005219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.006517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-410bc4ed-a7cd-4267-8be0-b28744d8cef4 tempest-ServersTestJSON-2113889616 tempest-ServersTestJSON-2113889616-project] 10.222.0.94 "DELETE /v2.0/floatingips/f1259ca5-c459-44f8-bab5-1593a1abdd86 HTTP/1.1" status: 204 len: 168 time: 1.3536479 Feb 19 00:58:40.009850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39282) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:40.046104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] Publish callbacks [] for security_group (03a8d8a5-8785-4fa7-8b61-fbadcd0dab63), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.101708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] Publish callbacks [] for security_group (03a8d8a5-8785-4fa7-8b61-fbadcd0dab63), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.137133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.217797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:40.218165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:40.218728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:40.229398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:40.229834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:40.235694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:40.236042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:40.236444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:40.236928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Bound port: e314fdcf-3197-4034-8628-1c2428981bd8, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:40.237298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.302939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (03a8d8a5-8785-4fa7-8b61-fbadcd0dab63), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.316585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.317628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/03a8d8a5-8785-4fa7-8b61-fbadcd0dab63 HTTP/1.1" status: 204 len: 168 time: 0.4438386 Feb 19 00:58:40.345604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b2be9-b95a-4a6c-9b6a-c65c80a1dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8d8a5-8785-4fa7-8b61-fbadcd0dab63,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.370856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:40.387259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:40.479929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.609625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.611192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.612836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] 10.222.0.117 "PUT /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 1091 time: 1.7811379 Feb 19 00:58:40.614318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:40.616488 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69969d8-2ad8-416f-b3cf-3e9106047b29" -d '{"events": [{"name": "network-changed", "server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:40.652975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-215412c7-ec94-448e-bced-aaeb67f3f136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.663050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a0f7-1d5d-41c2-8edf-92a2dc5d5b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:40.840159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:40.891193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c92b4-1e28-490d-8b37-0f47a210ba40 req-28b6bf49-a531-4267-a2b7-d615c70481a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.892816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-876c92b4-1e28-490d-8b37-0f47a210ba40 req-28b6bf49-a531-4267-a2b7-d615c70481a1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.1616647 Feb 19 00:58:40.908300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-a07f82da-69a9-41fc-9eb3-00e15ac9bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.910700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-b238a9c2-6d61-4814-a7ec-90211f2566b0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:40.911209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-a07f82da-69a9-41fc-9eb3-00e15ac9bcce service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1125 time: 0.1707315 Feb 19 00:58:40.912409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-b238a9c2-6d61-4814-a7ec-90211f2566b0 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=b972ed24-2080-447d-ae9d-7e502c127d77 HTTP/1.1" status: 200 len: 944 time: 0.1685181 Feb 19 00:58:40.997612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-6f9b0f4c-5b87-4150-a102-f24948cdfbc8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0607970 Feb 19 00:58:41.032130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:41.059743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443103a-4c21-4a37-a899-889956a84cc4 req-c683c35e-2aad-4d27-8b1e-58133ecb8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.061300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-c683c35e-2aad-4d27-8b1e-58133ecb8bb5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0558846 Feb 19 00:58:41.108906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-2214bd1e-841c-440a-a447-8c918c91f929 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373864 Feb 19 00:58:41.118292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-876c92b4-1e28-490d-8b37-0f47a210ba40 req-f66107d9-0517-4109-908e-486675876191 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061155 Feb 19 00:58:41.196331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port 66ee6523-86d2-4a7a-914c-74329a146cae {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:41.197601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.418960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port 66ee6523-86d2-4a7a-914c-74329a146cae, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=66ee6523-86d2-4a7a-914c-74329a146cae,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:41.419717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.443142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-74a61bc9-e70c-46d9-834a-b9ef1d142b32 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170154 Feb 19 00:58:41.452250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe299464-dcb5-4798-a295-07b3cd439d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.455282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for 66ee6523-86d2-4a7a-914c-74329a146cae owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:41.542737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6f3e8-b4ab-4fff-91ac-b2b926696e2a req-83cbba24-12c1-4638-9bc5-beeb6ca07508 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:41.558795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6a6f3e8-b4ab-4fff-91ac-b2b926696e2a req-83cbba24-12c1-4638-9bc5-beeb6ca07508 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.2244306 Feb 19 00:58:41.576737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Deleting port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:41.577098 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.712147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe299464-dcb5-4798-a295-07b3cd439d73 admin admin] Publish callbacks [] for security_group (2670d816-2054-4994-a045-0092eac5f507), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.755070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443103a-4c21-4a37-a899-889956a84cc4 req-d5a4289f-f4e3-4e9d-8985-f2eec1982cbb service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977433 Feb 19 00:58:41.758083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] For port 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:41.758454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.784718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Calling delete_port for 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:41.784994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6a6f3e8-b4ab-4fff-91ac-b2b926696e2a req-c14bd90a-e1cd-40d8-bd83-82a0c2db8eb5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238774 Feb 19 00:58:41.790107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe299464-dcb5-4798-a295-07b3cd439d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2670d816-2054-4994-a045-0092eac5f507), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.868216 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161184d0-5f31-4d9f-bd35-09275dea8a55 x-openstack-request-id: req-161184d0-5f31-4d9f-bd35-09275dea8a55 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:41.869707 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-unplugged", "status": "failed", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae", "code": 422}, {"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-unplugged", "status": "failed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "code": 422}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:41.870288 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-161184d0-5f31-4d9f-bd35-09275dea8a55 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:41.871064 n-d-826529-3 neutron-server[110603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae', 'code': 422} returned with failed status Feb 19 00:58:41.871509 n-d-826529-3 neutron-server[110603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'code': 422} returned with failed status Feb 19 00:58:41.902056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (66ee6523-86d2-4a7a-914c-74329a146cae), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:41.911971 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71bf04-60d5-482f-81cf-e64bdb22f287 x-openstack-request-id: req-8b71bf04-60d5-482f-81cf-e64bdb22f287 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:41.913418 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:41.913418 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8b71bf04-60d5-482f-81cf-e64bdb22f287 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:41.913418 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'status': 'completed', 'code': 200} Feb 19 00:58:41.956236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe299464-dcb5-4798-a295-07b3cd439d73 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=084ad258b156488182b9e6270f59ea6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9231138 Feb 19 00:58:41.962731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=66ee6523-86d2-4a7a-914c-74329a146cae,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:41.974244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe299464-dcb5-4798-a295-07b3cd439d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2670d816-2054-4994-a045-0092eac5f507,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:41.989759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:42.063046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-a4922b8d-061d-43eb-8cf9-e69558a2c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.064200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-a4922b8d-061d-43eb-8cf9-e69558a2c542 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1125 time: 0.1284037 Feb 19 00:58:42.079200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04d3be-6259-47e4-a2b9-c3a4b81514d7 req-dbedd1cc-2b52-499a-b40a-5d87754a0cb9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.089396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a04d3be-6259-47e4-a2b9-c3a4b81514d7 req-dbedd1cc-2b52-499a-b40a-5d87754a0cb9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.1006489 Feb 19 00:58:42.149544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port 66ee6523-86d2-4a7a-914c-74329a146cae on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:42.194429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.208951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e53f07c-7365-4e5f-a1a1-a6ff4106ef09 req-5a01b877-9357-4ff6-9ef8-1711fcbe96be tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "DELETE /v2.0/ports/66ee6523-86d2-4a7a-914c-74329a146cae HTTP/1.1" status: 204 len: 173 time: 1.2844200 Feb 19 00:58:42.212313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-deleted', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:42.214932 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fa144-cad4-41ea-82e8-7f2ea508aebe" -d '{"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-deleted", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:42.221142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] Publish callbacks [] for security_group (2670d816-2054-4994-a045-0092eac5f507), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.226122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a04d3be-6259-47e4-a2b9-c3a4b81514d7 req-db9ddded-c4dd-4bf9-81ce-c5e80db6f293 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355944 Feb 19 00:58:42.276420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] Publish callbacks [] for security_group (2670d816-2054-4994-a045-0092eac5f507), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.296140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-28869427-7f27-4ff7-9938-95de0e03195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.301402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-28869427-7f27-4ff7-9938-95de0e03195e service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2098258 Feb 19 00:58:42.412313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-5c9ce969-baf6-418b-a272-1d485131fd91 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0912776 Feb 19 00:58:42.509488 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0c148-301b-4536-b5b9-88a1af6207b6 x-openstack-request-id: req-95c0c148-301b-4536-b5b9-88a1af6207b6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:42.509488 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972ed24-2080-447d-ae9d-7e502c127d77", "name": "network-vif-deleted", "tag": "66ee6523-86d2-4a7a-914c-74329a146cae", "status": "failed", "code": 422}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:42.509488 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-95c0c148-301b-4536-b5b9-88a1af6207b6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:42.509488 n-d-826529-3 neutron-server[110602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b972ed24-2080-447d-ae9d-7e502c127d77', 'name': 'network-vif-deleted', 'tag': '66ee6523-86d2-4a7a-914c-74329a146cae', 'status': 'failed', 'code': 422} returned with failed status Feb 19 00:58:42.510327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-98c3c60c-0eca-4930-9d63-062a0f38b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:42.510327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-98c3c60c-0eca-4930-9d63-062a0f38b4af service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0900488 Feb 19 00:58:42.545851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-d5cc3669-dd11-47f4-b928-5a1cf8d4956e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286019 Feb 19 00:58:42.577453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-5d92b173-1fee-4398-adba-9f59597dcef8 req-d9fef644-edd6-42b2-9a0c-e1fd74633d5e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:42.578356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d92b173-1fee-4398-adba-9f59597dcef8 req-d9fef644-edd6-42b2-9a0c-e1fd74633d5e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064564 Feb 19 00:58:42.647049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-d9ed65e2-1bd5-496e-8419-a09cfe24b2b9 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Feb 19 00:58:42.695106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2670d816-2054-4994-a045-0092eac5f507), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.698559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.703055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2670d816-2054-4994-a045-0092eac5f507 HTTP/1.1" status: 204 len: 168 time: 0.7034850 Feb 19 00:58:42.709674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd21db5-29e7-4263-9cc0-9c5c537b5837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670d816-2054-4994-a045-0092eac5f507,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:42.762195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e69969d8-2ad8-416f-b3cf-3e9106047b29 req-165be712-cd5b-4d2e-a170-eb3275e1c2b0 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042733 Feb 19 00:58:42.809315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1a7b8a33-fb52-448b-bc20-e6a1b83ca73f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.827349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1abf72bb-6c17-48f7-b695-f0f17bdee986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:42.839772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7b8a33-fb52-448b-bc20-e6a1b83ca73f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:43.082249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0cf2c-0379-4e6a-8cb2-bce7d1f3e992 req-cb9fade6-0128-4e37-9ebc-675d0053cf7b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.090114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cf0cf2c-0379-4e6a-8cb2-bce7d1f3e992 req-cb9fade6-0128-4e37-9ebc-675d0053cf7b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.0837100 Feb 19 00:58:43.198369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cf0cf2c-0379-4e6a-8cb2-bce7d1f3e992 req-deb663e0-1db3-4ac7-9b7d-8a90c9d1c36a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006055 Feb 19 00:58:43.224730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.608188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7074a5c-21d2-4e2d-a86c-e94e65f54a3b req-6f504bce-709a-4f23-913d-c91adc833452 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:43.611353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7074a5c-21d2-4e2d-a86c-e94e65f54a3b req-6f504bce-709a-4f23-913d-c91adc833452 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.2949247 Feb 19 00:58:43.662393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-762ab22d-b12b-4cdd-9a39-b2a529550885 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2152579 Feb 19 00:58:43.676951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:43.716019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd53136c-6b7b-47ab-ab6b-fc07a8cf7a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:43.744920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7074a5c-21d2-4e2d-a86c-e94e65f54a3b req-2eb0a74e-fe5c-4d15-8389-12cde3246289 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268139 Feb 19 00:58:43.859907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Router beaa30c7-adca-4a6e-8c37-6747c6d72929 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:58:44.003968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd53136c-6b7b-47ab-ab6b-fc07a8cf7a57 admin admin] Publish callbacks [] for security_group (d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.098907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd53136c-6b7b-47ab-ab6b-fc07a8cf7a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.129678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.210923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:58:44.224066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Sync routers for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:58:44.231989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fd53136c-6b7b-47ab-ab6b-fc07a8cf7a57 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4cf655ebceac469899680d96d53a0b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539384 Feb 19 00:58:44.234540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:44.266172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:44.269843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:44.288782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39418) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:44.291764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ed0c24c-2815-4f02-ab7c-64d1db1edbdf admin admin] 10.222.0.94 "PUT /v2.0/routers/beaa30c7-adca-4a6e-8c37-6747c6d72929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2652133 Feb 19 00:58:44.295792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53136c-6b7b-47ab-ab6b-fc07a8cf7a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:44.335013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-e1ffd19a-6b88-45e2-9425-62885055c736 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:44.342328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-e1ffd19a-6b88-45e2-9425-62885055c736 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports/84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 940 time: 0.6234910 Feb 19 00:58:44.520034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feedf83-a2c6-48b2-81f2-b2bef96d88a5 req-bce1482d-46e6-49c3-b43f-52cdd1865b74 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:44.523228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1feedf83-a2c6-48b2-81f2-b2bef96d88a5 req-bce1482d-46e6-49c3-b43f-52cdd1865b74 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.1215839 Feb 19 00:58:44.529676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] Publish callbacks [] for security_group (d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.535842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:44.624255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] Publish callbacks [] for security_group (d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.705774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1feedf83-a2c6-48b2-81f2-b2bef96d88a5 req-d91b3701-7d02-4f82-bbcd-2b625246b423 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728792 Feb 19 00:58:44.870685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:58:42Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:44.895391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks [] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:44.943949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06548b4c-48ba-46fa-9e89-8328af4e11e8 req-2a3a3a19-88b1-4f10-a596-2bee36d01d84 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:44.952697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06548b4c-48ba-46fa-9e89-8328af4e11e8 req-2a3a3a19-88b1-4f10-a596-2bee36d01d84 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.1082828 Feb 19 00:58:44.981450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-98cab062-5a94-42e5-a858-55295f2570de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:45.000519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-98cab062-5a94-42e5-a858-55295f2570de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.4925101 Feb 19 00:58:45.049512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-e70e4911-69f6-4c2e-91b9-dc1fad961b70 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0478525 Feb 19 00:58:45.062601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06548b4c-48ba-46fa-9e89-8328af4e11e8 req-40f4798c-697e-4a07-905c-be0132846c55 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086721 Feb 19 00:58:45.171901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-a5d92e10-02f3-4c08-a19b-6a6796745d86 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011746 Feb 19 00:58:45.172021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:45.174726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Checking router: beaa30c7-adca-4a6e-8c37-6747c6d72929 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:58:45.211055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Routers {'beaa30c7-adca-4a6e-8c37-6747c6d72929'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:58:45.211869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['beaa30c7-adca-4a6e-8c37-6747c6d72929'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:45.247169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.249928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.251359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0 HTTP/1.1" status: 204 len: 168 time: 1.0157540 Feb 19 00:58:45.315019 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.323441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804bdbb-ec35-4fbc-8384-c06b475ac560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ee5f3c-0db6-4efe-9622-ddc7ef5180d0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:45.352329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks [] for router_gateway (beaa30c7-adca-4a6e-8c37-6747c6d72929), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.397705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d83b94fe-6dcc-4030-92b2-dc08a151679e service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348204 Feb 19 00:58:45.502050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:45.517194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'port_id': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'mac_address': 'fa:16:3e:b7:75:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25a891f-3aec-492a-b9aa-a38c10b9254a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:45.566952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-1b15289b-96b9-4cab-80f5-bac80d9514cf service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678505 Feb 19 00:58:45.589105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] Set router beaa30c7-adca-4a6e-8c37-6747c6d72929 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:58:45.591067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Deleting port d30b1d0c-be9c-4f38-8106-e883e90e7205 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:45.595221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.619327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e314fdcf-3197-4034-8628-1c2428981bd8 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:45.619723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.826654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] For port d30b1d0c-be9c-4f38-8106-e883e90e7205, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d30b1d0c-be9c-4f38-8106-e883e90e7205,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:45.826654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:45.834811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Calling delete_port for d30b1d0c-be9c-4f38-8106-e883e90e7205 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:45.872937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e314fdcf-3197-4034-8628-1c2428981bd8 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:45.940190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084b66a-392f-415d-9d40-e8f9f7d3613b req-63ed2dbb-3bc1-41c6-8d17-b12e72968cc7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:45.948334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:45.949114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3084b66a-392f-415d-9d40-e8f9f7d3613b req-63ed2dbb-3bc1-41c6-8d17-b12e72968cc7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.1172872 Feb 19 00:58:45.985124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:58:42Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:46.043333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3084b66a-392f-415d-9d40-e8f9f7d3613b req-18a923f6-2efb-47de-88da-97f95eed9011 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928168 Feb 19 00:58:46.043539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c596b2-e9c2-4a04-bd40-4a76e56bca94 None None] The sync data for ids ['beaa30c7-adca-4a6e-8c37-6747c6d72929'] in n-d-826529-3 is: [{'id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'name': 'tempest-ServersTestJSON-713567436-router', 'tenant_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:44Z', 'updated_at': '2022-02-19T00:58:42Z', 'revision_number': 5, 'project_id': '9e6e57edb2a044e1bfed1ec3a73f2e69', 'gw_port': {'id': 'd30b1d0c-be9c-4f38-8106-e883e90e7205', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beaa30c7-adca-4a6e-8c37-6747c6d72929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:47Z', 'updated_at': '2022-02-19T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:58:46.114712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.324339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a613fa9-a30b-4015-8c98-565850d6b646 req-6ed4ed52-69e3-4107-bd9e-e64ebbc7b561 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:46.334228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a613fa9-a30b-4015-8c98-565850d6b646 req-6ed4ed52-69e3-4107-bd9e-e64ebbc7b561 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.1044767 Feb 19 00:58:46.393905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['e314fdcf-3197-4034-8628-1c2428981bd8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:46.478753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:46.492114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a613fa9-a30b-4015-8c98-565850d6b646 req-35fb1da8-f5e1-421d-89dd-dd0b5a201bfd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569343 Feb 19 00:58:46.858154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9afb239-2ede-400c-83f2-19b2e2acc37f req-de9c4070-d422-4d7e-8f47-77779c75d700 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 210 time: 0.5013523 Feb 19 00:58:46.868680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d30b1d0c-be9c-4f38-8106-e883e90e7205), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.906396 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:46.921772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30b1d0c-be9c-4f38-8106-e883e90e7205,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:46.952138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.952505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.952745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.953086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.953426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.953770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.954138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.954478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.954801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.955157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.955487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.955813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:46.959272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:47.006030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-47dea047-5eb1-4a33-800a-db7a3f1da25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:47.007587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-47dea047-5eb1-4a33-800a-db7a3f1da25c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db&tenant_id=8cddc3663d0a44a994998beab995d431 HTTP/1.1" status: 200 len: 1125 time: 0.1655655 Feb 19 00:58:47.021194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.026607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:47.190814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeee2ec-0cab-408a-8506-8a8dc4359c9b req-b9e36a6e-22b5-4b57-91e4-5877b8cc2c58 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:47.198561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4eeee2ec-0cab-408a-8506-8a8dc4359c9b req-b9e36a6e-22b5-4b57-91e4-5877b8cc2c58 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.0782995 Feb 19 00:58:47.286319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4eeee2ec-0cab-408a-8506-8a8dc4359c9b req-ad2e4d8f-33d3-4f27-a489-6b84a57dd011 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865099 Feb 19 00:58:47.362698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.368283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks [] for router_controller (beaa30c7-adca-4a6e-8c37-6747c6d72929), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.380267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.581997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (beaa30c7-adca-4a6e-8c37-6747c6d72929), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.582531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beaa30c7-adca-4a6e-8c37-6747c6d72929 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:58:47.590447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.591552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7ec4c485-df08-4c74-8f0c-e1b68e7e91f0 admin admin] 10.222.0.94 "DELETE /v2.0/routers/beaa30c7-adca-4a6e-8c37-6747c6d72929 HTTP/1.1" status: 204 len: 168 time: 3.3017986 Feb 19 00:58:47.593932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39530) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:47.763693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:47.830434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:47.831023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a7b8a33-fb52-448b-bc20-e6a1b83ca73f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:47.856161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Deleting subnet 93282873-79aa-489d-a0ee-c96a6a4f08c1 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:58:47.867189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Publish callbacks [] for subnet (93282873-79aa-489d-a0ee-c96a6a4f08c1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:47.919354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:48.015823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca4829-f2cc-4b6e-bacd-aa5eb053057e req-8aa53419-087b-43ba-b62c-740d87f37d6b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:48.031164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42ca4829-f2cc-4b6e-bacd-aa5eb053057e req-8aa53419-087b-43ba-b62c-740d87f37d6b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 943 time: 0.3402069 Feb 19 00:58:48.105955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-923a4d2f-4630-4ebd-a73e-b93e21ae6df3 req-07bc2eb8-b9eb-4030-b91c-bb3ca3e426bf tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 210 time: 0.0727520 Feb 19 00:58:48.107298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:48.114707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (93282873-79aa-489d-a0ee-c96a6a4f08c1), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.151216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:48.165632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks [] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.184302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Transition to ACTIVE for port object 84899967-9676-4807-8fcf-ba1ae69c1a9c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:48.283405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.512308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] No DVR routers for this DVR port 84899967-9676-4807-8fcf-ba1ae69c1a9c on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:48.586662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=9']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:48.635645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42ca4829-f2cc-4b6e-bacd-aa5eb053057e req-448913e8-0e38-46a5-a813-edbda1f850c3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033106 Feb 19 00:58:48.691031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7e82f-a3bc-4e09-8902-f79ba2881a33 req-59dafc83-18ee-45c7-9109-2d322cc0a2c2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:48.703872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1f7e82f-a3bc-4e09-8902-f79ba2881a33 req-59dafc83-18ee-45c7-9109-2d322cc0a2c2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.2186124 Feb 19 00:58:48.718954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:48.719323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:48.719653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:48.754358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:48.756216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Attempting to bind port 84899967-9676-4807-8fcf-ba1ae69c1a9c on network a6bf1250-465c-478e-a84a-be5185e67998 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:48.791510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:48.791996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Checking segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:48.793357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Bound using segment: {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:48.794086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Bound port: 84899967-9676-4807-8fcf-ba1ae69c1a9c, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:48.794408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.800407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (93282873-79aa-489d-a0ee-c96a6a4f08c1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.897558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1f7e82f-a3bc-4e09-8902-f79ba2881a33 req-f9684c9c-9e60-4ac5-a57e-68e392c9b4fb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926775 Feb 19 00:58:49.008533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:49.015157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:49.057934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (93282873-79aa-489d-a0ee-c96a6a4f08c1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.100927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93282873-79aa-489d-a0ee-c96a6a4f08c1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:49.109090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.115118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39572) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:49.118065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc845ac-9c76-456e-9aa5-c3bf1f38feff None None] Network 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:49.125591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d51c0840-1ad2-4ca3-a273-b209c378ff1c admin admin] 10.222.0.94 "DELETE /v2.0/subnets/93282873-79aa-489d-a0ee-c96a6a4f08c1 HTTP/1.1" status: 204 len: 168 time: 1.5303078 Feb 19 00:58:49.143835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-c3d7d786-6686-4cee-934b-e93200fca7e8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:49.146891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-c3d7d786-6686-4cee-934b-e93200fca7e8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2565899 Feb 19 00:58:49.163947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:49.170058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:58:49.350706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.351120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0dcd0803-2f00-4a2c-a875-902310a354b3 req-348497cb-b661-4ebf-9d5b-cf7cc7d33620 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 210 time: 0.0466096 Feb 19 00:58:49.351627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Deleting port 6f96be9b-f636-45dc-945b-8c986af78888 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:49.351627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6f96be9b-f636-45dc-945b-8c986af78888), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.370139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] For port 6f96be9b-f636-45dc-945b-8c986af78888, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f96be9b-f636-45dc-945b-8c986af78888,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:49.370653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6f96be9b-f636-45dc-945b-8c986af78888), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.387863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Calling delete_port for 6f96be9b-f636-45dc-945b-8c986af78888 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:49.410359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] DHCP port deletion for 8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:58:49.459688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Deleting port 6f96be9b-f636-45dc-945b-8c986af78888 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:58:49.460068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6f96be9b-f636-45dc-945b-8c986af78888), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.534087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] For port 6f96be9b-f636-45dc-945b-8c986af78888, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f96be9b-f636-45dc-945b-8c986af78888,segment=NetworkSegment(2c278019-48c0-4f72-a78a-7cdede7f0731),segment_id=2c278019-48c0-4f72-a78a-7cdede7f0731)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:49.534592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6f96be9b-f636-45dc-945b-8c986af78888), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.549436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Calling delete_port for 6f96be9b-f636-45dc-945b-8c986af78888 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:58:49.597736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d30b1d0c-be9c-4f38-8106-e883e90e7205 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:49.626483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d30b1d0c-be9c-4f38-8106-e883e90e7205 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:58:49.626769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d30b1d0c-be9c-4f38-8106-e883e90e7205 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:58:49.627211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f96be9b-f636-45dc-945b-8c986af78888 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:58:49.661862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.701415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:49.702109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.703664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] 10.222.0.96 "PUT /v2.0/ports/84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 1091 time: 2.6839969 Feb 19 00:58:49.704257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:49.706557 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a15f5-eb81-43db-9ae5-d7ad427f77c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:49.739377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f96be9b-f636-45dc-945b-8c986af78888 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:49.739827 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f96be9b-f636-45dc-945b-8c986af78888), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.766034 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b6ade3-cc4d-41df-a6ed-05270638ac32 x-openstack-request-id: req-05b6ade3-cc4d-41df-a6ed-05270638ac32 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:49.766377 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:49.766688 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-05b6ade3-cc4d-41df-a6ed-05270638ac32 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:49.767117 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'status': 'completed', 'code': 200} Feb 19 00:58:49.797785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd67c35-27b8-4696-8caa-4b8711ded2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:49.826877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-6a7a9d7d-a341-48e5-8696-aca262ef7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:49.828414 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-6a7a9d7d-a341-48e5-8696-aca262ef7fcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1126 time: 0.0966339 Feb 19 00:58:49.838974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ca39-be9f-479f-a372-205c4a54f0e6 req-db8cd4eb-7a7f-4dc2-8bb5-30165f07e549 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:49.846980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0006ca39-be9f-479f-a372-205c4a54f0e6 req-db8cd4eb-7a7f-4dc2-8bb5-30165f07e549 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0991681 Feb 19 00:58:49.868037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:49.884517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port e314fdcf-3197-4034-8628-1c2428981bd8 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:58:49.885713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.886910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (6f96be9b-f636-45dc-945b-8c986af78888), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.905112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port e314fdcf-3197-4034-8628-1c2428981bd8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:58:49.905608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:49.951720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6f96be9b-f636-45dc-945b-8c986af78888), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.001184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] Pushing event deleted for resources: {'Port': ['ID=6f96be9b-f636-45dc-945b-8c986af78888,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.015166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceadc91-e555-4d34-aa63-4b1a47c66499 None None] No DVR routers for this DVR port 6f96be9b-f636-45dc-945b-8c986af78888 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:50.030266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f96be9b-f636-45dc-945b-8c986af78888,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.046939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] No DVR routers for this DVR port 6f96be9b-f636-45dc-945b-8c986af78888 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:58:50.234362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e314fdcf-3197-4034-8628-1c2428981bd8 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:50.234907 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.269251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0006ca39-be9f-479f-a372-205c4a54f0e6 req-e152e012-eda1-484e-9623-829efc7c618f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205151 Feb 19 00:58:50.327372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:50.329791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:50.333791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.14 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/44f175bc-10f6-486e-8a80-aee12d80c34d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:50.338062 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82831c80-39d4-4337-acd9-d60801f097df" -d '{"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-plugged", "status": "completed", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:50.361740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-ad28eb74-d916-4836-b71f-59d87e61b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:50.363244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-ad28eb74-d916-4836-b71f-59d87e61b66d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.5218804 Feb 19 00:58:50.369813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1e823-b815-4de4-bcfa-22d83ab0457e req-c8f17ac8-95fc-4459-958a-e76ec2723916 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:50.385209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38c1e823-b815-4de4-bcfa-22d83ab0457e req-c8f17ac8-95fc-4459-958a-e76ec2723916 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.2374074 Feb 19 00:58:50.397954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.407305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.532708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38c1e823-b815-4de4-bcfa-22d83ab0457e req-e04956b5-7831-415e-9839-c52d00f14e31 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460183 Feb 19 00:58:50.553371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-475e1fae-72a2-420e-ba57-8f9c25a8827c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.1676011 Feb 19 00:58:50.602438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:50.653679 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b40a27-de2e-48fc-b4d4-21d06a4bff7a x-openstack-request-id: req-76b40a27-de2e-48fc-b4d4-21d06a4bff7a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:50.654098 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-plugged", "status": "completed", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:50.654460 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-76b40a27-de2e-48fc-b4d4-21d06a4bff7a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:50.655032 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'code': 200} Feb 19 00:58:50.819698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2210652-deb6-46b4-9b57-5a33b97d4057 req-7d4b0043-0f78-4077-806c-dd3de55df5c5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 210 time: 0.2919819 Feb 19 00:58:50.822148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:50.845152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.954089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c278019-48c0-4f72-a78a-7cdede7f0731') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:50.954603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c278019-48c0-4f72-a78a-7cdede7f0731') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:58:50.977000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (2c278019-48c0-4f72-a78a-7cdede7f0731), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.002463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-954926e7-9229-4dd2-aeab-9727f4eb0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:51.005176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-954926e7-9229-4dd2-aeab-9727f4eb0a7d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.3701072 Feb 19 00:58:51.015809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2c278019-48c0-4f72-a78a-7cdede7f0731), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.043446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:58:51.044665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (2c278019-48c0-4f72-a78a-7cdede7f0731), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: timer() Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:58:51.047038 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:58:51.062468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.092964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-3b12af51-1eb1-42bd-b7e9-e225aee7c298 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707169 Feb 19 00:58:51.152055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877530-d106-4eb0-baa4-a13fa40eb1e5 req-f2275258-29db-4ad7-b42b-c5bb8f83bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:51.153060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:58:51.154131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9877530-d106-4eb0-baa4-a13fa40eb1e5 req-f2275258-29db-4ad7-b42b-c5bb8f83bab9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.3244941 Feb 19 00:58:51.246178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:51.269881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:58:51.366419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:51.388502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:51.389189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.506095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.513352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.521133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] 10.222.0.94 "DELETE /v2.0/networks/8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c HTTP/1.1" status: 204 len: 168 time: 2.4042311 Feb 19 00:58:51.531803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d25771ef-a5ba-40b0-98bf-0ed6552c662f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3728752 Feb 19 00:58:51.544472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Request body: {'port': {'device_id': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:51.592167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9877530-d106-4eb0-baa4-a13fa40eb1e5 req-09fd6d83-638e-4637-b36b-9bbd54c824ee service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177682 Feb 19 00:58:51.627933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097d47-7439-4d9a-9bab-3ac02e04ef2a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0f6fc7-ea87-4984-a2f8-44b64e8dae3c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:51.682321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-c921e133-d4e8-4f89-8a46-4a6d5d234d6a service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259995 Feb 19 00:58:51.692971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3aec-a2c7-46b3-b362-c3b67f15baf4 req-6d0e58b9-f69f-4a7a-8eda-733a10440efc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:51.701938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9cf3aec-a2c7-46b3-b362-c3b67f15baf4 req-6d0e58b9-f69f-4a7a-8eda-733a10440efc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.2680235 Feb 19 00:58:51.720128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.888427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9cf3aec-a2c7-46b3-b362-c3b67f15baf4 req-a575190d-a0d7-48d9-a4fa-d6b8984cdd47 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800423 Feb 19 00:58:51.966657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c72a2348-cb7c-48ff-b61a-ffd6640fd2e7 req-e723ee56-294b-46e9-979e-1e15a6be6625 service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621746 Feb 19 00:58:51.981425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:52.044382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8324-2ba5-448e-87d1-e52dab82b0e9 req-9d331118-6203-478d-8e64-e0073ba9cbf4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.064077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb6c8324-2ba5-448e-87d1-e52dab82b0e9 req-9d331118-6203-478d-8e64-e0073ba9cbf4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.3271234 Feb 19 00:58:52.090874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40411-cf90-44d1-a70b-5f060f7fbfaa req-412059e3-e1e2-4a22-8247-e031c4ebbf67 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.096301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82e40411-cf90-44d1-a70b-5f060f7fbfaa req-412059e3-e1e2-4a22-8247-e031c4ebbf67 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 932 time: 0.1009462 Feb 19 00:58:52.248697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb6c8324-2ba5-448e-87d1-e52dab82b0e9 req-b48f39e3-6146-4be3-93e8-52d7e5b75396 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879377 Feb 19 00:58:52.291071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39660) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:52.325703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82e40411-cf90-44d1-a70b-5f060f7fbfaa req-fc308ef8-aa7b-4731-9d8f-3c17ce5084f1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236331 Feb 19 00:58:52.341726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-6b5db7f0-0d22-4a76-9d13-b4310aac350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.344105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-6b5db7f0-0d22-4a76-9d13-b4310aac350d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1126 time: 0.1826100 Feb 19 00:58:52.376534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-731d0ff5-b914-4e23-a136-47bf915aa66f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9e6e57edb2a044e1bfed1ec3a73f2e69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841136 Feb 19 00:58:52.385485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:52.512438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f175bc-10f6-486e-8a80-aee12d80c34d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:52.531038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] Publish callbacks [] for security_group (5bf532f8-a68e-45f6-9230-38f9dc0f105e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.540328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks [] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.550975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-d431cd1b-238a-4af1-8dbb-19e3f159df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.560719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-d431cd1b-238a-4af1-8dbb-19e3f159df7d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.2054522 Feb 19 00:58:52.675466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] Publish callbacks [] for security_group (5bf532f8-a68e-45f6-9230-38f9dc0f105e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.677487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Transition to ACTIVE for port object 44f175bc-10f6-486e-8a80-aee12d80c34d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:58:52.686767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-3a736214-e644-42ae-8ea5-55c2de2b6c1e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.1199234 Feb 19 00:58:52.800331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-5d3d21b8-e992-4815-bf75-5bfc4159f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:52.810800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-5d3d21b8-e992-4815-bf75-5bfc4159f149 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.1106613 Feb 19 00:58:52.832211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.878013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-3c1a6a57-18f1-4a4e-bbec-1a2a2ee23bf1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637927 Feb 19 00:58:52.902788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5bf532f8-a68e-45f6-9230-38f9dc0f105e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.905612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.924264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5bf532f8-a68e-45f6-9230-38f9dc0f105e HTTP/1.1" status: 204 len: 168 time: 0.5375743 Feb 19 00:58:53.038875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Pushing event updated for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:53.056614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd558-df5c-4967-b652-798774a841e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf532f8-a68e-45f6-9230-38f9dc0f105e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:53.141774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Attempting to bind port 44f175bc-10f6-486e-8a80-aee12d80c34d on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:58:53.142443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Attempting to bind port 44f175bc-10f6-486e-8a80-aee12d80c34d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:58:53.142718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Attempting to bind port 44f175bc-10f6-486e-8a80-aee12d80c34d on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:53.148782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Port 44f175bc-10f6-486e-8a80-aee12d80c34d on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:58:53.149264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Attempting to bind port 44f175bc-10f6-486e-8a80-aee12d80c34d on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:58:53.157242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:58:53.159281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:53.161835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:58:53.161835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Bound port: 44f175bc-10f6-486e-8a80-aee12d80c34d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:58:53.161835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:53.165725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-b55864a3-0191-4c8e-81d4-3f5db989362d service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777267 Feb 19 00:58:53.257443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:58:53.263504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=44f175bc-10f6-486e-8a80-aee12d80c34d,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:58:53.318720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:53.331690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35be58-a55c-489c-856d-c13f7f450bcb req-c3cb59f9-ddec-421e-8da8-bad62df5b4c3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.333817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd35be58-a55c-489c-856d-c13f7f450bcb req-c3cb59f9-ddec-421e-8da8-bad62df5b4c3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.2565215 Feb 19 00:58:53.393118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.393557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:53.394946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] 10.222.0.96 "PUT /v2.0/ports/44f175bc-10f6-486e-8a80-aee12d80c34d HTTP/1.1" status: 200 len: 1092 time: 1.8558929 Feb 19 00:58:53.395924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:58:53.398184 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:58:53.447327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce349158-0825-4698-adcd-2a556d7be36c service neutron] Pushing event updated for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:53.458154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-514a15f5-eb81-43db-9ae5-d7ad427f77c2 req-9fa6b5db-9451-46cc-beb4-4e4c9861c621 service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801490 Feb 19 00:58:53.461915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd35be58-a55c-489c-856d-c13f7f450bcb req-ff6b4c0d-2602-40ec-b4ed-2e60f1143426 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199636 Feb 19 00:58:53.703115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-1bbb8daa-23f2-42d7-9441-d2264747dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.706535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-1bbb8daa-23f2-42d7-9441-d2264747dd5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 1126 time: 0.1952994 Feb 19 00:58:53.769840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbbcf-b77a-467a-af20-3f912f480956 req-f748a8fc-085c-4c0a-be69-c6f7eb0dfcf0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:53.771882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-071bbbcf-b77a-467a-af20-3f912f480956 req-f748a8fc-085c-4c0a-be69-c6f7eb0dfcf0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.1729598 Feb 19 00:58:53.773289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-f62c1fee-3547-4bb5-af94-38e5dbd1ca01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f175bc-10f6-486e-8a80-aee12d80c34d HTTP/1.1" status: 200 len: 217 time: 0.0585310 Feb 19 00:58:54.020739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:54.021768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-071bbbcf-b77a-467a-af20-3f912f480956 req-d0cb5843-266f-4d13-a6b8-ea7cd9d0a641 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437289 Feb 19 00:58:54.026550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-94908698-ea93-4762-be98-6dd25eae4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:54.032070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-94908698-ea93-4762-be98-6dd25eae4344 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.2327454 Feb 19 00:58:54.113542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-f52fb7a8-c2ca-4ea9-b637-1885c7fe4fec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735257 Feb 19 00:58:54.335567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-d9f5a9a6-a521-46fd-a63e-726093289bb9 service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173856 Feb 19 00:58:54.351518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76d1738e-3041-43bd-97e8-819681b0df81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.516037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcf7df-dc97-439d-980d-841baf040610 req-4e3bfe12-0a05-4786-a37c-8d6987cce622 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:54.530864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edfcf7df-dc97-439d-980d-841baf040610 req-4e3bfe12-0a05-4786-a37c-8d6987cce622 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 944 time: 0.3609922 Feb 19 00:58:54.591527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76d1738e-3041-43bd-97e8-819681b0df81 admin admin] Publish callbacks [] for security_group (fc6b41ce-0753-4da1-a7c0-9f2118fc0556), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.626043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edfcf7df-dc97-439d-980d-841baf040610 req-37097ba6-9f3a-42c1-a7c6-3b596f34ad3b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891452 Feb 19 00:58:54.632564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c32d3-b394-4269-a939-7f6f79bb854b req-447b9093-deb9-4df3-9f0f-430b8ab283f4 service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768135 Feb 19 00:58:54.662886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76d1738e-3041-43bd-97e8-819681b0df81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fc6b41ce-0753-4da1-a7c0-9f2118fc0556), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.731915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-76d1738e-3041-43bd-97e8-819681b0df81 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1fa0f0158f3c447380e415a7d69a4e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7100229 Feb 19 00:58:54.732701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1738e-3041-43bd-97e8-819681b0df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b41ce-0753-4da1-a7c0-9f2118fc0556,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:54.736967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:54.830408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] Publish callbacks [] for security_group (fc6b41ce-0753-4da1-a7c0-9f2118fc0556), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.890031 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] Publish callbacks [] for security_group (fc6b41ce-0753-4da1-a7c0-9f2118fc0556), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.049301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fc6b41ce-0753-4da1-a7c0-9f2118fc0556), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.052468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:55.053789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fc6b41ce-0753-4da1-a7c0-9f2118fc0556 HTTP/1.1" status: 204 len: 168 time: 0.3154926 Feb 19 00:58:55.075671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8c8cf-c3f3-4aea-9d43-1e26f4a91185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b41ce-0753-4da1-a7c0-9f2118fc0556,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:55.182025 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b208c94-40cd-4a92-8cf2-754876ba59de x-openstack-request-id: req-7b208c94-40cd-4a92-8cf2-754876ba59de {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:58:55.182607 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:58:55.183676 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b208c94-40cd-4a92-8cf2-754876ba59de {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:58:55.184655 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d', 'status': 'completed', 'code': 200} Feb 19 00:58:55.409474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-1b7ba837-94bd-488e-8ff8-b9554939eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:55.411148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-1b7ba837-94bd-488e-8ff8-b9554939eeb1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 1126 time: 0.1747229 Feb 19 00:58:55.437187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafc360-9e62-48e5-bfc6-3b51169a29cf req-9d1ccc9c-473c-4c13-adca-4b97188a4c78 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:55.445564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bafc360-9e62-48e5-bfc6-3b51169a29cf req-9d1ccc9c-473c-4c13-adca-4b97188a4c78 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.1507401 Feb 19 00:58:55.957778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bafc360-9e62-48e5-bfc6-3b51169a29cf req-5b746dfb-6a67-4146-95e2-41f7aa9178f6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038078 Feb 19 00:58:56.035904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-aa7286fd-8286-429f-8e52-67aeca40911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.038307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-aa7286fd-8286-429f-8e52-67aeca40911a service neutron] 10.222.0.96 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 912 time: 0.6080222 Feb 19 00:58:56.117675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-468148c1-c419-4033-897b-f3b7a921fa09 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44f175bc-10f6-486e-8a80-aee12d80c34d HTTP/1.1" status: 200 len: 217 time: 0.0664532 Feb 19 00:58:56.143809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950fd62-b77a-4c6f-a0a5-7ae68e600f0d req-6875e122-c87d-4616-b9ca-5a9b78c825e6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.145321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2950fd62-b77a-4c6f-a0a5-7ae68e600f0d req-6875e122-c87d-4616-b9ca-5a9b78c825e6 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.1055820 Feb 19 00:58:56.202866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2950fd62-b77a-4c6f-a0a5-7ae68e600f0d req-2f651238-c066-49b0-8579-d2aeec450aae tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Feb 19 00:58:56.382289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-ce7bc115-cad4-43cc-be81-5239587aa984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.382289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-ce7bc115-cad4-43cc-be81-5239587aa984 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.0771348 Feb 19 00:58:56.382289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30e8f4-361c-4b54-bd46-16ddf1606579 req-34b73cf8-d9de-4b9f-b231-eab0f13c4c82 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.382289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd30e8f4-361c-4b54-bd46-16ddf1606579 req-34b73cf8-d9de-4b9f-b231-eab0f13c4c82 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 944 time: 0.1002748 Feb 19 00:58:56.403557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-17a3721b-dc6e-4396-8477-d747d5f6b210 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335102 Feb 19 00:58:56.485817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd30e8f4-361c-4b54-bd46-16ddf1606579 req-29c6fd2c-7c2e-4a05-a469-dae6602d9c01 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085036 Feb 19 00:58:56.526371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-4f935a77-d8cd-453d-bdf5-4508a2435632 service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169276 Feb 19 00:58:56.717703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295a207-9784-4393-be6a-38b4a415d6ca req-21051fef-9c43-4479-baa9-a5189fde9803 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:56.727198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39742) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:56.728372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5295a207-9784-4393-be6a-38b4a415d6ca req-21051fef-9c43-4479-baa9-a5189fde9803 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.1366928 Feb 19 00:58:56.751721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2681ea64-4596-4b08-b6c2-463d8874b92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.760829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b3c3f8d-9f85-4d70-852e-393d44fd5c0e req-18387036-6f81-4585-b256-99c7f365739c service neutron] 10.222.0.96 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617229 Feb 19 00:58:56.813582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5295a207-9784-4393-be6a-38b4a415d6ca req-f6c78585-1a1f-4c0a-859e-2b2dc44e1bfd tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839295 Feb 19 00:58:56.870262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2681ea64-4596-4b08-b6c2-463d8874b92b admin admin] Publish callbacks [] for security_group (f7998261-4f67-4453-a739-9c28308ee3d9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:56.929052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2681ea64-4596-4b08-b6c2-463d8874b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f7998261-4f67-4453-a739-9c28308ee3d9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.055652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2681ea64-4596-4b08-b6c2-463d8874b92b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=04715bdaf19e4f69864ba001ac5f1e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257766 Feb 19 00:58:57.059604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:57.066465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681ea64-4596-4b08-b6c2-463d8874b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7998261-4f67-4453-a739-9c28308ee3d9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:57.190266 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] Publish callbacks [] for security_group (f7998261-4f67-4453-a739-9c28308ee3d9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.297334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] Publish callbacks [] for security_group (f7998261-4f67-4453-a739-9c28308ee3d9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.320516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39764) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:57.488303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573b681-147c-49a6-a909-6224cd268fb9 req-867f2caa-8218-43f7-93ad-79d7157065d6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.499221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8573b681-147c-49a6-a909-6224cd268fb9 req-867f2caa-8218-43f7-93ad-79d7157065d6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.1391554 Feb 19 00:58:57.555054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-964047307-network', 'tenant_id': '60737ac4e59d42f69545053faf09d887'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:57.559949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8573b681-147c-49a6-a909-6224cd268fb9 req-e7543696-7cd6-4731-9e80-f9ae305e7a2a tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Feb 19 00:58:57.603750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f7998261-4f67-4453-a739-9c28308ee3d9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.606577 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.611620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f7998261-4f67-4453-a739-9c28308ee3d9 HTTP/1.1" status: 204 len: 168 time: 0.5484376 Feb 19 00:58:57.619436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e3365-beee-4282-a356-80290e940f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7998261-4f67-4453-a739-9c28308ee3d9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:57.732830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5e527-45f4-49d9-b425-fecabba1ae7e req-e112be97-6729-4f8e-ad9a-298392085035 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.740441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1be5e527-45f4-49d9-b425-fecabba1ae7e req-e112be97-6729-4f8e-ad9a-298392085035 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0922389 Feb 19 00:58:57.799768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1be5e527-45f4-49d9-b425-fecabba1ae7e req-f98a6c5f-82c2-4328-a1f0-51764bd1e161 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581558 Feb 19 00:58:57.846750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:57.852876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.875706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:57.949328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae897d96-9740-4c8b-9398-821ac96c5708 req-f44912cf-3517-46e1-a010-be8398fb5988 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:57.958256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae897d96-9740-4c8b-9398-821ac96c5708 req-f44912cf-3517-46e1-a010-be8398fb5988 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 944 time: 0.0971630 Feb 19 00:58:58.002136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks [] for security_group (af70dbad-ce8a-420c-aa70-de22a38398b6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.060112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af70dbad-ce8a-420c-aa70-de22a38398b6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.062641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae897d96-9740-4c8b-9398-821ac96c5708 req-9f24b2a1-2f5b-4f06-a570-05c0ca4a7bd2 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941374 Feb 19 00:58:58.089558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:58:58.109199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af70dbad-ce8a-420c-aa70-de22a38398b6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:58.112957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 44f175bc-10f6-486e-8a80-aee12d80c34d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:58:58.116378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9f8ca288-f798-4555-88d7-2b69e9edc19a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.116726 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Added segment 9f8ca288-f798-4555-88d7-2b69e9edc19a of type vlan for network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 Feb 19 00:58:58.167361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.294995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.300024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:58.300024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.366459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=44f175bc-10f6-486e-8a80-aee12d80c34d,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:58.396474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '44f175bc-10f6-486e-8a80-aee12d80c34d', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': '44f175bc-10f6-486e-8a80-aee12d80c34d', 'mac_address': 'fa:16:3e:39:52:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:58:58.437623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] Pushing event updated for resources: {'Network': ['ID=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:58.463634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39794) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:58.465633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-84eb7523-f986-413f-9f2d-2e574e6ee83d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1421824 Feb 19 00:58:58.470452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Request body: {'subnet': {'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-964047307-subnet', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:58.495373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:58:58.574253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:58:58.578975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.684750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 44f175bc-10f6-486e-8a80-aee12d80c34d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:58:58.685149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.720319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f175bc-10f6-486e-8a80-aee12d80c34d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:58:58.764304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=44f175bc-10f6-486e-8a80-aee12d80c34d,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:58:58.801817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468864cb-e60a-40c5-974d-b056f58b3c9c req-ce7fde60-c969-4fee-bb15-635df487b2a6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:58.803408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-468864cb-e60a-40c5-974d-b056f58b3c9c req-ce7fde60-c969-4fee-bb15-635df487b2a6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.0872345 Feb 19 00:58:58.861130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:58.917574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-468864cb-e60a-40c5-974d-b056f58b3c9c req-f60f269f-5a9c-4372-aa56-a7d1c5edf020 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054018 Feb 19 00:58:58.972195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:58.983202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.984218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.985315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.986254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.986813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.987464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.988980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.989825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.990545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.990960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.991514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.991915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.992422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:58.999263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (2674f3e2-fabd-463d-b789-47f4d7ee6f77), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.112405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2674f3e2-fabd-463d-b789-47f4d7ee6f77,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:59.121633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Checking segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:58:59.122244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Network hostable DHCP agents. Network: a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:58:59.182382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['44f175bc-10f6-486e-8a80-aee12d80c34d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:58:59.186673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19365c10-7c6b-4350-8c58-2ff132abad44 req-8cf9131a-5119-4f26-9637-d711ded9ea7d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:59.194698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19365c10-7c6b-4350-8c58-2ff132abad44 req-8cf9131a-5119-4f26-9637-d711ded9ea7d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.1501908 Feb 19 00:58:59.237729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:58:59.266872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19365c10-7c6b-4350-8c58-2ff132abad44 req-3d248ba7-8ffb-47fe-bba5-f6fd845c2688 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Feb 19 00:58:59.345854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:58:59.351228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:59.352079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.366522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3955a3-6fa4-4363-be76-d8dce21f8bce None None] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:58:59.482043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4baea1f-84ee-4692-ad0b-cf1afa57aa47 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0169926 Feb 19 00:58:59.484832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39844) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:59.489968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:58:59.614726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:58:59.615114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.620524 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.621394 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.747891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for router_controller (7d542f0a-7fff-4872-becc-1ebdf017448e), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:59.857842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Allocated IP 172.20.0.2 (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15/2674f3e2-fabd-463d-b789-47f4d7ee6f77/bb83b3a7-4b78-49d2-a218-64a366dea369) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:58:59.936365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-b26eebda-10fb-46c0-90a2-a69000855910 req-5592b90a-96e8-40e4-9506-19c493b0032c service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:58:59.958082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b26eebda-10fb-46c0-90a2-a69000855910 req-5592b90a-96e8-40e4-9506-19c493b0032c service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5610130 Feb 19 00:59:00.079140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for router_gateway (7d542f0a-7fff-4872-becc-1ebdf017448e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.271695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks [] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.420768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.521603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for router_gateway (7d542f0a-7fff-4872-becc-1ebdf017448e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.527547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Pushing event updated for resources: {'Port': ['ID=bb83b3a7-4b78-49d2-a218-64a366dea369,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:00.551920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:00.553254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:00.559166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:00.605796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.643155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Attempting to bind port bb83b3a7-4b78-49d2-a218-64a366dea369 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:00.643539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Attempting to bind port bb83b3a7-4b78-49d2-a218-64a366dea369 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:00.646979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Attempting to bind port bb83b3a7-4b78-49d2-a218-64a366dea369 on network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:00.649730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:00.650564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Checking segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:00.651132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.651733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Bound using segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:00.652144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Bound port: bb83b3a7-4b78-49d2-a218-64a366dea369, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:00.652582 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.767828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Allocated IP 172.25.2.228 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a00cb71b-821c-45aa-9a18-3e222af409ff) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:00.786131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] For port bb83b3a7-4b78-49d2-a218-64a366dea369, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:00.795773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] For port bb83b3a7-4b78-49d2-a218-64a366dea369, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb83b3a7-4b78-49d2-a218-64a366dea369,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:00.906313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.978612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:00.993026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955761-d127-4f0e-953f-554c8165e736 None None] Pushing event updated for resources: {'Port': ['ID=bb83b3a7-4b78-49d2-a218-64a366dea369,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.145538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:01.160201 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.249646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:01.255444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:01.260785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:01.267492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Pushing event updated for resources: {'Port': ['ID=a00cb71b-821c-45aa-9a18-3e222af409ff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.412794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 57e35abe-e6f3-4207-bbe6-28a57231df95 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:01.412794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.441594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:01.444509 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898612e-a3b5-4606-8a03-9f50d7c9fe0c" -d '{"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-unplugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:01.466121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:01.534914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.679612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:01.888741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for router_gateway (7d542f0a-7fff-4872-becc-1ebdf017448e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.903598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb83b3a7-4b78-49d2-a218-64a366dea369 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:01.980597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb83b3a7-4b78-49d2-a218-64a366dea369 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:01.980943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.076872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb83b3a7-4b78-49d2-a218-64a366dea369 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:02.077829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.080501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.124949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 44f175bc-10f6-486e-8a80-aee12d80c34d up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:02.131291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port bb83b3a7-4b78-49d2-a218-64a366dea369, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb83b3a7-4b78-49d2-a218-64a366dea369,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:02.228479 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.351882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Router 7d542f0a-7fff-4872-becc-1ebdf017448e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:59:02.381612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=bb83b3a7-4b78-49d2-a218-64a366dea369,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:02.482614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 44f175bc-10f6-486e-8a80-aee12d80c34d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:02.491976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 44f175bc-10f6-486e-8a80-aee12d80c34d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:02.491976 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.740170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b7ae7-4578-48c9-b068-71e2fce895c0 None None] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:02.876176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 44f175bc-10f6-486e-8a80-aee12d80c34d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:02.876712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:02.968898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=44f175bc-10f6-486e-8a80-aee12d80c34d,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:02.982315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f7388d2e-866e-47b8-a628-fd6d8e75fae6 None None] Provisioning complete for port bb83b3a7-4b78-49d2-a218-64a366dea369 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:02.983018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7388d2e-866e-47b8-a628-fd6d8e75fae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.114292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:03.124944 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Sync routers for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:03.133428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.153004 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:03.154265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:03.228401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.228566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39936) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:03.228999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ed22c733-9110-4559-8d21-680b71c889ad admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7399247 Feb 19 00:59:03.262876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f7388d2e-866e-47b8-a628-fd6d8e75fae6 None None] Current status of the port bb83b3a7-4b78-49d2-a218-64a366dea369 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:03.311725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:03.498787 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:03.613374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-21f87c33-f02c-4bad-a21b-9caab517650e None None] Provisioning complete for port bb83b3a7-4b78-49d2-a218-64a366dea369 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:03.617285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21f87c33-f02c-4bad-a21b-9caab517650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.624856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449400e5-7828-4eb2-9a92-ba16ddd276a4 req-44bc91d8-3fdc-4dd0-908d-5f46099e828e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:03.648734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-449400e5-7828-4eb2-9a92-ba16ddd276a4 req-44bc91d8-3fdc-4dd0-908d-5f46099e828e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.2566035 Feb 19 00:59:03.726362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb83b3a7-4b78-49d2-a218-64a366dea369 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:03.854802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-21f87c33-f02c-4bad-a21b-9caab517650e None None] Current status of the port bb83b3a7-4b78-49d2-a218-64a366dea369 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:03.858495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb83b3a7-4b78-49d2-a218-64a366dea369 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:03.858694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:03.859500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-3d5629cd-c3ac-4d31-b1a8-9b6e877e334b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:59:03.861587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-3d5629cd-c3ac-4d31-b1a8-9b6e877e334b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073220 Feb 19 00:59:03.890957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-449400e5-7828-4eb2-9a92-ba16ddd276a4 req-1aa48695-6f78-40d5-8941-db2f1252f378 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395022 Feb 19 00:59:03.892930 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:01Z', 'revision_number': 3, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:03.947757 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Checking router: 7d542f0a-7fff-4872-becc-1ebdf017448e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:03.948114 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Updating router 7d542f0a-7fff-4872-becc-1ebdf017448e port a00cb71b-821c-45aa-9a18-3e222af409ff binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:03.980724 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.018092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb83b3a7-4b78-49d2-a218-64a366dea369 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:04.042829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-f603504b-5d69-4cc7-b406-623a0f64be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:04.051355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-f603504b-5d69-4cc7-b406-623a0f64be8f service neutron] 10.222.0.94 "GET /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 1124 time: 0.1490881 Feb 19 00:59:04.056789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Request body: {'binding': {'host': 'n-h2-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:04.057258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:59:04.330880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10929-bd7b-453b-9725-c1f4515140cd req-94a1dde5-d631-4d06-ac6e-fb464901d95a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:04.332743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eb10929-bd7b-453b-9725-c1f4515140cd req-94a1dde5-d631-4d06-ac6e-fb464901d95a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.2708406 Feb 19 00:59:04.463438 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks [] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.473435 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2eb10929-bd7b-453b-9725-c1f4515140cd req-7532da43-8965-4330-ace1-f5c6ccca9d2e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293011 Feb 19 00:59:04.509485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on host n-h2-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:04.510159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:04.510590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:04.518716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:04.521626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:04.544897 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0c914c-35ae-4dd9-ab50-3fbde9298dd5 x-openstack-request-id: req-2b0c914c-35ae-4dd9-ab50-3fbde9298dd5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:04.549018 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-unplugged", "status": "completed", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:04.549018 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2b0c914c-35ae-4dd9-ab50-3fbde9298dd5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:04.549018 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'code': 200} Feb 19 00:59:04.551483 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.608850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:04.609212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:04.609598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:04.610050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Bound port: e314fdcf-3197-4034-8628-1c2428981bd8, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:04.619974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Pushing event updated for resources: {'Port': ['ID=a00cb71b-821c-45aa-9a18-3e222af409ff,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:04.631224 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.631670 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.632105 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.632600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.633263 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.633581 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.634652 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.635250 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.635608 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.636027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.636511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.637549 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.637888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:04.686888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Attempting to bind port a00cb71b-821c-45aa-9a18-3e222af409ff on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:04.686888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Attempting to bind port a00cb71b-821c-45aa-9a18-3e222af409ff by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:04.686888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Attempting to bind port a00cb71b-821c-45aa-9a18-3e222af409ff on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:04.690323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:04.691027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:04.691915 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.692612 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:04.694024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Bound port: a00cb71b-821c-45aa-9a18-3e222af409ff, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:04.694721 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.804842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:04.815113 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] For port a00cb71b-821c-45aa-9a18-3e222af409ff, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:04.820892 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] For port a00cb71b-821c-45aa-9a18-3e222af409ff, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a00cb71b-821c-45aa-9a18-3e222af409ff,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:04.825696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.882420 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.952766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:04.977234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-e5eb2ed4-eac4-40e2-a7cf-d9c9e26d6209 service neutron] 10.222.0.94 "POST /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8/bindings HTTP/1.1" status: 201 len: 389 time: 0.9131896 Feb 19 00:59:04.984983 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:04.985917 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:05.066266 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2b96a-7cf2-41bd-abae-0da3ff126530 None None] Pushing event updated for resources: {'Port': ['ID=a00cb71b-821c-45aa-9a18-3e222af409ff,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:05.205807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Allocated IP 172.20.0.1 (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15/2674f3e2-fabd-463d-b789-47f4d7ee6f77/49594ca1-f2d9-4723-a29c-cfe450d0466d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:05.216805 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:05.516398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab584-d47d-4033-8aac-b730609bf41e req-6607d886-2b88-42af-b57b-c7a6fbed6196 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:05.517972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39eab584-d47d-4033-8aac-b730609bf41e req-6607d886-2b88-42af-b57b-c7a6fbed6196 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.2217813 Feb 19 00:59:05.544824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks [] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:05.577297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17462505-bb7c-40f9-bd44-263a609c0963 req-690d9372-3b5e-4565-aaed-8ec936656f62 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:05.580054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17462505-bb7c-40f9-bd44-263a609c0963 req-690d9372-3b5e-4565-aaed-8ec936656f62 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.1347656 Feb 19 00:59:05.635853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39eab584-d47d-4033-8aac-b730609bf41e req-c9b89373-7f3d-46bb-8649-d7b04e33a845 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Feb 19 00:59:05.652103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17462505-bb7c-40f9-bd44-263a609c0963 req-f817e73e-80d9-46a1-ac7e-850cebd72df7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657201 Feb 19 00:59:05.881872 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:01Z', 'revision_number': 3, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:05.889134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818e577-50e2-42c6-aae0-7ad04e2da6b5 req-0f4aadcf-7803-4e8d-a698-398bffda5425 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:05.903598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b818e577-50e2-42c6-aae0-7ad04e2da6b5 req-0f4aadcf-7803-4e8d-a698-398bffda5425 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.1010604 Feb 19 00:59:05.929239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d145e2-7efb-4151-adcc-2578e907cd8b None None] The sync data for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 is: [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:01Z', 'revision_number': 3, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:05.930283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.022635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b818e577-50e2-42c6-aae0-7ad04e2da6b5 req-5e8b2dfd-27a1-43d2-a1c4-cb57b65e955c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174753 Feb 19 00:59:06.032994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:06.045529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:06.057414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:06.122917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Pushing event updated for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:06.169113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-7fe39daa-ccbc-41cc-936a-a4dc4f32e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.171239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-7fe39daa-ccbc-41cc-936a-a4dc4f32e40f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1127 time: 0.5132718 Feb 19 00:59:06.191571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-ce4bdee8-5306-4d57-a371-039be4edc56c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.193136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-ce4bdee8-5306-4d57-a371-039be4edc56c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.3712687 Feb 19 00:59:06.200306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (7d542f0a-7fff-4872-becc-1ebdf017448e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.463314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-bdf6fa1d-3f2b-4cd2-bb3b-8b4a30abe7fa tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/quotas/7afabca7c45a4ca9b39b1840c8ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.2511768 Feb 19 00:59:06.509453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-909b3581-d0d4-4b55-8bab-c033c5b05464 None None] Provisioning complete for port 49594ca1-f2d9-4723-a29c-cfe450d0466d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:06.510100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-909b3581-d0d4-4b55-8bab-c033c5b05464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.593973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:06.604410 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec99b985-8406-4603-9880-526f23f384b8" -d '{"events": [{"server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "name": "network-vif-plugged", "status": "completed", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:06.607313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-909b3581-d0d4-4b55-8bab-c033c5b05464 None None] Port 49594ca1-f2d9-4723-a29c-cfe450d0466d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:06.684454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b7bf17-19c9-41ce-bc8b-49ec4572e25c x-openstack-request-id: req-87b7bf17-19c9-41ce-bc8b-49ec4572e25c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:06.684454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "name": "network-vif-plugged", "status": "completed", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:06.684454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-87b7bf17-19c9-41ce-bc8b-49ec4572e25c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:06.684454 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d', 'code': 200} Feb 19 00:59:06.813925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-b73bfd95-0eaf-4660-b156-0c317f548d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.816467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-b73bfd95-0eaf-4660-b156-0c317f548d62 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.4935594 Feb 19 00:59:06.875619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570420d5-fad7-4e64-918b-d7e8eb79d17c req-079e56af-ce27-470e-8568-b63ced529c34 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.890139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-570420d5-fad7-4e64-918b-d7e8eb79d17c req-079e56af-ce27-470e-8568-b63ced529c34 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1267221 Feb 19 00:59:06.933198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-d729190e-b6ed-4def-8851-c2795577701a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.935065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-d729190e-b6ed-4def-8851-c2795577701a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/ports?device_id=a441bf61-dd98-4291-a8ee-c9991f6ba11c HTTP/1.1" status: 200 len: 943 time: 0.3389559 Feb 19 00:59:06.950489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-970c9abc-a2f3-4c74-bc35-3d571529b8da tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3585010 Feb 19 00:59:07.058966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-570420d5-fad7-4e64-918b-d7e8eb79d17c req-862634e9-7b0e-4bc3-bc8f-1b9f4b537d48 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628606 Feb 19 00:59:07.130722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a7bbf-0818-49e4-ac33-383a6926ff77 req-a395f410-5073-402a-a1bc-0a4ec424981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.138662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c0a7bbf-0818-49e4-ac33-383a6926ff77 req-a395f410-5073-402a-a1bc-0a4ec424981b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 1128 time: 0.2354109 Feb 19 00:59:07.173615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-8c7074bd-7dfd-4f4c-bb9e-ab87731a0bc3 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221556 Feb 19 00:59:07.325028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c0a7bbf-0818-49e4-ac33-383a6926ff77 req-baceb6b1-efbc-41b1-ba66-2148fb2cdf85 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370411 Feb 19 00:59:07.338606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791494-203e-431f-b108-638b4815433e req-4f5ea149-99e5-4635-9953-0e7854d2faa4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.342200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e791494-203e-431f-b108-638b4815433e req-4f5ea149-99e5-4635-9953-0e7854d2faa4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.1642070 Feb 19 00:59:07.427349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e791494-203e-431f-b108-638b4815433e req-e0cdd561-4de6-427a-94e8-aa18e27d4521 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791779 Feb 19 00:59:07.641183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861a40-53d9-4755-bde5-54a2e5c3547a req-106963ab-1ad5-4c39-927d-03bdd87f10c8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.644426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0861a40-53d9-4755-bde5-54a2e5c3547a req-106963ab-1ad5-4c39-927d-03bdd87f10c8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.1067040 Feb 19 00:59:07.753078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0861a40-53d9-4755-bde5-54a2e5c3547a req-8c80b49d-c5df-43dd-b280-6d6a0eee2f99 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011136 Feb 19 00:59:07.785017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a00cb71b-821c-45aa-9a18-3e222af409ff up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:07.872129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-73aca849-1b26-47e4-a433-6451457e1d59 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.9534054 Feb 19 00:59:07.876333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-040d36c9-a2d5-4507-88fc-828c89ff429e service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647232 Feb 19 00:59:07.882561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a00cb71b-821c-45aa-9a18-3e222af409ff triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:07.882945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.923078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.101022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a00cb71b-821c-45aa-9a18-3e222af409ff is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:08.101657 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.131926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a00cb71b-821c-45aa-9a18-3e222af409ff, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a00cb71b-821c-45aa-9a18-3e222af409ff,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:08.245262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks [] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.277015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Deleting port 57e35abe-e6f3-4207-bbe6-28a57231df95 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:08.277015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.289440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.348935 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.364786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910d75-ec81-4ec2-870d-4371d65007af req-383c795d-194a-4064-9153-fafe9103a28a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.378934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9910d75-ec81-4ec2-870d-4371d65007af req-383c795d-194a-4064-9153-fafe9103a28a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1876574 Feb 19 00:59:08.473989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a00cb71b-821c-45aa-9a18-3e222af409ff,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:08.547437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9910d75-ec81-4ec2-870d-4371d65007af req-2b8d6ee6-5f15-4c62-800a-41d7f7a2f818 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614764 Feb 19 00:59:08.600920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd1d28b4-b71b-4c03-b293-ece6569b98cf req-17d1ccd3-c304-4d77-bead-b48beb482d34 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 210 time: 0.2590966 Feb 19 00:59:08.791054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (7d542f0a-7fff-4872-becc-1ebdf017448e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.820209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a746b08-54e7-460e-8d54-0c95bf43d4b7 req-291948e5-ca73-47f2-b2cb-801b6e645893 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.822890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a746b08-54e7-460e-8d54-0c95bf43d4b7 req-291948e5-ca73-47f2-b2cb-801b6e645893 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.1066837 Feb 19 00:59:08.844552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Pushing event updated for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:08.891377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] For port 57e35abe-e6f3-4207-bbe6-28a57231df95, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=57e35abe-e6f3-4207-bbe6-28a57231df95,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:08.892041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.922393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a746b08-54e7-460e-8d54-0c95bf43d4b7 req-ebf86c28-fa15-4a9a-9ca2-773f001bcfcc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817130 Feb 19 00:59:08.971692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-2c60736e-3a9f-4e3a-aea2-c6530323de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.975832 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-2c60736e-3a9f-4e3a-aea2-c6530323de23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.4602163 Feb 19 00:59:08.977486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Calling delete_port for 57e35abe-e6f3-4207-bbe6-28a57231df95 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:09.221814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-ef5bf39c-8e8f-49bd-89e9-1ced0f445569 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717210 Feb 19 00:59:09.298492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf3db-0176-477c-a09a-928a4df1c335 req-44a112a8-2fd8-4e28-bf5c-10d3e69cf7f3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.298492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60ebf3db-0176-477c-a09a-928a4df1c335 req-44a112a8-2fd8-4e28-bf5c-10d3e69cf7f3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.3749254 Feb 19 00:59:09.382366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:09.420843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:09.465619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.504778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60ebf3db-0176-477c-a09a-928a4df1c335 req-08ba21fe-589d-43dc-9436-376fb2d1e9a7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940765 Feb 19 00:59:09.544691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-779daa01-a49c-46e5-bb7f-35920ca71754 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954858 Feb 19 00:59:09.580306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (57e35abe-e6f3-4207-bbe6-28a57231df95), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.701932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event deleted for resources: {'Port': ['ID=57e35abe-e6f3-4207-bbe6-28a57231df95,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:09.753466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a00cb71b-821c-45aa-9a18-3e222af409ff up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:09.808267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] No DVR routers for this DVR port 57e35abe-e6f3-4207-bbe6-28a57231df95 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:09.830850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.834821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21d96e53-2f7a-4e09-8cf0-9b91bbe3b061 req-957f2bd3-532c-4402-a3de-072d6c7c27a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "DELETE /v2.0/ports/57e35abe-e6f3-4207-bbe6-28a57231df95 HTTP/1.1" status: 204 len: 173 time: 2.6631324 Feb 19 00:59:09.837188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-813b3524-5ab0-49b5-b589-cc2c438ec62f req-fcd143fd-9443-4f35-a8de-86b274c5e7b8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 210 time: 0.1076241 Feb 19 00:59:09.837188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-deleted', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:09.848183 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60578254-1e42-4c14-a0e4-2604ec8a60b7" -d '{"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-deleted", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:09.852559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Router 7d542f0a-7fff-4872-becc-1ebdf017448e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:09.898783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a0c04576-bab2-4269-bd9a-3b319dfac113 None None] Provisioning complete for port 49594ca1-f2d9-4723-a29c-cfe450d0466d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:09.900025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0c04576-bab2-4269-bd9a-3b319dfac113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.918439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071e22-b309-4688-9382-8135ca2b4cdb req-627351ce-6c00-4f53-a7ec-a2ffa42ade62 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.922653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b071e22-b309-4688-9382-8135ca2b4cdb req-627351ce-6c00-4f53-a7ec-a2ffa42ade62 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1458809 Feb 19 00:59:09.963689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a0c04576-bab2-4269-bd9a-3b319dfac113 None None] Port 49594ca1-f2d9-4723-a29c-cfe450d0466d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:09.965579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a00cb71b-821c-45aa-9a18-3e222af409ff triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:09.966183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.975247 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a91da80-54e5-4797-ab46-ef116312841c x-openstack-request-id: req-9a91da80-54e5-4797-ab46-ef116312841c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:09.975797 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a441bf61-dd98-4291-a8ee-c9991f6ba11c", "name": "network-vif-deleted", "tag": "57e35abe-e6f3-4207-bbe6-28a57231df95", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:09.975797 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9a91da80-54e5-4797-ab46-ef116312841c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:09.976170 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a441bf61-dd98-4291-a8ee-c9991f6ba11c', 'name': 'network-vif-deleted', 'tag': '57e35abe-e6f3-4207-bbe6-28a57231df95', 'status': 'completed', 'code': 200} Feb 19 00:59:09.986245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-d02d5c61-be45-4961-b26a-c54217d12dc0 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083169 Feb 19 00:59:10.062444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b071e22-b309-4688-9382-8135ca2b4cdb req-dc54eec7-5f05-4a1b-a466-a037c1e3a228 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339190 Feb 19 00:59:10.090208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.108341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a00cb71b-821c-45aa-9a18-3e222af409ff is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:10.167440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:10.173224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-488ea730-0a46-41f4-895c-e3d1807a2c51 admin admin] 10.222.0.94 "PUT /v2.0/routers/7d542f0a-7fff-4872-becc-1ebdf017448e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9450810 Feb 19 00:59:10.185798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Sync routers for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:10.203078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:10.205137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:10.232780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2f2ac-3b1e-4200-ad3e-679031469ba5 req-5997ea69-e233-47ff-b39e-ac7d9670c514 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.234387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3d2f2ac-3b1e-4200-ad3e-679031469ba5 req-5997ea69-e233-47ff-b39e-ac7d9670c514 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 945 time: 0.1385570 Feb 19 00:59:10.272625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-85a9b090-f260-4b83-8ea1-1805e19de5c3 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.275281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-85a9b090-f260-4b83-8ea1-1805e19de5c3 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.1199384 Feb 19 00:59:10.292063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:10.349886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3d2f2ac-3b1e-4200-ad3e-679031469ba5 req-760b8fef-f072-4e97-aaf4-b6eae759abf3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055620 Feb 19 00:59:10.374570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:10.390545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.599620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:10.653539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:10.663988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05918e8d-52cb-4c21-ab94-b0cb593f430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.672683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a82791-f16f-4557-a601-135a74e50e39 req-fd8a81fd-2b23-4e93-abe8-a153d4a08c13 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.674481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a82791-f16f-4557-a601-135a74e50e39 req-fd8a81fd-2b23-4e93-abe8-a153d4a08c13 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.0915816 Feb 19 00:59:10.676516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 2, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:10.714178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Checking router: 7d542f0a-7fff-4872-becc-1ebdf017448e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:10.714408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Updating router 7d542f0a-7fff-4872-becc-1ebdf017448e port 49594ca1-f2d9-4723-a29c-cfe450d0466d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:10.716477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks [] for port (e314fdcf-3197-4034-8628-1c2428981bd8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.761472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a82791-f16f-4557-a601-135a74e50e39 req-4ed034ed-c33f-4570-b9c9-b4bf294e401e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792754 Feb 19 00:59:10.784518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.808482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.919614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on host n-h1-826529-3 for vnic_type normal with profile {"migrating_to": "n-h2-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:10.919961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:10.920320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:10.933470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:10.936117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:10.936442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Attempting to bind port e314fdcf-3197-4034-8628-1c2428981bd8 on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:10.953017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:10.953355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:10.953739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:10.954180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Bound port: e314fdcf-3197-4034-8628-1c2428981bd8, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:10.954536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.978496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b9457e9-dbfd-4254-b2a5-5ae01215edb6 req-356f9d03-63f7-421d-996b-9bf847b4c176 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 210 time: 0.0378754 Feb 19 00:59:11.138961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:11.161229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:11.170958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-bbee6b39-d6e8-4a30-80d6-963f58f20879 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.172150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-bbee6b39-d6e8-4a30-80d6-963f58f20879 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.1968586 Feb 19 00:59:11.184956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Request body: {'port': {'device_id': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'admin_state_up': True, 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:11.199809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:11.239723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.258092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a7f0-ccf3-44fb-a5ea-7e6fb8b0603d req-ece76a0d-7963-4680-a7b4-8d3c80b8d6f6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.261198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d993a7f0-ccf3-44fb-a5ea-7e6fb8b0603d req-ece76a0d-7963-4680-a7b4-8d3c80b8d6f6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1145151 Feb 19 00:59:11.317336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.355429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d993a7f0-ccf3-44fb-a5ea-7e6fb8b0603d req-c7f6ce36-ee82-436b-a519-4bda07ec3b6c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801644 Feb 19 00:59:11.411303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.412187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.414645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-08b2e938-3822-490b-aee1-b5fed7435034 service neutron] 10.222.0.96 "PUT /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 1121 time: 1.1310203 Feb 19 00:59:11.524879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 57e35abe-e6f3-4207-bbe6-28a57231df95 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:11.525422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 57e35abe-e6f3-4207-bbe6-28a57231df95 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:11.541619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks [] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.556818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['e314fdcf-3197-4034-8628-1c2428981bd8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:11.578570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:11.583340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.616961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac09b8-8eac-4b25-a828-de3fca6c3cd0 req-71200418-cf59-457b-a45c-b50ab47fa54d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.620056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15ac09b8-8eac-4b25-a828-de3fca6c3cd0 req-71200418-cf59-457b-a45c-b50ab47fa54d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.1196835 Feb 19 00:59:11.688073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.751543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15ac09b8-8eac-4b25-a828-de3fca6c3cd0 req-eaa1d96e-5da8-4821-92a3-16962ae62444 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250637 Feb 19 00:59:11.815223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e719fb8-2cf1-483b-b8bd-c82517b92e5f None None] Pushing event updated for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.888967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Allocated IP 172.20.0.10 (feb463cd-c3d5-442f-99fd-d69eed4da5ee/6a784bd6-ffe6-4f95-a19e-02d011ba8027/4c9f9a9b-de11-4ffd-bfc3-f6e155294da5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:11.918462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Attempting to bind port 49594ca1-f2d9-4723-a29c-cfe450d0466d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:11.918738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Attempting to bind port 49594ca1-f2d9-4723-a29c-cfe450d0466d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:11.919188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Attempting to bind port 49594ca1-f2d9-4723-a29c-cfe450d0466d on network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:11.931338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:11.931733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Checking segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:11.932272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.932699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Bound using segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:11.934551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Bound port: 49594ca1-f2d9-4723-a29c-cfe450d0466d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:11.937954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.948429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5986d-6836-4271-8a28-8079c4f63f86 req-1bb8916b-2cb0-48bf-97ec-a9c629a9bb1a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.961307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58e5986d-6836-4271-8a28-8079c4f63f86 req-1bb8916b-2cb0-48bf-97ec-a9c629a9bb1a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1443801 Feb 19 00:59:11.980305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8'}, {'name': 'network-changed', 'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:11.988434 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a" -d '{"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-unplugged", "status": "completed", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8"}, {"name": "network-changed", "server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:12.057217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] For port 49594ca1-f2d9-4723-a29c-cfe450d0466d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:12.063655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] For port 49594ca1-f2d9-4723-a29c-cfe450d0466d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=49594ca1-f2d9-4723-a29c-cfe450d0466d,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:12.068235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58e5986d-6836-4271-8a28-8079c4f63f86 req-f80d3414-b748-4112-8d27-2fea07e13759 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037896 Feb 19 00:59:12.130235 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435080cc-cfdf-406b-94cf-b0c51be13d09 x-openstack-request-id: req-435080cc-cfdf-406b-94cf-b0c51be13d09 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:12.130538 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-unplugged", "status": "completed", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8", "code": 200}, {"name": "network-changed", "server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:12.130834 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-435080cc-cfdf-406b-94cf-b0c51be13d09 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:12.131491 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'code': 200} Feb 19 00:59:12.131750 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'status': 'completed', 'code': 200} Feb 19 00:59:12.163476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.183433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aa452-08d3-4833-9219-1ff749218808 req-119345d1-262e-4e55-ada3-c2eccf21539f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.186740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5aa452-08d3-4833-9219-1ff749218808 req-119345d1-262e-4e55-ada3-c2eccf21539f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 944 time: 0.2772956 Feb 19 00:59:12.220810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:12.253059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25cfa020-098e-4a94-9985-5f23bd6922d7 req-008054b2-d11f-4aaf-ad11-dc73e2329fd4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 210 time: 0.0345592 Feb 19 00:59:12.297103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Provisioning complete for port 49594ca1-f2d9-4723-a29c-cfe450d0466d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:12.297475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.299214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e719fb8-2cf1-483b-b8bd-c82517b92e5f None None] Pushing event updated for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.313303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5aa452-08d3-4833-9219-1ff749218808 req-5555a44d-bb8f-4a35-94ed-0629a482039a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255889 Feb 19 00:59:12.326352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-1ebc05f0-ceb4-4bf7-bef3-5e9c9fb79faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.328060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-1ebc05f0-ceb4-4bf7-bef3-5e9c9fb79faa service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1155 time: 0.1771848 Feb 19 00:59:12.331034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks [] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.360178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:12.360966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:58:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:12.476537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-b7056a6c-81f4-4cdf-8612-32ce420c1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.479146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-b7056a6c-81f4-4cdf-8612-32ce420c1db6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1389232 Feb 19 00:59:12.541563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-5669ad88-95e4-4b15-9481-4444f4fe41f1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0554771 Feb 19 00:59:12.542622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.566006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:12.600153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'network_id': 'a6bf1250-465c-478e-a84a-be5185e67998', 'port_id': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'mac_address': 'fa:16:3e:e6:67:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a64750-e601-4f40-94b9-8192dd8f3ced', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:12.630257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:12.638521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:12.641443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:12.649338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:12.649730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.683634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-32cca44d-8cf1-48f5-aff3-5e19eec3c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.685376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-32cca44d-8cf1-48f5-aff3-5e19eec3c2ca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1373312 Feb 19 00:59:12.686102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.704654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:12.713934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:12.723672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40122) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:12.731158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-444239819-network', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:12.732662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-536f3409-1caa-429b-86f1-b608c22b2b3e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400281 Feb 19 00:59:12.763820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.764490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.789517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Current status of the port 49594ca1-f2d9-4723-a29c-cfe450d0466d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:12.791685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.808616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Made reservation on behalf of 3f6eda9dd9d94cf99d236c346d088c66 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:12.811514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.824042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:12.833944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.870837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d7ca3853-55cb-4ff2-8832-3fef83d6d912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.901557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.927649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40126) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:12.987700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3398c6-3a61-469a-a243-4098e5a658c8 req-ac0404c1-0eb0-476a-9728-c4b98385f2ef tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.992246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af3398c6-3a61-469a-a243-4098e5a658c8 req-ac0404c1-0eb0-476a-9728-c4b98385f2ef tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.0989003 Feb 19 00:59:13.052172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks [] for security_group (67ca2e95-062f-4adf-82b5-58dd60b443d7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.072351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af3398c6-3a61-469a-a243-4098e5a658c8 req-6d40ec34-8abe-4903-a1f6-7e7f2be582c7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Feb 19 00:59:13.116797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (67ca2e95-062f-4adf-82b5-58dd60b443d7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.140696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:59:13.165881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] For port 49594ca1-f2d9-4723-a29c-cfe450d0466d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=49594ca1-f2d9-4723-a29c-cfe450d0466d,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:13.168607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e988a68e-a40d-4596-ac63-639916b181e0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.168974 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Added segment e988a68e-a40d-4596-ac63-639916b181e0 of type vlan for network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 Feb 19 00:59:13.204042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.235772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:13.268762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.270830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce8cbe-f470-4875-8053-edd2aad5a3b7 None None] The sync data for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 is: [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:13.277244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.279491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-f34dcc76-37d5-4017-9edf-3fc18b07f854 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367439 Feb 19 00:59:13.280470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49aba1b2-6dd1-4870-afec-b3b6ba2142e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.293790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dfdc5-1c68-4d6b-8444-bcd959216ad5 req-fa02b0ab-1dcc-4833-be40-35c7dadf5029 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.304387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-698dfdc5-1c68-4d6b-8444-bcd959216ad5 req-fa02b0ab-1dcc-4833-be40-35c7dadf5029 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1104839 Feb 19 00:59:13.313370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:13.314220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca2e95-062f-4adf-82b5-58dd60b443d7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.323812 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-b7c5e7ba-8d8d-4ebf-9b9c-ac7f55b14aa5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1436911 Feb 19 00:59:13.377311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.379354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8ad17-7dd6-491c-96ee-4d6a32203dd7 None None] Pushing event updated for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.395694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.396160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.397165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.397520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.397912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.398258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.398600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.398935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.399957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.400212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.406185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.406185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:13.440877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Request body: {'port': {'device_id': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:13.463008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ff568cad-ee4f-4544-b970-c48bd5cf4264 None None] Provisioning complete for port 49594ca1-f2d9-4723-a29c-cfe450d0466d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.464016 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff568cad-ee4f-4544-b970-c48bd5cf4264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.534670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.535975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.536739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.589560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd71708-5d0a-402d-a541-53cd70637c1a req-fde8f106-e7ed-42f8-8a56-db163db86171 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.591758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fd71708-5d0a-402d-a541-53cd70637c1a req-fde8f106-e7ed-42f8-8a56-db163db86171 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 932 time: 0.1637728 Feb 19 00:59:13.652117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-698dfdc5-1c68-4d6b-8444-bcd959216ad5 req-f406661a-8d0a-47b8-a15f-d75344021c24 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448172 Feb 19 00:59:13.693662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ff568cad-ee4f-4544-b970-c48bd5cf4264 None None] Current status of the port 49594ca1-f2d9-4723-a29c-cfe450d0466d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:13.697337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49aba1b2-6dd1-4870-afec-b3b6ba2142e7 admin admin] Publish callbacks [] for security_group (382a3c37-cfe1-48be-aca5-fac5a39a6271), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.717946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.731605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] Pushing event updated for resources: {'Network': ['ID=210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.753183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:59:13.785614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df0e9bb4-5c8d-4b5d-a42e-932a5f182b1a req-927fc96e-d511-488a-b55a-ee5c9da6f28f service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741569 Feb 19 00:59:13.791391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fd71708-5d0a-402d-a541-53cd70637c1a req-8b126cdd-f5bc-405a-9a2e-febe2f773ebe tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521118 Feb 19 00:59:13.808929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 49594ca1-f2d9-4723-a29c-cfe450d0466d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:13.809370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bf9c22d4-2b42-4d09-8c7c-377bd0d3c121 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0817232 Feb 19 00:59:13.811103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:13.820558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49aba1b2-6dd1-4870-afec-b3b6ba2142e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (382a3c37-cfe1-48be-aca5-fac5a39a6271), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.830871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Request body: {'subnet': {'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-444239819-subnet', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:13.902242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49aba1b2-6dd1-4870-afec-b3b6ba2142e7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35098fcd772d496d8fe248de4275263d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9694557 Feb 19 00:59:13.903448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aba1b2-6dd1-4870-afec-b3b6ba2142e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a3c37-cfe1-48be-aca5-fac5a39a6271,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.904797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40144) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:13.929027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Made reservation on behalf of 3f6eda9dd9d94cf99d236c346d088c66 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:13.933253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.958401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 49594ca1-f2d9-4723-a29c-cfe450d0466d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.958401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.085336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31822181-326f-4728-aee0-ac049c993812 req-ebeff7c6-740a-400d-9dfe-c7b2f280a668 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.093279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 49594ca1-f2d9-4723-a29c-cfe450d0466d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:14.093401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31822181-326f-4728-aee0-ac049c993812 req-ebeff7c6-740a-400d-9dfe-c7b2f280a668 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2449296 Feb 19 00:59:14.111653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.164159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:14.172285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] Publish callbacks [] for security_group (382a3c37-cfe1-48be-aca5-fac5a39a6271), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.292507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:14.301438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] Publish callbacks [] for security_group (382a3c37-cfe1-48be-aca5-fac5a39a6271), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.308567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 has no active binding in host n-h2-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:59:14.318248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31822181-326f-4728-aee0-ac049c993812 req-a942ef1b-ac2a-4830-b68d-ee4d6631c007 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915896 Feb 19 00:59:14.329383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc20b6-0c9d-4431-a59b-500e54faa032 req-d7959c94-8acc-480c-adb5-28bb86164401 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.331684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4cc20b6-0c9d-4431-a59b-500e54faa032 req-d7959c94-8acc-480c-adb5-28bb86164401 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.1746085 Feb 19 00:59:14.407493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.449766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4cc20b6-0c9d-4431-a59b-500e54faa032 req-50ae5bd0-b222-4c57-b723-049ebb7658bb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011150 Feb 19 00:59:14.450225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:14.460317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks [] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.490180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (382a3c37-cfe1-48be-aca5-fac5a39a6271), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.492587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.494561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/382a3c37-cfe1-48be-aca5-fac5a39a6271 HTTP/1.1" status: 204 len: 168 time: 0.5887446 Feb 19 00:59:14.495762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Transition to ACTIVE for port object 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:14.497833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.504441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaba53f-c303-41ff-a081-aa6d8bb8170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a3c37-cfe1-48be-aca5-fac5a39a6271,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.516683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Checking segment: {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:14.516880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Network hostable DHCP agents. Network: 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:59:14.574434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.603477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:59:14.631464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:14.700389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:14.706657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.707916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.715066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172f125-4971-40b5-bd99-3561e27f7005 None None] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:14.743968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Attempting to bind port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:14.744536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Attempting to bind port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:14.744885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Attempting to bind port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:14.778700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:14.779037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Attempting to bind port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:14.786452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:14.786804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Checking segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:14.787402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Bound using segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:14.790300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Bound port: 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:14.790300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.839759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9ca19c23-c56b-4631-b1be-2bf466c76504 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0251653 Feb 19 00:59:14.844060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:14.845794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d31d6-4ab1-42df-8564-ddb851603157 req-42f80ffc-97ef-452b-b828-5cd10893fef6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.847366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b64d31d6-4ab1-42df-8564-ddb851603157 req-42f80ffc-97ef-452b-b828-5cd10893fef6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1100936 Feb 19 00:59:14.848989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'fixed_ips': [{'subnet_id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:59:14.849874 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.856805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:14.911078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:14.934098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:14.951817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b64d31d6-4ab1-42df-8564-ddb851603157 req-deccea76-bd7a-443e-816e-6bacfc816b23 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902865 Feb 19 00:59:15.037772 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.061046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff359b2-0051-411c-aec7-af69de3a0c9e req-245c627d-40b8-4672-b648-588a1bb6ff08 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.068612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aff359b2-0051-411c-aec7-af69de3a0c9e req-245c627d-40b8-4672-b648-588a1bb6ff08 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 944 time: 0.1294129 Feb 19 00:59:15.071619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (b949c11b-b497-4623-8240-398a64b60c74), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.076557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (b949c11b-b497-4623-8240-398a64b60c74), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.154684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.155163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.156700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] 10.222.0.117 "PUT /v2.0/ports/4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 HTTP/1.1" status: 200 len: 1092 time: 1.8210859 Feb 19 00:59:15.157189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:15.161308 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c5ccd-4aba-423e-a79e-88a1f350dc26" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:15.205320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aff359b2-0051-411c-aec7-af69de3a0c9e req-4bd7753c-897c-4c00-8278-7022251ac761 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225166 Feb 19 00:59:15.205780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Allocated IP 172.20.0.2 (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766/1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4/7553e817-342c-4f00-a181-4d243d83de59) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:15.238590 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c12c1e-6d65-45bb-ada2-7bdcb6521b18 x-openstack-request-id: req-91c12c1e-6d65-45bb-ada2-7bdcb6521b18 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:15.238881 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:15.239389 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-91c12c1e-6d65-45bb-ada2-7bdcb6521b18 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:15.240049 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'status': 'completed', 'code': 200} Feb 19 00:59:15.240683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7cfb9-eba6-4f7a-9e3f-65aedb5c8e41 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.269418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for router_controller (b949c11b-b497-4623-8240-398a64b60c74), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.273730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.315365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-dba9b55c-9d93-4313-bf78-50f7346a3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.317170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-dba9b55c-9d93-4313-bf78-50f7346a3abe service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 1126 time: 0.0550277 Feb 19 00:59:15.368647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-c6c76ff0-72a7-4597-ba2d-277b5858c6c2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 HTTP/1.1" status: 200 len: 217 time: 0.0410137 Feb 19 00:59:15.385713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks [] for port (7553e817-342c-4f00-a181-4d243d83de59), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.422271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40168) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.454919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7553e817-342c-4f00-a181-4d243d83de59), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.472622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b384108-3ca3-4eb4-ba71-e9051f8bba2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.493674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-66e880a3-2899-4784-b73f-fa7db492a7fa service neutron] 10.222.0.117 "GET /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.1233120 Feb 19 00:59:15.502052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-eef4973e-6600-49bb-981e-266d03766292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.503545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-eef4973e-6600-49bb-981e-266d03766292 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.0916500 Feb 19 00:59:15.507832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:15.515318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:15.519036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:15.553587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-049e813e-1e1d-45f0-aa71-0ea8b356023c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360203 Feb 19 00:59:15.586609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Pushing event updated for resources: {'Port': ['ID=7553e817-342c-4f00-a181-4d243d83de59,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.610252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for router_gateway (b949c11b-b497-4623-8240-398a64b60c74), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.623044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Attempting to bind port 7553e817-342c-4f00-a181-4d243d83de59 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:15.631118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Attempting to bind port 7553e817-342c-4f00-a181-4d243d83de59 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:15.631118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Attempting to bind port 7553e817-342c-4f00-a181-4d243d83de59 on network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:15.631347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16798ede-0d6e-49f5-80b6-cda28afe896a req-6a94992c-5c0d-4ad6-a5d5-0a3389f6a41e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.631347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16798ede-0d6e-49f5-80b6-cda28afe896a req-6a94992c-5c0d-4ad6-a5d5-0a3389f6a41e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 945 time: 0.2158308 Feb 19 00:59:15.631510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:15.631510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Checking segment: {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:15.631510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.631510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Bound using segment: {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:15.631510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Bound port: 7553e817-342c-4f00-a181-4d243d83de59, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:15.631856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7553e817-342c-4f00-a181-4d243d83de59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.700475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16798ede-0d6e-49f5-80b6-cda28afe896a req-134b20a8-af02-4892-af3e-89cf38b1de6a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612881 Feb 19 00:59:15.719561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] For port 7553e817-342c-4f00-a181-4d243d83de59, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:15.723186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] For port 7553e817-342c-4f00-a181-4d243d83de59, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7553e817-342c-4f00-a181-4d243d83de59,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:15.820256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7553e817-342c-4f00-a181-4d243d83de59), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.822173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f5f3-9abf-4c6e-b488-cba1308cb9a7 req-9df53fa2-3a90-4ffa-a3e0-4d278774570c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.824419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b18f5f3-9abf-4c6e-b488-cba1308cb9a7 req-9df53fa2-3a90-4ffa-a3e0-4d278774570c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 943 time: 0.2501588 Feb 19 00:59:15.826904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-3a85e8cc-a58d-4162-b611-51481dcc1727 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538409 Feb 19 00:59:15.859836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b384108-3ca3-4eb4-ba71-e9051f8bba2d admin admin] Publish callbacks [] for security_group (ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.882674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f923d-a601-44d3-8ea2-bc77f5e4a260 None None] Pushing event updated for resources: {'Port': ['ID=7553e817-342c-4f00-a181-4d243d83de59,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.933479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for router_gateway (b949c11b-b497-4623-8240-398a64b60c74), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.954810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.962661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b384108-3ca3-4eb4-ba71-e9051f8bba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.033358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b384108-3ca3-4eb4-ba71-e9051f8bba2d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=67e9ea934a7147a9b5c1664f31beadbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100175 Feb 19 00:59:16.034002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40178) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:16.038463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b18f5f3-9abf-4c6e-b488-cba1308cb9a7 req-481befaf-683c-4b9c-9707-132311fad6fb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019608 Feb 19 00:59:16.079074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b384108-3ca3-4eb4-ba71-e9051f8bba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.118538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:16.144236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e093d364-ab78-48e6-9900-ba9247f6e129 req-4cb269a8-aa1e-4f60-8655-d496d0d73c59 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031576 Feb 19 00:59:16.168057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:16.177531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:16.232505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e314fdcf-3197-4034-8628-1c2428981bd8 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:16.253821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:16.287040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Allocated IP 172.25.2.72 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/0a66f94d-6b52-479c-91dd-fd39876d7d72) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:16.306391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] Publish callbacks [] for security_group (ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.319587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71ab91-ea60-476a-abc1-4f6682f42e65 req-1c399e5d-6538-4c71-8bca-69f1aae4475c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.321697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e71ab91-ea60-476a-abc1-4f6682f42e65 req-1c399e5d-6538-4c71-8bca-69f1aae4475c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.2283995 Feb 19 00:59:16.389805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.412668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] Publish callbacks [] for security_group (ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.453190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-80daa8c2-d210-495a-84a5-e0dde2132c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.454186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 84899967-9676-4807-8fcf-ba1ae69c1a9c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:16.454820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-80daa8c2-d210-495a-84a5-e0dde2132c97 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 1126 time: 0.1593950 Feb 19 00:59:16.459294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 84899967-9676-4807-8fcf-ba1ae69c1a9c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:16.459950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.466796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8313-7ed0-4d9a-a3d2-22468a6226c4 req-865d434d-aa82-48a6-9c98-481f6e423ddb tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.467918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5af8313-7ed0-4d9a-a3d2-22468a6226c4 req-865d434d-aa82-48a6-9c98-481f6e423ddb tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 944 time: 0.1251528 Feb 19 00:59:16.477023 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e71ab91-ea60-476a-abc1-4f6682f42e65 req-16665c5e-e2f5-4ecb-82fa-0ea98522dfa1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404197 Feb 19 00:59:16.540377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.580485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.584154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.585913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88 HTTP/1.1" status: 204 len: 168 time: 0.5431511 Feb 19 00:59:16.604385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e92415-f518-425d-b8dd-ae9c642c85c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ca7a0-a0a8-4b26-8e3b-107b2e3e6f88,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.629890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.648629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 84899967-9676-4807-8fcf-ba1ae69c1a9c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:16.649829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.654198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5af8313-7ed0-4d9a-a3d2-22468a6226c4 req-2c051e84-c37a-4bfe-a8b5-a5c326de091a tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573126 Feb 19 00:59:16.665967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] Transition to ACTIVE for port object e314fdcf-3197-4034-8628-1c2428981bd8 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:16.671782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-f2957684-f31e-44a3-a6d7-189b88e44008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.674132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-f2957684-f31e-44a3-a6d7-189b88e44008 service neutron] 10.222.0.117 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 905 time: 0.2016299 Feb 19 00:59:16.705082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:16.708170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:16.711042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:16.712619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:16.720433 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf388b-e401-433f-8383-b590a931c9c6" -d '{"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:16.739325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-48644122-1ff6-4054-a55c-09679f82325f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 HTTP/1.1" status: 200 len: 217 time: 0.0594406 Feb 19 00:59:16.761958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.777003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:16.834591 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b188095-dfa0-4c40-9e03-c708d1f445c6 x-openstack-request-id: req-2b188095-dfa0-4c40-9e03-c708d1f445c6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:16.835126 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-plugged", "status": "completed", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:16.835603 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2b188095-dfa0-4c40-9e03-c708d1f445c6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:16.836108 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'code': 200} Feb 19 00:59:16.857792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Pushing event updated for resources: {'Port': ['ID=0a66f94d-6b52-479c-91dd-fd39876d7d72,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.872257 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.954697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-d65688ff-b15d-4cb5-b92d-b594da340901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.956356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-d65688ff-b15d-4cb5-b92d-b594da340901 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.2103319 Feb 19 00:59:16.988443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] No DVR routers for this DVR port e314fdcf-3197-4034-8628-1c2428981bd8 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:17.021960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] Pushing event updated for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.030142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-917e328e-6486-4ace-a2c0-a5206f53147f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499897 Feb 19 00:59:17.064483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.083082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:17.201795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-eb6954ff-ea7a-4acf-b17c-2458baf1f7bb service neutron] 10.222.0.117 "PUT /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8/bindings/n-h2-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6965647 Feb 19 00:59:17.209740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba182f2-07ea-4ad0-b170-280a1af6b150 req-83c83595-3194-4624-a691-11e3761f5fba tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:17.218886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ba182f2-07ea-4ad0-b170-280a1af6b150 req-83c83595-3194-4624-a691-11e3761f5fba tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.3355770 Feb 19 00:59:17.263827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f63a6-a9ab-47ba-a39a-0c59fed19f67 req-b92645d0-e4e6-4547-baac-8f5d36426f67 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:17.272069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a14f63a6-a9ab-47ba-a39a-0c59fed19f67 req-b92645d0-e4e6-4547-baac-8f5d36426f67 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.1129341 Feb 19 00:59:17.368772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ba182f2-07ea-4ad0-b170-280a1af6b150 req-5dbff3e2-c3b1-42ee-82f8-737a73ac5d09 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461024 Feb 19 00:59:17.398012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-3f3a3666-9f3f-4eb2-aad9-b14a0a9784e6 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007345 Feb 19 00:59:17.402800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6d42-95fb-4c16-91ad-8ff1b958af1c req-4a7e2c54-f5c3-46d2-be9f-e8449bf7f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:17.404558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab2a6d42-95fb-4c16-91ad-8ff1b958af1c req-4a7e2c54-f5c3-46d2-be9f-e8449bf7f656 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1128 time: 0.1408005 Feb 19 00:59:17.491979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a150f-2018-479d-b460-fbaf1bc35654 None None] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:17.502419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a14f63a6-a9ab-47ba-a39a-0c59fed19f67 req-fa46fb38-9818-4541-970f-a257ffda0ea2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292325 Feb 19 00:59:17.534105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab2a6d42-95fb-4c16-91ad-8ff1b958af1c req-1176dfed-5faf-4c03-a7de-e01f3ae7e12e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161671 Feb 19 00:59:17.546473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a22c5ccd-4aba-423e-a79e-88a1f350dc26 req-809e4415-a2c2-40f1-8d90-9522825dde02 service neutron] 10.222.0.117 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376376 Feb 19 00:59:17.597516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-dda5f8b9-0fac-418c-8994-4dcf967d287e tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:17.599454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-dda5f8b9-0fac-418c-8994-4dcf967d287e tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.2211390 Feb 19 00:59:17.611887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for router_gateway (b949c11b-b497-4623-8240-398a64b60c74), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.619353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Provisioning complete for port 7553e817-342c-4f00-a181-4d243d83de59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:17.621322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7553e817-342c-4f00-a181-4d243d83de59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.694640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b1c8f-e29c-41a2-8af1-6ad0e87b83b3 req-110ea8d9-cfd0-4ae0-8a19-9788eb90abd4 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:17.697109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-217b1c8f-e29c-41a2-8af1-6ad0e87b83b3 req-110ea8d9-cfd0-4ae0-8a19-9788eb90abd4 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0949974 Feb 19 00:59:17.860411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.891965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7553e817-342c-4f00-a181-4d243d83de59 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:17.908418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e32e0197-e139-4480-8655-fda8e6b21330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.990830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Current status of the port 7553e817-342c-4f00-a181-4d243d83de59 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:17.991278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7553e817-342c-4f00-a181-4d243d83de59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.054841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] For port 7553e817-342c-4f00-a181-4d243d83de59, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7553e817-342c-4f00-a181-4d243d83de59,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:18.066449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7553e817-342c-4f00-a181-4d243d83de59 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:18.067603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7553e817-342c-4f00-a181-4d243d83de59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.084188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-217b1c8f-e29c-41a2-8af1-6ad0e87b83b3 req-a25bae23-af04-4db5-b80a-5d9e66831b55 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751736 Feb 19 00:59:18.168091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7553e817-342c-4f00-a181-4d243d83de59 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:18.168480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7553e817-342c-4f00-a181-4d243d83de59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.170585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7553e817-342c-4f00-a181-4d243d83de59), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.261249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd79a4-4a6b-48b6-9204-742cfd92f6e9 None None] Pushing event updated for resources: {'Port': ['ID=7553e817-342c-4f00-a181-4d243d83de59,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.323687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-037fbe0f-df6d-4597-909a-b11e1bc1daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.334597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:59:18.334597 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:59:18.335394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-037fbe0f-df6d-4597-909a-b11e1bc1daab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&tenant_id=c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 1126 time: 0.5685275 Feb 19 00:59:18.335489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0d118462-d347-488b-b9d3-e5dbd5e89ff2 None None] Provisioning complete for port 7553e817-342c-4f00-a181-4d243d83de59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:18.335489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d118462-d347-488b-b9d3-e5dbd5e89ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7553e817-342c-4f00-a181-4d243d83de59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.346052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e29c7-1b2c-46a1-ac3e-318e604bf7bf req-70af76b4-2e6c-400a-90f4-a1b44029a41c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.354201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e9e29c7-1b2c-46a1-ac3e-318e604bf7bf req-70af76b4-2e6c-400a-90f4-a1b44029a41c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 944 time: 0.5414093 Feb 19 00:59:18.416183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d118462-d347-488b-b9d3-e5dbd5e89ff2 None None] Current status of the port 7553e817-342c-4f00-a181-4d243d83de59 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:18.515161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e21552-b5fe-4482-bbf7-bee60e8a9d56 req-37ebb552-b756-455d-ac06-5480914d72f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.516831 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33e21552-b5fe-4482-bbf7-bee60e8a9d56 req-37ebb552-b756-455d-ac06-5480914d72f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0585494 Feb 19 00:59:18.521883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e9e29c7-1b2c-46a1-ac3e-318e604bf7bf req-94026c5b-ee1b-40f4-a659-546c42ef183c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672027 Feb 19 00:59:18.528474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (b949c11b-b497-4623-8240-398a64b60c74), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.545643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-17aa337c-4946-4e87-b2a5-edc2f34938b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.547386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-17aa337c-4946-4e87-b2a5-edc2f34938b0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1126 time: 0.1915669 Feb 19 00:59:18.587210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33e21552-b5fe-4482-bbf7-bee60e8a9d56 req-d9ce6528-3e66-45f1-8cc7-34fa04f0eccf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Feb 19 00:59:18.625910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e32e0197-e139-4480-8655-fda8e6b21330 admin admin] Publish callbacks [] for security_group (9cb520b6-b241-4ac7-b99f-6c36be9550f3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.737948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e32e0197-e139-4480-8655-fda8e6b21330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cb520b6-b241-4ac7-b99f-6c36be9550f3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.825703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-dd819f95-e107-444f-8790-c573f95ce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.831910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-dd819f95-e107-444f-8790-c573f95ce7e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2773328 Feb 19 00:59:18.837155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e32e0197-e139-4480-8655-fda8e6b21330 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=78b46e2afa244998b56ddb58430fcae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9709888 Feb 19 00:59:18.839963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.846849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee5e4-ec84-4cd0-bc90-0bc9db1c3007 req-98b1b05c-eef7-4d28-9e4e-52f3a9186e9c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.856191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c32ee5e4-ec84-4cd0-bc90-0bc9db1c3007 req-98b1b05c-eef7-4d28-9e4e-52f3a9186e9c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.2619057 Feb 19 00:59:18.858110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e0197-e139-4480-8655-fda8e6b21330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb520b6-b241-4ac7-b99f-6c36be9550f3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.903431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7553e817-342c-4f00-a181-4d243d83de59 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:18.912136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] Publish callbacks [] for security_group (9cb520b6-b241-4ac7-b99f-6c36be9550f3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.933724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-bc7bd685-6d41-4e95-acf4-d26ea65dcfd6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0645602 Feb 19 00:59:18.936517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] Publish callbacks [] for security_group (9cb520b6-b241-4ac7-b99f-6c36be9550f3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.013572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c32ee5e4-ec84-4cd0-bc90-0bc9db1c3007 req-946bb0d7-4d91-40d5-8731-e03d6f4ab672 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564996 Feb 19 00:59:19.019332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-28ffc7b3-bdcc-4a29-a3c5-59a35e600eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.021122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-28ffc7b3-bdcc-4a29-a3c5-59a35e600eb6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0805454 Feb 19 00:59:19.061685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-71896394-eea1-4909-a9c7-f36f787feb71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328488 Feb 19 00:59:19.076739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cb520b6-b241-4ac7-b99f-6c36be9550f3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.079301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.080458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9cb520b6-b241-4ac7-b99f-6c36be9550f3 HTTP/1.1" status: 204 len: 168 time: 0.2394905 Feb 19 00:59:19.089413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d235ca4-5fcd-431d-a29f-83bbf9a33c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb520b6-b241-4ac7-b99f-6c36be9550f3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:19.124921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Router b949c11b-b497-4623-8240-398a64b60c74 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:59:19.224902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:19.231784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-362f198f-8952-4ff1-9fa2-ef4a452aab1d service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621037 Feb 19 00:59:19.246107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:19.260048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e70b77-85bc-4404-93c9-d4e33536fd15 req-7fdd8f6b-dc33-4ce8-ab33-b24885fd4ad5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.261915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e70b77-85bc-4404-93c9-d4e33536fd15 req-7fdd8f6b-dc33-4ce8-ab33-b24885fd4ad5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1003132 Feb 19 00:59:19.335352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e70b77-85bc-4404-93c9-d4e33536fd15 req-a7a7db10-9bf8-4931-ab80-368841fa3488 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668137 Feb 19 00:59:19.378696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port e314fdcf-3197-4034-8628-1c2428981bd8 host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:59:19.379221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:19.416506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:19.418266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:19.427573 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Sync routers for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:19.430219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-433081f1-f523-498d-809c-86d6360bc9c5 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916547 Feb 19 00:59:19.438900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'mac_address': 'fa:16:3e:53:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:19.451509 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:19.452658 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:19.485294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:19.486308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.506817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:19.509521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.512732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40262) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:19.521417 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-652cf846-d53b-4b6d-bf7e-9eeb18f1c22c admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6768117 Feb 19 00:59:19.531822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:19.598737 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:19.633099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.749549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7553e817-342c-4f00-a181-4d243d83de59 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:19.787793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071b2c4-1cab-4b5c-b3bd-8440976a2655 req-71c10f49-4583-4ded-a249-f76951ef54e4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.792000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3071b2c4-1cab-4b5c-b3bd-8440976a2655 req-71c10f49-4583-4ded-a249-f76951ef54e4 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 945 time: 0.1586027 Feb 19 00:59:19.838580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:19.870582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:19.945030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3071b2c4-1cab-4b5c-b3bd-8440976a2655 req-bef41574-016b-419b-a5a0-c6c3db85a9d9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466329 Feb 19 00:59:19.972619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7553e817-342c-4f00-a181-4d243d83de59 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:19.972619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7553e817-342c-4f00-a181-4d243d83de59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.009567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057af4c1-38ff-4da6-892d-438bd5485348 req-73dbcf5c-d2b3-4d12-8c35-b2cb4802e82a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.024816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057af4c1-38ff-4da6-892d-438bd5485348 req-73dbcf5c-d2b3-4d12-8c35-b2cb4802e82a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.2560084 Feb 19 00:59:20.026677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:17Z', 'revision_number': 3, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:20.066612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-bb1bc54f-860a-4aa1-ae2e-5c39298bc934 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.068236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-bb1bc54f-860a-4aa1-ae2e-5c39298bc934 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.0977452 Feb 19 00:59:20.129659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Checking router: b949c11b-b497-4623-8240-398a64b60c74 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:20.131190 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Updating router b949c11b-b497-4623-8240-398a64b60c74 port 0a66f94d-6b52-479c-91dd-fd39876d7d72 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:20.189427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7553e817-342c-4f00-a181-4d243d83de59 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:20.202048 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.222963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057af4c1-38ff-4da6-892d-438bd5485348 req-653417ed-a534-4df5-8eea-0494baeb2650 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970704 Feb 19 00:59:20.296168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd91e25-fb52-44ff-a6a4-a5dc7229b728 req-1a781eda-36cd-4604-a63f-dfd4d882bbdc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.298197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9fd91e25-fb52-44ff-a6a4-a5dc7229b728 req-1a781eda-36cd-4604-a63f-dfd4d882bbdc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.1475282 Feb 19 00:59:20.472184 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9fd91e25-fb52-44ff-a6a4-a5dc7229b728 req-27418f6f-1513-4224-9332-96b6901ca095 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574345 Feb 19 00:59:20.571898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-da1a5901-7d9a-4246-9159-9928829eaeea service neutron] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:20.575408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-da1a5901-7d9a-4246-9159-9928829eaeea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.576508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8552e30-6403-4b40-bf32-608cf8d657bc req-da1a5901-7d9a-4246-9159-9928829eaeea service neutron] 10.222.0.96 "DELETE /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8/bindings/n-h1-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.5004630 Feb 19 00:59:20.577349 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks [] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.649981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838cff4-637f-4e58-8d08-19ed3ce3ee0c req-777f4662-41ec-4198-8c7a-aefd5432e303 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.651780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1838cff4-637f-4e58-8d08-19ed3ce3ee0c req-777f4662-41ec-4198-8c7a-aefd5432e303 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1612527 Feb 19 00:59:20.658245 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.678405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:20.728863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1838cff4-637f-4e58-8d08-19ed3ce3ee0c req-c66647e2-b22f-4aec-9976-da8784e71a97 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Feb 19 00:59:20.730953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.759624 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Attempting to bind port 0a66f94d-6b52-479c-91dd-fd39876d7d72 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:20.767188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Attempting to bind port 0a66f94d-6b52-479c-91dd-fd39876d7d72 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:20.767188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Attempting to bind port 0a66f94d-6b52-479c-91dd-fd39876d7d72 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:20.767188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387a4cc-d7c1-4cc0-ab5b-66b3c7bc468b None None] Pushing event updated for resources: {'Port': ['ID=0a66f94d-6b52-479c-91dd-fd39876d7d72,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:20.768148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdb9d5-2174-4c21-b963-9a1f0ec95e61 req-9ee3cc3a-b76f-4d7a-ba70-a6f65c1e8b32 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.768148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78fdb9d5-2174-4c21-b963-9a1f0ec95e61 req-9ee3cc3a-b76f-4d7a-ba70-a6f65c1e8b32 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1126 time: 0.1434972 Feb 19 00:59:20.770871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:20.771342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:20.771975 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.772573 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:20.773236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Bound port: 0a66f94d-6b52-479c-91dd-fd39876d7d72, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:20.773903 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.844030 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] For port 0a66f94d-6b52-479c-91dd-fd39876d7d72, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:20.847432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78fdb9d5-2174-4c21-b963-9a1f0ec95e61 req-83c26d58-b23e-45f2-9ec8-ddd928b7ad36 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Feb 19 00:59:20.853478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] For port 0a66f94d-6b52-479c-91dd-fd39876d7d72, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a66f94d-6b52-479c-91dd-fd39876d7d72,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:20.900067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff0a30d2-8e6f-4628-a5ca-aceb430c3b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.928945 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.002911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Allocated IP 172.20.0.1 (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766/1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4/e49b056c-c798-4723-bf09-b97dd85dc543) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:21.112456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff0a30d2-8e6f-4628-a5ca-aceb430c3b13 admin admin] Publish callbacks [] for security_group (0d067f3b-3a88-4543-bba1-fe338ce26fb9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.124669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387a4cc-d7c1-4cc0-ab5b-66b3c7bc468b None None] Pushing event updated for resources: {'Port': ['ID=0a66f94d-6b52-479c-91dd-fd39876d7d72,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.134494 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:21.135381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:21.178634 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff0a30d2-8e6f-4628-a5ca-aceb430c3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0d067f3b-3a88-4543-bba1-fe338ce26fb9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.238542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:21.250594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4e735-e2b5-4aae-b48b-9b010c23a8c0 req-a216bb78-ba75-44dd-a425-4ad867f6df1d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.253617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8fe4e735-e2b5-4aae-b48b-9b010c23a8c0 req-a216bb78-ba75-44dd-a425-4ad867f6df1d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 945 time: 0.1076090 Feb 19 00:59:21.290034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a30d2-8e6f-4628-a5ca-aceb430c3b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d067f3b-3a88-4543-bba1-fe338ce26fb9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.299545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff0a30d2-8e6f-4628-a5ca-aceb430c3b13 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1ee14f279c784524bd2080d44979eba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200955 Feb 19 00:59:21.302784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks [] for port (e49b056c-c798-4723-bf09-b97dd85dc543), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.304397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:21.312560 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:21.363770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-4d280da1-01e1-4246-87d9-8d4c61f22221 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.368398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-4d280da1-01e1-4246-87d9-8d4c61f22221 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.2159276 Feb 19 00:59:21.381749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8fe4e735-e2b5-4aae-b48b-9b010c23a8c0 req-983ed9be-b272-45a7-8f30-b1a7cbee733c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136560 Feb 19 00:59:21.398208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-7defb9d3-556b-48bf-bb7f-9a92db3e1f61 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/quotas/c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 375 time: 0.0118783 Feb 19 00:59:21.438781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] Publish callbacks [] for security_group (0d067f3b-3a88-4543-bba1-fe338ce26fb9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.460002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:21.464155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:21.464597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.529126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e6e311d4-a8b8-48d0-b5fc-6c7dde7425a2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249189 Feb 19 00:59:21.536210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] Publish callbacks [] for security_group (0d067f3b-3a88-4543-bba1-fe338ce26fb9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.543779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-19e2fc56-052e-4b08-87ee-6fea7d63f4ef service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:59:21.544859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-19e2fc56-052e-4b08-87ee-6fea7d63f4ef service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054691 Feb 19 00:59:21.565702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:21.566086 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.616948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:21.620818 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84552500-2d49-4e93-a896-b4a9f4958919" -d '{"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:21.637212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.637634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:21.660668 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:17Z', 'revision_number': 3, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:21.689944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:21.693438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304ce30-22a3-46a6-b717-9a9531d13f10 None None] The sync data for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 is: [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:17Z', 'revision_number': 3, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:21.697851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:21.703348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:21.712495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85c021-78ce-4116-84f0-d0a320113645 req-2ae9e27c-1bbe-44bf-a99c-d410d3b15ed9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.714064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f85c021-78ce-4116-84f0-d0a320113645 req-2ae9e27c-1bbe-44bf-a99c-d410d3b15ed9 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.2249336 Feb 19 00:59:21.718106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Pushing event updated for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.745346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-24702d1b-2157-4e8f-ae62-05316e534952 service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842387 Feb 19 00:59:21.757127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.807886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (b949c11b-b497-4623-8240-398a64b60c74), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.876116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.877835 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0d067f3b-3a88-4543-bba1-fe338ce26fb9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.889951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.893543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0d067f3b-3a88-4543-bba1-fe338ce26fb9 HTTP/1.1" status: 204 len: 168 time: 0.5830650 Feb 19 00:59:21.902249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-dca4570f-f8fa-4ce2-a8d6-bc868e1ec10e service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557550 Feb 19 00:59:21.907685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22000-6282-459a-8e83-e0780ce3f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d067f3b-3a88-4543-bba1-fe338ce26fb9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:22.052853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f85c021-78ce-4116-84f0-d0a320113645 req-9e8accc7-d78a-44a5-ac49-ed3736c6079f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804639 Feb 19 00:59:22.114996 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350818df-1ebd-4659-8066-0f0f8461ac48 x-openstack-request-id: req-350818df-1ebd-4659-8066-0f0f8461ac48 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:22.119423 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:22.119879 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-350818df-1ebd-4659-8066-0f0f8461ac48 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:22.124693 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'code': 200} Feb 19 00:59:22.174102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-160e5bc0-397a-406c-97da-495f7e05faeb None None] Provisioning complete for port e49b056c-c798-4723-bf09-b97dd85dc543 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:22.175773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-160e5bc0-397a-406c-97da-495f7e05faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.268266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-160e5bc0-397a-406c-97da-495f7e05faeb None None] Port e49b056c-c798-4723-bf09-b97dd85dc543 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:22.365048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd2de3-7afd-4c46-b9a1-132af22c0a56 req-8d949aef-40ec-4d29-93c2-217bc772d8e1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.365251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.372464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afd2de3-7afd-4c46-b9a1-132af22c0a56 req-8d949aef-40ec-4d29-93c2-217bc772d8e1 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0827913 Feb 19 00:59:22.438662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152ee23-f264-4e05-9017-08ac7d2efe9d req-8dc67859-d7a7-40d5-9187-dcad69f0f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.441206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9152ee23-f264-4e05-9017-08ac7d2efe9d req-8dc67859-d7a7-40d5-9187-dcad69f0f177 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 1128 time: 0.2021027 Feb 19 00:59:22.499504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afd2de3-7afd-4c46-b9a1-132af22c0a56 req-98f25629-73ed-4afe-a73f-e5750d5fff01 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113384 Feb 19 00:59:22.591251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-521377e7-53c8-423a-8091-48b9f360c07f req-de46b223-e2d6-444b-9acd-788c7be66ab7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 210 time: 0.0440037 Feb 19 00:59:22.692804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f04f2b-c3fb-4a98-8604-8f1dab303a93 req-6633ba8c-b49b-4d78-890d-0e615200593e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.694351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81f04f2b-c3fb-4a98-8604-8f1dab303a93 req-6633ba8c-b49b-4d78-890d-0e615200593e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.4390678 Feb 19 00:59:22.732399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9f831-795d-49f2-9401-2549a4e3e682 req-2d3a550b-84bb-4e2d-890e-6f0154acd8c1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.733813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80c9f831-795d-49f2-9401-2549a4e3e682 req-2d3a550b-84bb-4e2d-890e-6f0154acd8c1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.0642631 Feb 19 00:59:22.760873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9152ee23-f264-4e05-9017-08ac7d2efe9d req-253e1e94-6576-4d82-b07d-184a69d36711 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581086 Feb 19 00:59:22.772698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks [] for port (e49b056c-c798-4723-bf09-b97dd85dc543), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.799583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81f04f2b-c3fb-4a98-8604-8f1dab303a93 req-dd782d76-a25f-45b5-bb53-bc2901218d1c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 Feb 19 00:59:22.804039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80c9f831-795d-49f2-9401-2549a4e3e682 req-ea376c43-d1c2-40db-a2ab-4223d9de9bb8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586874 Feb 19 00:59:22.870931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.922167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93753e-66d0-4337-bad4-6efd76197281 req-5333af9c-0228-45c0-9fe0-4a321ef7ebbd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.923733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac93753e-66d0-4337-bad4-6efd76197281 req-5333af9c-0228-45c0-9fe0-4a321ef7ebbd tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0689301 Feb 19 00:59:22.991458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Pushing event updated for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:22.994712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (b949c11b-b497-4623-8240-398a64b60c74), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.005876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac93753e-66d0-4337-bad4-6efd76197281 req-a70a2563-84c1-4fba-8a9f-d2ccf2c8b9dc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682216 Feb 19 00:59:23.070002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40384) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:23.084238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe4f6-9835-4806-a480-d08fa48d608f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.137465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:23.139356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:23.239352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdf413-6e62-41b5-994e-55a5a1d53736 req-2d7a109d-0a3c-4608-a7d8-fbc0311d7474 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.240955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9bdf413-6e62-41b5-994e-55a5a1d53736 req-2d7a109d-0a3c-4608-a7d8-fbc0311d7474 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1075091 Feb 19 00:59:23.312192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Router b949c11b-b497-4623-8240-398a64b60c74 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:23.330346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9bdf413-6e62-41b5-994e-55a5a1d53736 req-5377597b-86fb-4a3b-b804-6344724599ab tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819530 Feb 19 00:59:23.362798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe4f6-9835-4806-a480-d08fa48d608f admin admin] Publish callbacks [] for security_group (847464a5-6e37-4d5a-8629-4201f629512c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.486246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:23.492343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-66f05273-0969-4917-8492-6e750f94600a admin admin] 10.222.0.94 "PUT /v2.0/routers/b949c11b-b497-4623-8240-398a64b60c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9776897 Feb 19 00:59:23.502330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe4f6-9835-4806-a480-d08fa48d608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (847464a5-6e37-4d5a-8629-4201f629512c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.516501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cd464-089f-499e-b05f-ab367defb1d4 req-0015b74a-c673-47dc-9cac-e6befc6f7c80 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.518362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c8cd464-089f-499e-b05f-ab367defb1d4 req-0015b74a-c673-47dc-9cac-e6befc6f7c80 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0847063 Feb 19 00:59:23.520971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-86bc2daa-6148-4bd6-ae53-a3247361f128 None None] Provisioning complete for port e49b056c-c798-4723-bf09-b97dd85dc543 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:23.521488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86bc2daa-6148-4bd6-ae53-a3247361f128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.552934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbe4f6-9835-4806-a480-d08fa48d608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847464a5-6e37-4d5a-8629-4201f629512c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.576838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3dfbe4f6-9835-4806-a480-d08fa48d608f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=695b9556548940d6ab63b56df9fdeea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052826 Feb 19 00:59:23.579521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:23.651289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-86bc2daa-6148-4bd6-ae53-a3247361f128 None None] Port e49b056c-c798-4723-bf09-b97dd85dc543 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:23.655012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c8cd464-089f-499e-b05f-ab367defb1d4 req-5c73e1d5-8799-4412-b69e-fcf588d834db tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253216 Feb 19 00:59:23.772325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af287954-71de-49a0-a048-90692f062121 admin admin] Publish callbacks [] for security_group (847464a5-6e37-4d5a-8629-4201f629512c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.804445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a66f94d-6b52-479c-91dd-fd39876d7d72 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:23.821870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af287954-71de-49a0-a048-90692f062121 admin admin] Publish callbacks [] for security_group (847464a5-6e37-4d5a-8629-4201f629512c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.853611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92552dd6-5d9b-4b5c-9815-27c61a6c74a1 req-5b9bd97c-591e-4ad9-aa4b-395456538cda tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 210 time: 0.1111312 Feb 19 00:59:23.934939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd97339-cf65-4dfa-b1cb-c23872245cda req-61bad77f-39f0-49c5-8894-419c5708b60c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.948095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cd97339-cf65-4dfa-b1cb-c23872245cda req-61bad77f-39f0-49c5-8894-419c5708b60c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0932281 Feb 19 00:59:23.957146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0a66f94d-6b52-479c-91dd-fd39876d7d72 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:23.957573 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.061273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af287954-71de-49a0-a048-90692f062121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (847464a5-6e37-4d5a-8629-4201f629512c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.072864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af287954-71de-49a0-a048-90692f062121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.074636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af287954-71de-49a0-a048-90692f062121 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/847464a5-6e37-4d5a-8629-4201f629512c HTTP/1.1" status: 204 len: 168 time: 0.4940503 Feb 19 00:59:24.075412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cd97339-cf65-4dfa-b1cb-c23872245cda req-17cedd00-3835-4b51-96cc-c2e55717d195 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286485 Feb 19 00:59:24.109193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af287954-71de-49a0-a048-90692f062121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847464a5-6e37-4d5a-8629-4201f629512c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:24.157914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0a66f94d-6b52-479c-91dd-fd39876d7d72 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:24.158569 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.168822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32fa5d-6f4f-4a94-a709-53d15ec21e1b req-6e25c8db-86b8-4ff5-adea-36afa4a7c2b0 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.173543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f32fa5d-6f4f-4a94-a709-53d15ec21e1b req-6e25c8db-86b8-4ff5-adea-36afa4a7c2b0 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.2118666 Feb 19 00:59:24.204664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0a66f94d-6b52-479c-91dd-fd39876d7d72, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a66f94d-6b52-479c-91dd-fd39876d7d72,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:24.289361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f32fa5d-6f4f-4a94-a709-53d15ec21e1b req-0e08329b-8163-4f91-bd99-0b7468269a2b tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988021 Feb 19 00:59:24.342455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.358028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6fe3d-87c7-4149-a252-580fad93105d req-3fd20e73-703f-4b04-8ab9-37ffca86fe5b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.358028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5d6fe3d-87c7-4149-a252-580fad93105d req-3fd20e73-703f-4b04-8ab9-37ffca86fe5b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1263134 Feb 19 00:59:24.362497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Sync routers for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:24.438962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:24.440612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:24.483388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5d6fe3d-87c7-4149-a252-580fad93105d req-5aebe43d-d4c1-4dcf-b9ce-68b43ae20fff tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262753 Feb 19 00:59:24.520565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0a66f94d-6b52-479c-91dd-fd39876d7d72,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:24.535846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96436e28-0a60-4006-80bc-2458004b3b5d req-b59e1657-686d-4474-ae52-3146afeefedc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.537538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96436e28-0a60-4006-80bc-2458004b3b5d req-b59e1657-686d-4474-ae52-3146afeefedc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1204796 Feb 19 00:59:24.601130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:24.621456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96436e28-0a60-4006-80bc-2458004b3b5d req-615f0fb9-1804-45e9-b670-e0599115fbcf tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728726 Feb 19 00:59:24.874505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:22Z', 'revision_number': 4, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e49b056c-c798-4723-bf09-b97dd85dc543', 'name': '', 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'mac_address': 'fa:16:3e:c5:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:20Z', 'updated_at': '2022-02-19T00:59:22Z', 'revision_number': 2, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'subnets': [{'id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:24.912852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Checking router: b949c11b-b497-4623-8240-398a64b60c74 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:24.915515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Updating router b949c11b-b497-4623-8240-398a64b60c74 port e49b056c-c798-4723-bf09-b97dd85dc543 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:24.966010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.052244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14e5a0e3-c9a5-4ac1-ba7c-09e894677ca8 req-83c05016-541c-4025-83c0-bd30db3456be tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 210 time: 0.0690463 Feb 19 00:59:25.181921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f33f3-7dd6-4725-83e0-54b27bfb622a req-4f4d9dfd-c01e-4a42-8baf-adb3a004d5b4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.183727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d62f33f3-7dd6-4725-83e0-54b27bfb622a req-4f4d9dfd-c01e-4a42-8baf-adb3a004d5b4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0716164 Feb 19 00:59:25.318070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d62f33f3-7dd6-4725-83e0-54b27bfb622a req-3ed581f1-6b65-4793-bafd-2d16383b0eb2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204813 Feb 19 00:59:25.405388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-677960ec-47a3-49a3-ae59-51354bd929c7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.407453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-677960ec-47a3-49a3-ae59-51354bd929c7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.2826042 Feb 19 00:59:25.444187 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks [] for port (e49b056c-c798-4723-bf09-b97dd85dc543), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.457879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Request body: {'port': {'device_id': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'admin_state_up': True, 'tenant_id': 'c18d61231db4402b8efef02ecd91f793'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:25.551008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bf9b-2228-4f41-ad6b-cc757d7047aa req-ae28c164-bf05-4c6a-901f-ea60fdcb7d97 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.552618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e31bf9b-2228-4f41-ad6b-cc757d7047aa req-ae28c164-bf05-4c6a-901f-ea60fdcb7d97 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.1439385 Feb 19 00:59:25.562159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.630193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e31bf9b-2228-4f41-ad6b-cc757d7047aa req-1efe0856-7526-4f51-997c-6bc9718e9362 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Feb 19 00:59:25.688186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475f883-d382-44c1-8398-535962a32f60 None None] Pushing event updated for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.712677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:25.728800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.744244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-42d487e4-71e0-4cbc-ab2b-f39fef77845a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285647 Feb 19 00:59:25.779979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4a3e0-f2ac-44b8-b929-d0418591a985 req-423b54e7-b480-4768-a801-0a6fd8f6bd91 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.784750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a66f94d-6b52-479c-91dd-fd39876d7d72 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:25.791330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bbf4a3e0-f2ac-44b8-b929-d0418591a985 req-423b54e7-b480-4768-a801-0a6fd8f6bd91 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.2064881 Feb 19 00:59:25.881496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bbf4a3e0-f2ac-44b8-b929-d0418591a985 req-de0dd9e8-30f7-45f0-a9ca-e82ef78b3494 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902410 Feb 19 00:59:25.960654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-dd11afd3-92d1-4c51-85af-9d9c759dd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.965206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-dd11afd3-92d1-4c51-85af-9d9c759dd214 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1126 time: 0.0949271 Feb 19 00:59:26.077014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Attempting to bind port e49b056c-c798-4723-bf09-b97dd85dc543 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:26.079561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Attempting to bind port e49b056c-c798-4723-bf09-b97dd85dc543 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:26.083115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Attempting to bind port e49b056c-c798-4723-bf09-b97dd85dc543 on network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:26.093138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40520) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:26.093674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:26.094051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Checking segment: {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:26.098609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.098609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Bound using segment: {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:26.098609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Bound port: e49b056c-c798-4723-bf09-b97dd85dc543, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e988a68e-a40d-4596-ac63-639916b181e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:26.098609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.164030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Allocated IP 172.20.0.2 (02a55e28-4da2-4b51-9aec-7415f386d3f1/f25a891f-3aec-492a-b9aa-a38c10b9254a/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:26.176387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0a66f94d-6b52-479c-91dd-fd39876d7d72 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:26.176701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.197562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cfd316a1-2445-4424-9dbb-ef87e86d1535 None None] Provisioning complete for port e49b056c-c798-4723-bf09-b97dd85dc543 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:26.197562 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfd316a1-2445-4424-9dbb-ef87e86d1535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.259055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8aab0b89-14fd-4f7d-bcfb-c7c09e94e9f1 req-2c87a03d-f551-48ff-b90e-2d0f3f220227 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 210 time: 0.0789452 Feb 19 00:59:26.295367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-c5e6eb9d-0995-4cd7-9651-a3e47fb3cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.297247 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-c5e6eb9d-0995-4cd7-9651-a3e47fb3cf8f service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.3123474 Feb 19 00:59:26.370078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-146f0465-9037-4ffe-8c6f-ece64b531652 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0568733 Feb 19 00:59:26.504010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-237db8e2-2d11-40c9-b503-46a6cab9494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.512601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-237db8e2-2d11-40c9-b503-46a6cab9494a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1372006 Feb 19 00:59:26.516869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb31c3d7-3095-4d3c-aaf2-920a7c95da38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.586006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-3f83d297-c939-4910-89ee-2e3f11a83522 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642288 Feb 19 00:59:26.625559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] For port e49b056c-c798-4723-bf09-b97dd85dc543, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:26.637868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] For port e49b056c-c798-4723-bf09-b97dd85dc543, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e49b056c-c798-4723-bf09-b97dd85dc543,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:26.637868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cfd316a1-2445-4424-9dbb-ef87e86d1535 None None] Port e49b056c-c798-4723-bf09-b97dd85dc543 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:26.655705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks [] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.681938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0a66f94d-6b52-479c-91dd-fd39876d7d72 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:26.709730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea52bb-0aae-4b54-ad3a-da46e56791f4 req-8bba5eb7-8b95-4de6-bd29-2a8a26e1d411 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.712634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbea52bb-0aae-4b54-ad3a-da46e56791f4 req-8bba5eb7-8b95-4de6-bd29-2a8a26e1d411 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.2748418 Feb 19 00:59:26.717895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.735781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce52bc-0b58-495c-a4ca-259e292ae219 req-4a095a6e-455e-4447-ae70-d66f14a173a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.737029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-a4204ab0-8f64-4f52-a50e-f1b87b7ded7b service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423426 Feb 19 00:59:26.743272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86ce52bc-0b58-495c-a4ca-259e292ae219 req-4a095a6e-455e-4447-ae70-d66f14a173a6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.4083683 Feb 19 00:59:26.795645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475f883-d382-44c1-8398-535962a32f60 None None] Pushing event updated for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:26.811512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86ce52bc-0b58-495c-a4ca-259e292ae219 req-3814c135-d464-4330-a843-f027c10c0ce9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Feb 19 00:59:26.821772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:26.833112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:26.838959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T00:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:26.889682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:26.895561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:26.906065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:27.002534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.003259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.010701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226a919d-9c3b-490b-a614-33c43ebc1ed9 req-80e39c31-c324-41a9-892d-6909c25f7d2f service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613548 Feb 19 00:59:27.057609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:27.072802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbea52bb-0aae-4b54-ad3a-da46e56791f4 req-dcdaa689-f4c4-4d2c-a0a4-50c122f652da tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286636 Feb 19 00:59:27.090995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb31c3d7-3095-4d3c-aaf2-920a7c95da38 admin admin] Publish callbacks [] for security_group (fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.094715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:27.171740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb31c3d7-3095-4d3c-aaf2-920a7c95da38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.224245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-e65f1567-52da-4724-aaed-aa5f778fbc5e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7709973 Feb 19 00:59:27.241038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8c2a7-c00b-4ddf-adc8-46cd35fcfd43 req-4788c767-e556-4b8e-bf63-016417f31d23 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.243545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0dc8c2a7-c00b-4ddf-adc8-46cd35fcfd43 req-4788c767-e556-4b8e-bf63-016417f31d23 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1509891 Feb 19 00:59:27.255948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Request body: {'port': {'device_id': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:27.307793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31c3d7-3095-4d3c-aaf2-920a7c95da38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:27.326156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fb31c3d7-3095-4d3c-aaf2-920a7c95da38 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b446adc1bbdc48dc96efd606e1d5a2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2273843 Feb 19 00:59:27.326993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40576) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:27.374988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0dc8c2a7-c00b-4ddf-adc8-46cd35fcfd43 req-c284dee8-d09b-416e-a599-a6ddd32a9e7f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131313 Feb 19 00:59:27.380299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.385320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Provisioning complete for port e49b056c-c798-4723-bf09-b97dd85dc543 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:27.385794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.445501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] Publish callbacks [] for security_group (fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.450447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:22Z', 'revision_number': 4, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e49b056c-c798-4723-bf09-b97dd85dc543', 'name': '', 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'mac_address': 'fa:16:3e:c5:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:20Z', 'updated_at': '2022-02-19T00:59:26Z', 'revision_number': 4, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'subnets': [{'id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:27.511716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31247ac-8d9e-4ac2-913d-5350b4333dc0 None None] The sync data for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 is: [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:22Z', 'revision_number': 4, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e49b056c-c798-4723-bf09-b97dd85dc543', 'name': '', 'network_id': '210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'mac_address': 'fa:16:3e:c5:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:20Z', 'updated_at': '2022-02-19T00:59:26Z', 'revision_number': 4, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'subnets': [{'id': '1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:27.539979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] Publish callbacks [] for security_group (fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.608758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Current status of the port e49b056c-c798-4723-bf09-b97dd85dc543 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:27.608758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.702486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] For port e49b056c-c798-4723-bf09-b97dd85dc543, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e49b056c-c798-4723-bf09-b97dd85dc543,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:27.773501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1783cb-7fae-4743-8ceb-6bd56d15526f req-5ec3981c-95c5-41e9-98e6-3abf75ebe88e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.775739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba1783cb-7fae-4743-8ceb-6bd56d15526f req-5ec3981c-95c5-41e9-98e6-3abf75ebe88e tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0790658 Feb 19 00:59:27.848898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.859477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.869692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.872276 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6 HTTP/1.1" status: 204 len: 168 time: 0.5441144 Feb 19 00:59:27.881497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba1783cb-7fae-4743-8ceb-6bd56d15526f req-dfd1be04-1ef8-47ce-a7a4-0ec69c0d7bf0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920515 Feb 19 00:59:27.896843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692457b-1c1c-49e0-a7e3-4202a0917fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88e0f6-7d24-4a83-b5fb-92f8ac9c24f6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:27.991703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-76a93379-82f7-42eb-acc4-19e5833a8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.993761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-76a93379-82f7-42eb-acc4-19e5833a8705 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8cddc3663d0a44a994998beab995d431&device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 1128 time: 0.0920169 Feb 19 00:59:28.045326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0cee-8c26-43d0-994c-87a2cdee798f None None] Pushing event updated for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:28.142139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1d117-df11-4455-896c-bddd3e9f9064 req-caf04c32-1067-40a1-ad41-541117e8a424 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.144114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84a1d117-df11-4455-896c-bddd3e9f9064 req-caf04c32-1067-40a1-ad41-541117e8a424 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 931 time: 0.5550430 Feb 19 00:59:28.255161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-ccae0857-a865-40e6-b9db-6791ff6352ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.256704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-ccae0857-a865-40e6-b9db-6791ff6352ca service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 200 len: 915 time: 0.2495587 Feb 19 00:59:28.264092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901f15b-5ee0-43b8-9cfd-605ba254fb9b req-205543fb-fc85-4c69-8471-a15c48a0f316 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.265644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3901f15b-5ee0-43b8-9cfd-605ba254fb9b req-205543fb-fc85-4c69-8471-a15c48a0f316 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.1450658 Feb 19 00:59:28.290237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84a1d117-df11-4455-896c-bddd3e9f9064 req-51d6dec3-daa8-4bcc-981a-504c8a53f3a0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333838 Feb 19 00:59:28.306585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:28.317245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-e5de6679-ad4d-4f36-bd10-cc90b5526745 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 200 len: 217 time: 0.0505922 Feb 19 00:59:28.325531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks [] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.326163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:28.349091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Transition to ACTIVE for port object f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:28.432967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.454575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3901f15b-5ee0-43b8-9cfd-605ba254fb9b req-7fe9a9f6-1c0c-417f-9859-095659b702cf tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801107 Feb 19 00:59:28.460716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-c172d796-53a2-435e-a6c5-87a7df37563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.461164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-c172d796-53a2-435e-a6c5-87a7df37563a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 200 len: 854 time: 0.1177938 Feb 19 00:59:28.548665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-a7f37f2b-e8af-4db7-b2f4-5b4b44c4e7cb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6bf1250-465c-478e-a84a-be5185e67998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802128 Feb 19 00:59:28.558227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:28.677122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35c03fc5-bfbb-47c1-8071-5327bc46dc45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.760135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a1e17-1f9a-4670-9542-213737065490 req-31509b7b-5e03-4350-a057-0cfb2d9203ed tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.767328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-423a1e17-1f9a-4670-9542-213737065490 req-31509b7b-5e03-4350-a057-0cfb2d9203ed tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.2729669 Feb 19 00:59:28.770424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-8603954e-4371-4d1f-9f08-3bdc835a289b service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137978 Feb 19 00:59:28.823546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:28.823546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:28.824155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:28.862173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:28.862508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:28.895205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-423a1e17-1f9a-4670-9542-213737065490 req-d73a9efe-f9cc-4658-88da-be610292a27b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230400 Feb 19 00:59:28.899341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35c03fc5-bfbb-47c1-8071-5327bc46dc45 admin admin] Publish callbacks [] for security_group (a2486d24-351d-4c90-b856-06d50900e400), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.900601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:28.901413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:28.901818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:28.902268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Bound port: f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:28.902615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:28.979817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e442ef0d-bb10-4992-a251-0d5aff72ac9f req-629070ec-dc3f-4ea9-9914-dbd70e0847ce service neutron] 10.222.0.96 "GET /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995308 Feb 19 00:59:28.983068 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:59:28.991404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35c03fc5-bfbb-47c1-8071-5327bc46dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a2486d24-351d-4c90-b856-06d50900e400), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.050388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:29.080934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-35c03fc5-bfbb-47c1-8071-5327bc46dc45 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8589a2af8c9f4ac8b90b6c248948e519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7535176 Feb 19 00:59:29.083621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c03fc5-bfbb-47c1-8071-5327bc46dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2486d24-351d-4c90-b856-06d50900e400,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:29.087250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40626) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:29.088884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:29.124557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db339e-f012-408a-95d0-cd03578a3167 req-f4bb5b60-eb5a-410a-ad14-f62f6252392b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.126261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58db339e-f012-408a-95d0-cd03578a3167 req-f4bb5b60-eb5a-410a-ad14-f62f6252392b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1263335 Feb 19 00:59:29.186111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] Publish callbacks [] for security_group (a2486d24-351d-4c90-b856-06d50900e400), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.190384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.214625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] Publish callbacks [] for security_group (a2486d24-351d-4c90-b856-06d50900e400), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.246298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58db339e-f012-408a-95d0-cd03578a3167 req-18ee2834-9d33-4505-be7b-0dcf2d3d8995 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074779 Feb 19 00:59:29.267991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.267991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.268237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] 10.222.0.96 "PUT /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 1091 time: 2.0237403 Feb 19 00:59:29.268660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:29.271152 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7afd343-eeff-468e-891f-5add0f9e77a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:29.278273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743c71c-c2f2-4107-a5a9-d523d8f62732 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:29.314821 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354c3d03-e5b8-4932-98e5-12e5d751480e x-openstack-request-id: req-354c3d03-e5b8-4932-98e5-12e5d751480e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:29.315508 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:29.319819 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-354c3d03-e5b8-4932-98e5-12e5d751480e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:29.319819 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'status': 'completed', 'code': 200} Feb 19 00:59:29.388892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a2486d24-351d-4c90-b856-06d50900e400), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.388892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.394123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a2486d24-351d-4c90-b856-06d50900e400 HTTP/1.1" status: 204 len: 168 time: 0.3076532 Feb 19 00:59:29.410621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144bbb-e912-4d14-b3b3-64eb6c3dc0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2486d24-351d-4c90-b856-06d50900e400,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:29.476621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-014d8bdc-4c38-4f94-951c-2b1357b7c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.478820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-014d8bdc-4c38-4f94-951c-2b1357b7c44e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1125 time: 0.1211324 Feb 19 00:59:29.536229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd06f7-b1f1-4b52-9df0-50b6e0b2ab2d req-cc98f80b-3278-4392-85dc-9bc9620bded6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.538723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0bd06f7-b1f1-4b52-9df0-50b6e0b2ab2d req-cc98f80b-3278-4392-85dc-9bc9620bded6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1201146 Feb 19 00:59:29.733749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0bd06f7-b1f1-4b52-9df0-50b6e0b2ab2d req-fbc22b32-2491-445b-8196-02b19119b49d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396832 Feb 19 00:59:29.737767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-73a2c685-d293-4721-ba64-b3215c3faf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.743147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-73a2c685-d293-4721-ba64-b3215c3faf04 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=c18d61231db4402b8efef02ecd91f793&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2506926 Feb 19 00:59:29.767320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e49b056c-c798-4723-bf09-b97dd85dc543 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:29.886911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e49b056c-c798-4723-bf09-b97dd85dc543 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:29.887866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:29.951816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-b39acddc-71dd-4e9f-a270-2eb4c6932fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.953359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f7afd343-eeff-468e-891f-5add0f9e77a1 req-b39acddc-71dd-4e9f-a270-2eb4c6932fe6 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067139 Feb 19 00:59:29.997998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e49b056c-c798-4723-bf09-b97dd85dc543 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:30.045175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1432c-e95f-4d6b-86c2-f12c720e2839 req-cb6b01a0-568e-45c1-a09e-dbc7c628a6f1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.052336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90b1432c-e95f-4d6b-86c2-f12c720e2839 req-cb6b01a0-568e-45c1-a09e-dbc7c628a6f1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0858002 Feb 19 00:59:30.084170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-276d475f-0a27-49e8-baf8-5df2860f2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.087569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-276d475f-0a27-49e8-baf8-5df2860f2df0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1125 time: 0.0889475 Feb 19 00:59:30.127687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90b1432c-e95f-4d6b-86c2-f12c720e2839 req-8e0c89d6-9f4d-4d7c-aa1a-4414ac091498 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 Feb 19 00:59:30.140610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-fddaf299-fa79-4c30-af0c-407166af6bf2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 217 time: 0.0468717 Feb 19 00:59:30.200660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-da18ff64-bc23-4f59-9b2b-b4f661d6c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.206270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-da18ff64-bc23-4f59-9b2b-b4f661d6c288 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0566666 Feb 19 00:59:30.258771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-ea183930-a51e-4d55-8060-ee0711eb9f65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475304 Feb 19 00:59:30.321444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40666) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:30.419749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-f1fe141d-237d-4656-8fc1-a68f9a245619 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543121 Feb 19 00:59:30.426873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9f3da-2356-4444-b426-fd0e3c29a13c req-7af5398f-8c1a-4044-bd90-d0aa943fdc6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.429434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9b9f3da-2356-4444-b426-fd0e3c29a13c req-7af5398f-8c1a-4044-bd90-d0aa943fdc6f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1004090 Feb 19 00:59:30.469297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d769bb36-7f25-470a-a2ad-078ec16b79cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.541320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9b9f3da-2356-4444-b426-fd0e3c29a13c req-055eedf7-fbad-44ae-9caf-ba905e806a28 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037061 Feb 19 00:59:30.578951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e2f6881-da7c-40ba-b36b-e9c0a15b29d9 req-bcea4cff-03df-47a9-b191-d346f2aabaf6 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496999 Feb 19 00:59:30.641612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d769bb36-7f25-470a-a2ad-078ec16b79cf admin admin] Publish callbacks [] for security_group (0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.705720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0a052-96ee-4894-9d2d-e3f40900b663 req-2f54b13b-c681-4754-9b48-895da0a4c751 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.707263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20a0a052-96ee-4894-9d2d-e3f40900b663 req-2f54b13b-c681-4754-9b48-895da0a4c751 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0615633 Feb 19 00:59:30.740269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d769bb36-7f25-470a-a2ad-078ec16b79cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.778779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20a0a052-96ee-4894-9d2d-e3f40900b663 req-912bbf63-f64d-4169-8db2-258e09b8f2ab tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645382 Feb 19 00:59:30.785010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d769bb36-7f25-470a-a2ad-078ec16b79cf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=29ce2e1e50c04cecbeef2257e1ca2464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622538 Feb 19 00:59:30.787634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40688) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:30.788813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769bb36-7f25-470a-a2ad-078ec16b79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:30.872378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] Publish callbacks [] for security_group (0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.920433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] Publish callbacks [] for security_group (0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:30.982196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484b9b3-27ab-45aa-bdab-e56072b719c6 req-324a5d11-e17c-4540-8fec-c50708c44721 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.983891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8484b9b3-27ab-45aa-bdab-e56072b719c6 req-324a5d11-e17c-4540-8fec-c50708c44721 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.0861325 Feb 19 00:59:31.016131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9c3a6-accb-4e64-adf3-6e14362f9150 req-e9eb1b02-54bd-4bbc-94a8-871add678d21 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.017660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8b9c3a6-accb-4e64-adf3-6e14362f9150 req-e9eb1b02-54bd-4bbc-94a8-871add678d21 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0761616 Feb 19 00:59:31.058227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8484b9b3-27ab-45aa-bdab-e56072b719c6 req-e8062bf7-0846-4658-9841-52d7af1d849c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652978 Feb 19 00:59:31.066570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.066982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.070196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9 HTTP/1.1" status: 204 len: 168 time: 0.2793643 Feb 19 00:59:31.081338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd3e21-3262-4e79-a517-82c1c4ddc930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c1656-27f9-41a4-abb1-7b7cb3fdd6f9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:31.099562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8b9c3a6-accb-4e64-adf3-6e14362f9150 req-3494a602-78a9-4a8e-8404-6119faacfb1b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Feb 19 00:59:31.308266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7955a2-06e3-46ee-8524-60f67abc6d9a req-7120fe2e-f4b2-445b-a1d5-8e984249a9d9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.310185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c7955a2-06e3-46ee-8524-60f67abc6d9a req-7120fe2e-f4b2-445b-a1d5-8e984249a9d9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0980570 Feb 19 00:59:31.340104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7ffd-bd2d-4760-9298-30e79cd0cee7 req-b9988d2a-8e83-43ca-ab65-7b978156990f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.342370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29cb7ffd-bd2d-4760-9298-30e79cd0cee7 req-b9988d2a-8e83-43ca-ab65-7b978156990f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1122832 Feb 19 00:59:31.395828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c7955a2-06e3-46ee-8524-60f67abc6d9a req-f5d3d573-f082-4866-a997-f6eb95ad416c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739725 Feb 19 00:59:31.412481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29cb7ffd-bd2d-4760-9298-30e79cd0cee7 req-901f5fd7-ce15-429f-9dff-383a1276ed65 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634406 Feb 19 00:59:31.627619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284237-3c94-4ea4-a827-84b63dd5b785 req-429a21cb-0690-4a44-8104-96e9dc52aa2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.632386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e284237-3c94-4ea4-a827-84b63dd5b785 req-429a21cb-0690-4a44-8104-96e9dc52aa2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0812087 Feb 19 00:59:31.693130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e284237-3c94-4ea4-a827-84b63dd5b785 req-0d631426-373c-471a-ae3c-fc336cd5ed46 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Feb 19 00:59:31.835422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2ff2-42bf-437c-97b6-778b8c6ecba5 req-a767213a-b8c9-4861-91b6-7db52a91369d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.837314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88ff2ff2-42bf-437c-97b6-778b8c6ecba5 req-a767213a-b8c9-4861-91b6-7db52a91369d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0660374 Feb 19 00:59:31.893326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88ff2ff2-42bf-437c-97b6-778b8c6ecba5 req-49fc4dd9-e36d-4fe8-919a-5631c94c491f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501280 Feb 19 00:59:32.054446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4077-4bd0-4fdc-988e-be231f457cbe req-4ce38958-869f-4fad-aede-3167cbd44d13 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.057108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26ee4077-4bd0-4fdc-988e-be231f457cbe req-4ce38958-869f-4fad-aede-3167cbd44d13 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0696859 Feb 19 00:59:32.126548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26ee4077-4bd0-4fdc-988e-be231f457cbe req-4fa0f24a-4fe3-49ec-a7b0-4d25f4a161aa tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584130 Feb 19 00:59:32.290519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb4292-5e6b-4405-a504-c138e2a0c4e3 req-b638cacd-5fb1-4de8-909c-2b1b0e3708c2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.299080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6beb4292-5e6b-4405-a504-c138e2a0c4e3 req-b638cacd-5fb1-4de8-909c-2b1b0e3708c2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1055381 Feb 19 00:59:32.350437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6beb4292-5e6b-4405-a504-c138e2a0c4e3 req-6a5e30de-b9e9-4ec2-a0a8-844331529d41 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Feb 19 00:59:32.494444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee478ac6-0fbb-4fcd-882e-c76adab83a47 req-22dc1e12-166d-418b-ad70-ae56f05bed78 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.496139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee478ac6-0fbb-4fcd-882e-c76adab83a47 req-22dc1e12-166d-418b-ad70-ae56f05bed78 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0734382 Feb 19 00:59:32.547514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee478ac6-0fbb-4fcd-882e-c76adab83a47 req-6c7ec117-ad3b-400d-8fc3-3185edbdaed2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Feb 19 00:59:32.669465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13f2a7-d579-41f8-bec3-83ca609d9f51 req-a8e11a66-a225-4873-b57e-8f0ef8c33ea3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.670957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d13f2a7-d579-41f8-bec3-83ca609d9f51 req-a8e11a66-a225-4873-b57e-8f0ef8c33ea3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0579433 Feb 19 00:59:32.725360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d13f2a7-d579-41f8-bec3-83ca609d9f51 req-2c5707ce-b78a-4d9d-b0f8-aca70f9def46 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Feb 19 00:59:32.912208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca80c44-1a5a-415f-a652-a5b4c85b90fa req-0dd3629c-68c4-4599-b734-f193b49ba918 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.913739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca80c44-1a5a-415f-a652-a5b4c85b90fa req-0dd3629c-68c4-4599-b734-f193b49ba918 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0770435 Feb 19 00:59:32.968372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca80c44-1a5a-415f-a652-a5b4c85b90fa req-b2b9a56a-91bc-4ff1-9f01-409ad164c6cb tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477087 Feb 19 00:59:33.101752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0d06-715f-41af-bbd3-22afc727c79f req-ff3206e8-5579-4bde-88d9-fb11c17b5ed3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.103724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47ff0d06-715f-41af-bbd3-22afc727c79f req-ff3206e8-5579-4bde-88d9-fb11c17b5ed3 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0563736 Feb 19 00:59:33.162881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47ff0d06-715f-41af-bbd3-22afc727c79f req-6ceae38b-1dea-42d8-82a3-2a2b018647f0 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534472 Feb 19 00:59:33.293363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:33.314595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196b0b6-e115-45c4-a74c-43cd11aea277 req-b3317df0-b193-47c2-b741-41a3d30ac2a7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.316811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5196b0b6-e115-45c4-a74c-43cd11aea277 req-b3317df0-b193-47c2-b741-41a3d30ac2a7 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0655346 Feb 19 00:59:33.408803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5196b0b6-e115-45c4-a74c-43cd11aea277 req-8c89c105-19bf-44ba-aa0e-06fdcaac11e8 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Feb 19 00:59:33.419682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:33.438208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'mac_address': 'fa:16:3e:53:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:33.485545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:33.485948 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.501552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:33.514429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be211ea1-01aa-4876-9362-c5c6d544e006 req-09cfdd48-0711-4fce-a7e8-9d36cfbf26ce tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.521838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be211ea1-01aa-4876-9362-c5c6d544e006 req-09cfdd48-0711-4fce-a7e8-9d36cfbf26ce tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.0799558 Feb 19 00:59:33.526586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:33.551479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dead639-f250-40b2-b2b3-063f50d75a2c req-ca6e2fb8-1e1e-4cab-b576-2c60cc9fb6c5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.553111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dead639-f250-40b2-b2b3-063f50d75a2c req-ca6e2fb8-1e1e-4cab-b576-2c60cc9fb6c5 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0641563 Feb 19 00:59:33.572626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be211ea1-01aa-4876-9362-c5c6d544e006 req-bcef5a62-6b11-41a1-9e55-52ee41e446d6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487895 Feb 19 00:59:33.611627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dead639-f250-40b2-b2b3-063f50d75a2c req-0cd3bfdf-e437-46ca-a8b0-d613fcc41f2f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513115 Feb 19 00:59:33.664150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:33.723738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:33.742042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:33.774943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faf4ca-1e34-4c80-8b56-40a3c9544248 req-727e25c5-22a7-48b6-8f3b-ce3449cf649f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.782624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4faf4ca-1e34-4c80-8b56-40a3c9544248 req-727e25c5-22a7-48b6-8f3b-ce3449cf649f tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0814748 Feb 19 00:59:33.849851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4faf4ca-1e34-4c80-8b56-40a3c9544248 req-345415cb-3101-4687-86f0-7bb4767b08be tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Feb 19 00:59:33.916772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7c4da-a90d-47a1-b0fb-ed31896f4149 req-be916a44-405e-482b-b9d2-fc69876f9a86 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.924184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51c7c4da-a90d-47a1-b0fb-ed31896f4149 req-be916a44-405e-482b-b9d2-fc69876f9a86 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1012964 Feb 19 00:59:34.017980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51c7c4da-a90d-47a1-b0fb-ed31896f4149 req-f1fdfdb9-0735-43a0-94b7-22252a7adb51 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925770 Feb 19 00:59:34.034385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa07394-220a-4b31-a017-a3f940edb2c1 req-e9d24974-61f0-4a68-bae9-6dd7d2f7c42a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.035962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2aa07394-220a-4b31-a017-a3f940edb2c1 req-e9d24974-61f0-4a68-bae9-6dd7d2f7c42a tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0787168 Feb 19 00:59:34.101464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2aa07394-220a-4b31-a017-a3f940edb2c1 req-43474a6e-5dfb-460c-83e6-8528837262eb tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Feb 19 00:59:34.236513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac57274-94cb-4744-abc4-51a3e648c184 req-5349c6e7-b708-433e-88c4-2ed7d854dd9d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.238000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ac57274-94cb-4744-abc4-51a3e648c184 req-5349c6e7-b708-433e-88c4-2ed7d854dd9d tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0577495 Feb 19 00:59:34.276428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:34.301414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ac57274-94cb-4744-abc4-51a3e648c184 req-ae8bc366-1093-4957-94a6-02220f84b922 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Feb 19 00:59:34.398304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:34.410564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'port_id': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'mac_address': 'fa:16:3e:40:df:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25a891f-3aec-492a-b9aa-a38c10b9254a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:34.449787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:34.450330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.464144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:34.487103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:34.590474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:34.677744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:34.719820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436ddab-f8fc-4112-8c6d-f8d05eb2a383 req-1a29877f-bd76-475f-b8c1-f43e1116ea38 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.723549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2436ddab-f8fc-4112-8c6d-f8d05eb2a383 req-1a29877f-bd76-475f-b8c1-f43e1116ea38 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.0654588 Feb 19 00:59:34.774426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2436ddab-f8fc-4112-8c6d-f8d05eb2a383 req-f33287b2-08f6-4dc3-92ea-3a2358048213 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Feb 19 00:59:34.958247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:35.189622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b537c-b432-4232-b0de-a1b0e9269462 req-c0405988-6c82-464f-8f12-3a8b48486f5c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.191179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb8b537c-b432-4232-b0de-a1b0e9269462 req-c0405988-6c82-464f-8f12-3a8b48486f5c tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0796576 Feb 19 00:59:35.265415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb8b537c-b432-4232-b0de-a1b0e9269462 req-8003ef66-3a0c-4a3d-8ac2-31f9484070fd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655026 Feb 19 00:59:35.301654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:35.386910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:35.387449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.474290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:35.474981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.505188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:35.507475 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377267a-b2ba-4860-873b-82069a8e58a1" -d '{"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:35.534685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:35.576450 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d389377-645c-4536-a10b-fceb68480e95 x-openstack-request-id: req-2d389377-645c-4536-a10b-fceb68480e95 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:35.576990 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-plugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:35.578373 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2d389377-645c-4536-a10b-fceb68480e95 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:35.578959 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'code': 200} Feb 19 00:59:35.580282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:35.637187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:35.932031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbedd30-cd2e-43fb-a08b-7aec08128352 req-8659d096-d4b9-4574-b243-0eda1238a5bf tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:35.934162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adbedd30-cd2e-43fb-a08b-7aec08128352 req-8659d096-d4b9-4574-b243-0eda1238a5bf tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.0755045 Feb 19 00:59:36.026010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adbedd30-cd2e-43fb-a08b-7aec08128352 req-6f89a342-9bdb-467a-8f32-326a8bdfb59b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 Feb 19 00:59:36.302333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:36.487670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:36.497172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:36.497790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:36.723374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:36.723955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:36.797302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:36.848042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:36.893841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8c59-045e-472c-9c5a-5cae9f81c16a req-ed485bb9-580c-4385-b349-b5f3ebc056bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:36.901484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02ae8c59-045e-472c-9c5a-5cae9f81c16a req-ed485bb9-580c-4385-b349-b5f3ebc056bc tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0818090 Feb 19 00:59:36.956046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:36.981295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02ae8c59-045e-472c-9c5a-5cae9f81c16a req-2cf92276-6805-4b90-9dfa-6160e3fe3a0a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744061 Feb 19 00:59:37.198897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406bf7-6c20-498c-a440-e7322e3fccc6 req-8b3c3688-7315-468a-a6e3-653a5a92b048 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.207789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1406bf7-6c20-498c-a440-e7322e3fccc6 req-8b3c3688-7315-468a-a6e3-653a5a92b048 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0839920 Feb 19 00:59:37.295001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1406bf7-6c20-498c-a440-e7322e3fccc6 req-4f63d36f-2644-4675-a8eb-b721295e526a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800467 Feb 19 00:59:37.580273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:37.582560 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a8990-fea0-49d7-9684-2d0d56c7c8e0" -d '{"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-plugged", "status": "completed", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:37.707986 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7ddb6-3185-487b-a324-f7e3a6662a52 x-openstack-request-id: req-faf7ddb6-3185-487b-a324-f7e3a6662a52 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:37.708495 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-plugged", "status": "completed", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:37.708922 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-faf7ddb6-3185-487b-a324-f7e3a6662a52 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:37.709471 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'code': 200} Feb 19 00:59:37.884480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469fa50-c8e5-425c-b5d8-e5eb569dcc6a req-5f5f195a-3d7c-4c03-a4a5-2696095189e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.886117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a469fa50-c8e5-425c-b5d8-e5eb569dcc6a req-5f5f195a-3d7c-4c03-a4a5-2696095189e5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1127 time: 0.0962098 Feb 19 00:59:37.975502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a469fa50-c8e5-425c-b5d8-e5eb569dcc6a req-8dd4278a-e983-4574-aea3-b481ff5a42e1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797336 Feb 19 00:59:38.191263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c5a35-8965-4199-8745-b05c94953f0b req-e151135d-8244-4d95-b7a7-5d6d5edbef20 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.193247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c9c5a35-8965-4199-8745-b05c94953f0b req-e151135d-8244-4d95-b7a7-5d6d5edbef20 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.0999982 Feb 19 00:59:38.267940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c9c5a35-8965-4199-8745-b05c94953f0b req-2ca28201-15ef-4861-8573-03d6b998958e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682001 Feb 19 00:59:38.528023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f688a-a1a0-4048-99e8-9d8d3bbaff81 req-df1054ae-2308-40f2-b95a-280f3957b3c0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.530678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c7f688a-a1a0-4048-99e8-9d8d3bbaff81 req-df1054ae-2308-40f2-b95a-280f3957b3c0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1018274 Feb 19 00:59:38.607131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c7f688a-a1a0-4048-99e8-9d8d3bbaff81 req-be92fd83-ed8e-436f-badd-f4a781649f7c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Feb 19 00:59:39.465436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:39.481526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2b036-4ed0-4837-befc-6e5504090df4 req-a771fb26-0cb9-4862-bef6-e7dd0eecbe18 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.483274 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7b2b036-4ed0-4837-befc-6e5504090df4 req-a771fb26-0cb9-4862-bef6-e7dd0eecbe18 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1263554 Feb 19 00:59:39.568000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7b2b036-4ed0-4837-befc-6e5504090df4 req-778baf5b-49b2-4333-99ed-216ab5a15ad3 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786455 Feb 19 00:59:39.778350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed411c-e9a1-475d-ba38-6a2f5e39298c req-90416876-6521-49ac-a70d-57efd0cfb41b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.785669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eed411c-e9a1-475d-ba38-6a2f5e39298c req-90416876-6521-49ac-a70d-57efd0cfb41b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0999355 Feb 19 00:59:39.874932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eed411c-e9a1-475d-ba38-6a2f5e39298c req-6fed2e30-b2c2-406f-8a42-4563c43c38f1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882056 Feb 19 00:59:40.014838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2588-d033-4cda-a3b3-3e8ebde48c3f req-d524a55a-141f-4311-893e-d6e97950fd4b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.016704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b8b2588-d033-4cda-a3b3-3e8ebde48c3f req-d524a55a-141f-4311-893e-d6e97950fd4b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1127 time: 0.0510736 Feb 19 00:59:40.081190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b8b2588-d033-4cda-a3b3-3e8ebde48c3f req-caa9b0fa-edef-4a13-a116-5f5c4b4aea9f tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556443 Feb 19 00:59:40.608276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.634870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2042559-4881-4465-ac1a-97b4e556714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:40.827984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132afa3-9cdc-4a1e-9171-8b83c961ab5d req-3c7b4058-d88f-464c-a54b-74b10b1f4490 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:40.832217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5132afa3-9cdc-4a1e-9171-8b83c961ab5d req-3c7b4058-d88f-464c-a54b-74b10b1f4490 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1751311 Feb 19 00:59:40.989732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5132afa3-9cdc-4a1e-9171-8b83c961ab5d req-50e92155-e784-407b-9b9c-72d8afcdbeaf tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460779 Feb 19 00:59:42.232578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aa247-2e05-43a6-8da1-c50ba1c9a096 req-e0797955-8263-4de1-b932-9030202253df tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.243701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a3aa247-2e05-43a6-8da1-c50ba1c9a096 req-e0797955-8263-4de1-b932-9030202253df tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1038411 Feb 19 00:59:42.371820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a3aa247-2e05-43a6-8da1-c50ba1c9a096 req-4f03607f-21b0-43f5-8189-0af20f6f6ad1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165957 Feb 19 00:59:42.824977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-513cedb0-61eb-43fd-a04e-0dd23450c6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.651761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf757c-81e0-46dc-8943-c4154f1ab182 req-81fe45b4-995e-4c45-a6e3-d9d0840ad1de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.658804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6adf757c-81e0-46dc-8943-c4154f1ab182 req-81fe45b4-995e-4c45-a6e3-d9d0840ad1de tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1220007 Feb 19 00:59:43.740421 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6adf757c-81e0-46dc-8943-c4154f1ab182 req-a5283876-01b7-49f7-8936-a11d477396fd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805521 Feb 19 00:59:44.133694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:44.384275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15675-bb17-4152-bf5c-b47e152dee28 req-2a3494da-e0ac-452f-89cb-0d140d2ad047 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.385710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6e15675-bb17-4152-bf5c-b47e152dee28 req-2a3494da-e0ac-452f-89cb-0d140d2ad047 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1205788 Feb 19 00:59:44.475061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6e15675-bb17-4152-bf5c-b47e152dee28 req-055bb302-3de3-4cba-85c7-fabff55b480f tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822539 Feb 19 00:59:45.134357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.850922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-9acaef51-4663-4fdf-b391-1f7e192ee14d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.853388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-9acaef51-4663-4fdf-b391-1f7e192ee14d tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1086183 Feb 19 00:59:45.931274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34140-09ee-460f-a55f-f72cb6a0f9d2 req-b7ba053a-c09d-4182-a515-c9f44d791eaa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.932883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cd34140-09ee-460f-a55f-f72cb6a0f9d2 req-b7ba053a-c09d-4182-a515-c9f44d791eaa tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 946 time: 0.1448283 Feb 19 00:59:46.040717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cd34140-09ee-460f-a55f-f72cb6a0f9d2 req-982dc230-9a38-4d38-b40d-b23f4afe9234 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769527 Feb 19 00:59:46.042602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port 44f175bc-10f6-486e-8a80-aee12d80c34d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:46.043050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:46.205568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port 44f175bc-10f6-486e-8a80-aee12d80c34d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=44f175bc-10f6-486e-8a80-aee12d80c34d,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:46.207323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:46.231423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for 44f175bc-10f6-486e-8a80-aee12d80c34d owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:46.576416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (44f175bc-10f6-486e-8a80-aee12d80c34d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:46.591152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['44f175bc-10f6-486e-8a80-aee12d80c34d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:46.688550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=44f175bc-10f6-486e-8a80-aee12d80c34d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:46.790288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port 44f175bc-10f6-486e-8a80-aee12d80c34d on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:46.800813 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:46.810498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5bbe9b1-2a2c-44ff-8c80-9389863113f1 req-2547158e-96d1-4169-bdd2-ee23ca1c5bec tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.96 "DELETE /v2.0/ports/44f175bc-10f6-486e-8a80-aee12d80c34d HTTP/1.1" status: 204 len: 173 time: 0.9412417 Feb 19 00:59:46.810498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'name': 'network-vif-deleted', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:46.813605 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cbe2be-a6ca-44f9-a35c-69cabd57f7f1" -d '{"events": [{"server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "name": "network-vif-deleted", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:46.863418 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec42c9-322b-44b9-bace-6142aedbfd8e x-openstack-request-id: req-d2ec42c9-322b-44b9-bace-6142aedbfd8e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:46.864589 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc3e0a0-dd85-4a07-a28b-e61aed741ddc", "name": "network-vif-deleted", "tag": "44f175bc-10f6-486e-8a80-aee12d80c34d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:46.865019 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d2ec42c9-322b-44b9-bace-6142aedbfd8e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:46.865670 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc3e0a0-dd85-4a07-a28b-e61aed741ddc', 'name': 'network-vif-deleted', 'tag': '44f175bc-10f6-486e-8a80-aee12d80c34d', 'status': 'completed', 'code': 200} Feb 19 00:59:46.911070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:47.263689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5987e0a3-8f6c-4c81-af2e-32ff05f6f817 req-01855a1c-448f-4779-94fa-c5a3582b3c6a tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=1dc3e0a0-dd85-4a07-a28b-e61aed741ddc HTTP/1.1" status: 200 len: 210 time: 0.0872376 Feb 19 00:59:48.610215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43069fe1-7340-4a80-b162-a8e976cefdea req-e760ec28-3ec6-42d7-8124-b4fe219c7af4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.614876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43069fe1-7340-4a80-b162-a8e976cefdea req-e760ec28-3ec6-42d7-8124-b4fe219c7af4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1004806 Feb 19 00:59:48.692988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43069fe1-7340-4a80-b162-a8e976cefdea req-b1712c01-4a21-4d9b-825c-1d0a84298aed tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694039 Feb 19 00:59:49.907597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ab050-6739-4604-bcd4-7b8b4345a8ee req-9368f659-ba5b-45a8-a4ef-190eaea474f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.916538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-281ab050-6739-4604-bcd4-7b8b4345a8ee req-9368f659-ba5b-45a8-a4ef-190eaea474f4 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.1122100 Feb 19 00:59:50.004742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-14224019-d01e-4ac4-a720-f7f1ac0ecac7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.021923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-14224019-d01e-4ac4-a720-f7f1ac0ecac7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2622485 Feb 19 00:59:50.053790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-03fa5050-68d7-4721-b2ef-acbf942c0548 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/quotas/939dd8529b144d7da340fb6fddf42f6a HTTP/1.1" status: 200 len: 375 time: 0.0306273 Feb 19 00:59:50.062880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-281ab050-6739-4604-bcd4-7b8b4345a8ee req-9420eca5-a92a-4105-8575-23cf7d03e14c tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419368 Feb 19 00:59:50.122567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ef0d3af8-3ba4-4a63-9319-9bbec35c68cd tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650091 Feb 19 00:59:50.295364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-68fe44b5-fdaa-48e2-8f55-b7d9fda3f845 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.297258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-68fe44b5-fdaa-48e2-8f55-b7d9fda3f845 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.0854719 Feb 19 00:59:50.308649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-883238b7-ba7d-4268-acb9-000ee8c91052 service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851239 Feb 19 00:59:50.365161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 44f175bc-10f6-486e-8a80-aee12d80c34d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:50.447775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 44f175bc-10f6-486e-8a80-aee12d80c34d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:50.448753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 44f175bc-10f6-486e-8a80-aee12d80c34d not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:50.488204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-c031e430-cf92-4ac5-a634-7b055fa7a3fc service neutron] 10.222.0.94 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782796 Feb 19 00:59:50.610311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Deleting port 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:50.610311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.870082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] For port 84899967-9676-4807-8fcf-ba1ae69c1a9c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=84899967-9676-4807-8fcf-ba1ae69c1a9c,segment=NetworkSegment(7266ba1e-0494-43cb-9d02-c2d0c0f68ab1),segment_id=7266ba1e-0494-43cb-9d02-c2d0c0f68ab1)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:50.870445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.997150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Calling delete_port for 84899967-9676-4807-8fcf-ba1ae69c1a9c owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:51.012260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4270eede-27f4-4f96-943b-f2cfb57dc25a req-8cb13ff2-e4ee-4e31-b1a8-e2721b6cde16 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 210 time: 0.0972772 Feb 19 00:59:51.567046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff832c7-8bb1-49fd-af88-5e735a92ed90 req-84640074-74ab-467b-9cda-c2de2a66d2fc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.589383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ff832c7-8bb1-49fd-af88-5e735a92ed90 req-84640074-74ab-467b-9cda-c2de2a66d2fc tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 946 time: 0.2540417 Feb 19 00:59:51.930997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ff832c7-8bb1-49fd-af88-5e735a92ed90 req-4156a19f-fd6b-45b5-a271-4640ca5e57ba tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/security-groups?id=3eab2819-4959-4e18-aa7b-19f598d5dae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400102 Feb 19 00:59:51.955980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (84899967-9676-4807-8fcf-ba1ae69c1a9c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.969982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['84899967-9676-4807-8fcf-ba1ae69c1a9c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:52.073880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Pushing event deleted for resources: {'Port': ['ID=84899967-9676-4807-8fcf-ba1ae69c1a9c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:52.199240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b64fe7a-c50b-4487-ba98-b4edb7566444 req-3dbd0bc6-d309-4b25-be80-b9324be04933 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 210 time: 0.0864408 Feb 19 00:59:52.275631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] No DVR routers for this DVR port 84899967-9676-4807-8fcf-ba1ae69c1a9c on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:52.284235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.293164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e12a3819-09b7-4885-9c68-20defb802ed9 req-22cf22c0-b527-41f0-8cad-1b74d31511b2 tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.96 "DELETE /v2.0/ports/84899967-9676-4807-8fcf-ba1ae69c1a9c HTTP/1.1" status: 204 len: 173 time: 1.8710368 Feb 19 00:59:52.294869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-deleted', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:52.299789 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90227fd5-c967-4fba-9992-2f63be6d6ee8" -d '{"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-deleted", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:52.383332 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba55ef2-da85-4331-8bc8-b34c411b6e1e x-openstack-request-id: req-cba55ef2-da85-4331-8bc8-b34c411b6e1e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:52.383682 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dd5a7e-ee30-4a14-a8b6-7223638400db", "name": "network-vif-deleted", "tag": "84899967-9676-4807-8fcf-ba1ae69c1a9c", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:52.383917 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cba55ef2-da85-4331-8bc8-b34c411b6e1e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:52.384321 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dd5a7e-ee30-4a14-a8b6-7223638400db', 'name': 'network-vif-deleted', 'tag': '84899967-9676-4807-8fcf-ba1ae69c1a9c', 'status': 'completed', 'code': 200} Feb 19 00:59:53.178884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-faecd77d-6ea3-4186-9b9a-43c06ea9e359 req-f7a86680-e7e1-4319-999b-738cf397883b tempest-ServersNegativeTestJSON-852429857 tempest-ServersNegativeTestJSON-852429857-project] 10.222.0.94 "GET /v2.0/ports?device_id=c2dd5a7e-ee30-4a14-a8b6-7223638400db HTTP/1.1" status: 200 len: 210 time: 0.0470405 Feb 19 00:59:53.419039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a593afc0-7a58-427c-a188-1adf171766be req-359cc7f5-7a65-4024-af5c-e1606d34cce9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 210 time: 0.0966175 Feb 19 00:59:54.244409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.313581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Deleting subnet d0a64750-e601-4f40-94b9-8192dd8f3ced {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:59:54.328585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Publish callbacks [] for subnet (d0a64750-e601-4f40-94b9-8192dd8f3ced), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.390485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:54.401014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d0a64750-e601-4f40-94b9-8192dd8f3ced), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.438586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 84899967-9676-4807-8fcf-ba1ae69c1a9c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:54.439589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 84899967-9676-4807-8fcf-ba1ae69c1a9c not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:54.527437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d0a64750-e601-4f40-94b9-8192dd8f3ced), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.667778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c5fdd60-d438-4120-a9ef-44b9d6b330c9 req-aedd1d21-6aab-4297-a82b-557a6edcbec5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 210 time: 0.0452921 Feb 19 00:59:54.722989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-6e81aa66-fd14-4ca6-b262-664d79a7b848 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:54.726785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-6e81aa66-fd14-4ca6-b262-664d79a7b848 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/networks?id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 200 len: 811 time: 0.2524121 Feb 19 00:59:54.740304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Request body: {'port': {'device_id': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'admin_state_up': True, 'tenant_id': '939dd8529b144d7da340fb6fddf42f6a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:54.745174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d0a64750-e601-4f40-94b9-8192dd8f3ced), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.778316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a64750-e601-4f40-94b9-8192dd8f3ced,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:54.781027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.784189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a62239eb-5763-4c86-bc25-ed75119f0184 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/d0a64750-e601-4f40-94b9-8192dd8f3ced HTTP/1.1" status: 204 len: 168 time: 0.5378702 Feb 19 00:59:54.787512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.905770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a6bf1250-465c-478e-a84a-be5185e67998), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.022738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Made reservation on behalf of 939dd8529b144d7da340fb6fddf42f6a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:55.028322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.081333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a6bf1250-465c-478e-a84a-be5185e67998), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.128428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bf1250-465c-478e-a84a-be5185e67998']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:55.152245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:55.152548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7266ba1e-0494-43cb-9d02-c2d0c0f68ab1') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:55.176251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (7266ba1e-0494-43cb-9d02-c2d0c0f68ab1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.200220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (7266ba1e-0494-43cb-9d02-c2d0c0f68ab1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.206113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:59:55.206733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (7266ba1e-0494-43cb-9d02-c2d0c0f68ab1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: timer() Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:59:55.208917 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:59:55.223832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Allocated IP 172.20.0.5 (6f0684cf-1a19-4ba9-a84d-85d339b72e6e/bca6d17a-c6cd-4f9b-afe8-0d04befd096e/b1973186-95a2-4d3f-b51b-36480a868e54) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:55.419326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a6bf1250-465c-478e-a84a-be5185e67998), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.424804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.438043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] 10.222.0.94 "DELETE /v2.0/networks/a6bf1250-465c-478e-a84a-be5185e67998 HTTP/1.1" status: 204 len: 168 time: 0.6396515 Feb 19 00:59:55.438561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks [] for port (b1973186-95a2-4d3f-b51b-36480a868e54), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.444071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d906c-4823-4f2e-b173-ad133935809d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bf1250-465c-478e-a84a-be5185e67998,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:55.573771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.635223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:55.638793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:55.645494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:55.661362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event updated for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:55.690088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.691386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.691386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.691386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.691645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.691800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.692310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.692795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.693274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.693749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.694223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.694724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.695443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:55.731454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.732142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.826560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa0e09-e920-412b-bd86-d2f0e54d6616 req-8d11d6b2-6716-4f6a-bab3-4bbe9d9dffe1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.828078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95aa0e09-e920-412b-bd86-d2f0e54d6616 req-8d11d6b2-6716-4f6a-bab3-4bbe9d9dffe1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 931 time: 0.0599194 Feb 19 00:59:55.894138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95aa0e09-e920-412b-bd86-d2f0e54d6616 req-a7b62889-9da1-4176-a7c5-8251edb5c7ac tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Feb 19 00:59:55.935769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ca421c9c-ea70-449c-b2c4-17a3233f686e tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996140 Feb 19 00:59:55.947370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Request body: {'port': {'device_id': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:56.045563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.082819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41558) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:56.137941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f84fe83c-a44c-4d4a-a387-a24bba8dab1e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8cddc3663d0a44a994998beab995d431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528197 Feb 19 00:59:56.140039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:56.211794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] Publish callbacks [] for security_group (3eab2819-4959-4e18-aa7b-19f598d5dae1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.240575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] Publish callbacks [] for security_group (3eab2819-4959-4e18-aa7b-19f598d5dae1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.441361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3eab2819-4959-4e18-aa7b-19f598d5dae1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.446244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:56.447678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3eab2819-4959-4e18-aa7b-19f598d5dae1 HTTP/1.1" status: 204 len: 168 time: 0.3063202 Feb 19 00:59:56.481079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb74d2-3d1d-4574-a66a-f508f5014876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab2819-4959-4e18-aa7b-19f598d5dae1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:56.974843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1973186-95a2-4d3f-b51b-36480a868e54 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:56.997398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks [] for port (b1973186-95a2-4d3f-b51b-36480a868e54), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.104866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Transition to ACTIVE for port object b1973186-95a2-4d3f-b51b-36480a868e54 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:57.153244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db20993-b315-4758-b28e-6a3b87357e71 req-30d63f93-22ac-4acd-8d1d-e3ff270b17a6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.156213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4db20993-b315-4758-b28e-6a3b87357e71 req-30d63f93-22ac-4acd-8d1d-e3ff270b17a6 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 931 time: 0.1394949 Feb 19 00:59:57.233931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.417284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4db20993-b315-4758-b28e-6a3b87357e71 req-f83e59df-b01b-488b-94e1-b0e1c67251d8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537949 Feb 19 00:59:57.421268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Pushing event updated for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:57.442632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-b85cc917-4d88-4e26-ba8f-f63a774cb3e9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.456933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-b85cc917-4d88-4e26-ba8f-f63a774cb3e9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.2708545 Feb 19 00:59:57.475068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-344d4f1f-3b3f-4075-94f6-3e7ff49ca22c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/quotas/7afabca7c45a4ca9b39b1840c8ef49a2 HTTP/1.1" status: 200 len: 375 time: 0.0171537 Feb 19 00:59:57.531184 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-66cad060-e80d-42a1-8c3a-5c6daa697d50 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551946 Feb 19 00:59:57.549521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Attempting to bind port b1973186-95a2-4d3f-b51b-36480a868e54 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:57.549857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Attempting to bind port b1973186-95a2-4d3f-b51b-36480a868e54 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:57.550186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Attempting to bind port b1973186-95a2-4d3f-b51b-36480a868e54 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:57.555838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Port b1973186-95a2-4d3f-b51b-36480a868e54 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:57.556161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Attempting to bind port b1973186-95a2-4d3f-b51b-36480a868e54 on network 6f0684cf-1a19-4ba9-a84d-85d339b72e6e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:57.562092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:57.562434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Checking segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:57.562850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Bound using segment: {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:57.563731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Bound port: b1973186-95a2-4d3f-b51b-36480a868e54, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb70d5f-38c2-47d7-b9c8-81f6e119e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:57.563731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.695445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-604b9d64-cda3-419d-9569-b7877e7519f8 service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569519 Feb 19 00:59:57.725334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:57.733338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1973186-95a2-4d3f-b51b-36480a868e54,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:57.833770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.876400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-cc354aa5-5847-4c60-90a6-d963a597b1eb service neutron] 10.222.0.94 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730576 Feb 19 00:59:57.912840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:57.923131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.923994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:57.926084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] 10.222.0.117 "PUT /v2.0/ports/b1973186-95a2-4d3f-b51b-36480a868e54 HTTP/1.1" status: 200 len: 1091 time: 1.9837065 Feb 19 00:59:57.926773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:57.931775 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:57.964138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094025f-4e9e-4e92-a2c3-f0308061af4d service neutron] Pushing event updated for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.005732 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c98fa-28ce-4180-bf0f-9003e362db74 x-openstack-request-id: req-ef2c98fa-28ce-4180-bf0f-9003e362db74 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:58.006878 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:58.007902 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ef2c98fa-28ce-4180-bf0f-9003e362db74 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:58.011419 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54', 'status': 'completed', 'code': 200} Feb 19 00:59:58.099072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-b670f530-60b1-4d81-9332-4615c12b3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.101150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-b670f530-60b1-4d81-9332-4615c12b3a35 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 1125 time: 0.0772829 Feb 19 00:59:58.137083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-717b6b45-d5d9-4277-9384-e0dc9b267177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.257851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-022f880e-acf2-47bd-a3a4-9d5bb2eb2e3a req-ce71765f-e978-4e54-8289-979998782253 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 210 time: 0.0350926 Feb 19 00:59:58.303051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-717b6b45-d5d9-4277-9384-e0dc9b267177 admin admin] Publish callbacks [] for security_group (54b95442-9aea-4cf6-a29a-ca1f1901d7ad), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.327014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-68cc586f-cdc2-4924-82ce-c7394ea6cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.328679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-68cc586f-cdc2-4924-82ce-c7394ea6cc09 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=939dd8529b144d7da340fb6fddf42f6a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2201903 Feb 19 00:59:58.413065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-717b6b45-d5d9-4277-9384-e0dc9b267177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (54b95442-9aea-4cf6-a29a-ca1f1901d7ad), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.520443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-f6d4a292-30a3-4520-a051-7bcfe74c6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.522076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61ea9d6a-84db-4147-bbad-9125c9e4cdfd req-f6d4a292-30a3-4520-a051-7bcfe74c6c39 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868441 Feb 19 00:59:58.525004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-717b6b45-d5d9-4277-9384-e0dc9b267177 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4d72c4c2b10647699c1a8dba99dc9856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108179 Feb 19 00:59:58.528323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:58.528661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b6b45-d5d9-4277-9384-e0dc9b267177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b95442-9aea-4cf6-a29a-ca1f1901d7ad,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.625443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41652) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:58.707577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d957c18-ec5a-4bbf-a575-e3424fc480f1 req-58f40db4-e5db-4d0e-b247-4f114f68f187 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.718789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d957c18-ec5a-4bbf-a575-e3424fc480f1 req-58f40db4-e5db-4d0e-b247-4f114f68f187 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 943 time: 0.1390760 Feb 19 00:59:58.773336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-9c619d65-6598-46c1-a198-197666b1ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.782005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-9c619d65-6598-46c1-a198-197666b1ed6f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=939dd8529b144d7da340fb6fddf42f6a&device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 1125 time: 0.2079811 Feb 19 00:59:58.790011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] Publish callbacks [] for security_group (54b95442-9aea-4cf6-a29a-ca1f1901d7ad), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.800637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-6cda406f-7f64-4e3f-9c96-e02df01473b9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.802782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-6cda406f-7f64-4e3f-9c96-e02df01473b9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "GET /v2.0/ports?device_id=cc9d38ab-7aff-44c7-825d-e4368d4899ce HTTP/1.1" status: 200 len: 946 time: 0.2100458 Feb 19 00:59:58.806310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d957c18-ec5a-4bbf-a575-e3424fc480f1 req-3021b004-ed8f-4ec1-a0a3-08fe587771ea tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Feb 19 00:59:58.833883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-346993007-network', 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:58.907469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-59f6cb71-2608-4f01-961f-8a47c5d99f81 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1973186-95a2-4d3f-b51b-36480a868e54 HTTP/1.1" status: 200 len: 217 time: 0.1014519 Feb 19 00:59:58.909796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:58.913848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.936208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.950095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] Publish callbacks [] for security_group (54b95442-9aea-4cf6-a29a-ca1f1901d7ad), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.059735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e8e9628e-8b69-4f29-a517-7afd7781b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.061152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-e8e9628e-8b69-4f29-a517-7afd7781b9bb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 200 len: 851 time: 0.1355405 Feb 19 00:59:59.069440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks [] for security_group (d158442a-fddf-4efe-aa66-3e4ede2f33cd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.104964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Deleting port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:59.105315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.124160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-13d71a75-f454-4b4f-85dd-e8f44fa86f49 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=6f0684cf-1a19-4ba9-a84d-85d339b72e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564005 Feb 19 00:59:59.163626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d158442a-fddf-4efe-aa66-3e4ede2f33cd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.222292 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (54b95442-9aea-4cf6-a29a-ca1f1901d7ad), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.225751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.227335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/54b95442-9aea-4cf6-a29a-ca1f1901d7ad HTTP/1.1" status: 204 len: 168 time: 0.6976650 Feb 19 00:59:59.251176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a0e96-2ce0-459d-940e-011cf2032f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b95442-9aea-4cf6-a29a-ca1f1901d7ad,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.252832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:59:59.310509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:59.310849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.333230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-ef453ec5-c078-4a0c-a6fc-31d72f396693 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798730 Feb 19 00:59:59.334114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Calling delete_port for 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:59.340833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (092f0a54-456b-412a-805b-87e104dcf021), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.342576 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Added segment 092f0a54-456b-412a-805b-87e104dcf021 of type vlan for network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 Feb 19 00:59:59.395507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:59.424437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158442a-fddf-4efe-aa66-3e4ede2f33cd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.448703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8e8cae6c-939a-4c1b-b48d-62d0c09522c9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.503145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:59.503939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.533262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:59.536617 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598a393-917a-47fb-81c1-551389cc805f" -d '{"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:59.564514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:59.590447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8e8cae6c-939a-4c1b-b48d-62d0c09522c9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.594398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.596627 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c562d0-a39c-4ccd-8e8d-3486bebbe710 x-openstack-request-id: req-a9c562d0-a39c-4ccd-8e8d-3486bebbe710 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:59.597201 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:59.597651 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a9c562d0-a39c-4ccd-8e8d-3486bebbe710 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:59.598278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.598675 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'code': 200} Feb 19 00:59:59.610045 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35eded1e-e086-4ba5-bcab-9414da8c61a5 req-7ed7d5e1-8e1a-4649-bd28-97f45e81c5d1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 210 time: 0.1002245 Feb 19 00:59:59.653551 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.689630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b03a4b2a-464c-47a5-8959-f237fa1b2b8c req-39f643dc-5337-4d52-b9c2-d1ff5bdba348 service neutron] 10.222.0.117 "GET /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494658 Feb 19 00:59:59.753571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] Pushing event updated for resources: {'Network': ['ID=8e8cae6c-939a-4c1b-b48d-62d0c09522c9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.755661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.776035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e8eafc6-922e-4133-ba36-941ac8d387ec admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1490335 Feb 19 00:59:59.781369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41672) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:59.786545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Request body: {'subnet': {'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-346993007-subnet', 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:59.788111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:59:59.792378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.803322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.803891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.804588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.805110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.805636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.806145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.806655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.807214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.807740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.808291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.808820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.809510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:59.893466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4c9f9a9b-de11-4ffd-bfc3-f6e155294da5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.944727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:59.947275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.980411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event deleted for resources: {'Port': ['ID=4c9f9a9b-de11-4ffd-bfc3-f6e155294da5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:00.100729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] No DVR routers for this DVR port 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:00.104499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:00.108739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c5d1729-099f-4c0a-8c47-fc44f4d5172c req-76395e62-ef80-43ab-ade1-795bebfce9f7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.117 "DELETE /v2.0/ports/4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 HTTP/1.1" status: 204 len: 173 time: 1.2796378 Feb 19 01:00:00.109244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-deleted', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:00.121919 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288b75a-88f7-4e75-8ffd-907f60d27290" -d '{"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-deleted", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:00.214271 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c034c78-31e2-494b-840c-851365dc4bd8 x-openstack-request-id: req-7c034c78-31e2-494b-840c-851365dc4bd8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:00.214565 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d38ab-7aff-44c7-825d-e4368d4899ce", "name": "network-vif-deleted", "tag": "4c9f9a9b-de11-4ffd-bfc3-f6e155294da5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:00.215670 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7c034c78-31e2-494b-840c-851365dc4bd8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:00.216149 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d38ab-7aff-44c7-825d-e4368d4899ce', 'name': 'network-vif-deleted', 'tag': '4c9f9a9b-de11-4ffd-bfc3-f6e155294da5', 'status': 'completed', 'code': 200} Feb 19 01:00:00.543305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3baca-4cf5-4d20-9ea4-b895c421b247 req-148e36b8-079f-477a-a61d-9130622a4a91 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.553010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ba3baca-4cf5-4d20-9ea4-b895c421b247 req-148e36b8-079f-477a-a61d-9130622a4a91 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 943 time: 0.5837097 Feb 19 01:00:00.650156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:00.720518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ba3baca-4cf5-4d20-9ea4-b895c421b247 req-4d9d58e0-9275-442b-8282-02c8696a86ff tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636579 Feb 19 01:00:00.819143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c176ca9-fd70-4fb1-b9c6-c94cf1ffd0e6 req-384209c1-4a83-403c-b350-9a56233c0e86 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 210 time: 0.0613980 Feb 19 01:00:00.955606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2da43d2c-7903-47ac-bdcb-0f62dbf94ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.027113 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.068423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2da43d2c-7903-47ac-bdcb-0f62dbf94ef5 admin admin] Publish callbacks [] for security_group (668e0551-ce57-4768-b0c1-9880539725cf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.111509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:01.161397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2da43d2c-7903-47ac-bdcb-0f62dbf94ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (668e0551-ce57-4768-b0c1-9880539725cf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.174930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Checking segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:01.176153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Network hostable DHCP agents. Network: 8e8cae6c-939a-4c1b-b48d-62d0c09522c9, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:01.299405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2da43d2c-7903-47ac-bdcb-0f62dbf94ef5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dcf1648274714a3bbbc215ffd860ef67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6457875 Feb 19 01:00:01.299657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:01.300363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da43d2c-7903-47ac-bdcb-0f62dbf94ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e0551-ce57-4768-b0c1-9880539725cf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:01.401679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-cc873742-cd74-457b-bc43-1cc5c5df8b35 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:01.403192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-cc873742-cd74-457b-bc43-1cc5c5df8b35 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.96 "GET /v2.0/networks?id=feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 200 len: 804 time: 0.2473259 Feb 19 01:00:01.414193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:01.431036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Request body: {'port': {'device_id': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'admin_state_up': True, 'tenant_id': '7afabca7c45a4ca9b39b1840c8ef49a2'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:01.459426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] Publish callbacks [] for security_group (668e0551-ce57-4768-b0c1-9880539725cf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.490263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] Publish callbacks [] for security_group (668e0551-ce57-4768-b0c1-9880539725cf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.549524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 8e8cae6c-939a-4c1b-b48d-62d0c09522c9) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:01.563042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f137ad9-c79f-435e-993b-08c50fddc97f None None] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:01.580843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:01.581450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.612617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (668e0551-ce57-4768-b0c1-9880539725cf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.615412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:01.620864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/668e0551-ce57-4768-b0c1-9880539725cf HTTP/1.1" status: 204 len: 168 time: 0.3176372 Feb 19 01:00:01.638126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d770ff-2033-41f4-abe6-55b8e2b9980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e0551-ce57-4768-b0c1-9880539725cf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:01.812476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d3a4522-0d53-4ba3-85e8-2274c572f69b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0295894 Feb 19 01:00:01.879077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece6bfd-8003-4b76-baaa-8cb461a2ea15 None None] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:01.907395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Made reservation on behalf of 7afabca7c45a4ca9b39b1840c8ef49a2 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:01.912436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.033036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7403bb1c-7091-4f91-bc25-ce2aea1a734e req-d9180e4c-ba40-4b14-ad6f-b38e5d90f5ae tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 210 time: 0.0657723 Feb 19 01:00:02.206293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63669f88-1e7b-481c-8b4b-5d000acd996d req-44a06187-2d91-4b39-9733-c96b9b104683 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.216050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63669f88-1e7b-481c-8b4b-5d000acd996d req-44a06187-2d91-4b39-9733-c96b9b104683 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 943 time: 0.3712664 Feb 19 01:00:02.276438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Allocated IP 172.20.0.5 (feb463cd-c3d5-442f-99fd-d69eed4da5ee/6a784bd6-ffe6-4f95-a19e-02d011ba8027/61e8fedf-6422-4a37-9f76-46f541124243) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:02.375532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63669f88-1e7b-481c-8b4b-5d000acd996d req-907ced95-450d-458d-a2f2-340da680c79b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526115 Feb 19 01:00:02.650181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks [] for port (61e8fedf-6422-4a37-9f76-46f541124243), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.687294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-19fef4a5-feae-429e-9866-5d7fdcf2e44e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.689552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-19fef4a5-feae-429e-9866-5d7fdcf2e44e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.2283208 Feb 19 01:00:02.714478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-b3cb1349-5641-4d3e-b1e4-975304b6f31e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/quotas/87ae995927ff4bd087669cfae62b6f7b HTTP/1.1" status: 200 len: 375 time: 0.0141780 Feb 19 01:00:02.756279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:02.759272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7951fcfc-5ea8-4749-b40f-a70039df7d19 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386047 Feb 19 01:00:02.853302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Network feb463cd-c3d5-442f-99fd-d69eed4da5ee is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:02.856633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:02.861089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:02.865376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:02.893738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-8cdaac1f-2377-401e-a11d-ff37b4540602 service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302304 Feb 19 01:00:02.931507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.931507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.025681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-beac13e3-7a23-4038-9380-82c683564c07 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5996873 Feb 19 01:00:03.026520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-0b4f74ab-424e-42a5-bb89-97bd5fcfd63b service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222131 Feb 19 01:00:03.039949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Request body: {'port': {'device_id': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:03.079394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41768) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:03.131692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.220406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3f6cddb2-b084-4c1c-aa70-7521c14b70d5 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-231538676'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:03.220979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3f6cddb2-b084-4c1c-aa70-7521c14b70d5 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Unknown quota resources ['metering_label']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:00:03.333876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d5b9b-4b89-4f3f-9e0e-018228f46f0e req-2cc0a1fb-24e9-475f-bd08-3464f9fc1fef tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.342137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d9d5b9b-4b89-4f3f-9e0e-018228f46f0e req-2cc0a1fb-24e9-475f-bd08-3464f9fc1fef tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 931 time: 0.1648352 Feb 19 01:00:03.365292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7cc60c8-a6cb-490d-9d9f-23e45718fffd req-9fedec89-2275-4ecd-8cc3-7ce3ba933f13 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 210 time: 0.0366843 Feb 19 01:00:03.425731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1973186-95a2-4d3f-b51b-36480a868e54 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:03.425731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:03.498049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:03.498404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4c9f9a9b-de11-4ffd-bfc3-f6e155294da5 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:03.545584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d9d5b9b-4b89-4f3f-9e0e-018228f46f0e req-628972a8-82ea-4707-9187-6b6ca794ca0f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969054 Feb 19 01:00:03.714202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e8fedf-6422-4a37-9f76-46f541124243 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:03.725957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f6cddb2-b084-4c1c-aa70-7521c14b70d5 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.727797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3f6cddb2-b084-4c1c-aa70-7521c14b70d5 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6473136 Feb 19 01:00:03.728373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks [] for port (61e8fedf-6422-4a37-9f76-46f541124243), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.731027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41792) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:03.737404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-db599800-3e6a-461a-87cc-587e8dbb8a3e tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a767d7c6-2997-46bb-b45b-0840db84b381'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:03.737926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-db599800-3e6a-461a-87cc-587e8dbb8a3e tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:00:03.746224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Transition to ACTIVE for port object 61e8fedf-6422-4a37-9f76-46f541124243 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:03.795577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1973186-95a2-4d3f-b51b-36480a868e54,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:03.810147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'b1973186-95a2-4d3f-b51b-36480a868e54', 'network_id': '6f0684cf-1a19-4ba9-a84d-85d339b72e6e', 'port_id': 'b1973186-95a2-4d3f-b51b-36480a868e54', 'mac_address': 'fa:16:3e:99:00:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca6d17a-c6cd-4f9b-afe8-0d04befd096e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:03.813076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.849465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadc342-3a10-4b19-8a95-6a220a931a73 req-9d9334bc-0241-4442-b76b-785e3cd2fe17 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.857034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dadc342-3a10-4b19-8a95-6a220a931a73 req-9d9334bc-0241-4442-b76b-785e3cd2fe17 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 943 time: 0.3462248 Feb 19 01:00:03.914709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b1973186-95a2-4d3f-b51b-36480a868e54 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:03.914709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.915665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dadc342-3a10-4b19-8a95-6a220a931a73 req-1ca4b248-c101-4fd3-8a47-742ab40a49bb tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Feb 19 01:00:03.925212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1973186-95a2-4d3f-b51b-36480a868e54 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:03.933656 n-d-826529-3 neutron-server[110601]: WARNING neutron.services.metering.metering_plugin [None req-db599800-3e6a-461a-87cc-587e8dbb8a3e tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:00:03.937596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.948410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1973186-95a2-4d3f-b51b-36480a868e54,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:04.015677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Attempting to bind port 61e8fedf-6422-4a37-9f76-46f541124243 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:04.016046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Attempting to bind port 61e8fedf-6422-4a37-9f76-46f541124243 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:04.016353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Attempting to bind port 61e8fedf-6422-4a37-9f76-46f541124243 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:04.020924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Port 61e8fedf-6422-4a37-9f76-46f541124243 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:04.021565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Attempting to bind port 61e8fedf-6422-4a37-9f76-46f541124243 on network feb463cd-c3d5-442f-99fd-d69eed4da5ee {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:04.026853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:04.027227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Checking segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:04.027653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Bound using segment: {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:04.028062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Bound port: 61e8fedf-6422-4a37-9f76-46f541124243, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae51507-637b-4002-921e-7cb3f51e9bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:04.028421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.053564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db599800-3e6a-461a-87cc-587e8dbb8a3e tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.055385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-db599800-3e6a-461a-87cc-587e8dbb8a3e tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3231158 Feb 19 01:00:04.062551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41802) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.073897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7b72933b-a454-4e46-b727-36b1d38874ea tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a767d7c6-2997-46bb-b45b-0840db84b381'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:04.074614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7b72933b-a454-4e46-b727-36b1d38874ea tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110602) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:00:04.081205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.134012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:04.189859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:04.193212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:04.269839 n-d-826529-3 neutron-server[110602]: WARNING neutron.services.metering.metering_plugin [None req-7b72933b-a454-4e46-b727-36b1d38874ea tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:00:04.296977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1973186-95a2-4d3f-b51b-36480a868e54'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:04.381140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.438933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b72933b-a454-4e46-b727-36b1d38874ea tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.438933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b72933b-a454-4e46-b727-36b1d38874ea tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3605475 Feb 19 01:00:04.440056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.449413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-50157cf1-17a5-4131-8803-9e6def6cd8f8 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=fb3e5ce9-2bb5-4540-b5f3-c8bc777b5300 HTTP/1.1" status: 200 len: 464 time: 0.0178847 Feb 19 01:00:04.451596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41818) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.469503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.470119 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.471574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] 10.222.0.96 "PUT /v2.0/ports/61e8fedf-6422-4a37-9f76-46f541124243 HTTP/1.1" status: 200 len: 1091 time: 1.4370739 Feb 19 01:00:04.472095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:04.474355 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6b5a83-d06a-442d-8998-7782fa37af39" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "tag": "61e8fedf-6422-4a37-9f76-46f541124243"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:04.530397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-851f9285-f4d1-4ea3-9889-024d1c5b0e70 req-4b45d6c7-9d3f-4a05-b267-ad8ed84de2c7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 210 time: 0.0475929 Feb 19 01:00:04.531907 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1b3729-67ad-4ebf-81c6-546cb9d73e8c x-openstack-request-id: req-6e1b3729-67ad-4ebf-81c6-546cb9d73e8c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:04.532195 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "tag": "61e8fedf-6422-4a37-9f76-46f541124243", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:04.532445 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6e1b3729-67ad-4ebf-81c6-546cb9d73e8c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:04.532829 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243', 'status': 'completed', 'code': 200} Feb 19 01:00:04.584798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecb277-4502-4c01-b300-03b13c7ddc2e service neutron] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:04.624419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-56ab50e1-7e50-437a-897a-ac7bcb6d1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.626282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-56ab50e1-7e50-437a-897a-ac7bcb6d1689 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 1125 time: 0.0621393 Feb 19 01:00:04.685741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77f8f-88db-49cd-af13-d4dbc2625802 req-9a6b6b47-e57f-4d3f-98d7-1c8bf434f57d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.688178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22f77f8f-88db-49cd-af13-d4dbc2625802 req-9a6b6b47-e57f-4d3f-98d7-1c8bf434f57d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.0609081 Feb 19 01:00:04.738963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22f77f8f-88db-49cd-af13-d4dbc2625802 req-e3b08e96-94a4-4123-a520-92cec0c45067 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Feb 19 01:00:04.801936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f2f82c3-c4dc-4492-92c0-db43fae4948d tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:04.804714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1f2f82c3-c4dc-4492-92c0-db43fae4948d tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-label-rules/fb3e5ce9-2bb5-4540-b5f3-c8bc777b5300 HTTP/1.1" status: 204 len: 168 time: 0.3459888 Feb 19 01:00:04.806605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41830) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.818573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3edc57d5-b4b8-4506-961c-19e14a0b849f tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=fb3e5ce9-2bb5-4540-b5f3-c8bc777b5300 HTTP/1.1" status: 200 len: 221 time: 0.0104129 Feb 19 01:00:04.822365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:04.825964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-cefdedb0-6b8c-4900-aec8-cd204b5d44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.827592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7bb8aa6a-f37c-44e4-9180-f39fcc2f7573 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--755068345', 'description': 'label created by tempest'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:04.828209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7bb8aa6a-f37c-44e4-9180-f39fcc2f7573 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Unknown quota resources ['metering_label']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:00:04.828429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-cefdedb0-6b8c-4900-aec8-cd204b5d44be service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1934979 Feb 19 01:00:04.931815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-8cdc74ab-b48a-436f-b0a5-6bdf664868fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:04.933663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b6b5a83-d06a-442d-8998-7782fa37af39 req-8cdc74ab-b48a-436f-b0a5-6bdf664868fa service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988810 Feb 19 01:00:05.079070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f0b1b580-9880-4b55-bacb-a0d418bf40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.080771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-f0b1b580-9880-4b55-bacb-a0d418bf40e1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 1125 time: 0.1067934 Feb 19 01:00:05.089167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf26de2-920d-4075-bf43-234f945cd8e7 req-ed8f4ae2-dedd-4888-b242-fa6b7fd95b1b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.091666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-daf26de2-920d-4075-bf43-234f945cd8e7 req-ed8f4ae2-dedd-4888-b242-fa6b7fd95b1b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 944 time: 0.0899799 Feb 19 01:00:05.117421 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb8aa6a-f37c-44e4-9180-f39fcc2f7573 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.119023 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bb8aa6a-f37c-44e4-9180-f39fcc2f7573 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2952998 Feb 19 01:00:05.121975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.135245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-2be17275-c5ab-451d-8a5e-08ae81da8db7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e8fedf-6422-4a37-9f76-46f541124243 HTTP/1.1" status: 200 len: 217 time: 0.0423467 Feb 19 01:00:05.219172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-daf26de2-920d-4075-bf43-234f945cd8e7 req-2e6c3e8c-2a0f-4e9a-9103-84a8ed761411 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187084 Feb 19 01:00:05.220770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-60fceb98-0127-40ed-b33c-5eda43938853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.222309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-60fceb98-0127-40ed-b33c-5eda43938853 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 200 len: 844 time: 0.0790169 Feb 19 01:00:05.258844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-a9a65c7c-1279-4bfe-8606-03e5b27a3a74 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=feb463cd-c3d5-442f-99fd-d69eed4da5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286536 Feb 19 01:00:05.376964 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-4fdba314-b49e-4b04-b7a3-d4bf8e97279c service neutron] 10.222.0.96 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103895 Feb 19 01:00:05.424135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1973186-95a2-4d3f-b51b-36480a868e54 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:05.483589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5dce541-8659-4ba6-94b9-1881877527e9 req-0bc7a45f-69cf-4e7b-a923-ded43d2863a1 service neutron] 10.222.0.96 "GET /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992370 Feb 19 01:00:05.518974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0f1323fe-fe12-475f-8e44-8baccdb97b18 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=0363b921-93bf-4c92-9361-465a5582692a HTTP/1.1" status: 200 len: 467 time: 0.3956187 Feb 19 01:00:05.522028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41868) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.690926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0728fe88-7b40-44c1-ad58-2d5c21db7408 req-e337c2d5-65c0-4b86-8f41-e2bfd5615b91 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 210 time: 0.0615215 Feb 19 01:00:05.723705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port b1973186-95a2-4d3f-b51b-36480a868e54 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:05.729274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port b1973186-95a2-4d3f-b51b-36480a868e54 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:05.730226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.825866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b1973186-95a2-4d3f-b51b-36480a868e54 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:05.826361 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.851580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:05.854026 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42774de-992c-4865-9532-845afb704122" -d '{"events": [{"server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "name": "network-vif-plugged", "status": "completed", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:05.868032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dff533f3-0ad8-4976-8c5c-3c9401e9a992 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.870163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1973186-95a2-4d3f-b51b-36480a868e54,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:05.871253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dff533f3-0ad8-4976-8c5c-3c9401e9a992 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-labels/0363b921-93bf-4c92-9361-465a5582692a HTTP/1.1" status: 204 len: 168 time: 0.3481400 Feb 19 01:00:05.878537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.883681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f701596d-0214-4973-9e36-5a8f648cffb5 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=0363b921-93bf-4c92-9361-465a5582692a HTTP/1.1" status: 200 len: 216 time: 0.0103879 Feb 19 01:00:05.887852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.890384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1b41a-6412-44f9-ba9a-89f3c7f971a5 req-dc3b2e89-87f3-46fe-96eb-1881493449ab tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.891940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28f1b41a-6412-44f9-ba9a-89f3c7f971a5 req-dc3b2e89-87f3-46fe-96eb-1881493449ab tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.0671506 Feb 19 01:00:05.897956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b47ae4aa-ac3f-4c4b-94b4-2db76d4fcc57 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088563 Feb 19 01:00:05.902578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.903883 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38cf011-f387-45ea-9479-1fac34ddad69 x-openstack-request-id: req-c38cf011-f387-45ea-9479-1fac34ddad69 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:05.904192 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "name": "network-vif-plugged", "status": "completed", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:05.904783 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c38cf011-f387-45ea-9479-1fac34ddad69 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:05.909475 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54', 'code': 200} Feb 19 01:00:05.923167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-052abcaf-907c-464e-8c62-05747fcaab30 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0191617 Feb 19 01:00:05.926507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41886) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:05.971006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28f1b41a-6412-44f9-ba9a-89f3c7f971a5 req-aca86dcd-87b0-41d7-8f9d-bb6d97fa712d tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Feb 19 01:00:05.978569 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.999411 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:06.022142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41902) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:06.022995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eaa3e15c-30ab-41cf-afe1-10aab1d4b259 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels/a767d7c6-2997-46bb-b45b-0840db84b381 HTTP/1.1" status: 200 len: 472 time: 0.0951145 Feb 19 01:00:06.033592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10a5774f-455e-42db-a83d-7ab808e9bd1d tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules/6ea21759-9f59-48ef-988d-9202f9432c96 HTTP/1.1" status: 200 len: 461 time: 0.0093625 Feb 19 01:00:06.036473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41904) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:06.053346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.073801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cac40-e817-46a2-90d8-fd47dfcde46b req-1ba652b4-7d7c-4dc5-927a-fd0d1ee96b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.075415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c69cac40-e817-46a2-90d8-fd47dfcde46b req-1ba652b4-7d7c-4dc5-927a-fd0d1ee96b57 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 1127 time: 0.0689631 Feb 19 01:00:06.192890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c69cac40-e817-46a2-90d8-fd47dfcde46b req-995cd2a9-4443-4099-9ce7-0e929f4e2f88 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113629 Feb 19 01:00:06.218406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6411-bdba-4811-8b23-3b1bbbcb0f15 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.218977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0d9b6411-bdba-4811-8b23-3b1bbbcb0f15 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-label-rules/6ea21759-9f59-48ef-988d-9202f9432c96 HTTP/1.1" status: 204 len: 168 time: 0.1811981 Feb 19 01:00:06.221245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41910) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:06.244888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-b7e374ba-69c6-48ea-b7c2-ee198102ad59 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.246639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-b7e374ba-69c6-48ea-b7c2-ee198102ad59 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.1459980 Feb 19 01:00:06.364860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f43ea-45b8-4999-992e-357d981afeef req-b59be84f-40f7-4fc0-9505-a8fb5de5ed67 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.367039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-212f43ea-45b8-4999-992e-357d981afeef req-b59be84f-40f7-4fc0-9505-a8fb5de5ed67 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.0595455 Feb 19 01:00:06.397246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Request body: {'port': {'device_id': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'admin_state_up': True, 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:06.473333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-212f43ea-45b8-4999-992e-357d981afeef req-0fd4cd7b-aa58-4cba-a801-2e66043a6b38 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999660 Feb 19 01:00:06.517843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7913-9b02-45d6-96e3-ccdfafcbb2c7 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.519338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a4a7913-9b02-45d6-96e3-ccdfafcbb2c7 tempest-MeteringTestJSON-453797888 tempest-MeteringTestJSON-453797888-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-labels/a767d7c6-2997-46bb-b45b-0840db84b381 HTTP/1.1" status: 204 len: 168 time: 0.2967429 Feb 19 01:00:06.710619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:06.714073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:06.854181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Allocated IP 172.20.0.12 (8e8cae6c-939a-4c1b-b48d-62d0c09522c9/0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2/cd8677ac-c9d5-49bc-8124-7d4058641061) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:07.032723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks [] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.089979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89b7a91f-37a7-44d6-9e27-9d56596099c3 req-9a068e7b-3c07-4034-98a2-c861f95d12f2 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 210 time: 0.3253541 Feb 19 01:00:07.176488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9ea68-f782-469f-a83c-a9e8390aea15 req-ee3534fb-14b0-48ec-a00d-5fb8be302d11 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.177892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50b9ea68-f782-469f-a83c-a9e8390aea15 req-ee3534fb-14b0-48ec-a00d-5fb8be302d11 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.1003563 Feb 19 01:00:07.180491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41958) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:07.192905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.257574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:07.269251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:07.274318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:07.281795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50b9ea68-f782-469f-a83c-a9e8390aea15 req-20f8f559-17a5-4c8e-ac93-1d504befedd7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973132 Feb 19 01:00:07.312119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event updated for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.333899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ee36ecd-9977-4638-bdbf-93793154780d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.338401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.339048 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.414789 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ee36ecd-9977-4638-bdbf-93793154780d admin admin] Publish callbacks [] for security_group (75d177cf-b62d-4be2-9cde-b344c86dd1c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.416541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-503d56e7-ac61-42fc-8502-d0fba60612a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0246849 Feb 19 01:00:07.427963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Request body: {'port': {'device_id': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:07.489980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.540257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ee36ecd-9977-4638-bdbf-93793154780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (75d177cf-b62d-4be2-9cde-b344c86dd1c8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.618464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ee36ecd-9977-4638-bdbf-93793154780d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=464b55870fc343edba76ea4163b4ad9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367483 Feb 19 01:00:07.623199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:07.633431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee36ecd-9977-4638-bdbf-93793154780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d177cf-b62d-4be2-9cde-b344c86dd1c8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:07.685196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208aa62-e196-487b-b019-931e78eb075f req-f609dfbf-352d-4bd6-a5e8-d1f30e264b3b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.692254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a208aa62-e196-487b-b019-931e78eb075f req-f609dfbf-352d-4bd6-a5e8-d1f30e264b3b tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.1323364 Feb 19 01:00:07.725327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] Publish callbacks [] for security_group (75d177cf-b62d-4be2-9cde-b344c86dd1c8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.769814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a208aa62-e196-487b-b019-931e78eb075f req-ac5a57e1-3206-4ebf-84cf-1127af441052 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766361 Feb 19 01:00:07.771769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] Publish callbacks [] for security_group (75d177cf-b62d-4be2-9cde-b344c86dd1c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.827677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8677ac-c9d5-49bc-8124-7d4058641061 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:07.835578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks [] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.966996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Transition to ACTIVE for port object cd8677ac-c9d5-49bc-8124-7d4058641061 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:07.967397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (75d177cf-b62d-4be2-9cde-b344c86dd1c8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.969994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:07.971268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/75d177cf-b62d-4be2-9cde-b344c86dd1c8 HTTP/1.1" status: 204 len: 168 time: 0.3467810 Feb 19 01:00:07.980756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f985-9eb2-4db6-98b9-c3134da0ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d177cf-b62d-4be2-9cde-b344c86dd1c8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:08.126912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.235031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:08.238918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d468a-94d9-485d-ac9f-47e1598d4079 req-5ee20e22-669e-4999-8d7c-7a66628b5ee3 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.240733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c59d468a-94d9-485d-ac9f-47e1598d4079 req-5ee20e22-669e-4999-8d7c-7a66628b5ee3 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 944 time: 0.0637345 Feb 19 01:00:08.308081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c59d468a-94d9-485d-ac9f-47e1598d4079 req-7eb1eb23-5e8a-4063-86f4-34c031302ec8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547686 Feb 19 01:00:08.362222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Attempting to bind port cd8677ac-c9d5-49bc-8124-7d4058641061 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:08.362567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Attempting to bind port cd8677ac-c9d5-49bc-8124-7d4058641061 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:08.362897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Attempting to bind port cd8677ac-c9d5-49bc-8124-7d4058641061 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:08.371275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Port cd8677ac-c9d5-49bc-8124-7d4058641061 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:08.371607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Attempting to bind port cd8677ac-c9d5-49bc-8124-7d4058641061 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:08.378226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:08.378567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Checking segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:08.378951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Bound using segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:08.379435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Bound port: cd8677ac-c9d5-49bc-8124-7d4058641061, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:08.379798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.389176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce595f-1c3f-4766-b3b6-290a004520ed req-685aee24-4b88-4bd7-888e-1ad8f352f574 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.390789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8cce595f-1c3f-4766-b3b6-290a004520ed req-685aee24-4b88-4bd7-888e-1ad8f352f574 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.0920999 Feb 19 01:00:08.427346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbf93-360a-4262-907f-af11716767a7 req-4b411852-63f5-41a4-a1ca-620089693e62 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.429683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bddbbf93-360a-4262-907f-af11716767a7 req-4b411852-63f5-41a4-a1ca-620089693e62 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.0584617 Feb 19 01:00:08.461451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:08.494101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8cce595f-1c3f-4766-b3b6-290a004520ed req-6e5bed0f-f0e9-4d21-aff5-5a40aeab5ff1 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923433 Feb 19 01:00:08.494210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bddbbf93-360a-4262-907f-af11716767a7 req-62aaf269-bf77-419d-b548-e20c32c3982e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578630 Feb 19 01:00:08.503487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:08.508386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cd8677ac-c9d5-49bc-8124-7d4058641061,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:08.608532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:08.613126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.621936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '61e8fedf-6422-4a37-9f76-46f541124243', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '61e8fedf-6422-4a37-9f76-46f541124243', 'mac_address': 'fa:16:3e:3c:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:08.645175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.645992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.648127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] 10.222.0.117 "PUT /v2.0/ports/cd8677ac-c9d5-49bc-8124-7d4058641061 HTTP/1.1" status: 200 len: 1092 time: 1.2235360 Feb 19 01:00:08.650712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:08.654200 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34277ec5-4c09-4254-8395-ff0f7ee2f513" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:08.664630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 61e8fedf-6422-4a37-9f76-46f541124243 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:08.665257 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.680754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e8fedf-6422-4a37-9f76-46f541124243 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:08.688879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0dd82-e592-4bda-a849-0af77a4c5820 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:08.692743 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f9adb2-ac82-45c3-9584-0fd7d273f49a x-openstack-request-id: req-f0f9adb2-ac82-45c3-9584-0fd7d273f49a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:08.692941 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:08.693168 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f0f9adb2-ac82-45c3-9584-0fd7d273f49a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:08.696329 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061', 'status': 'completed', 'code': 200} Feb 19 01:00:08.703047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:08.761789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-37217c0e-b2f9-43d7-887c-3d5e48c61eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.763625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-37217c0e-b2f9-43d7-887c-3d5e48c61eda service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 1126 time: 0.0502145 Feb 19 01:00:08.824311 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:08.886305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:08.903917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-f43745c5-a9f2-44b2-8f61-01469952db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.905444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-f43745c5-a9f2-44b2-8f61-01469952db59 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=87ae995927ff4bd087669cfae62b6f7b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1350882 Feb 19 01:00:09.008872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-660bbec8-1305-41b6-82dd-08c4a0b94402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.010356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34277ec5-4c09-4254-8395-ff0f7ee2f513 req-660bbec8-1305-41b6-82dd-08c4a0b94402 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991755 Feb 19 01:00:09.022759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42034) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:09.044290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6c77ff-8cdc-4ffd-870a-0c0b271880db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.112165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-78569a33-a762-4b17-af5a-05488674a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.113682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-78569a33-a762-4b17-af5a-05488674a1a5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 1126 time: 0.0481763 Feb 19 01:00:09.123384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6c77ff-8cdc-4ffd-870a-0c0b271880db admin admin] Publish callbacks [] for security_group (5cdb8048-25dc-4540-a4e7-92b5de05e1f7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.155841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-9fa895cc-ecb7-4df5-8b8e-f9acde1f61ac service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8677ac-c9d5-49bc-8124-7d4058641061 HTTP/1.1" status: 200 len: 217 time: 0.0356162 Feb 19 01:00:09.211322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-47d96ace-4a30-4c78-acce-577d729ed42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.212898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-47d96ace-4a30-4c78-acce-577d729ed42c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.0519969 Feb 19 01:00:09.213375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['61e8fedf-6422-4a37-9f76-46f541124243'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:09.264488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-cd6524f9-8833-4ccd-9451-9c4d3cd27de7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439997 Feb 19 01:00:09.276114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6c77ff-8cdc-4ffd-870a-0c0b271880db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb8048-25dc-4540-a4e7-92b5de05e1f7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.316140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f6c77ff-8cdc-4ffd-870a-0c0b271880db admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=41f69fa6d80240d8af3ff8d242e0bcee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2923400 Feb 19 01:00:09.319321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42040) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:09.346242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c77ff-8cdc-4ffd-870a-0c0b271880db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb8048-25dc-4540-a4e7-92b5de05e1f7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.414334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-58741a9a-20af-46b2-a526-43ae46bbd1f4 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429729 Feb 19 01:00:09.426687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] Publish callbacks [] for security_group (5cdb8048-25dc-4540-a4e7-92b5de05e1f7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.458126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.469277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] Publish callbacks [] for security_group (5cdb8048-25dc-4540-a4e7-92b5de05e1f7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.508901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169aae-2a7c-4734-8815-550e106b2e86 req-e26a396a-87b6-4ca0-9be5-8b0970284a02 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.510413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6169aae-2a7c-4734-8815-550e106b2e86 req-e26a396a-87b6-4ca0-9be5-8b0970284a02 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 944 time: 0.1013536 Feb 19 01:00:09.519853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5049b75b-0067-47f4-9b73-4b5b9e01e9df req-90a09f03-49c3-4cf4-bf31-351bbbd1c112 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000519 Feb 19 01:00:09.575718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6169aae-2a7c-4734-8815-550e106b2e86 req-45293cb7-5586-4efa-b408-4d3839c5436f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Feb 19 01:00:09.640874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22b952-d806-4e30-a52e-777fc0e58ae4 req-e12961b5-f90c-4395-8546-d93b3f579ae8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.642440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc22b952-d806-4e30-a52e-777fc0e58ae4 req-e12961b5-f90c-4395-8546-d93b3f579ae8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 944 time: 0.0575542 Feb 19 01:00:09.679632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb8048-25dc-4540-a4e7-92b5de05e1f7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.682568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.684290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5cdb8048-25dc-4540-a4e7-92b5de05e1f7 HTTP/1.1" status: 204 len: 168 time: 0.3634825 Feb 19 01:00:09.706655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc22b952-d806-4e30-a52e-777fc0e58ae4 req-949717c0-1f08-45ce-ab42-9976ba35c4a9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580561 Feb 19 01:00:09.715886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccbafa-483a-4f26-8cfa-54f64c674a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb8048-25dc-4540-a4e7-92b5de05e1f7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:09.747455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2470d-c494-41bc-bb6b-ca1ee36a9608 req-5e8b769e-a1cb-4144-9372-2c6c54acc163 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:09.755160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cb2470d-c494-41bc-bb6b-ca1ee36a9608 req-5e8b769e-a1cb-4144-9372-2c6c54acc163 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.1073618 Feb 19 01:00:09.786811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:09.821956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cb2470d-c494-41bc-bb6b-ca1ee36a9608 req-6fe7d4ff-a4e0-44ce-89d9-e0966f857cd9 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 Feb 19 01:00:09.923401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5874d857-3f02-43c9-879a-4464e1e34d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.002899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3209c-d27e-460d-bbf9-dd46df11213d req-6f8f27d6-2697-4220-b99c-448b1bc8d38c tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.004470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50e3209c-d27e-460d-bbf9-dd46df11213d req-6f8f27d6-2697-4220-b99c-448b1bc8d38c tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1127 time: 0.0466247 Feb 19 01:00:10.012087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5874d857-3f02-43c9-879a-4464e1e34d9b admin admin] Publish callbacks [] for security_group (88816a18-38e8-4415-91fd-9bf5dead662d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.060604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50e3209c-d27e-460d-bbf9-dd46df11213d req-e18458e3-d170-4ce0-9ccd-294da0765900 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Feb 19 01:00:10.080938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.166853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5874d857-3f02-43c9-879a-4464e1e34d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88816a18-38e8-4415-91fd-9bf5dead662d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.214883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874d857-3f02-43c9-879a-4464e1e34d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88816a18-38e8-4415-91fd-9bf5dead662d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:10.221915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5874d857-3f02-43c9-879a-4464e1e34d9b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d181b690f13e4966988a0fbf2fb6b471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338708 Feb 19 01:00:10.229051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:10.301881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] Publish callbacks [] for security_group (88816a18-38e8-4415-91fd-9bf5dead662d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.329945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] Publish callbacks [] for security_group (88816a18-38e8-4415-91fd-9bf5dead662d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.437496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4010f-26fe-487b-9dc2-20ba06083594 req-fc69aee0-6538-42f0-83c0-9e7a995ad917 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.439075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cd4010f-26fe-487b-9dc2-20ba06083594 req-fc69aee0-6538-42f0-83c0-9e7a995ad917 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.0775692 Feb 19 01:00:10.468502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:10.499901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cd4010f-26fe-487b-9dc2-20ba06083594 req-4b2f5d18-aeb5-4a46-84cf-23c04f8107c7 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548706 Feb 19 01:00:10.511349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88816a18-38e8-4415-91fd-9bf5dead662d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.518837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.519413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/88816a18-38e8-4415-91fd-9bf5dead662d HTTP/1.1" status: 204 len: 168 time: 0.2936552 Feb 19 01:00:10.528686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c387b-cbb5-452b-82d3-2bf6eb806cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88816a18-38e8-4415-91fd-9bf5dead662d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:10.618030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 61e8fedf-6422-4a37-9f76-46f541124243 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:10.624274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 61e8fedf-6422-4a37-9f76-46f541124243 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:10.624835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61e8fedf-6422-4a37-9f76-46f541124243), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.711908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9240a014-09ad-41a7-b170-cbafb4adfa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.717036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a11a9-9052-4f58-af47-7ea3d87c5e9f req-a1c57cc5-cc69-4669-96c9-990a6c67306f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.717254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 61e8fedf-6422-4a37-9f76-46f541124243 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:10.717529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.719155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901a11a9-9052-4f58-af47-7ea3d87c5e9f req-a1c57cc5-cc69-4669-96c9-990a6c67306f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 944 time: 0.0633850 Feb 19 01:00:10.742726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:10.755264 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6929290b-1953-45fa-afb1-84f64b7729b1" -d '{"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-plugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:10.758547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:10.775339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901a11a9-9052-4f58-af47-7ea3d87c5e9f req-ff0f09d4-5c52-4a49-a5c6-d922af025ddb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Feb 19 01:00:10.892191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79f90c-16f5-4705-86d6-738fe8996d13 req-06e5210a-5539-4229-8674-cb453e7a8a7f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.893638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b79f90c-16f5-4705-86d6-738fe8996d13 req-06e5210a-5539-4229-8674-cb453e7a8a7f tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 944 time: 0.0600040 Feb 19 01:00:10.921134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:10.945894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b79f90c-16f5-4705-86d6-738fe8996d13 req-2607966a-a7b2-439c-a38c-bf47d8ca21e1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Feb 19 01:00:11.011618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.020216 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b4893-4625-4ee5-8b85-ae0b7ab8b09d x-openstack-request-id: req-497b4893-4625-4ee5-8b85-ae0b7ab8b09d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:11.020216 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-plugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:11.020216 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-497b4893-4625-4ee5-8b85-ae0b7ab8b09d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:11.020216 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243', 'code': 200} Feb 19 01:00:11.132699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049f9a7-4d09-4ed3-be83-2f0c00753b86 req-6093b48a-3a35-49ab-8d48-8f5a6fe64b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.135121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6049f9a7-4d09-4ed3-be83-2f0c00753b86 req-6093b48a-3a35-49ab-8d48-8f5a6fe64b63 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0610421 Feb 19 01:00:11.182549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6049f9a7-4d09-4ed3-be83-2f0c00753b86 req-a3ffc810-7e3b-46f5-a230-e13b2d47028c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Feb 19 01:00:11.490037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:11.507493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa47e551-53ea-4675-ba9e-a851833ae5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.593437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa47e551-53ea-4675-ba9e-a851833ae5c0 admin admin] Publish callbacks [] for security_group (afd16c48-0cc3-4867-ad23-096a820b7c17), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.675334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d3ea5-6733-444f-bbd3-de966e56bf1a req-68c05933-b8a6-4618-b93e-6ab3000cb631 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.676799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc7d3ea5-6733-444f-bbd3-de966e56bf1a req-68c05933-b8a6-4618-b93e-6ab3000cb631 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.0555725 Feb 19 01:00:11.728496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc7d3ea5-6733-444f-bbd3-de966e56bf1a req-86900554-ee0a-4bb0-aad0-6ce2d7dd9097 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/security-groups?id=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458782 Feb 19 01:00:11.766499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa47e551-53ea-4675-ba9e-a851833ae5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (afd16c48-0cc3-4867-ad23-096a820b7c17), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.816882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa47e551-53ea-4675-ba9e-a851833ae5c0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a6c0e3b2059a424d9acc90459ffe0636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256750 Feb 19 01:00:11.818433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47e551-53ea-4675-ba9e-a851833ae5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd16c48-0cc3-4867-ad23-096a820b7c17,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:11.822215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-0561a187-536f-4eb0-98b0-5df84f27b2e8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:11.822378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:11.824155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-0561a187-536f-4eb0-98b0-5df84f27b2e8 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 945 time: 0.0639071 Feb 19 01:00:11.902843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] Publish callbacks [] for security_group (afd16c48-0cc3-4867-ad23-096a820b7c17), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:11.928393 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] Publish callbacks [] for security_group (afd16c48-0cc3-4867-ad23-096a820b7c17), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.015321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279408cf-e1cf-4a79-bac7-34dbc8c710d5 req-9e8def60-ef39-43be-8b65-bdf8cda962ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.016872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-279408cf-e1cf-4a79-bac7-34dbc8c710d5 req-9e8def60-ef39-43be-8b65-bdf8cda962ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 944 time: 0.0747490 Feb 19 01:00:12.031828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Deleting port b1973186-95a2-4d3f-b51b-36480a868e54 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:12.032299 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.117489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (afd16c48-0cc3-4867-ad23-096a820b7c17), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.121798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.128951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/afd16c48-0cc3-4867-ad23-096a820b7c17 HTTP/1.1" status: 204 len: 168 time: 0.3044550 Feb 19 01:00:12.129590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-279408cf-e1cf-4a79-bac7-34dbc8c710d5 req-d301e8e9-ff92-4c3a-b688-3b1aaa06d5d8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069572 Feb 19 01:00:12.159506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b84be-59d7-49f1-b041-32d2d6c38a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd16c48-0cc3-4867-ad23-096a820b7c17,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.179182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] For port b1973186-95a2-4d3f-b51b-36480a868e54, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1973186-95a2-4d3f-b51b-36480a868e54,segment=NetworkSegment(4eb70d5f-38c2-47d7-b9c8-81f6e119e010),segment_id=4eb70d5f-38c2-47d7-b9c8-81f6e119e010)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:12.181844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.205172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Calling delete_port for b1973186-95a2-4d3f-b51b-36480a868e54 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:12.345427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c92e3-df07-4718-a4e2-e283c7ace70a req-22c4cc00-e774-40d8-b443-083c0f9b5a33 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:12.347200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed5c92e3-df07-4718-a4e2-e283c7ace70a req-22c4cc00-e774-40d8-b443-083c0f9b5a33 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.1392062 Feb 19 01:00:12.456893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed5c92e3-df07-4718-a4e2-e283c7ace70a req-7542ab0e-8e13-4bf0-b405-f1303b017774 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016619 Feb 19 01:00:12.607473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1973186-95a2-4d3f-b51b-36480a868e54), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.622564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1973186-95a2-4d3f-b51b-36480a868e54'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:12.673730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Pushing event deleted for resources: {'Port': ['ID=b1973186-95a2-4d3f-b51b-36480a868e54,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:12.696594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] No DVR routers for this DVR port b1973186-95a2-4d3f-b51b-36480a868e54 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:12.699546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.702922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92b98ffc-0c51-4452-80ef-edd100a2c22c req-2cfd2816-d98f-401b-b42a-17baec210aa5 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.117 "DELETE /v2.0/ports/b1973186-95a2-4d3f-b51b-36480a868e54 HTTP/1.1" status: 204 len: 173 time: 0.8731644 Feb 19 01:00:12.703404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'name': 'network-vif-deleted', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:12.705652 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde8e959-907e-407a-813b-05e8f5677cbf" -d '{"events": [{"server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "name": "network-vif-deleted", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:12.779663 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5fa2f-34f2-4d38-b649-abb4af906fdb x-openstack-request-id: req-7ff5fa2f-34f2-4d38-b649-abb4af906fdb {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:12.779663 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d", "name": "network-vif-deleted", "tag": "b1973186-95a2-4d3f-b51b-36480a868e54", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:12.779663 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ff5fa2f-34f2-4d38-b649-abb4af906fdb {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:12.779663 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d', 'name': 'network-vif-deleted', 'tag': 'b1973186-95a2-4d3f-b51b-36480a868e54', 'status': 'completed', 'code': 200} Feb 19 01:00:12.824876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6afe8cf2-5b2e-40d2-b3c6-b808e81c4f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:12.880239 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e86cd75-5b7a-4020-88b3-1978803c8813 req-19f69919-b123-45a8-9f1a-b62a2504e267 tempest-DeleteServersTestJSON-1352017146 tempest-DeleteServersTestJSON-1352017146-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b2dbfe1-9d9c-4091-8195-f3fe2a7b522d HTTP/1.1" status: 200 len: 210 time: 0.0392473 Feb 19 01:00:12.933993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42168) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:12.996270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-53244563-7a99-48b7-9598-ead407c97964 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:00:12.997278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-53244563-7a99-48b7-9598-ead407c97964 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075920 Feb 19 01:00:13.055451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-c68eeb6b-cb99-483d-b722-62846a1a0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.057088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-c68eeb6b-cb99-483d-b722-62846a1a0b85 service neutron] 10.222.0.94 "GET /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 1124 time: 0.0510523 Feb 19 01:00:13.067276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Request body: {'binding': {'host': 'n-h1-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:13.067825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:00:13.260987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5e3966e1-5b49-4043-abe7-426fc5ac0e57 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:13.306009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on host n-h1-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:13.306357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:13.306699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:13.318947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143f2e9-a42f-43b3-88b5-4b4051af8662 req-cbdaa7d8-d32b-48f0-a245-eb9b6475252c tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.321930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9143f2e9-a42f-43b3-88b5-4b4051af8662 req-cbdaa7d8-d32b-48f0-a245-eb9b6475252c tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 944 time: 0.1018317 Feb 19 01:00:13.323323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:13.323649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:13.332094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:13.332437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:13.332827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:13.333258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Bound port: f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:13.416457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9143f2e9-a42f-43b3-88b5-4b4051af8662 req-6b232d5d-5153-4187-8fe0-42fcfa2bc54f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862184 Feb 19 01:00:13.426909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:13.454217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cd8677ac-c9d5-49bc-8124-7d4058641061 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:13.501734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.502856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9e57679a-661b-4518-ba95-2013688c8dea service neutron] 10.222.0.94 "POST /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4393494 Feb 19 01:00:13.603617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b4f39-05d7-40f8-8815-f26d8d53da8e req-039b535d-2ad3-4f9e-8d5d-236f8b36c6a7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:13.603838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cd8677ac-c9d5-49bc-8124-7d4058641061,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:13.607700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-456b4f39-05d7-40f8-8815-f26d8d53da8e req-039b535d-2ad3-4f9e-8d5d-236f8b36c6a7 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.0591664 Feb 19 01:00:13.617986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'cd8677ac-c9d5-49bc-8124-7d4058641061', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'port_id': 'cd8677ac-c9d5-49bc-8124-7d4058641061', 'mac_address': 'fa:16:3e:1a:ad:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:13.658866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-456b4f39-05d7-40f8-8815-f26d8d53da8e req-06b6dcc9-d902-4230-8337-33b0f51d8d94 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Feb 19 01:00:13.666920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port cd8677ac-c9d5-49bc-8124-7d4058641061 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:13.667977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.684718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8677ac-c9d5-49bc-8124-7d4058641061 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:13.711953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cd8677ac-c9d5-49bc-8124-7d4058641061,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:13.772918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:13.784831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e3966e1-5b49-4043-abe7-426fc5ac0e57 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "PUT /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1 HTTP/1.1" status: 200 len: 366 time: 0.8482797 Feb 19 01:00:13.800000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3016745c-ce7e-4592-ab82-46f0ea92e6fe tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0247805 Feb 19 01:00:13.801575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42202) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:13.813646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2f761784-d871-42e3-aa15-f8e14ebc404d tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1 HTTP/1.1" status: 200 len: 366 time: 0.0108323 Feb 19 01:00:13.816078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:13.916241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:13.979943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:14.008770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dea7961b-d808-4dff-869e-507634d02e78 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "DELETE /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1 HTTP/1.1" status: 204 len: 168 time: 0.1913676 Feb 19 01:00:14.011020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42212) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:14.031909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ccf7b0a8-e9e5-4442-8632-dd62f5007628 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0186927 Feb 19 01:00:14.043443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42218) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:14.063464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-27b2d5f3-7336-479d-a006-bdaac58bd22c tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1 HTTP/1.1" status: 200 len: 370 time: 0.0168006 Feb 19 01:00:14.065321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:14.073974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-608cba70-4b3b-4256-814a-d7d21e27bb0b tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1/default HTTP/1.1" status: 200 len: 370 time: 0.0055120 Feb 19 01:00:14.076767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42222) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:14.089538 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-948b6bfc-eb11-4959-b9b3-b322254421b6 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] delete failed (client error): The resource could not be found. Feb 19 01:00:14.091110 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-948b6bfc-eb11-4959-b9b3-b322254421b6 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "DELETE /v2.0/quotas/c8bb23056b724906b4c75cd8adf419d1 HTTP/1.1" status: 404 len: 348 time: 0.0133445 Feb 19 01:00:14.124024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:14.188417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:14.385101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142373-0860-48a4-882e-9a317b49621e req-77c20903-c8af-4e92-b985-58a54babf5a3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.386917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1142373-0860-48a4-882e-9a317b49621e req-77c20903-c8af-4e92-b985-58a54babf5a3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0679533 Feb 19 01:00:14.452912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1142373-0860-48a4-882e-9a317b49621e req-69d002cc-3fb9-4d5f-beb8-76b06590a78a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601919 Feb 19 01:00:14.595890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42268) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:14.627318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:network and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.638391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.666509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98bcab-ceb3-4b5b-b358-c049dbcf804b req-52ae0534-dce3-4d52-aeab-072c45317808 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.666509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb98bcab-ceb3-4b5b-b358-c049dbcf804b req-52ae0534-dce3-4d52-aeab-072c45317808 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 945 time: 0.1186337 Feb 19 01:00:14.681564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-29b47ade-8595-4860-8f7d-0efce35853e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.683372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-29b47ade-8595-4860-8f7d-0efce35853e1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1127 time: 0.1568503 Feb 19 01:00:14.684142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:subnet and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.689116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.736944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb98bcab-ceb3-4b5b-b358-c049dbcf804b req-f521ae46-ab4b-4f68-9ef3-6e267f06c774 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679748 Feb 19 01:00:14.789322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:subnetpool and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.802446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.836474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-612edbd4-98d9-489e-81c3-b69523a5e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.838045 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-612edbd4-98d9-489e-81c3-b69523a5e155 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1440136 Feb 19 01:00:14.840792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:port and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.847439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.892552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-b78c6f9c-f0b7-4041-be08-fd7e6ad8f93c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 217 time: 0.0451372 Feb 19 01:00:14.893264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:router and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.896896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.932991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:floatingip and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:14.942683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:14.963150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-a7e59877-4768-4828-be4e-fc275a300521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:14.965048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-a7e59877-4768-4828-be4e-fc275a300521 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0646996 Feb 19 01:00:15.022130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-9f848127-6676-477e-b41d-7eaa64752a62 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434704 Feb 19 01:00:15.111664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:security_group and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:15.121452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:15.139454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.149457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Usage tracker for resource:security_group_rule and project:0e26fa3139a54abab506aa165c1559bc is out of sync, need to count used quota {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 01:00:15.156885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.quota.resource [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110601) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 01:00:15.160745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-d4ec9674-2042-44f9-a445-272dbed64a42 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318192 Feb 19 01:00:15.170162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1982316e-2b4c-4b41-8ae4-4f419d1c17b2 tempest-QuotasTest-1403082629 tempest-QuotasTest-1403082629-project-admin] 10.222.0.94 "GET /v2.0/quotas/0e26fa3139a54abab506aa165c1559bc/details.json HTTP/1.1" status: 200 len: 703 time: 0.5724118 Feb 19 01:00:15.270000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110f7b5-b88d-45b9-8c54-6f8ac1372516 req-4d489bd4-c9dd-4b6e-b381-72a022d9383e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.280522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8110f7b5-b88d-45b9-8c54-6f8ac1372516 req-4d489bd4-c9dd-4b6e-b381-72a022d9383e tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.0777831 Feb 19 01:00:15.299285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-86bc4b8f-c3bb-475a-85ac-c72441cb011f service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265066 Feb 19 01:00:15.334486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8110f7b5-b88d-45b9-8c54-6f8ac1372516 req-3b526e0d-0aa3-4500-8b3b-f4535d572a05 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530710 Feb 19 01:00:15.486266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cd8677ac-c9d5-49bc-8124-7d4058641061 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:15.602176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346b55c-4866-42ac-a51a-88d0314aaacb req-33e18f6f-9e46-40e0-8fb0-19ce2f6565e6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.603745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6346b55c-4866-42ac-a51a-88d0314aaacb req-33e18f6f-9e46-40e0-8fb0-19ce2f6565e6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0617461 Feb 19 01:00:15.659455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6346b55c-4866-42ac-a51a-88d0314aaacb req-825738a7-8a60-4ec2-aa2b-fa00f517aaec tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499575 Feb 19 01:00:15.701688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port cd8677ac-c9d5-49bc-8124-7d4058641061 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:15.703835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port cd8677ac-c9d5-49bc-8124-7d4058641061 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:15.704452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.854786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port cd8677ac-c9d5-49bc-8124-7d4058641061 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:15.856848 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:15.873029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42334) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:15.912409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:15.920519 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b3920-d267-4ca6-9ccc-ec9dd89803e7" -d '{"events": [{"server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:15.946720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae32cb3-52d3-4d48-943d-2070df7c4ede req-d78a8f11-26ce-48af-b531-a43fae6c40d7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:15.960447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ae32cb3-52d3-4d48-943d-2070df7c4ede req-d78a8f11-26ce-48af-b531-a43fae6c40d7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 945 time: 0.1219072 Feb 19 01:00:15.968453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cd8677ac-c9d5-49bc-8124-7d4058641061,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:15.995771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:16.019602 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ab6de9-cce9-44f2-9a50-f9868b21bdc3 x-openstack-request-id: req-21ab6de9-cce9-44f2-9a50-f9868b21bdc3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:16.019901 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:16.020160 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-21ab6de9-cce9-44f2-9a50-f9868b21bdc3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:16.020560 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061', 'code': 200} Feb 19 01:00:16.077774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ae32cb3-52d3-4d48-943d-2070df7c4ede req-f5aa749c-97be-4f14-9e4f-3afa097b2f52 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163788 Feb 19 01:00:16.107488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.107488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1973186-95a2-4d3f-b51b-36480a868e54 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:16.152336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21cbfd-bb43-44fc-b049-17300a72cd17 req-9b76c445-21b2-4dff-b5fa-0dd80e52d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.155193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b21cbfd-bb43-44fc-b049-17300a72cd17 req-9b76c445-21b2-4dff-b5fa-0dd80e52d329 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 1128 time: 0.0689762 Feb 19 01:00:16.159278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: b1973186-95a2-4d3f-b51b-36480a868e54 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:16.159738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1973186-95a2-4d3f-b51b-36480a868e54 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:16.229210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b21cbfd-bb43-44fc-b049-17300a72cd17 req-3781b9c6-7923-4d20-bc11-a42acb20581a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Feb 19 01:00:16.230380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b19f275-fe7f-41b0-bfdf-9330dfd698af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.231484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.248311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5be22978-c7b2-423e-8f42-f51d5c082c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.363623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b19f275-fe7f-41b0-bfdf-9330dfd698af admin admin] Publish callbacks [] for security_group (26318b3e-ce99-4092-82e8-c9ff1996e6a4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.382900 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5be22978-c7b2-423e-8f42-f51d5c082c8c admin admin] Publish callbacks [] for security_group (8fc7b820-8c6a-4f0d-973d-3bbd713c9f71), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.430975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b19f275-fe7f-41b0-bfdf-9330dfd698af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (26318b3e-ce99-4092-82e8-c9ff1996e6a4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.464735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5be22978-c7b2-423e-8f42-f51d5c082c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fc7b820-8c6a-4f0d-973d-3bbd713c9f71), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.523560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f275-fe7f-41b0-bfdf-9330dfd698af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26318b3e-ce99-4092-82e8-c9ff1996e6a4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.530422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4b19f275-fe7f-41b0-bfdf-9330dfd698af admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=169d5c84203e40d08ec38b01c3d3d3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6538835 Feb 19 01:00:16.531526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42348) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:16.555602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22978-c7b2-423e-8f42-f51d5c082c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7b820-8c6a-4f0d-973d-3bbd713c9f71,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.564558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5be22978-c7b2-423e-8f42-f51d5c082c8c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=469c9a775ac54b1da4c5b45e29d7462a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675395 Feb 19 01:00:16.567338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42350) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:16.584066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867873a-1b72-4197-bd13-b2d66cb6c3b3 req-f8bc429c-6996-47a3-9dd5-77f73e6c2fa8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.594140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1867873a-1b72-4197-bd13-b2d66cb6c3b3 req-f8bc429c-6996-47a3-9dd5-77f73e6c2fa8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.1757040 Feb 19 01:00:16.647136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Publish callbacks [] for security_group (26318b3e-ce99-4092-82e8-c9ff1996e6a4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.669677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] Publish callbacks [] for security_group (8fc7b820-8c6a-4f0d-973d-3bbd713c9f71), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.676854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Publish callbacks [] for security_group (26318b3e-ce99-4092-82e8-c9ff1996e6a4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.704068 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1867873a-1b72-4197-bd13-b2d66cb6c3b3 req-18f3b136-ca13-4ac9-bf6a-6844694c464c tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088793 Feb 19 01:00:16.720795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] Publish callbacks [] for security_group (8fc7b820-8c6a-4f0d-973d-3bbd713c9f71), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.879516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f2d37-42bc-4e63-9664-132faaffd975 req-6af6f444-30db-487e-b8a9-cf2420e66041 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:16.887698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b49f2d37-42bc-4e63-9664-132faaffd975 req-6af6f444-30db-487e-b8a9-cf2420e66041 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0671172 Feb 19 01:00:16.909223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fc7b820-8c6a-4f0d-973d-3bbd713c9f71), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.912181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.913461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8fc7b820-8c6a-4f0d-973d-3bbd713c9f71 HTTP/1.1" status: 204 len: 168 time: 0.3451126 Feb 19 01:00:16.932208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acee20-fd07-4a81-ba7e-f27a76319475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7b820-8c6a-4f0d-973d-3bbd713c9f71,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.939234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.961723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b49f2d37-42bc-4e63-9664-132faaffd975 req-81be93a5-82bf-42e7-af47-39854e37f666 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730839 Feb 19 01:00:16.962618 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (26318b3e-ce99-4092-82e8-c9ff1996e6a4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.965988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:16.969586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-225d2274-e92d-418c-9596-479785658143 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/26318b3e-ce99-4092-82e8-c9ff1996e6a4 HTTP/1.1" status: 204 len: 168 time: 0.4341197 Feb 19 01:00:16.978113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26318b3e-ce99-4092-82e8-c9ff1996e6a4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:16.996855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:16.999819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.000375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.000825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.001410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.002039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.002484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.002969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d2274-e92d-418c-9596-479785658143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:17.255536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df74eb-ebd4-4645-9203-6aa736b68926 req-3de5e958-6f68-4f10-a9c0-939d04342c43 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.257723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9df74eb-ebd4-4645-9203-6aa736b68926 req-3de5e958-6f68-4f10-a9c0-939d04342c43 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 946 time: 0.0605547 Feb 19 01:00:17.308273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9df74eb-ebd4-4645-9203-6aa736b68926 req-c3313c02-2bba-4951-8dfc-a7e989d04eba tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Feb 19 01:00:17.856168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4cfb5-849d-4c34-8fba-33f42a4160b7 req-9e286512-1060-4b4f-9a59-97a0b79b61d5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:17.857813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10c4cfb5-849d-4c34-8fba-33f42a4160b7 req-9e286512-1060-4b4f-9a59-97a0b79b61d5 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.0726902 Feb 19 01:00:17.898421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42386) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:17.919841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5b80-976c-43ce-90b9-4725aa2a47c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:17.964329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10c4cfb5-849d-4c34-8fba-33f42a4160b7 req-0a1c3edf-e9ae-46c2-8865-3d6291f5c2c8 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004944 Feb 19 01:00:18.049965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5b80-976c-43ce-90b9-4725aa2a47c5 admin admin] Publish callbacks [] for security_group (2b935c0e-5e79-4934-9ec5-3a6d269b2ed1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.116921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a3c5b80-976c-43ce-90b9-4725aa2a47c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2b935c0e-5e79-4934-9ec5-3a6d269b2ed1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.236435 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a3c5b80-976c-43ce-90b9-4725aa2a47c5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0e26fa3139a54abab506aa165c1559bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352792 Feb 19 01:00:18.237606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42398) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:18.259684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c5b80-976c-43ce-90b9-4725aa2a47c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b935c0e-5e79-4934-9ec5-3a6d269b2ed1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:18.316356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4ce7-7186-422e-9cd4-81c9e7a55eee req-20aad244-6ab0-4643-aceb-745f8725da47 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.320521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7bb4ce7-7186-422e-9cd4-81c9e7a55eee req-20aad244-6ab0-4643-aceb-745f8725da47 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.2209482 Feb 19 01:00:18.362777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] Publish callbacks [] for security_group (2b935c0e-5e79-4934-9ec5-3a6d269b2ed1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.405585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] Publish callbacks [] for security_group (2b935c0e-5e79-4934-9ec5-3a6d269b2ed1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.445372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7bb4ce7-7186-422e-9cd4-81c9e7a55eee req-cd781d67-13ee-4e1a-9345-cb3d1d501139 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152818 Feb 19 01:00:18.535894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:18.598275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2b935c0e-5e79-4934-9ec5-3a6d269b2ed1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.604833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.611529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2b935c0e-5e79-4934-9ec5-3a6d269b2ed1 HTTP/1.1" status: 204 len: 168 time: 0.3672435 Feb 19 01:00:18.637452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617e8b2-6197-4365-9aa5-573ea40ca81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b935c0e-5e79-4934-9ec5-3a6d269b2ed1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:18.688691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b27d7-c7b4-4037-a4dd-37fce7824866 req-df91b2b8-1056-4813-be99-06d65cc9da8a tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:18.699804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af8b27d7-c7b4-4037-a4dd-37fce7824866 req-df91b2b8-1056-4813-be99-06d65cc9da8a tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 946 time: 0.1897047 Feb 19 01:00:18.824411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:18.840460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af8b27d7-c7b4-4037-a4dd-37fce7824866 req-fa492f27-ac49-4df4-b91e-0e5e5e5e9e90 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332734 Feb 19 01:00:18.857574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '61e8fedf-6422-4a37-9f76-46f541124243', 'network_id': 'feb463cd-c3d5-442f-99fd-d69eed4da5ee', 'port_id': '61e8fedf-6422-4a37-9f76-46f541124243', 'mac_address': 'fa:16:3e:3c:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a784bd6-ffe6-4f95-a19e-02d011ba8027', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:18.920612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 61e8fedf-6422-4a37-9f76-46f541124243 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:18.921562 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.940801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61e8fedf-6422-4a37-9f76-46f541124243 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:18.974751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:19.076122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:19.184478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315d4a-826a-4c3a-a74d-5b0b5266cd07 req-a1ed36ad-0ae3-4157-a800-3ecd434b31b6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:19.192561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f315d4a-826a-4c3a-a74d-5b0b5266cd07 req-a1ed36ad-0ae3-4157-a800-3ecd434b31b6 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 944 time: 0.1116769 Feb 19 01:00:19.263610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f315d4a-826a-4c3a-a74d-5b0b5266cd07 req-17671216-0d55-474a-b62a-a80df664efcb tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647953 Feb 19 01:00:19.302962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:19.317542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['61e8fedf-6422-4a37-9f76-46f541124243'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:19.737824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471781d-4c10-452f-88f5-8da76f724ceb req-d6c9c1fa-3e73-4672-9839-022614df2dc1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:19.744713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e471781d-4c10-452f-88f5-8da76f724ceb req-d6c9c1fa-3e73-4672-9839-022614df2dc1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1589761 Feb 19 01:00:19.854646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e471781d-4c10-452f-88f5-8da76f724ceb req-8cc50014-dbac-42f6-aeb6-e6b92850cd11 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032262 Feb 19 01:00:20.478080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42474) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:20.562332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:20.571668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e03181-5387-483c-bc5e-fea213433c4f req-01ddca26-8acc-4522-9ca0-a6f6d6ece19b tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:20.575503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33e03181-5387-483c-bc5e-fea213433c4f req-01ddca26-8acc-4522-9ca0-a6f6d6ece19b tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 944 time: 0.1402786 Feb 19 01:00:20.677915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 61e8fedf-6422-4a37-9f76-46f541124243 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:20.678625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61e8fedf-6422-4a37-9f76-46f541124243), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.706214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33e03181-5387-483c-bc5e-fea213433c4f req-d79b3470-fd70-47e4-bee2-df4e8a7ee600 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229734 Feb 19 01:00:20.774908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-974697089'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:20.861183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 61e8fedf-6422-4a37-9f76-46f541124243 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:20.864144 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.875204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.876372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.889450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42490) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:20.965275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:20.967683 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4905488-e357-4467-ac5c-79ba05fb1b17" -d '{"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-plugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:21.003727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:21.084160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.097714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.172353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.214697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.215225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.215694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.216159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.216620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.217082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.217602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.236793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-3933b1d0-6a87-4599-9483-69faf67f45bb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6720 time: 0.3445196 Feb 19 01:00:21.242538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:21.339701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.343890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fccbb12-4d44-44ce-9cd8-f30fd9037620 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8647513 Feb 19 01:00:21.344713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42506) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:21.357415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0351a9-41a4-4b12-9d87-5332863b07f3 req-ff7ffebc-1fee-4f19-93a7-2b93e445c31b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:21.365125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd0351a9-41a4-4b12-9d87-5332863b07f3 req-ff7ffebc-1fee-4f19-93a7-2b93e445c31b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.3277218 Feb 19 01:00:21.405444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-598adec5-6c8f-4f1b-8902-3cb59bf676e8 req-2793a8df-2e2c-4c42-82da-3f685ca1ad3f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b3922ed9-eca2-478d-9f4b-beb597d55b92&id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671648 Feb 19 01:00:21.454962 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6118a3fa-4972-459f-92b2-efb142fcabb7 x-openstack-request-id: req-6118a3fa-4972-459f-92b2-efb142fcabb7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:21.455577 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-plugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:21.455988 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6118a3fa-4972-459f-92b2-efb142fcabb7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:21.456675 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243', 'code': 200} Feb 19 01:00:21.460467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd0351a9-41a4-4b12-9d87-5332863b07f3 req-62f31ddf-0f6e-4bee-a404-b5bdaf776685 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855005 Feb 19 01:00:21.512107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.753793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.753793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.918898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (cfa6b278-4038-4b16-bf20-39a14f8b9cf9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.922109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa6b278-4038-4b16-bf20-39a14f8b9cf9 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:21.933377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.935509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-861ab18d-f7f9-489b-bccc-482fb1fad6b8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "DELETE /v2.0/routers/cfa6b278-4038-4b16-bf20-39a14f8b9cf9 HTTP/1.1" status: 204 len: 168 time: 0.5897269 Feb 19 01:00:21.941364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42524) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:21.947015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Request body: {'router': {'name': 'tempest-router-709019324', 'distributed': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:22.001327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e249d0-2613-4574-9907-692520e6c2a8 req-94085a1d-534c-4ca3-bdbd-12591e07fccd tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.009549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0e249d0-2613-4574-9907-692520e6c2a8 req-94085a1d-534c-4ca3-bdbd-12591e07fccd tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 945 time: 0.1149154 Feb 19 01:00:22.035470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.049318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.087300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0e249d0-2613-4574-9907-692520e6c2a8 req-58b10375-9d43-49d8-ad27-157739fc2a17 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Feb 19 01:00:22.183810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (77aef0fc-61df-4130-ba9a-fad14ce1d50a), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.258221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.510336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42546) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:22.591595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:22.607233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.611328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:22.612333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-123d7c2f-1b3a-4e56-b594-6f378b907743 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6694164 Feb 19 01:00:22.657410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b563f2e-6bf4-43ff-93cb-5e0348049699 req-0631bdcd-8741-4ba3-bc2e-e0a06794e665 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:22.668664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b563f2e-6bf4-43ff-93cb-5e0348049699 req-0631bdcd-8741-4ba3-bc2e-e0a06794e665 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1040986 Feb 19 01:00:22.746714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1565619674', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:22.769689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b563f2e-6bf4-43ff-93cb-5e0348049699 req-c4b88b10-67dc-4468-bbf5-182a611ca8f5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959857 Feb 19 01:00:22.783394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 61e8fedf-6422-4a37-9f76-46f541124243 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:22.783795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.827976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.840861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:22.973678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.070553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:23.376686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-0dbf0c11-89bd-45ef-8f69-2e46013a9db1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.379772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Made reservation on behalf of e516641eb7a84a3cb7d47a7e37c095b1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:23.380557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-0dbf0c11-89bd-45ef-8f69-2e46013a9db1 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.0829039 Feb 19 01:00:23.383065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.458175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:23.461544 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059dd2c5-368d-4639-b275-1d98a9bb6a65" -d '{"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:23.509016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.529727 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480e604f-5579-4718-b5fd-e2f469f4b1e2 x-openstack-request-id: req-480e604f-5579-4718-b5fd-e2f469f4b1e2 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:23.530057 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-unplugged", "status": "completed", "tag": "61e8fedf-6422-4a37-9f76-46f541124243", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:23.530312 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-480e604f-5579-4718-b5fd-e2f469f4b1e2 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:23.530709 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243', 'code': 200} Feb 19 01:00:23.567249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.576142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (77aef0fc-61df-4130-ba9a-fad14ce1d50a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.596387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Deleting port 61e8fedf-6422-4a37-9f76-46f541124243 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:23.596756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (61e8fedf-6422-4a37-9f76-46f541124243), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.648913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb1f3-4283-4d98-a6b6-1fe5632638b4 req-0b8fc859-3eb9-43cc-923e-c1b6d3695639 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:23.655922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-362eb1f3-4283-4d98-a6b6-1fe5632638b4 req-0b8fc859-3eb9-43cc-923e-c1b6d3695639 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 943 time: 0.2779932 Feb 19 01:00:23.744428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-362eb1f3-4283-4d98-a6b6-1fe5632638b4 req-4e0e3b02-4762-4eb4-8413-5adec1a46f61 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/security-groups?id=0290aef6-04c9-4a3c-b678-f1921817b8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866661 Feb 19 01:00:23.751359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (77aef0fc-61df-4130-ba9a-fad14ce1d50a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.752046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77aef0fc-61df-4130-ba9a-fad14ce1d50a {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:23.764751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.770501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-10ccfc27-fc48-435d-8ac4-5e0c3713a8ea tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "DELETE /v2.0/routers/77aef0fc-61df-4130-ba9a-fad14ce1d50a HTTP/1.1" status: 204 len: 168 time: 1.1577897 Feb 19 01:00:23.771220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:23.780518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Request body: {'router': {'name': 'tempest-router-1828706064', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8568bc2644cb44dfabc7f87ba5d76f3f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:23.793867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] For port 61e8fedf-6422-4a37-9f76-46f541124243, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=61e8fedf-6422-4a37-9f76-46f541124243,segment=NetworkSegment(6ae51507-637b-4002-921e-7cb3f51e9bd2),segment_id=6ae51507-637b-4002-921e-7cb3f51e9bd2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:23.794229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (61e8fedf-6422-4a37-9f76-46f541124243), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.829054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Calling delete_port for 61e8fedf-6422-4a37-9f76-46f541124243 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:23.846968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for security_group (d2e97cd4-c621-4d2e-8dba-45f612abf0ce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.888058 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.889061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.923893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d2e97cd4-c621-4d2e-8dba-45f612abf0ce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.956651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] device_id is not set on port a9efa255-741d-42f1-95a6-87184015e455 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:23.965549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e97cd4-c621-4d2e-8dba-45f612abf0ce,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:24.003721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592311f-6eff-4bc4-99f1-b603ebdc7a3d req-0ce5d236-8f70-4743-8e6a-0b4c54b872ad tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.012515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8592311f-6eff-4bc4-99f1-b603ebdc7a3d req-0ce5d236-8f70-4743-8e6a-0b4c54b872ad tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1212182 Feb 19 01:00:24.029530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.107268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.121676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8592311f-6eff-4bc4-99f1-b603ebdc7a3d req-5bde2d16-4987-42b3-969b-ec259152d12f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078897 Feb 19 01:00:24.212286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (61e8fedf-6422-4a37-9f76-46f541124243), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.235829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Allocated IP 172.25.2.26 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a9efa255-741d-42f1-95a6-87184015e455) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:24.253587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Pushing event deleted for resources: {'Port': ['ID=61e8fedf-6422-4a37-9f76-46f541124243,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:24.284649 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.291516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f13a0f4a-e204-40f3-b693-0cda05716ff7 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5115280 Feb 19 01:00:24.304928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42574) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:24.313392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:24.475824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] No DVR routers for this DVR port 61e8fedf-6422-4a37-9f76-46f541124243 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:24.479665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.483259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f11ceab-e72b-4035-be2e-38b89d4ddf71 req-9fba04ca-224e-4775-a46e-8fb7e1dcd1c2 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.96 "DELETE /v2.0/ports/61e8fedf-6422-4a37-9f76-46f541124243 HTTP/1.1" status: 204 len: 173 time: 1.0955901 Feb 19 01:00:24.483787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-deleted', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:24.486119 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95aecb3d-1218-4ea3-bed0-39c015ac3751" -d '{"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-deleted", "tag": "61e8fedf-6422-4a37-9f76-46f541124243"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:24.547284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for port (a9efa255-741d-42f1-95a6-87184015e455), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.595119 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa26fd-269e-4f38-8022-6f97f3f9d435 x-openstack-request-id: req-fcaa26fd-269e-4f38-8022-6f97f3f9d435 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:24.595554 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4", "name": "network-vif-deleted", "tag": "61e8fedf-6422-4a37-9f76-46f541124243", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:24.596042 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fcaa26fd-269e-4f38-8022-6f97f3f9d435 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:24.596541 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4', 'name': 'network-vif-deleted', 'tag': '61e8fedf-6422-4a37-9f76-46f541124243', 'status': 'completed', 'code': 200} Feb 19 01:00:24.603265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.603840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.699942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110602) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 01:00:24.700431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Router 872daf2b-cb32-4f63-ba25-7a80e897196b migrating from provider to provider. {{(pid=110602) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 01:00:24.700881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.706738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.721452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a9efa255-741d-42f1-95a6-87184015e455), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.806405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.810778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Pushing event updated for resources: {'Port': ['ID=a9efa255-741d-42f1-95a6-87184015e455,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:24.837461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:24.852465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:24.875454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:24.972826 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9dcf490-0123-46ff-95de-b15c9ba7730c req-168f2101-899f-4af1-b1f0-3967f4b229c9 tempest-ImagesTestJSON-913846488 tempest-ImagesTestJSON-913846488-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc9caaf0-5ac3-43b7-ac6e-82ae48ce2ed4 HTTP/1.1" status: 200 len: 210 time: 0.0720973 Feb 19 01:00:24.984545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:24.985749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.988287 n-d-826529-3 neutron-server[110602]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] No L3 agents can host the router 872daf2b-cb32-4f63-ba25-7a80e897196b Feb 19 01:00:25.109339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d96fc18c-7be5-43c8-8125-a8b7699e49cf tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5949881 Feb 19 01:00:25.109749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42586) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:25.114510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.26'}]}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:25.146309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Hosts for router 872daf2b-cb32-4f63-ba25-7a80e897196b: [] {{(pid=110602) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 01:00:25.185727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Hosts for other DVR routers connected to router 872daf2b-cb32-4f63-ba25-7a80e897196b: set() {{(pid=110602) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 01:00:25.189543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.191564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d0b18370-d47b-4f6d-a2ee-ee58bba587d5 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "PUT /v2.0/routers/872daf2b-cb32-4f63-ba25-7a80e897196b HTTP/1.1" status: 200 len: 717 time: 0.8855591 Feb 19 01:00:25.194372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42590) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:25.204638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.208620 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.321835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8160-98c3-4890-b001-3b7672e4a9f4 req-cb212e85-340b-4cd0-87cb-27d3b5db2a6d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:25.325848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d9a8160-98c3-4890-b001-3b7672e4a9f4 req-cb212e85-340b-4cd0-87cb-27d3b5db2a6d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1181467 Feb 19 01:00:25.407676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d9a8160-98c3-4890-b001-3b7672e4a9f4 req-da824835-8864-4457-8059-af9b79b24158 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764272 Feb 19 01:00:25.465961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:25.466488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-738d33a4-5dd3-41a8-b8a7-447f362bb5e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "GET /v2.0/routers/872daf2b-cb32-4f63-ba25-7a80e897196b HTTP/1.1" status: 200 len: 717 time: 0.2693601 Feb 19 01:00:25.540085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for router_controller (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.577952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42610) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:25.940430 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for router_gateway (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:25.988153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bbb47c42-a939-40cb-91aa-3b29ad0a979c tempest-RoutersTestDVR-1441714125 tempest-RoutersTestDVR-1441714125-project] 10.222.0.94 "GET /v2.0/routers/872daf2b-cb32-4f63-ba25-7a80e897196b HTTP/1.1" status: 200 len: 683 time: 0.5205743 Feb 19 01:00:25.991219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42616) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:26.035785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Deleting subnet bca6d17a-c6cd-4f9b-afe8-0d04befd096e {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:26.048228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-3b1612e3-3fd8-472b-8a3f-7f7bc8d07324 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1420224 Feb 19 01:00:26.054988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Publish callbacks [] for subnet (bca6d17a-c6cd-4f9b-afe8-0d04befd096e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.143196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (bca6d17a-c6cd-4f9b-afe8-0d04befd096e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.307655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.352011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bca6d17a-c6cd-4f9b-afe8-0d04befd096e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.455533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.456100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.457121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.457952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.458534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.459227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.460487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.462836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-96eda050-e43c-4144-81ee-fde9cb54513a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=846fa5fc66c04941b598104dece99d21&device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 6720 time: 0.3103459 Feb 19 01:00:26.497226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (bca6d17a-c6cd-4f9b-afe8-0d04befd096e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.613573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:26.676514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bced8a6d-57a9-4dff-bfc6-0c13e6c4e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.677091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bced8a6d-57a9-4dff-bfc6-0c13e6c4e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.677623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bced8a6d-57a9-4dff-bfc6-0c13e6c4e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:26.680905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bced8a6d-57a9-4dff-bfc6-0c13e6c4e213 service neutron] 10.222.0.96 "GET /v2.0/networks?id=760bdadb-f48d-481f-9b08-c040f2ffa28f&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 200 len: 2295 time: 0.1325915 Feb 19 01:00:26.682199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca6d17a-c6cd-4f9b-afe8-0d04befd096e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:26.684963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 61e8fedf-6422-4a37-9f76-46f541124243 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:26.685503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 61e8fedf-6422-4a37-9f76-46f541124243 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:26.686770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.690496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-abc27ba5-9b0a-46ca-aedc-f96bc27e7ea7 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/bca6d17a-c6cd-4f9b-afe8-0d04befd096e HTTP/1.1" status: 204 len: 168 time: 1.1112733 Feb 19 01:00:26.692766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42658) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:26.759458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:26.783792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bfc57195-da26-4332-bc50-b09ff3022b08 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 200 len: 1000 time: 0.0918663 Feb 19 01:00:26.983545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Deleting subnet 6a784bd6-ffe6-4f95-a19e-02d011ba8027 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:26.987832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.993330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (872daf2b-cb32-4f63-ba25-7a80e897196b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.996188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Publish callbacks [] for subnet (6a784bd6-ffe6-4f95-a19e-02d011ba8027), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.118660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (6a784bd6-ffe6-4f95-a19e-02d011ba8027), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.238921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304f1a-3ea0-4339-8975-68fa09e8950e req-a28a8f94-fc0a-4eeb-abb2-866a0dbc312f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.241236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65304f1a-3ea0-4339-8975-68fa09e8950e req-a28a8f94-fc0a-4eeb-abb2-866a0dbc312f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.6548228 Feb 19 01:00:27.272125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6a784bd6-ffe6-4f95-a19e-02d011ba8027), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.359711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (872daf2b-cb32-4f63-ba25-7a80e897196b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.360577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 872daf2b-cb32-4f63-ba25-7a80e897196b {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:27.385552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.389496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-06044c55-6989-42a3-a625-ad813cddb859 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "DELETE /v2.0/routers/872daf2b-cb32-4f63-ba25-7a80e897196b HTTP/1.1" status: 204 len: 168 time: 1.3961623 Feb 19 01:00:27.415845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:27.421893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Request body: {'router': {'name': 'tempest-router-256034613', 'distributed': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:27.491437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (6a784bd6-ffe6-4f95-a19e-02d011ba8027), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.545696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.551277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] 10.222.0.94 "DELETE /v2.0/subnets/6a784bd6-ffe6-4f95-a19e-02d011ba8027 HTTP/1.1" status: 204 len: 168 time: 0.6586807 Feb 19 01:00:27.555714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:27.575659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dbd14-d827-4c72-bddb-ba4af5feb39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a784bd6-ffe6-4f95-a19e-02d011ba8027,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:27.591790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65304f1a-3ea0-4339-8975-68fa09e8950e req-b99d699a-f8a0-4c1c-8f07-902bf89b4fd7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202742 Feb 19 01:00:27.649467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for router_gateway (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.654861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (feb463cd-c3d5-442f-99fd-d69eed4da5ee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.671438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-fa6e3a3d-0a19-4fa5-bb28-8724c5aa8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.672987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-fa6e3a3d-0a19-4fa5-bb28-8724c5aa8509 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ad70be9-9108-4bfb-a455-fb43c3fcea5f HTTP/1.1" status: 200 len: 854 time: 0.8652828 Feb 19 01:00:27.680660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.681685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.686083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.691959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (6f0684cf-1a19-4ba9-a84d-85d339b72e6e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.837032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-3f58134a-3960-426f-aff8-eb4dcb3bf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.838648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-3f58134a-3960-426f-aff8-eb4dcb3bf472 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=760bdadb-f48d-481f-9b08-c040f2ffa28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1583390 Feb 19 01:00:27.957514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (32a00076-e7e6-4605-a624-3bd5b7e994f6), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.979777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-931dd7bf-a4ea-40b0-b9b5-c42721458b11 service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201015 Feb 19 01:00:27.993605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (feb463cd-c3d5-442f-99fd-d69eed4da5ee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.030385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for router (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.032462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.107504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb463cd-c3d5-442f-99fd-d69eed4da5ee']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.111117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (6f0684cf-1a19-4ba9-a84d-85d339b72e6e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.135724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae51507-637b-4002-921e-7cb3f51e9bd2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.135908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae51507-637b-4002-921e-7cb3f51e9bd2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.158472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (6ae51507-637b-4002-921e-7cb3f51e9bd2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.164097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0684cf-1a19-4ba9-a84d-85d339b72e6e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.193604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb70d5f-38c2-47d7-b9c8-81f6e119e010') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.194601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb70d5f-38c2-47d7-b9c8-81f6e119e010') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.196881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6ae51507-637b-4002-921e-7cb3f51e9bd2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.211346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.211346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70a47eb3-721e-4471-a07b-33af4f2762e8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7903497 Feb 19 01:00:28.213363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42668) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:28.223156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (4eb70d5f-38c2-47d7-b9c8-81f6e119e010), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.224803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:28.225750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (6ae51507-637b-4002-921e-7cb3f51e9bd2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:28.227443 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:28.244280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-a71c9a94-c662-4d6d-a827-1f52be4b8c5c service neutron] 10.222.0.96 "GET /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474883 Feb 19 01:00:28.287244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4eb70d5f-38c2-47d7-b9c8-81f6e119e010), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.289853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.294006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks [] for router_controller (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.331467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-48361ae4-b2ab-43da-9e5b-3e06048e05c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 217 time: 0.0808904 Feb 19 01:00:28.332995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:28.333412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (4eb70d5f-38c2-47d7-b9c8-81f6e119e010), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:28.335880 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:28.362243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.438660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-99ecfa76-2b09-46ca-8a4a-50ee5ea69b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.440101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-99ecfa76-2b09-46ca-8a4a-50ee5ea69b3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0903292 Feb 19 01:00:28.491389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-30305cc7-d9c2-45ce-9a64-80e3e4dc474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.493001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-30305cc7-d9c2-45ce-9a64-80e3e4dc474c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0473168 Feb 19 01:00:28.530059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (47b590e0-f2d5-449a-a3d6-2fbecfb825f0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.530737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47b590e0-f2d5-449a-a3d6-2fbecfb825f0 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:28.540856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.543940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router_controller (32a00076-e7e6-4605-a624-3bd5b7e994f6), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.547951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (6f0684cf-1a19-4ba9-a84d-85d339b72e6e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.549218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (feb463cd-c3d5-442f-99fd-d69eed4da5ee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.558632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.564312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] 10.222.0.94 "DELETE /v2.0/networks/6f0684cf-1a19-4ba9-a84d-85d339b72e6e HTTP/1.1" status: 204 len: 168 time: 1.8680034 Feb 19 01:00:28.565056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.567957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] 10.222.0.94 "DELETE /v2.0/networks/feb463cd-c3d5-442f-99fd-d69eed4da5ee HTTP/1.1" status: 204 len: 168 time: 1.0096848 Feb 19 01:00:28.581940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd4508-cb91-47a7-a0b7-aba729db2584 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0684cf-1a19-4ba9-a84d-85d339b72e6e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:28.606082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537adf8-0758-44a1-be08-c98bb65b090f admin admin] Pushing event deleted for resources: {'Network': ['ID=feb463cd-c3d5-442f-99fd-d69eed4da5ee,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:28.653179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-94862f9a-d533-4294-8ec0-4e60be5cf29a service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534495 Feb 19 01:00:28.662838 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:00:28.663969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79d89d04-f20a-4d68-82a2-02796ea4eec6 tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5530641 Feb 19 01:00:28.666893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42676) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:28.750607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (32a00076-e7e6-4605-a624-3bd5b7e994f6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.751433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a00076-e7e6-4605-a624-3bd5b7e994f6 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:28.757309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.762694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97bed4bd-dee3-4676-99dd-eb775f8bcec8 tempest-RoutersTestDVR-1845029867 tempest-RoutersTestDVR-1845029867-project-admin] 10.222.0.94 "DELETE /v2.0/routers/32a00076-e7e6-4605-a624-3bd5b7e994f6 HTTP/1.1" status: 204 len: 168 time: 0.5444896 Feb 19 01:00:28.779577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Deleting port a9efa255-741d-42f1-95a6-87184015e455 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:28.780010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a9efa255-741d-42f1-95a6-87184015e455), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.814340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236da1e6-7020-4e23-8092-8b64c8c59b77 req-f48e8ec5-2f38-4cfa-a282-165158d811c8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.822426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-236da1e6-7020-4e23-8092-8b64c8c59b77 req-f48e8ec5-2f38-4cfa-a282-165158d811c8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1410081 Feb 19 01:00:28.852666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-5fde8dc9-6f01-440a-a19d-3a4f3439b61e service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925185 Feb 19 01:00:28.870800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a9efa255-741d-42f1-95a6-87184015e455), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:28.886235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Calling delete_port for a9efa255-741d-42f1-95a6-87184015e455 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:28.933820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-f04b0660-ef7f-4192-a6b0-97d431933ea5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0669522 Feb 19 01:00:28.941687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-236da1e6-7020-4e23-8092-8b64c8c59b77 req-7d77bf8c-c91c-4e23-8e56-28ec3566da52 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180599 Feb 19 01:00:28.982683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42680) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.020993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-1e68733b-0815-4b02-b645-2124a47b1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.024002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-1e68733b-0815-4b02-b645-2124a47b1ef7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0802274 Feb 19 01:00:29.049286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-35b2d148-7308-46b8-b11e-2169a1e057f0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7afabca7c45a4ca9b39b1840c8ef49a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629249 Feb 19 01:00:29.064428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42682) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.065540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.095516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-5630fc95-be4a-4ae4-b4f6-a06742f0be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.097106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-5630fc95-be4a-4ae4-b4f6-a06742f0be32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0661042 Feb 19 01:00:29.151691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-44678b6f-f2cb-4c9b-ab96-2b2ac714ced2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=939dd8529b144d7da340fb6fddf42f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787380 Feb 19 01:00:29.154296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.202947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a9efa255-741d-42f1-95a6-87184015e455), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.213878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] Publish callbacks [] for security_group (0290aef6-04c9-4a3c-b678-f1921817b8b8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.224198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-cca2f326-a565-41b7-aad8-efcd817f1168 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192760 Feb 19 01:00:29.259320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9efa255-741d-42f1-95a6-87184015e455,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.265600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] Publish callbacks [] for security_group (a58d8c9d-b3e0-4f1b-85f0-b58be975ec69), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.313989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] Publish callbacks [] for security_group (0290aef6-04c9-4a3c-b678-f1921817b8b8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.325304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-5aabeff2-4be6-4c8d-8543-b65dff745ffa service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938323 Feb 19 01:00:29.362642 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] Publish callbacks [] for security_group (a58d8c9d-b3e0-4f1b-85f0-b58be975ec69), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.380656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-4edb4549-d709-43e1-8e2d-f278375d0db6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996 HTTP/1.1" status: 200 len: 217 time: 0.0489714 Feb 19 01:00:29.407216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.410437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-63b0c6df-e92d-4cc2-a536-375f39cde42c tempest-RoutersAdminNegativeIpV6Test-1216153559 tempest-RoutersAdminNegativeIpV6Test-1216153559-project-admin] 10.222.0.94 "DELETE /v2.0/ports/a9efa255-741d-42f1-95a6-87184015e455 HTTP/1.1" status: 204 len: 168 time: 0.7425649 Feb 19 01:00:29.438789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-cd96f10d-79cc-492f-a291-d343679afc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.440523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-cd96f10d-79cc-492f-a291-d343679afc73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0532694 Feb 19 01:00:29.502466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-ed980265-0db5-4f6e-a5b6-8706ce0429e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.503986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-ed980265-0db5-4f6e-a5b6-8706ce0429e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0564702 Feb 19 01:00:29.521442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0290aef6-04c9-4a3c-b678-f1921817b8b8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.525938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.527686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0290aef6-04c9-4a3c-b678-f1921817b8b8 HTTP/1.1" status: 204 len: 168 time: 0.4609392 Feb 19 01:00:29.540857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bf7de-0b55-4a46-b07d-a0bc1861da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290aef6-04c9-4a3c-b678-f1921817b8b8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.542891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a58d8c9d-b3e0-4f1b-85f0-b58be975ec69), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.553984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.559963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a58d8c9d-b3e0-4f1b-85f0-b58be975ec69 HTTP/1.1" status: 204 len: 168 time: 0.4044099 Feb 19 01:00:29.586232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:29.593370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe8a18-93fb-480c-b95d-1ac89b652d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d8c9d-b3e0-4f1b-85f0-b58be975ec69,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.606056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-356c28a9-2dce-4508-99af-60bf620aba97 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950832 Feb 19 01:00:29.707233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-435d9169-e838-4def-9f9c-4f98fabc2607 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945685 Feb 19 01:00:29.750235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-24596854-a880-405d-a2fa-715d1e6029bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe HTTP/1.1" status: 200 len: 217 time: 0.0358925 Feb 19 01:00:29.827919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-0f0ebf49-5ea4-41ed-a71d-e6b18b27d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.829476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-0f0ebf49-5ea4-41ed-a71d-e6b18b27d546 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 200 len: 797 time: 0.0711462 Feb 19 01:00:29.887553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-10a5f9fb-97d0-43e3-b09e-b1da1dfbbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.889005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-10a5f9fb-97d0-43e3-b09e-b1da1dfbbaa3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=baebc2a9-77dd-476f-a234-a55c26b6e2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0531507 Feb 19 01:00:30.012364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-8eeeaadf-5168-4c18-9658-d50b8fa3abc5 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132376 Feb 19 01:00:30.128887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-186949f3-d3de-4342-8ea8-4524574b7be7 service neutron] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092086 Feb 19 01:00:30.129117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-861c153d-b5c5-431f-ad68-cdbad75b9541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.169067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec9a8-c995-43dc-a4d6-05be9540470a req-a1ca8c33-b3b3-4bc8-82b3-b41503a11acc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.170726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46cec9a8-c995-43dc-a4d6-05be9540470a req-a1ca8c33-b3b3-4bc8-82b3-b41503a11acc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1236324 Feb 19 01:00:30.201640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-65d1e450-be69-4185-83f2-9aec47467442 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73f30e68-015e-42cb-a776-5afd4e6edfad HTTP/1.1" status: 200 len: 217 time: 0.0647161 Feb 19 01:00:30.258187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46cec9a8-c995-43dc-a4d6-05be9540470a req-e8d6aa4a-c74a-4c06-bdbf-797d62586ce9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785956 Feb 19 01:00:30.272707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-74a73653-ef92-49db-b184-313df057a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.275890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-74a73653-ef92-49db-b184-313df057a435 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0680530 Feb 19 01:00:30.304947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-861c153d-b5c5-431f-ad68-cdbad75b9541 admin admin] Publish callbacks [] for security_group (9fa55202-9895-473c-9aff-8d6150dee8b2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.334338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.340562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-568bfee6-b292-4742-9ba2-2735067ab742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.342307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-568bfee6-b292-4742-9ba2-2735067ab742 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0596907 Feb 19 01:00:30.362912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-861c153d-b5c5-431f-ad68-cdbad75b9541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9fa55202-9895-473c-9aff-8d6150dee8b2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.433111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c153d-b5c5-431f-ad68-cdbad75b9541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa55202-9895-473c-9aff-8d6150dee8b2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.464329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-8afa6b0c-0c7b-4b12-a8d2-a278745f6b74 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095126 Feb 19 01:00:30.467281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.467895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-861c153d-b5c5-431f-ad68-cdbad75b9541 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8568bc2644cb44dfabc7f87ba5d76f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8803494 Feb 19 01:00:30.508127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae14ee9a-dcbb-4458-8737-fc16a140106f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.586737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] Publish callbacks [] for security_group (9fa55202-9895-473c-9aff-8d6150dee8b2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.626981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] Publish callbacks [] for security_group (9fa55202-9895-473c-9aff-8d6150dee8b2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.634542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae14ee9a-dcbb-4458-8737-fc16a140106f admin admin] Publish callbacks [] for security_group (0519e77a-b3eb-487c-97e5-d3e624967070), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.635504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-a2b66310-e171-4997-93df-1e256ae62d83 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692486 Feb 19 01:00:30.692372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-b353c07e-45df-48c9-89bd-1a4725f02bba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 200 len: 217 time: 0.0479004 Feb 19 01:00:30.703051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae14ee9a-dcbb-4458-8737-fc16a140106f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0519e77a-b3eb-487c-97e5-d3e624967070), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.750151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bd61afb1-ea16-44e7-8589-eb4a259c70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.752299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-bd61afb1-ea16-44e7-8589-eb4a259c70ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 200 len: 797 time: 0.0520992 Feb 19 01:00:30.786808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae14ee9a-dcbb-4458-8737-fc16a140106f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7d686ca10d184f01bf40ac538e56d2d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467993 Feb 19 01:00:30.786808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14ee9a-dcbb-4458-8737-fc16a140106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0519e77a-b3eb-487c-97e5-d3e624967070,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.788600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42730) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:30.829984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-fd8302b1-00b3-483c-80f2-b9000e3ccdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:30.831635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-fd8302b1-00b3-483c-80f2-b9000e3ccdc2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ae7704dd-007e-46d8-92f9-dfa5a0e457aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0726845 Feb 19 01:00:30.857898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] Publish callbacks [] for security_group (0519e77a-b3eb-487c-97e5-d3e624967070), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.863918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9fa55202-9895-473c-9aff-8d6150dee8b2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.868771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.872489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9fa55202-9895-473c-9aff-8d6150dee8b2 HTTP/1.1" status: 204 len: 168 time: 0.4017072 Feb 19 01:00:30.889535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] Publish callbacks [] for security_group (0519e77a-b3eb-487c-97e5-d3e624967070), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:30.912962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5373-e9de-445a-a944-8ad72a762be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa55202-9895-473c-9aff-8d6150dee8b2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:30.983539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-83cef080-8b83-4c4f-92a4-de0f4549c859 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443682 Feb 19 01:00:31.058533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0519e77a-b3eb-487c-97e5-d3e624967070), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.062400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:31.066337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0519e77a-b3eb-487c-97e5-d3e624967070 HTTP/1.1" status: 204 len: 168 time: 0.2744381 Feb 19 01:00:31.076714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7216387-aae6-43b9-b101-579f7585b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0519e77a-b3eb-487c-97e5-d3e624967070,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:31.103987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82be3b73-667e-41e1-a445-ee6628dbcf34 req-329fb36e-1ddc-48b0-87b8-fd2514d3e942 service neutron] 10.222.0.96 "GET /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136019 Feb 19 01:00:31.444748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404ea35-1561-4470-863e-185d6f719755 req-6726c71d-e6c7-4714-9bc8-5372eb4389b4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:31.446714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d404ea35-1561-4470-863e-185d6f719755 req-6726c71d-e6c7-4714-9bc8-5372eb4389b4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.0691643 Feb 19 01:00:31.496564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d404ea35-1561-4470-863e-185d6f719755 req-00a56467-b077-44f8-995c-b7e1fc4510c2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Feb 19 01:00:31.849802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42758) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:31.929660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42762) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:31.944990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa571041-6f63-4a60-92cd-07f9e42da4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.044779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa571041-6f63-4a60-92cd-07f9e42da4cf admin admin] Publish callbacks [] for security_group (49695e93-fd33-4b64-b20c-0bf3c2eb6844), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.160390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa571041-6f63-4a60-92cd-07f9e42da4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49695e93-fd33-4b64-b20c-0bf3c2eb6844), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.202090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa571041-6f63-4a60-92cd-07f9e42da4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49695e93-fd33-4b64-b20c-0bf3c2eb6844,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:32.208796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa571041-6f63-4a60-92cd-07f9e42da4cf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=626480c978514707a94cd7661a692254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757003 Feb 19 01:00:32.209658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:32.236139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-786004067-network', 'tenant_id': '6b5fc27179de4651879896c8400578d8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:32.262362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42768) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:32.282566 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] Publish callbacks [] for security_group (49695e93-fd33-4b64-b20c-0bf3c2eb6844), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.311949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] Publish callbacks [] for security_group (49695e93-fd33-4b64-b20c-0bf3c2eb6844), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.324627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac43206b-ef71-46d9-81a3-65740849f0bc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e516641eb7a84a3cb7d47a7e37c095b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585401 Feb 19 01:00:32.325472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42770) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:32.342088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Made reservation on behalf of 6b5fc27179de4651879896c8400578d8 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:32.342088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.371132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.388216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] Publish callbacks [] for security_group (d2e97cd4-c621-4d2e-8dba-45f612abf0ce), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.428787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] Publish callbacks [] for security_group (d2e97cd4-c621-4d2e-8dba-45f612abf0ce), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.484200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks [] for security_group (8aeaba0b-a028-4197-982d-3cb42cf67be4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.508707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49695e93-fd33-4b64-b20c-0bf3c2eb6844), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.511588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.515495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/49695e93-fd33-4b64-b20c-0bf3c2eb6844 HTTP/1.1" status: 204 len: 168 time: 0.3051920 Feb 19 01:00:32.524214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e6763-0e32-42d9-b488-670d3468fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49695e93-fd33-4b64-b20c-0bf3c2eb6844,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:32.595152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8aeaba0b-a028-4197-982d-3cb42cf67be4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.658281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-d4ebd6a3-d962-4271-9d7e-f44ad7d7ea8f tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=483d43eb885544fdb9279017aa99cc7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588305 Feb 19 01:00:32.659491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d2e97cd4-c621-4d2e-8dba-45f612abf0ce), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.662168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.665793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d2e97cd4-c621-4d2e-8dba-45f612abf0ce HTTP/1.1" status: 204 len: 168 time: 0.3369799 Feb 19 01:00:32.668176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:32.670985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeaba0b-a028-4197-982d-3cb42cf67be4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:32.672971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17157a-fdcb-4d76-943e-93f7bc5b26ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e97cd4-c621-4d2e-8dba-45f612abf0ce,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:32.696951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (744ddce5-351f-44e5-8117-1ae3fe4ae909), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.696951 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Added segment 744ddce5-351f-44e5-8117-1ae3fe4ae909 of type vlan for network b8619a2d-bcbd-4242-a01d-51fce9e5e163 Feb 19 01:00:32.743289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12065-fee0-4412-b1e0-71b3706630b0 req-02da0b64-972c-41ed-91b4-6079f24788b9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.745260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ce12065-fee0-4412-b1e0-71b3706630b0 req-02da0b64-972c-41ed-91b4-6079f24788b9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1261163 Feb 19 01:00:32.811879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b8619a2d-bcbd-4242-a01d-51fce9e5e163), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.833523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ce12065-fee0-4412-b1e0-71b3706630b0 req-807c1585-c223-421a-abe4-bab1cfed2120 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Feb 19 01:00:32.931698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b8619a2d-bcbd-4242-a01d-51fce9e5e163), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.932707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:32.933336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:32.998570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] Pushing event updated for resources: {'Network': ['ID=b8619a2d-bcbd-4242-a01d-51fce9e5e163,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:33.008783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:33.043425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-44fcdddd-476c-4799-bf8f-7e32c4c5ea6a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1922894 Feb 19 01:00:33.046337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42792) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:33.052342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Request body: {'subnet': {'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-786004067-subnet', 'tenant_id': '6b5fc27179de4651879896c8400578d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:33.228912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Made reservation on behalf of 6b5fc27179de4651879896c8400578d8 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:33.231325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.444213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-dec59fa6-461a-454d-9695-b055bf639eb6 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:33.451845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-dec59fa6-461a-454d-9695-b055bf639eb6 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7633424 Feb 19 01:00:33.478145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-8515be0a-bcf2-4b38-bb8a-eed24a4c3634 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/quotas/483d43eb885544fdb9279017aa99cc7f HTTP/1.1" status: 200 len: 375 time: 0.0254090 Feb 19 01:00:33.536585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-98c82fc2-bb98-422e-9e53-2148382832f8 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=483d43eb885544fdb9279017aa99cc7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471969 Feb 19 01:00:33.618100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (3770ae10-57cd-4985-93e0-93984448b782), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:33.693070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3770ae10-57cd-4985-93e0-93984448b782,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:33.749226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Checking segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:33.750448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Network hostable DHCP agents. Network: b8619a2d-bcbd-4242-a01d-51fce9e5e163, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:33.841201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8589cfe-e428-4487-bd0b-8a2df7f79c7a req-2582c7f4-60df-44f4-957d-76aba4f5426d tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 210 time: 0.0447915 Feb 19 01:00:33.910816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:34.017851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b8619a2d-bcbd-4242-a01d-51fce9e5e163) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:34.022604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:34.028136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.030587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ece6b-785f-43b0-be4c-0b65ac399a84 None None] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:34.163588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7625b48d-3d94-4556-9c90-cc2c22d65c21 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1101866 Feb 19 01:00:34.188878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2e3cd-535b-4374-bda1-dfc0fd736b0b None None] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:34.254918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42840) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.404882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb6f1-5d91-438d-b68c-6c40a1a26ead req-9cf1fc5c-2007-426f-b018-c234e4e902bb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:34.416641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-336eb6f1-5d91-438d-b68c-6c40a1a26ead req-9cf1fc5c-2007-426f-b018-c234e4e902bb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1213682 Feb 19 01:00:34.435770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42846) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.502538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-336eb6f1-5d91-438d-b68c-6c40a1a26ead req-18b64e8f-ddbe-424d-9ec1-6ce7eb7536d7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836904 Feb 19 01:00:34.540667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2080391616'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.569697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b5b81b64-6523-4661-8641-f2a5dbac6dda tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] Request body: {'port': {'network_id': 'bf9ff5a9-25e1-406f-8510-568fb89842d6', 'name': 'tempest-NetworksNegativeTestJSON-1674266139'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.583666 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b81b64-6523-4661-8641-f2a5dbac6dda tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] POST failed (client error): The resource could not be found. Feb 19 01:00:34.585178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b81b64-6523-4661-8641-f2a5dbac6dda tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.586327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b5b81b64-6523-4661-8641-f2a5dbac6dda tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3302753 Feb 19 01:00:34.590414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.612073 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe85dc9-bb7f-459b-888c-cef45da531b1 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] DELETE failed (client error): The resource could not be found. Feb 19 01:00:34.612644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe85dc9-bb7f-459b-888c-cef45da531b1 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.616158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bfe85dc9-bb7f-459b-888c-cef45da531b1 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "DELETE /v2.0/networks/ccc0be9d-8935-4df5-b194-3eef08aa1107 HTTP/1.1" status: 404 len: 339 time: 0.0245190 Feb 19 01:00:34.620052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42856) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.644342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:34.648280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.650486 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-182ea211-fae3-4009-adf1-5383e849765e tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] DELETE failed (client error): The resource could not be found. Feb 19 01:00:34.651026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182ea211-fae3-4009-adf1-5383e849765e tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.654002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-182ea211-fae3-4009-adf1-5383e849765e tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "DELETE /v2.0/ports/e0cd9f25-be62-4b25-a447-b1724b5248d6 HTTP/1.1" status: 404 len: 333 time: 0.0329776 Feb 19 01:00:34.658510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42858) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.662547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.693654 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d38a59-1c82-4ee5-b68a-f70ebb8e4d48 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] DELETE failed (client error): The resource could not be found. Feb 19 01:00:34.694270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d38a59-1c82-4ee5-b68a-f70ebb8e4d48 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.699055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0d38a59-1c82-4ee5-b68a-f70ebb8e4d48 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "DELETE /v2.0/subnets/07174875-0014-441b-a465-bf7137c4eae6 HTTP/1.1" status: 404 len: 337 time: 0.0390775 Feb 19 01:00:34.702819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.727545 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90a6084-b473-4399-b853-336036f5ea94 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] GET failed (client error): The resource could not be found. Feb 19 01:00:34.729617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a90a6084-b473-4399-b853-336036f5ea94 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "GET /v2.0/networks/41a43042-ba94-4262-8383-ee5fd28624f6 HTTP/1.1" status: 404 len: 339 time: 0.0254724 Feb 19 01:00:34.733284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42870) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.785702 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c0c725-ddee-4c99-86b2-84dacd64b70e tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] GET failed (client error): The resource could not be found. Feb 19 01:00:34.787111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37c0c725-ddee-4c99-86b2-84dacd64b70e tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "GET /v2.0/ports/03b89d65-31f6-4dfe-943d-619a43cd14f7 HTTP/1.1" status: 404 len: 333 time: 0.0529456 Feb 19 01:00:34.793098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42874) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.814529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for security_group (d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.857172 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-540a79f0-af2e-4a33-b435-b3a14dae4f34 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] GET failed (client error): The resource could not be found. Feb 19 01:00:34.858473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-540a79f0-af2e-4a33-b435-b3a14dae4f34 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "GET /v2.0/subnets/b6a6cb3a-81cb-465b-b5b3-d5af626ed594 HTTP/1.1" status: 404 len: 337 time: 0.0556183 Feb 19 01:00:34.862517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42876) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.870577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-053f8348-71d5-411c-8519-249741fc9c24 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.890395 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-053f8348-71d5-411c-8519-249741fc9c24 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] PUT failed (client error): The resource could not be found. Feb 19 01:00:34.890888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053f8348-71d5-411c-8519-249741fc9c24 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.895371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-053f8348-71d5-411c-8519-249741fc9c24 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "PUT /v2.0/networks/dcfaf521-ed67-4076-ba74-2d920bcf30d7 HTTP/1.1" status: 404 len: 339 time: 0.0285199 Feb 19 01:00:34.896140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42880) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.901526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-61771498-7262-4ce0-9a93-20efc0f4a724 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.930646 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-61771498-7262-4ce0-9a93-20efc0f4a724 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] PUT failed (client error): The resource could not be found. Feb 19 01:00:34.931226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61771498-7262-4ce0-9a93-20efc0f4a724 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.936207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-61771498-7262-4ce0-9a93-20efc0f4a724 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "PUT /v2.0/ports/fd0e8da6-895e-4f23-b54f-180f2a80f1ec HTTP/1.1" status: 404 len: 333 time: 0.0350428 Feb 19 01:00:34.936207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:34.937497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:34.942914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fe93c62d-0820-4ee0-90bb-fcbdb0ff4e92 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:34.948929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0797d4dd-0fe5-4e78-bae4-bbbbdff5018f req-57777bc6-444b-42ab-84fd-3eef5f9064b1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 210 time: 0.0447149 Feb 19 01:00:34.977094 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe93c62d-0820-4ee0-90bb-fcbdb0ff4e92 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] PUT failed (client error): The resource could not be found. Feb 19 01:00:34.978501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe93c62d-0820-4ee0-90bb-fcbdb0ff4e92 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:00:34.979203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:34.980902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe93c62d-0820-4ee0-90bb-fcbdb0ff4e92 tempest-NetworksNegativeTestJSON-1589288744 tempest-NetworksNegativeTestJSON-1589288744-project] 10.222.0.94 "PUT /v2.0/subnets/d198e9de-c078-4ab2-8e7d-8acd55353a0d HTTP/1.1" status: 404 len: 337 time: 0.0423810 Feb 19 01:00:34.993393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ca138806-46f7-44b1-b781-ff5d7c99c5d4 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:34.994862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ca138806-46f7-44b1-b781-ff5d7c99c5d4 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 817 time: 0.2252862 Feb 19 01:00:35.002996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (91b99cc3-402e-4e77-880b-3d92fdd6f7e2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.003702 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Added segment 91b99cc3-402e-4e77-880b-3d92fdd6f7e2 of type vlan for network f3aaa065-eda8-4c8d-8bb2-89343624a798 Feb 19 01:00:35.005924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:35.046589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-5a1369f2-086e-47a8-baa5-978a8a9e7a50 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/quotas/6b5fc27179de4651879896c8400578d8 HTTP/1.1" status: 200 len: 375 time: 0.0416059 Feb 19 01:00:35.061728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f3aaa065-eda8-4c8d-8bb2-89343624a798), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.090513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ca8c06b0-ef2a-4f82-b192-4aa2becab028 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312467 Feb 19 01:00:35.436399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f3aaa065-eda8-4c8d-8bb2-89343624a798), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.441454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:35.441993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.535804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Network': ['ID=f3aaa065-eda8-4c8d-8bb2-89343624a798,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:35.549969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-5d4eb553-c2a9-49c5-843c-25c351fe0ba7 service neutron] 10.222.0.94 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404259 Feb 19 01:00:35.556090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:35.590733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-57f84825-04a5-45d1-ac68-77e6d0e6c832 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1536169 Feb 19 01:00:35.594264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42890) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:35.604985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'subnet': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:35.627042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42892) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:35.727024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8be0f7e6-1ab4-4605-a2e2-7ad594c6ccaf service neutron] 10.222.0.94 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602259 Feb 19 01:00:35.770143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62ee7c-28fc-475d-958c-ac8c1bc4b5b2 req-2c67cec3-6eda-49ac-b9cb-0045506a01e1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:35.778536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c62ee7c-28fc-475d-958c-ac8c1bc4b5b2 req-2c67cec3-6eda-49ac-b9cb-0045506a01e1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.2020500 Feb 19 01:00:35.839737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c62ee7c-28fc-475d-958c-ac8c1bc4b5b2 req-f0cf545e-11cc-4993-b0d1-c1a465f037fa tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Feb 19 01:00:35.841170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:35.847611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.863958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-438d794f-2654-4857-b2f3-e288142b6af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:35.950853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-438d794f-2654-4857-b2f3-e288142b6af6 admin admin] Publish callbacks [] for security_group (5692f97b-8d70-4890-90b8-cc4876607a52), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.017448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-438d794f-2654-4857-b2f3-e288142b6af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5692f97b-8d70-4890-90b8-cc4876607a52), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.076485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e94d2e4c-8dbb-4950-8246-13e6feebbc4b req-bca0f6d1-5ad3-430b-9d86-fc9f8acd4e54 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 210 time: 0.0357428 Feb 19 01:00:36.089792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-438d794f-2654-4857-b2f3-e288142b6af6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3d1ced1fddc7435492e0de16f584e745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679434 Feb 19 01:00:36.092619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42898) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:36.118946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d794f-2654-4857-b2f3-e288142b6af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5692f97b-8d70-4890-90b8-cc4876607a52,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:36.132482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (7de8d0f8-f55d-4ce7-b23e-116a5bfc357d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.218208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] Publish callbacks [] for security_group (5692f97b-8d70-4890-90b8-cc4876607a52), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.258455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] Publish callbacks [] for security_group (5692f97b-8d70-4890-90b8-cc4876607a52), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.271403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Subnet': ['ID=7de8d0f8-f55d-4ce7-b23e-116a5bfc357d,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:36.293493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Checking segment: {'id': '91b99cc3-402e-4e77-880b-3d92fdd6f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:36.294030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network hostable DHCP agents. Network: f3aaa065-eda8-4c8d-8bb2-89343624a798, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:36.377982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-b61a7dd3-9de9-4f2b-b272-46ce66f900c6 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=483d43eb885544fdb9279017aa99cc7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301294 Feb 19 01:00:36.399595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:36.460286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9bcdfc1-0863-4859-a2eb-ef59d086a9d7 req-9898a0ba-9331-4810-9f5a-87fa77b93256 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0572915 Feb 19 01:00:36.501070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5692f97b-8d70-4890-90b8-cc4876607a52), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.503411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.507887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5692f97b-8d70-4890-90b8-cc4876607a52 HTTP/1.1" status: 204 len: 168 time: 0.4111271 Feb 19 01:00:36.532054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f3aaa065-eda8-4c8d-8bb2-89343624a798) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:36.537350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:36.538235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.543943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961dbabd-805f-49cb-b0ee-bd7232b3c49f None None] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:36.548875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6f52-9853-49dd-a7fc-beb908115730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5692f97b-8d70-4890-90b8-cc4876607a52,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:36.577993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-d47e3dcc-340d-4d86-b214-287e0a35ec83 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:36.579077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-d47e3dcc-340d-4d86-b214-287e0a35ec83 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958148 Feb 19 01:00:36.594714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Request body: {'port': {'device_id': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '483d43eb885544fdb9279017aa99cc7f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:36.654711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7a48d755-5780-48c0-bea0-1baca32e7034 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0574675 Feb 19 01:00:36.657689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42912) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:36.662589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-1515158758'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:36.698250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f3aaa065-eda8-4c8d-8bb2-89343624a798', 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'project_id': '2f99197228954e2d887bcca55b83f8b7', 'fixed_ips': [{'subnet_id': '7de8d0f8-f55d-4ce7-b23e-116a5bfc357d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:00:36.699359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.889737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Allocated IP 172.20.0.2 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/d2a2df94-cff7-4daf-a445-e7dc65da7ca2) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:36.897370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Made reservation on behalf of 483d43eb885544fdb9279017aa99cc7f for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:36.901005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.911376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.935250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:36.939355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:36.984192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 9d6573f7-bbb9-44a8-a528-abb3886a0add yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:37.087274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc229e70-4607-454f-9021-9e620f810bdd req-96e53891-f238-4c2a-9386-fcdbde0bd082 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:37.088587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc229e70-4607-454f-9021-9e620f810bdd req-96e53891-f238-4c2a-9386-fcdbde0bd082 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1683607 Feb 19 01:00:37.148817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks [] for security_group (13e0fe8d-791d-4172-823a-30a688657ed7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.154420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks [] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.168511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc229e70-4607-454f-9021-9e620f810bdd req-e57a0afa-56dc-48f8-bc71-eba357ff3321 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Feb 19 01:00:37.201587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13e0fe8d-791d-4172-823a-30a688657ed7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.246467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.259764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f4b8331-e783-4bc7-841f-48a24fb53c69 req-f9cb3387-b23c-48f4-b37c-f976916e975d tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 210 time: 0.0722709 Feb 19 01:00:37.311448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:37.314616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:37.339774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e0fe8d-791d-4172-823a-30a688657ed7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.347528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Pushing event updated for resources: {'Port': ['ID=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.352199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:37.395917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.11 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/9d6573f7-bbb9-44a8-a528-abb3886a0add) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:37.437502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Attempting to bind port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:37.437881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Attempting to bind port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '91b99cc3-402e-4e77-880b-3d92fdd6f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:37.438245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Attempting to bind port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 on network f3aaa065-eda8-4c8d-8bb2-89343624a798 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:37.441812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Allocated IP 192.168.233.45 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/98e07561-cd62-4976-be25-398137d9f2c1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:37.444070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:37.445673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Checking segment: {'id': '91b99cc3-402e-4e77-880b-3d92fdd6f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:37.446104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.446905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Bound using segment: {'id': '91b99cc3-402e-4e77-880b-3d92fdd6f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:37.447556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Bound port: d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b99cc3-402e-4e77-880b-3d92fdd6f7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:37.447980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.545249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] For port d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:37.549234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] For port d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,segment=NetworkSegment(91b99cc3-402e-4e77-880b-3d92fdd6f7e2),segment_id=91b99cc3-402e-4e77-880b-3d92fdd6f7e2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:37.595574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9935ad6b-b923-4120-ada6-d89dcfdff9d7 req-66954ed0-2389-44c3-9377-5cc9f6daaffc tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0714133 Feb 19 01:00:37.641430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.718972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e295e-a9d8-4123-bd99-fea24f3aa05d None None] Pushing event updated for resources: {'Port': ['ID=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:37.836773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks [] for port (98e07561-cd62-4976-be25-398137d9f2c1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.871889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:37.964803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.043334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.054546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:38.064394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:38.071727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:38.110990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:38.124436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:38.131828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:38.173460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42948) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.183826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:38.252600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.253983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.281985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=9d6573f7-bbb9-44a8-a528-abb3886a0add,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:38.295897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.296545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.386908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-c83a134a-8d70-47fc-b554-06b7da15e474 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7970643 Feb 19 01:00:38.399687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Request body: {'port': {'device_id': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:38.427350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-241d28f8-420f-483f-84db-6de267a849d8 tempest-ServiceProvidersTest-1382233216 tempest-ServiceProvidersTest-1382233216-project] 10.222.0.94 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2488937 Feb 19 01:00:38.475544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1174c1-5dd1-4f73-a5e1-9c6379b245d5 req-20c95401-7f57-4877-99fe-7fe6b7c87d7c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.483543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc1174c1-5dd1-4f73-a5e1-9c6379b245d5 req-20c95401-7f57-4877-99fe-7fe6b7c87d7c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.1440599 Feb 19 01:00:38.491652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7c8eb521-aa58-4ab4-bd6d-08f2d4d3463b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8327825 Feb 19 01:00:38.492344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:38.500167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-354875605', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:98:d0:bd'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:38.523122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-71c44163-01a2-44d5-83b8-fbccbd252333 None None] Provisioning complete for port 98e07561-cd62-4976-be25-398137d9f2c1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:38.523800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71c44163-01a2-44d5-83b8-fbccbd252333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (98e07561-cd62-4976-be25-398137d9f2c1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.596732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-71c44163-01a2-44d5-83b8-fbccbd252333 None None] Port 98e07561-cd62-4976-be25-398137d9f2c1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:38.605190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc1174c1-5dd1-4f73-a5e1-9c6379b245d5 req-a2129b2a-5354-4fd2-a602-02a0cfa9d2bd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177859 Feb 19 01:00:38.634350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa10dc5-987b-4eb8-8525-f5c2cd260704 req-16f07a7c-d4c3-4ef8-8722-54c011fc72a1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:38.635852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fa10dc5-987b-4eb8-8525-f5c2cd260704 req-16f07a7c-d4c3-4ef8-8722-54c011fc72a1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 935 time: 0.2429934 Feb 19 01:00:38.636459 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:38.695551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed4d9f75-5374-40ee-93c3-3289d8cdbb05 req-6f4fa431-67fb-4aa9-82c1-92ec1d8905e8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0330355 Feb 19 01:00:38.777512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fa10dc5-987b-4eb8-8525-f5c2cd260704 req-08e83053-7bba-403a-a5ce-0142bb4aaddd tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349883 Feb 19 01:00:38.920254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:39.114930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42966) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.193488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.198772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:39.218478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks [] for port (98e07561-cd62-4976-be25-398137d9f2c1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.230165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 46928444-b0ae-4b6c-843e-bf8502838c13 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:39.246882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Transition to ACTIVE for port object 98e07561-cd62-4976-be25-398137d9f2c1 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:39.272045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf7681-d118-4fe2-a0ef-7444157a7550 None None] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:39.296100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bca982e8-0479-417e-95b0-929191dfe3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.348112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.421208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.4 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/46928444-b0ae-4b6c-843e-bf8502838c13) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:39.451199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bca982e8-0479-417e-95b0-929191dfe3de admin admin] Publish callbacks [] for security_group (140247a8-1a68-4616-a0d0-320c6f1811b9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.477369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.519826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Provisioning complete for port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:39.520443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.565968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bca982e8-0479-417e-95b0-929191dfe3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (140247a8-1a68-4616-a0d0-320c6f1811b9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.568949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42970) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.579503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1423402901'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:39.631705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca982e8-0479-417e-95b0-929191dfe3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140247a8-1a68-4616-a0d0-320c6f1811b9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:39.661084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.677140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bca982e8-0479-417e-95b0-929191dfe3de admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c37dbb93561c4000aedf73881ff788be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585058 Feb 19 01:00:39.679012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42974) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:39.712956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Current status of the port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:39.723434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.786782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:39.803404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] For port d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,segment=NetworkSegment(91b99cc3-402e-4e77-880b-3d92fdd6f7e2),segment_id=91b99cc3-402e-4e77-880b-3d92fdd6f7e2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:39.825625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] Publish callbacks [] for security_group (140247a8-1a68-4616-a0d0-320c6f1811b9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.828150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.913485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Attempting to bind port 98e07561-cd62-4976-be25-398137d9f2c1 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:39.913828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Attempting to bind port 98e07561-cd62-4976-be25-398137d9f2c1 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:39.914159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Attempting to bind port 98e07561-cd62-4976-be25-398137d9f2c1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:39.921186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:39.934908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] Publish callbacks [] for security_group (140247a8-1a68-4616-a0d0-320c6f1811b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.017889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d2a2df94-cff7-4daf-a445-e7dc65da7ca2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:40.034990 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1d85758-f3fc-47d2-9d6c-153b019cd1c3 req-4530fb36-150d-4de9-b269-1ce5db765165 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.1277506 Feb 19 01:00:40.035591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Port 98e07561-cd62-4976-be25-398137d9f2c1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:40.035915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Attempting to bind port 98e07561-cd62-4976-be25-398137d9f2c1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:40.077535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11bc8-0bf6-4dda-afcc-94590ceeec5d None None] Pushing event updated for resources: {'Port': ['ID=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:40.096699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:40.097045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:40.097446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:40.097893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Bound port: 98e07561-cd62-4976-be25-398137d9f2c1, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:40.098251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.110446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:40.110896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.157530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9f828-7ba7-4b5f-9b31-8b5187b922ff req-0446a567-d0f9-481a-a691-bb7ff465c1c8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.174019 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.175314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37a9f828-7ba7-4b5f-9b31-8b5187b922ff req-0446a567-d0f9-481a-a691-bb7ff465c1c8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.3056498 Feb 19 01:00:40.219208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (140247a8-1a68-4616-a0d0-320c6f1811b9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.226135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.229555 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/140247a8-1a68-4616-a0d0-320c6f1811b9 HTTP/1.1" status: 204 len: 168 time: 0.5471356 Feb 19 01:00:40.233640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:40.274982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Provisioning complete for port 9d6573f7-bbb9-44a8-a528-abb3886a0add triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:40.276095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.308514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:40.330342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Port 9d6573f7-bbb9-44a8-a528-abb3886a0add cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:40.342881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Provisioning complete for port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:40.343490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (46928444-b0ae-4b6c-843e-bf8502838c13), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.344109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.353367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.354803 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Added segment 35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa of type vlan for network a098c263-971e-44a0-8e61-63542dd16425 Feb 19 01:00:40.483189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:40.483998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40d0eb8c-9f80-4030-bc93-8fb36cb918ef None None] Current status of the port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:40.488838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798453b-5cf3-45f3-bc3d-853227b2cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140247a8-1a68-4616-a0d0-320c6f1811b9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:40.528895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-082d0034-58c5-4929-9e3d-c6119cbf988c tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.538860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-082d0034-58c5-4929-9e3d-c6119cbf988c tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 817 time: 0.2592030 Feb 19 01:00:40.546873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a098c263-971e-44a0-8e61-63542dd16425), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.547960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Request body: {'port': {'device_id': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'admin_state_up': True, 'tenant_id': '6b5fc27179de4651879896c8400578d8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:40.571050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:40.581573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37a9f828-7ba7-4b5f-9b31-8b5187b922ff req-d1c0a880-dbc6-4b0b-9b4c-ba9b2a34b6c3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049881 Feb 19 01:00:40.607885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106fa29-7b76-4a5b-904b-a2cf6975bb77 req-fbb41c38-e906-44cc-9fd4-d719d19a1b2e tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.614972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0106fa29-7b76-4a5b-904b-a2cf6975bb77 req-fbb41c38-e906-44cc-9fd4-d719d19a1b2e tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 947 time: 0.3853312 Feb 19 01:00:40.634849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-96ade83a-be1a-4f15-b4af-b49487197542 None None] Provisioning complete for port 9d6573f7-bbb9-44a8-a528-abb3886a0add triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:40.650892 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-96ade83a-be1a-4f15-b4af-b49487197542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.685248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0106fa29-7b76-4a5b-904b-a2cf6975bb77 req-84499ac7-fcb0-45c9-899e-58c96de772cd tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685475 Feb 19 01:00:40.723533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (46928444-b0ae-4b6c-843e-bf8502838c13), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.725467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a098c263-971e-44a0-8e61-63542dd16425), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.727026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-96ade83a-be1a-4f15-b4af-b49487197542 None None] Port 9d6573f7-bbb9-44a8-a528-abb3886a0add cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:40.730436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08cdd9d4-3235-43a7-a7f4-695d6161c46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.731924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:40.735758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.754358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.840475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Made reservation on behalf of 6b5fc27179de4651879896c8400578d8 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:40.845325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.005190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Network': ['ID=a098c263-971e-44a0-8e61-63542dd16425,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.058380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Allocated IP 172.20.0.3 (b8619a2d-bcbd-4242-a01d-51fce9e5e163/3770ae10-57cd-4985-93e0-93984448b782/8f14b50f-4f30-437d-b20a-2ee29433ec29) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:41.249357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a116e014-f8b2-46fc-a9be-0273efdf3526 req-e99a9884-a6ef-4733-8e1e-4adc18abdbb3 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0466571 Feb 19 01:00:41.356404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks [] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.402760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a098c263-971e-44a0-8e61-63542dd16425 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:41.403221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:41.405338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.407210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] 10.222.0.117 "PUT /v2.0/ports/98e07561-cd62-4976-be25-398137d9f2c1 HTTP/1.1" status: 200 len: 1095 time: 3.0120685 Feb 19 01:00:41.447769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:41.450333 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f263d2-dbda-4c84-84fb-6ce28102b97f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:41.453453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=46928444-b0ae-4b6c-843e-bf8502838c13,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.463876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a21c70b-d073-46b0-b7af-5d07ef435137 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8933251 Feb 19 01:00:41.468768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43004) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:41.480803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-879335075'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:41.484559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:41.501790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.593681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:41.602846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event updated for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.605642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:41.696079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:41.697941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:41.704846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:41.704972 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dee902-c31c-47b6-bcbb-e50b6b0da9e2 x-openstack-request-id: req-e0dee902-c31c-47b6-bcbb-e50b6b0da9e2 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:41.704972 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:41.704972 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e0dee902-c31c-47b6-bcbb-e50b6b0da9e2 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:41.708676 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'status': 'completed', 'code': 200} Feb 19 01:00:41.789892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:41.795437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.886983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d2a2df94-cff7-4daf-a445-e7dc65da7ca2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:41.941465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:41.955656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8f3189a5-e8ae-4279-888a-aab70235dc5e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:41.956013 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Added segment 8f3189a5-e8ae-4279-888a-aab70235dc5e of type vlan for network 06df9fb8-c445-4035-8df7-bd7b6bfd428b Feb 19 01:00:42.012484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8b33ef33-d420-4a08-857e-70cebd5fb2ec tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.017527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (06df9fb8-c445-4035-8df7-bd7b6bfd428b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.019745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8b33ef33-d420-4a08-857e-70cebd5fb2ec tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.117 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 817 time: 1.0546355 Feb 19 01:00:42.023405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:42.052447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.054040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.055103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Request body: {'port': {'device_id': '57b0c708-8826-4003-9d90-b798d368fd9b', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'admin_state_up': True, 'tenant_id': '6b5fc27179de4651879896c8400578d8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.087483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:42.088142 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.117711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6869e8-edec-499e-8a45-60bba68d7c77 req-b46c455c-6086-4f97-9acc-e8a4aa55a192 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.121370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a6869e8-edec-499e-8a45-60bba68d7c77 req-b46c455c-6086-4f97-9acc-e8a4aa55a192 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.2163463 Feb 19 01:00:42.149244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (06df9fb8-c445-4035-8df7-bd7b6bfd428b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.153157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef354a7-eddd-4f3e-90fe-ef00ba72ea20 service neutron] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:42.155620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.156582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.237719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a66eba9-6e02-4892-8c41-b8821a2375d2 None None] Provisioning complete for port 46928444-b0ae-4b6c-843e-bf8502838c13 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:42.238392 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a66eba9-6e02-4892-8c41-b8821a2375d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (46928444-b0ae-4b6c-843e-bf8502838c13), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.245504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.246267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.263710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-84d5cc34-bb74-4766-9bd8-45bfea85dac1 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7212384 Feb 19 01:00:42.278266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1410113663'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.291965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Request body: {'port': {'device_id': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.302215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8314042 Feb 19 01:00:42.306404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-7a1dc5e7-0d6d-4a3e-ab64-d4d465b4181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.307984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-7a1dc5e7-0d6d-4a3e-ab64-d4d465b4181f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=483d43eb885544fdb9279017aa99cc7f&device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 1129 time: 0.7207742 Feb 19 01:00:42.308471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:42.315583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a66eba9-6e02-4892-8c41-b8821a2375d2 None None] Port 46928444-b0ae-4b6c-843e-bf8502838c13 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:42.321007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'subnet': {'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.323136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1de77-3e67-44d6-b7f4-b15f461669d1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Network': ['ID=06df9fb8-c445-4035-8df7-bd7b6bfd428b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:42.333721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a6869e8-edec-499e-8a45-60bba68d7c77 req-f7dd149b-16d1-4dfd-a9e6-c98618f48396 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070398 Feb 19 01:00:42.334996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:42.432406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:42.437345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6a68a-f1a6-4a55-a0dd-1f8c633d4382 req-06e4fd88-25be-497c-8a05-e0aac751bd99 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.439311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5e6a68a-f1a6-4a55-a0dd-1f8c633d4382 req-06e4fd88-25be-497c-8a05-e0aac751bd99 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 947 time: 0.4109302 Feb 19 01:00:42.463973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e6633826-4808-4008-b622-5585135a75fd tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9678411 Feb 19 01:00:42.466145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-10b06283-82dd-456a-b093-d62265eacf13 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=98e07561-cd62-4976-be25-398137d9f2c1 HTTP/1.1" status: 200 len: 217 time: 0.1413116 Feb 19 01:00:42.467327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43022) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:42.473135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-afe608f7-265f-43f5-8567-71f217184c22 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.475271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-afe608f7-265f-43f5-8567-71f217184c22 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 817 time: 1.0286980 Feb 19 01:00:42.524773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebc3602-0325-4d51-acb3-bcc2c8a0ec19 req-19d27da1-e14e-4204-bff0-c201a00e39f4 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0707521 Feb 19 01:00:42.560226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.587649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Request body: {'port': {'device_id': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'admin_state_up': True, 'tenant_id': '6b5fc27179de4651879896c8400578d8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:42.593598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Made reservation on behalf of 443f293a7b34405fa7889b8cc043e3e9 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:42.596771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.628958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc6fea-4fdb-4260-a619-5f4b258a2f08 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.635354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc6fea-4fdb-4260-a619-5f4b258a2f08 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.641100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc6fea-4fdb-4260-a619-5f4b258a2f08 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.642451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ddc6fea-4fdb-4260-a619-5f4b258a2f08 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1718519 Feb 19 01:00:42.645227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43024) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:42.700127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.747761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5e6a68a-f1a6-4a55-a0dd-1f8c633d4382 req-f844ba68-8bed-4cf0-9117-6fd14f92b07d tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500467 Feb 19 01:00:42.761448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-01154a0c-2cc3-4118-a1b7-5532f75c44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.762894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-01154a0c-2cc3-4118-a1b7-5532f75c44ee service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2817311 Feb 19 01:00:42.795911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1946a830-2dd0-42e3-a3ef-5dc475a4b7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.902876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-f3ae9579-84f4-4e84-89a0-65cdeb2640fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.904420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-f3ae9579-84f4-4e84-89a0-65cdeb2640fd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1286674 Feb 19 01:00:42.909596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 46928444-b0ae-4b6c-843e-bf8502838c13 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:42.909940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (46928444-b0ae-4b6c-843e-bf8502838c13), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.910059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Made reservation on behalf of 6b5fc27179de4651879896c8400578d8 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:42.914223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.962322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for security_group (c250c6c5-e746-4354-867e-dbc8732e74c3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.963770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Made reservation on behalf of 6b5fc27179de4651879896c8400578d8 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:42.967582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.968997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:42.972091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:42.979210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:43.053985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (46928444-b0ae-4b6c-843e-bf8502838c13), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.079463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c250c6c5-e746-4354-867e-dbc8732e74c3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.095439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 46928444-b0ae-4b6c-843e-bf8502838c13 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:43.110088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f14b50f-4f30-437d-b20a-2ee29433ec29 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:43.121604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks [] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.168004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Transition to ACTIVE for port object 8f14b50f-4f30-437d-b20a-2ee29433ec29 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:43.221098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:43.235682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.284449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-37b4dc71-7788-49a1-9efa-ee38ef6b618e service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661096 Feb 19 01:00:43.285223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c250c6c5-e746-4354-867e-dbc8732e74c3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.310935 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (de751898-0c2d-4eb6-b99f-e5fbdc8364bb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.311315 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Added segment de751898-0c2d-4eb6-b99f-e5fbdc8364bb of type vlan for network 320d29d2-efea-404b-856c-3514cbabfd51 Feb 19 01:00:43.370760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Pushing event updated for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.399451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Attempting to bind port 8f14b50f-4f30-437d-b20a-2ee29433ec29 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:43.399796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Attempting to bind port 8f14b50f-4f30-437d-b20a-2ee29433ec29 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:43.400285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Attempting to bind port 8f14b50f-4f30-437d-b20a-2ee29433ec29 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:43.405143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Port 8f14b50f-4f30-437d-b20a-2ee29433ec29 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:43.405696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Attempting to bind port 8f14b50f-4f30-437d-b20a-2ee29433ec29 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:43.413358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:43.413358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Checking segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:43.413358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Bound using segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:43.413358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Bound port: 8f14b50f-4f30-437d-b20a-2ee29433ec29, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:43.413879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.460968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (320d29d2-efea-404b-856c-3514cbabfd51), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.462751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (46928444-b0ae-4b6c-843e-bf8502838c13), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.466253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Allocated IP 172.20.0.9 (b8619a2d-bcbd-4242-a01d-51fce9e5e163/3770ae10-57cd-4985-93e0-93984448b782/b1177e6a-4dcc-4157-b936-e62a312b0499) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:43.540425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=46928444-b0ae-4b6c-843e-bf8502838c13,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.626087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be1b2ee5-12c4-4428-9064-2efb98fe5cd7 req-729ec2e9-1dc5-42b2-8751-92e33956b630 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093679 Feb 19 01:00:43.668894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (320d29d2-efea-404b-856c-3514cbabfd51), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.674145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.674881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:43.688343 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5196b44f-5746-424f-9f2f-129f65c31c0a req-68be9122-1f54-4ea5-9c26-1c3468b33f79 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0571606 Feb 19 01:00:43.759399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:43.804166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b92b2-d8e2-41fc-ac6c-0b449649f2fd req-05c6cae0-39f7-43be-a609-0834cf1a7934 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:43.813879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-267b92b2-d8e2-41fc-ac6c-0b449649f2fd req-05c6cae0-39f7-43be-a609-0834cf1a7934 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.3890276 Feb 19 01:00:43.864324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8289874 Feb 19 01:00:43.908543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43034) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:43.934097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-267b92b2-d8e2-41fc-ac6c-0b449649f2fd req-e1a93e9b-dbd3-4c0a-9023-a1a16a4a9d39 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157000 Feb 19 01:00:43.952147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Request body: {'subnet': {'network_id': '320d29d2-efea-404b-856c-3514cbabfd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:43.966629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:43.972131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e12a58-e3c8-43d8-8a35-11d606c274e4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event updated for resources: {'Network': ['ID=320d29d2-efea-404b-856c-3514cbabfd51,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:43.984460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 320d29d2-efea-404b-856c-3514cbabfd51 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:44.040804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.044430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dc11f7bf-8664-4b3f-bde7-6ab2ef3e2ed5 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/46928444-b0ae-4b6c-843e-bf8502838c13 HTTP/1.1" status: 204 len: 168 time: 1.3982143 Feb 19 01:00:44.050013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:44.053653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.073148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-22334189-f9ac-4aa8-b6bc-f95d61799042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.074796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-22334189-f9ac-4aa8-b6bc-f95d61799042 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=483d43eb885544fdb9279017aa99cc7f&device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 1129 time: 0.2732973 Feb 19 01:00:44.103930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.104687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.106125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] 10.222.0.96 "PUT /v2.0/ports/8f14b50f-4f30-437d-b20a-2ee29433ec29 HTTP/1.1" status: 200 len: 1091 time: 1.8323054 Feb 19 01:00:44.108477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:44.110911 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216da9e-5239-4639-a458-b0f053470c19" -d '{"events": [{"name": "network-changed", "server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:44.122317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3618-cef2-46be-8769-8b776aed4e2e req-dabb9f8a-47c8-4a3b-b60f-a25efbe20036 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.123597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4cc3618-cef2-46be-8769-8b776aed4e2e req-dabb9f8a-47c8-4a3b-b60f-a25efbe20036 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 947 time: 0.2687931 Feb 19 01:00:44.124557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d0dcc9c0-105b-4526-ab17-85afa9d4be4e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.126892 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b45018-e65f-4e59-b16f-01dcbedce942 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] GET failed (client error): The resource could not be found. Feb 19 01:00:44.128208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e2b45018-e65f-4e59-b16f-01dcbedce942 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports/46928444-b0ae-4b6c-843e-bf8502838c13 HTTP/1.1" status: 404 len: 333 time: 0.0764873 Feb 19 01:00:44.135924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43042) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:44.138776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.140397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks [] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.154979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-169878655'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:44.172930 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9fcee-7f7d-48a7-96ee-fb82820bc8db x-openstack-request-id: req-53c9fcee-7f7d-48a7-96ee-fb82820bc8db {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:44.173287 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:44.173603 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-53c9fcee-7f7d-48a7-96ee-fb82820bc8db {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:44.174072 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29', 'status': 'completed', 'code': 200} Feb 19 01:00:44.279760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f84b0-3e79-46ed-adcc-22bd3310d12f service neutron] Pushing event updated for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:44.289907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Made reservation on behalf of 443f293a7b34405fa7889b8cc043e3e9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:44.293376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.306548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Subnet': ['ID=d0dcc9c0-105b-4526-ab17-85afa9d4be4e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:44.360020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:44.360966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network hostable DHCP agents. Network: a098c263-971e-44a0-8e61-63542dd16425, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:44.367671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4cc3618-cef2-46be-8769-8b776aed4e2e req-a1517a36-f38e-442c-92c8-cd6ee1563df6 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053738 Feb 19 01:00:44.391404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-34b5e915-03d4-46ef-aa7a-fc84589030f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.393328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-34b5e915-03d4-46ef-aa7a-fc84589030f2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2906668 Feb 19 01:00:44.406872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216da9e-5239-4639-a458-b0f053470c19 req-0f39f272-7b58-4a2e-bfe4-ac324bece42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.409004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e216da9e-5239-4639-a458-b0f053470c19 req-0f39f272-7b58-4a2e-bfe4-ac324bece42e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 1125 time: 0.1939368 Feb 19 01:00:44.453121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.478329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-88ab8c0c-8a63-47ab-91e6-f5701a608f11 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=98e07561-cd62-4976-be25-398137d9f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0694096 Feb 19 01:00:44.513877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a098c263-971e-44a0-8e61-63542dd16425 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:44.567173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:44.571032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.584351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:44.594660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:44.596462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event updated for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:44.597592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216da9e-5239-4639-a458-b0f053470c19 req-45f5c207-a8d6-4056-8f33-26a4f3882bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.598637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:44.599079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e216da9e-5239-4639-a458-b0f053470c19 req-45f5c207-a8d6-4056-8f33-26a4f3882bbb service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=6b5fc27179de4651879896c8400578d8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1804454 Feb 19 01:00:44.610495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 47972a8b-aa29-4327-91a7-37bfb4681c9f yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:44.627466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-2a170a35-a136-4842-824e-19f975c6fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.629213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-2a170a35-a136-4842-824e-19f975c6fa87 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1163969 Feb 19 01:00:44.638314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-63fb62ab-97e4-4f11-b989-54606800d88f {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:00:44.638711 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:00:44.666983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a098c263-971e-44a0-8e61-63542dd16425) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:44.680598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.681233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.683432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e6dd3-6039-49bd-9924-c641cf392c6c None None] Network a098c263-971e-44a0-8e61-63542dd16425 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:44.706389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.707054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:44.727733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-44e98160-a117-4b16-b7cc-5225f627f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:44.729339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-44e98160-a117-4b16-b7cc-5225f627f632 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0924013 Feb 19 01:00:44.851005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a098c263-971e-44a0-8e61-63542dd16425', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:00:44.852190 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.032157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Allocated IP 10.1.1.2 (a098c263-971e-44a0-8e61-63542dd16425/d0dcc9c0-105b-4526-ab17-85afa9d4be4e/bb75eabe-4827-42cb-b6b8-9fea770fbc11) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:45.094170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-490511a5-dea2-4482-a7d7-f4501798bff8 req-a7026a0a-e098-496d-ac5c-e26ad802b740 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0650487 Feb 19 01:00:45.150257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (7e8ed23c-b37d-4c8a-a18d-184a0f82517a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.184560 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.202399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216da9e-5239-4639-a458-b0f053470c19 req-6ec2b80a-8f70-45c0-a554-c1da9ca05ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.203906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e216da9e-5239-4639-a458-b0f053470c19 req-6ec2b80a-8f70-45c0-a554-c1da9ca05ed4 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5949166 Feb 19 01:00:45.215782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.222632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks [] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.228317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.9 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/47972a8b-aa29-4327-91a7-37bfb4681c9f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:45.239225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a24597d8-45a9-4c2c-98d0-cdcca886b93f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9257624 Feb 19 01:00:45.248141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2241ee6a-db5d-4d30-99c4-abdbf0cd495b tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1985044 Feb 19 01:00:45.248606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:45.265520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'subnet': {'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:45.274164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Request body: {'port': {'device_id': '57b0c708-8826-4003-9d90-b798d368fd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:45.293892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event updated for resources: {'Subnet': ['ID=7e8ed23c-b37d-4c8a-a18d-184a0f82517a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:45.303679 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.328866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Checking segment: {'id': 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:45.329282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Network hostable DHCP agents. Network: 320d29d2-efea-404b-856c-3514cbabfd51, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:45.344715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Network a098c263-971e-44a0-8e61-63542dd16425 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:45.350266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:45.357119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:45.361087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ceed107c-8bc2-4d5b-9f74-44d9a9116e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.362463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ceed107c-8bc2-4d5b-9f74-44d9a9116e8b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 1125 time: 0.1202791 Feb 19 01:00:45.372415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Pushing event updated for resources: {'Port': ['ID=bb75eabe-4827-42cb-b6b8-9fea770fbc11,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:45.446358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Attempting to bind port bb75eabe-4827-42cb-b6b8-9fea770fbc11 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:45.446358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Attempting to bind port bb75eabe-4827-42cb-b6b8-9fea770fbc11 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:45.446636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Attempting to bind port bb75eabe-4827-42cb-b6b8-9fea770fbc11 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:45.462866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:45.462866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:45.462866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.463395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Bound using segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:45.463789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Bound port: bb75eabe-4827-42cb-b6b8-9fea770fbc11, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:45.464163 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.476470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-955c4d8b-6d94-4fce-bc10-00130adfe4df service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29 HTTP/1.1" status: 200 len: 217 time: 0.1043108 Feb 19 01:00:45.481785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Network 320d29d2-efea-404b-856c-3514cbabfd51 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:45.502548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-65faf9da-25fe-49a5-9b39-6fedf7de43a7 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661176 Feb 19 01:00:45.545340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] For port bb75eabe-4827-42cb-b6b8-9fea770fbc11, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:45.548997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] For port bb75eabe-4827-42cb-b6b8-9fea770fbc11, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb75eabe-4827-42cb-b6b8-9fea770fbc11,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:45.602014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 320d29d2-efea-404b-856c-3514cbabfd51) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:45.607351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.608014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.611982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.612149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-becad22c-c37c-45ad-902a-c11cc6e29e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.613049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b945a7-4aff-4f53-932d-9ca131a0e753 None None] Network 320d29d2-efea-404b-856c-3514cbabfd51 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:45.613577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-becad22c-c37c-45ad-902a-c11cc6e29e4a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 200 len: 857 time: 0.1289828 Feb 19 01:00:45.640209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7a3b8-1a5f-4561-b2a4-16bc910dc86a req-cf601055-050d-4094-a1bf-f195a5fd569c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.640423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.640554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74d7a3b8-1a5f-4561-b2a4-16bc910dc86a req-cf601055-050d-4094-a1bf-f195a5fd569c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.4053545 Feb 19 01:00:45.651174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.671037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-497e2d12-6f9c-4be2-a9d2-711aa7428bd1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8619a2d-bcbd-4242-a01d-51fce9e5e163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471060 Feb 19 01:00:45.681987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3567ad-3d7e-4dc8-9db9-1994bb2037a1 req-b788a081-511a-4ad0-9a33-af4672127c35 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:45.687670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef3567ad-3d7e-4dc8-9db9-1994bb2037a1 req-b788a081-511a-4ad0-9a33-af4672127c35 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 947 time: 0.2138352 Feb 19 01:00:45.720852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Allocated IP 172.20.0.7 (b8619a2d-bcbd-4242-a01d-51fce9e5e163/3770ae10-57cd-4985-93e0-93984448b782/7dada7ea-d7d2-4728-9d38-b1880878a935) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:45.727022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a4dfa95-d4a6-4272-86ea-8aa87d793bfd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7917199 Feb 19 01:00:45.738794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:45.752032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Request body: {'port': {'network_id': '320d29d2-efea-404b-856c-3514cbabfd51', 'name': 'tempest-TagsExtTest-1796749958'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:45.764181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:45.767623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:45.844829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef3567ad-3d7e-4dc8-9db9-1994bb2037a1 req-a1924a18-0fbb-4c78-b353-61f3d54b9d55 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530414 Feb 19 01:00:45.847804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c8f263d2-dbda-4c84-84fb-6ce28102b97f req-dab0a55e-063f-4f03-9be3-6c318535e2dc service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356531 Feb 19 01:00:45.862507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-ed7ae0a8-bbd3-4a86-9060-c1672dea405e service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734576 Feb 19 01:00:45.934692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.007488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70e12-1bf8-4a3b-aa71-95c278d6840b None None] Pushing event updated for resources: {'Port': ['ID=bb75eabe-4827-42cb-b6b8-9fea770fbc11,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.028381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:46.030098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-320d29d2-efea-404b-856c-3514cbabfd51', 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51', 'project_id': '443f293a7b34405fa7889b8cc043e3e9', 'fixed_ips': [{'subnet_id': '7e8ed23c-b37d-4c8a-a18d-184a0f82517a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:00:46.031804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.035210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:46.043387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74d7a3b8-1a5f-4561-b2a4-16bc910dc86a req-aa49b573-2b08-4af3-a0fb-929a97a78f40 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882093 Feb 19 01:00:46.074660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:46.126756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=47972a8b-aa29-4327-91a7-37bfb4681c9f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.218307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-7228f982-aeda-4d65-b316-f29c04091418 service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480823 Feb 19 01:00:46.246553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Allocated IP 172.20.0.2 (320d29d2-efea-404b-856c-3514cbabfd51/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/e258291b-fae1-48c5-a673-dd7763f0f268) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:46.329039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:46.330089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.456169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-68bf2330-3355-4090-ad9b-c0d65d9dfea1 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3134069 Feb 19 01:00:46.461110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74199e2d-04fc-4d73-8097-9ea05eb1968c req-43d92035-bcd0-4c93-816f-823f18e39901 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 210 time: 0.0818684 Feb 19 01:00:46.461813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43060) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:46.467125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks [] for port (e258291b-fae1-48c5-a673-dd7763f0f268), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.472418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:98:d0:bd'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:46.494728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-0b9a23e3-c832-4ea3-bc8d-91395c89881b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:46.496936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-0b9a23e3-c832-4ea3-bc8d-91395c89881b tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.5203121 Feb 19 01:00:46.525586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:46.526482 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.533311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks [] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.571607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Network 320d29d2-efea-404b-856c-3514cbabfd51 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:46.576501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:46.582574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:46.596494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Pushing event updated for resources: {'Port': ['ID=e258291b-fae1-48c5-a673-dd7763f0f268,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.635781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Made reservation on behalf of 443f293a7b34405fa7889b8cc043e3e9 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:46.639941 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.668763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Attempting to bind port e258291b-fae1-48c5-a673-dd7763f0f268 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:46.669138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Attempting to bind port e258291b-fae1-48c5-a673-dd7763f0f268 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:46.669578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Attempting to bind port e258291b-fae1-48c5-a673-dd7763f0f268 on network 320d29d2-efea-404b-856c-3514cbabfd51 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:46.674954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:46.675376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Checking segment: {'id': 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:46.675895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.676294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Bound using segment: {'id': 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:46.676905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Bound port: e258291b-fae1-48c5-a673-dd7763f0f268, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '320d29d2-efea-404b-856c-3514cbabfd51'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:46.677302 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.718612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.743505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] device_id is not set on port 13f61951-7ed3-4e65-922b-9a25b17c9b2a yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:46.747232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.765125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] For port e258291b-fae1-48c5-a673-dd7763f0f268, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:46.769234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] For port e258291b-fae1-48c5-a673-dd7763f0f268, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e258291b-fae1-48c5-a673-dd7763f0f268,segment=NetworkSegment(de751898-0c2d-4eb6-b99f-e5fbdc8364bb),segment_id=de751898-0c2d-4eb6-b99f-e5fbdc8364bb)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:46.794972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-689bfb57-53b2-49e8-a032-33649091b269 None None] Provisioning complete for port 47972a8b-aa29-4327-91a7-37bfb4681c9f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:46.795548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-689bfb57-53b2-49e8-a032-33649091b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.798686 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (bc2c09a1-3749-42e2-bd93-aa9662d36a5a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.837455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-689bfb57-53b2-49e8-a032-33649091b269 None None] Port 47972a8b-aa29-4327-91a7-37bfb4681c9f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:46.863067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.882229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.981652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:46.982229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183359-9ec6-4cf3-a8fd-b6434bf402d3 None None] Pushing event updated for resources: {'Port': ['ID=e258291b-fae1-48c5-a673-dd7763f0f268,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:46.991726 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.036224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.149491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] In _notify_port_updated(), no bound segment for port 47972a8b-aa29-4327-91a7-37bfb4681c9f on network f3aaa065-eda8-4c8d-8bb2-89343624a798 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:00:47.154813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.155508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.159380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "PUT /v2.0/ports/47972a8b-aa29-4327-91a7-37bfb4681c9f HTTP/1.1" status: 200 len: 993 time: 0.6930513 Feb 19 01:00:47.159683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:47.165729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Network b8619a2d-bcbd-4242-a01d-51fce9e5e163 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:47.186735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Subnet': ['ID=bc2c09a1-3749-42e2-bd93-aa9662d36a5a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.224381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:47.233071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:47.248210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event updated for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.259892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6c7a0-f0a9-4d64-b99a-78d9ee639860 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=47972a8b-aa29-4327-91a7-37bfb4681c9f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:47.274716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Allocated IP 172.20.0.3 (320d29d2-efea-404b-856c-3514cbabfd51/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/13f61951-7ed3-4e65-922b-9a25b17c9b2a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:47.392821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Checking segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:47.393188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network hostable DHCP agents. Network: 06df9fb8-c445-4035-8df7-bd7b6bfd428b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:47.403723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69596ba-bc3f-4586-92de-91edef9d930b req-fb765d76-5272-4a4e-9d54-fbd1de9f708e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.410587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f69596ba-bc3f-4586-92de-91edef9d930b req-fb765d76-5272-4a4e-9d54-fbd1de9f708e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 945 time: 0.2301295 Feb 19 01:00:47.452431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 47972a8b-aa29-4327-91a7-37bfb4681c9f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:47.453089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.468349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.469105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.526097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f69596ba-bc3f-4586-92de-91edef9d930b req-c3b16066-8617-4487-92cd-0b182afa46cc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146493 Feb 19 01:00:47.537686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75fd8-3ab8-4668-861f-9e8d594a142c req-4545062d-586a-4850-89fd-99fa1d9f62e1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.543309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bf75fd8-3ab8-4668-861f-9e8d594a142c req-4545062d-586a-4850-89fd-99fa1d9f62e1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 947 time: 0.5496612 Feb 19 01:00:47.553003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:47.573085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-154bed2f-d7f5-4916-9bd6-585b5f9b9e83 None None] Provisioning complete for port 47972a8b-aa29-4327-91a7-37bfb4681c9f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:47.573565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-154bed2f-d7f5-4916-9bd6-585b5f9b9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.609331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.626568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 47972a8b-aa29-4327-91a7-37bfb4681c9f owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:47.632515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c91e67-3dec-4374-858a-1e81699bf6e3 None None] Network a098c263-971e-44a0-8e61-63542dd16425 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:47.654538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:47.706084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:47.721255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-154bed2f-d7f5-4916-9bd6-585b5f9b9e83 None None] Port 47972a8b-aa29-4327-91a7-37bfb4681c9f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:47.755319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks [] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.768818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:47.768818 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99d5f2-78f2-40e6-a478-cdc6673e61f6" -d '{"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:47.776296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7adf2-6f3b-42c7-ab4b-6b5c11bd4ebe req-bf469575-4657-486e-8141-5faf3665297d tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:47.777214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-9906f61f-4a99-40b7-9e43-45b0d61c700e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2182834 Feb 19 01:00:47.777900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7a7adf2-6f3b-42c7-ab4b-6b5c11bd4ebe req-bf469575-4657-486e-8141-5faf3665297d tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 931 time: 0.1572492 Feb 19 01:00:47.780845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1177e6a-4dcc-4157-b936-e62a312b0499 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:47.808342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Request body: {'port': {'device_id': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:47.852047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks [] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.873423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7a7adf2-6f3b-42c7-ab4b-6b5c11bd4ebe req-4c5930b8-f686-44f7-9dd1-504dc09abac7 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Feb 19 01:00:47.903527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:47.918152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb75eabe-4827-42cb-b6b8-9fea770fbc11 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:47.936216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:47.964238 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293a59ff-1ec9-4c5c-9f63-2269a392ef0e x-openstack-request-id: req-293a59ff-1ec9-4c5c-9f63-2269a392ef0e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:47.964601 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:47.964864 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-293a59ff-1ec9-4c5c-9f63-2269a392ef0e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:47.965273 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'code': 200} Feb 19 01:00:47.984246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Provisioning complete for port bb75eabe-4827-42cb-b6b8-9fea770fbc11 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:47.984663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.019027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:48.037544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (47972a8b-aa29-4327-91a7-37bfb4681c9f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.046114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 06df9fb8-c445-4035-8df7-bd7b6bfd428b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:48.054547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb has no active binding in host n-h1-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:00:48.054927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:48.072870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cfdb4e-d353-4234-b47a-22fe1659d99b None None] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:48.085741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Transition to ACTIVE for port object b1177e6a-4dcc-4157-b936-e62a312b0499 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:48.102256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:48.102995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.105937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=47972a8b-aa29-4327-91a7-37bfb4681c9f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.156542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb75eabe-4827-42cb-b6b8-9fea770fbc11 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:48.156923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.197920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bf75fd8-3ab8-4668-861f-9e8d594a142c req-80ce3000-dcbc-4d42-b7ab-bfc0ceaceea3 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362544 Feb 19 01:00:48.211029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.226568 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.267055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.285512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.325949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Current status of the port bb75eabe-4827-42cb-b6b8-9fea770fbc11 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:48.326368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.369687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.376026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00e007d6-202d-4f84-8ff0-c95b013c7c5d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/47972a8b-aa29-4327-91a7-37bfb4681c9f HTTP/1.1" status: 204 len: 168 time: 1.2126892 Feb 19 01:00:48.376789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:48.381578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:48.382260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:48.382943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:48.391523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ips': [{'subnet_id': 'bc2c09a1-3749-42e2-bd93-aa9662d36a5a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:00:48.392383 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.405756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:48.415529 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce74f5d-53ad-4eb8-9e58-082d8da95e7e tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] GET failed (client error): The resource could not be found. Feb 19 01:00:48.419549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ce74f5d-53ad-4eb8-9e58-082d8da95e7e tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports/47972a8b-aa29-4327-91a7-37bfb4681c9f HTTP/1.1" status: 404 len: 333 time: 0.0421989 Feb 19 01:00:48.435998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43078) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:48.451689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-2014829150'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:48.462303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] For port bb75eabe-4827-42cb-b6b8-9fea770fbc11, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb75eabe-4827-42cb-b6b8-9fea770fbc11,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:48.477428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '98e07561-cd62-4976-be25-398137d9f2c1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '98e07561-cd62-4976-be25-398137d9f2c1', 'mac_address': 'fa:16:3e:b0:9e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:48.582879 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.643553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:48.644620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Attempting to bind port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:48.652497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f46c8ae8-fc96-4b51-8a70-3c232a5a0c5f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3926530 Feb 19 01:00:48.657571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43082) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:48.659665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb75eabe-4827-42cb-b6b8-9fea770fbc11 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:48.660061 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.672101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'name': 'tempest-TaggedBootDevicesTest-499370410', 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:48.688199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8f14b50f-4f30-437d-b20a-2ee29433ec29 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:48.720030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:48.724657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.728204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:48.728886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:48.729502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:48.730144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Bound port: f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:48.730700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.738913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:48.738913 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.768307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:48.808488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722a42bc-834f-43cd-b5f3-1a403f67ca56 None None] Network 320d29d2-efea-404b-856c-3514cbabfd51 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:48.810627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161144e3-f856-4cbf-93f0-b722e3650e9e None None] Pushing event updated for resources: {'Port': ['ID=bb75eabe-4827-42cb-b6b8-9fea770fbc11,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.833272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:48.848379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:48.882856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.884529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Pushing event updated for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:48.909213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Network 320d29d2-efea-404b-856c-3514cbabfd51 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:48.910882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d30c8-5a87-4330-8a9d-f5d7e13c82f1 req-64c520a9-377d-43f7-bd1a-c6c2087d5f08 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:48.912699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-845d30c8-5a87-4330-8a9d-f5d7e13c82f1 req-64c520a9-377d-43f7-bd1a-c6c2087d5f08 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.2358153 Feb 19 01:00:48.922970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:48.926281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:49.047119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:49.054447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-845d30c8-5a87-4330-8a9d-f5d7e13c82f1 req-b2e05954-23a4-4446-ba2a-951af34abeb7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352017 Feb 19 01:00:49.059352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.4 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:49.086446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:49.106781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Allocated IP 10.2.2.2 (06df9fb8-c445-4035-8df7-bd7b6bfd428b/bc2c09a1-3749-42e2-bd93-aa9662d36a5a/e6e8a03f-4d4c-44de-a132-34d7fc25f75d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:49.107003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:49.110196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a453c14c-5c2a-4e24-9bdf-f0adddbcc78b None None] Provisioning complete for port bb75eabe-4827-42cb-b6b8-9fea770fbc11 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:49.111262 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a453c14c-5c2a-4e24-9bdf-f0adddbcc78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.135947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.136579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.138872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event updated for resources: {'Port': ['ID=13f61951-7ed3-4e65-922b-9a25b17c9b2a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.173400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Attempting to bind port b1177e6a-4dcc-4157-b936-e62a312b0499 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:49.173618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Attempting to bind port b1177e6a-4dcc-4157-b936-e62a312b0499 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:49.173941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Attempting to bind port b1177e6a-4dcc-4157-b936-e62a312b0499 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:49.185142 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.192934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Port b1177e6a-4dcc-4157-b936-e62a312b0499 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:49.194953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Attempting to bind port b1177e6a-4dcc-4157-b936-e62a312b0499 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:49.220357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c56d-bfd0-40f5-a71c-0010adec6c76 req-74639405-4587-4aba-8076-779a7a11b485 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.222310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e18c56d-bfd0-40f5-a71c-0010adec6c76 req-74639405-4587-4aba-8076-779a7a11b485 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 931 time: 0.2060335 Feb 19 01:00:49.231114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:49.239296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Checking segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:49.239296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Bound using segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:49.239296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Bound port: b1177e6a-4dcc-4157-b936-e62a312b0499, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:49.239296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.239296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.258712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:00:49.259082 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:00:49.288416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.358568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] device_id is not set on port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:49.370459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:49.423466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.430165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8f14b50f-4f30-437d-b20a-2ee29433ec29', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'port_id': '8f14b50f-4f30-437d-b20a-2ee29433ec29', 'mac_address': 'fa:16:3e:77:f1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3770ae10-57cd-4985-93e0-93984448b782', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:49.465271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['98e07561-cd62-4976-be25-398137d9f2c1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:49.482124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490db7-ab4e-4b5f-b0b1-b650f27ea342 req-8ab5061b-66ce-42b1-be24-1d3a4951f7f3 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.484317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63490db7-ab4e-4b5f-b0b1-b650f27ea342 req-8ab5061b-66ce-42b1-be24-1d3a4951f7f3 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 948 time: 0.2045612 Feb 19 01:00:49.487448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.592928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a453c14c-5c2a-4e24-9bdf-f0adddbcc78b None None] Current status of the port bb75eabe-4827-42cb-b6b8-9fea770fbc11 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:49.632007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8f14b50f-4f30-437d-b20a-2ee29433ec29 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:49.632410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.651545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63490db7-ab4e-4b5f-b0b1-b650f27ea342 req-f876772a-1328-4077-9a51-0e1d8fae379d tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335540 Feb 19 01:00:49.673990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.1.1.26 (a098c263-971e-44a0-8e61-63542dd16425/d0dcc9c0-105b-4526-ab17-85afa9d4be4e/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:49.680363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks [] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.683569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f14b50f-4f30-437d-b20a-2ee29433ec29 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:49.684353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.695131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03d55e21-6e8d-45ac-9253-9e5250497739 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9524007 Feb 19 01:00:49.704979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43090) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:49.716539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1949836809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:49.733670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:49.741968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.824925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Provisioning complete for port e258291b-fae1-48c5-a673-dd7763f0f268 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:49.826073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.848166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:49.852105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.852762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.854186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fe21cd16-6f57-40f7-bd29-82ae9774c5af service neutron] 10.222.0.117 "PUT /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 1121 time: 3.3468652 Feb 19 01:00:49.863723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dada7ea-d7d2-4728-9d38-b1880878a935 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:49.879719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb75eabe-4827-42cb-b6b8-9fea770fbc11 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:49.882213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e258291b-fae1-48c5-a673-dd7763f0f268 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:49.888238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:49.897626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks [] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.909545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:49.925990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:49.926081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e18c56d-bfd0-40f5-a71c-0010adec6c76 req-012fd929-7121-4fc9-b4ca-f0ff3b227d8f tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885338 Feb 19 01:00:49.957181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Transition to ACTIVE for port object 7dada7ea-d7d2-4728-9d38-b1880878a935 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:00:49.961881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:49.963191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1177e6a-4dcc-4157-b936-e62a312b0499,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:49.965761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:49.968204 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e13580-f4fb-4112-9c64-be87cabe5aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:49.973857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (bbf58e6e-017a-420d-b55d-c82411e44864), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.975574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (bbf58e6e-017a-420d-b55d-c82411e44864), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.995016 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.045665 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becf6abd-038e-497d-b80c-970d1104e5e4 x-openstack-request-id: req-becf6abd-038e-497d-b80c-970d1104e5e4 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:50.046356 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:50.053014 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-becf6abd-038e-497d-b80c-970d1104e5e4 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:50.053014 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'status': 'completed', 'code': 200} Feb 19 01:00:50.057156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.123804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.148058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.166572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:50.172174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:50.179854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.180632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.182306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] 10.222.0.117 "PUT /v2.0/ports/b1177e6a-4dcc-4157-b936-e62a312b0499 HTTP/1.1" status: 200 len: 1091 time: 4.9134719 Feb 19 01:00:50.185591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.197697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.198390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.296293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for router_controller (bbf58e6e-017a-420d-b55d-c82411e44864), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.325196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.358502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1a4702d-7ee1-4169-8f55-334282aa2203 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9208918 Feb 19 01:00:50.361519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-c7d00998-16f7-4d96-849c-f14e056cd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.364510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-c7d00998-16f7-4d96-849c-f14e056cd184 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1155 time: 0.2754941 Feb 19 01:00:50.377719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43096) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:50.388879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:98:d0:bd'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:50.445005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149840c8-ccc2-4205-8a1f-2a5c3bd4488d service neutron] Pushing event updated for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.474798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (bbf58e6e-017a-420d-b55d-c82411e44864), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.478728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:50.493473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:50.499471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Attempting to bind port 7dada7ea-d7d2-4728-9d38-b1880878a935 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:50.499865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Attempting to bind port 7dada7ea-d7d2-4728-9d38-b1880878a935 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:50.500256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Attempting to bind port 7dada7ea-d7d2-4728-9d38-b1880878a935 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:50.525048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Port 7dada7ea-d7d2-4728-9d38-b1880878a935 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:00:50.525735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Attempting to bind port 7dada7ea-d7d2-4728-9d38-b1880878a935 on network b8619a2d-bcbd-4242-a01d-51fce9e5e163 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:50.528099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:50.538179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9c854-4bdf-4a82-b2ce-b69831765c7a req-aed75c39-d2f8-40ea-bb84-82e95a80e434 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.540417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29c9c854-4bdf-4a82-b2ce-b69831765c7a req-aed75c39-d2f8-40ea-bb84-82e95a80e434 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.3095157 Feb 19 01:00:50.547696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-5eea7f84-e733-4627-ba36-14a954719ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.550670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-5eea7f84-e733-4627-ba36-14a954719ac3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 1125 time: 0.1908860 Feb 19 01:00:50.558541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e258291b-fae1-48c5-a673-dd7763f0f268 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:50.558723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.575867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:50.576486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Checking segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:50.580611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Bound using segment: {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:50.580611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Bound port: 7dada7ea-d7d2-4728-9d38-b1880878a935, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744ddce5-351f-44e5-8117-1ae3fe4ae909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:50.580611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.619360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.652112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Attempting to bind port e6e8a03f-4d4c-44de-a132-34d7fc25f75d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:50.652705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Attempting to bind port e6e8a03f-4d4c-44de-a132-34d7fc25f75d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:50.652850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Attempting to bind port e6e8a03f-4d4c-44de-a132-34d7fc25f75d on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:50.661696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Pushing event updated for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.696266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-49172b4e-7e3f-43b1-a8b8-5c383bea171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.698593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-49172b4e-7e3f-43b1-a8b8-5c383bea171d service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2932010 Feb 19 01:00:50.704948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.706607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:50.707780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c204516-fc65-4e2b-8381-8bde9ec2724f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0100205 Feb 19 01:00:50.711029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7dada7ea-d7d2-4728-9d38-b1880878a935,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:50.711345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.732544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43100) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:50.750610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-07db08a0-2a2e-448d-a881-86766c4358e8 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1305702559', 'prefixes': ['172.20.0.0/16']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:50.751390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.760957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-f3ff6fb0-e558-470a-994e-310e38ca6d02 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1177e6a-4dcc-4157-b936-e62a312b0499 HTTP/1.1" status: 200 len: 217 time: 0.1996601 Feb 19 01:00:50.776163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8f14b50f-4f30-437d-b20a-2ee29433ec29'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:50.778831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:50.779474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Checking segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:50.779679 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.780021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Bound using segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:50.780510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Bound port: e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:50.780892 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.814632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Current status of the port e258291b-fae1-48c5-a673-dd7763f0f268 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:50.815513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.825765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-cfcc5521-0e98-4c3e-ac8a-bb91dba6277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.827691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-cfcc5521-0e98-4c3e-ac8a-bb91dba6277e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 200 len: 857 time: 0.0567100 Feb 19 01:00:50.832024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.853812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-1df0452b-4118-4231-8ccb-76e44c0fbe76 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 217 time: 0.1220062 Feb 19 01:00:50.957416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-87b81857-1c68-45c5-ae2a-397912496276 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b8619a2d-bcbd-4242-a01d-51fce9e5e163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998731 Feb 19 01:00:50.966517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:50.967570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.969123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] 10.222.0.96 "PUT /v2.0/ports/7dada7ea-d7d2-4728-9d38-b1880878a935 HTTP/1.1" status: 200 len: 1091 time: 3.1649630 Feb 19 01:00:50.969686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d3066-bc23-48a7-8364-8214753819c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.973394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:50.983885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:51.035730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29c9c854-4bdf-4a82-b2ce-b69831765c7a req-9fab4dfb-9519-4804-bee6-79fdfcf018fa tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831541 Feb 19 01:00:51.069340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.164213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] For port e258291b-fae1-48c5-a673-dd7763f0f268, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e258291b-fae1-48c5-a673-dd7763f0f268,segment=NetworkSegment(de751898-0c2d-4eb6-b99f-e5fbdc8364bb),segment_id=de751898-0c2d-4eb6-b99f-e5fbdc8364bb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:51.176902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-33f0b064-7a8c-479e-b7de-23b6d2e3c706 service neutron] 10.222.0.117 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819589 Feb 19 01:00:51.280502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e07ee-c308-497c-8025-8189fc4f08e0 None None] Pushing event updated for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.283305 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.407737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e258291b-fae1-48c5-a673-dd7763f0f268 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:51.443633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-3181bfbf-21fb-4ff9-81ee-8aadadd1d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.445677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-3181bfbf-21fb-4ff9-81ee-8aadadd1d94e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 1125 time: 0.2663391 Feb 19 01:00:51.471247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.487387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d800e0-21f9-4323-bda3-fcd1e382a047 req-585eca24-7b1f-430f-b53d-7ffbbdfe7f64 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.490712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10d800e0-21f9-4323-bda3-fcd1e382a047 req-585eca24-7b1f-430f-b53d-7ffbbdfe7f64 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 943 time: 0.3020592 Feb 19 01:00:51.503300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77ad7d-40ff-40e7-9930-5054173e0244 None None] Pushing event updated for resources: {'Port': ['ID=e258291b-fae1-48c5-a673-dd7763f0f268,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:51.541680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Provisioning complete for port 13f61951-7ed3-4e65-922b-9a25b17c9b2a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:51.542057 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.617557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-96b8ba8f-cedb-40ba-8955-82199c720947 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dada7ea-d7d2-4728-9d38-b1880878a935 HTTP/1.1" status: 200 len: 217 time: 0.1585872 Feb 19 01:00:51.620347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-157a6cda-0b38-4be1-b926-3fe2c2b0921d service neutron] 10.222.0.117 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132130 Feb 19 01:00:51.659463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Port 13f61951-7ed3-4e65-922b-9a25b17c9b2a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:51.665768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb75eabe-4827-42cb-b6b8-9fea770fbc11 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:51.689553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:51.778410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a098c263-971e-44a0-8e61-63542dd16425 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:51.783062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07db08a0-2a2e-448d-a881-86766c4358e8 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.785244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07db08a0-2a2e-448d-a881-86766c4358e8 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0430694 Feb 19 01:00:51.792779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43112) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:51.822257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-dc1ada32-a705-4131-b8da-b7bee2def9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.825412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-8329c99f-dd41-4f92-85c0-cedf0561a595 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-1942703706') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:51.829501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-dc1ada32-a705-4131-b8da-b7bee2def9ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 200 len: 857 time: 0.1757572 Feb 19 01:00:51.831522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Provisioning complete for port e258291b-fae1-48c5-a673-dd7763f0f268 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:51.832316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.868234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-a6d0572d-32a6-4bac-86b9-ce180f0c2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.870615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-a6d0572d-32a6-4bac-86b9-ce180f0c2742 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.4572937 Feb 19 01:00:51.871255 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-6f19273e-7e55-4a04-8447-bca2e04a6f60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8619a2d-bcbd-4242-a01d-51fce9e5e163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333586 Feb 19 01:00:51.873244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:51.876655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10d800e0-21f9-4323-bda3-fcd1e382a047 req-484a09b3-59b9-41dd-be19-fd94b685628e tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865121 Feb 19 01:00:51.948223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:51.964619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb75eabe-4827-42cb-b6b8-9fea770fbc11 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:51.967781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.053212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.054588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.055115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499'}, {'name': 'network-changed', 'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:52.071112 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74651ec-32a0-4477-aa83-a3902904d74d" -d '{"events": [{"name": "network-changed", "server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499"}, {"name": "network-changed", "server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:52.073505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-a44b6026-dbd9-486a-a89f-767258035964 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677071 Feb 19 01:00:52.104531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-602110df-a7ac-4223-b88f-4a31bb74d00f service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249241 Feb 19 01:00:52.143388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 98e07561-cd62-4976-be25-398137d9f2c1 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:52.163333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Current status of the port e258291b-fae1-48c5-a673-dd7763f0f268 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:52.191887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 98e07561-cd62-4976-be25-398137d9f2c1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:52.192752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (98e07561-cd62-4976-be25-398137d9f2c1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.331023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edabdc-ded1-4d0c-b7af-6c44270873c3 req-1b75cd8b-60ca-4413-b9ac-88a52c60bd67 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.332277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-56446649-9dde-4acf-9708-81791a8e7a70 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.332651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54edabdc-ded1-4d0c-b7af-6c44270873c3 req-1b75cd8b-60ca-4413-b9ac-88a52c60bd67 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 948 time: 0.8637176 Feb 19 01:00:52.333934 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-56446649-9dde-4acf-9708-81791a8e7a70 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.2104597 Feb 19 01:00:52.342883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-946cbc05-5e9d-42b5-acf9-d0c163351227 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6838555 Feb 19 01:00:52.350422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-b175883e-0275-4905-89b3-5e5e8abf22a9 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216194 Feb 19 01:00:52.395031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-998b9df5-b960-4229-a493-3d77e24d09c3 req-82fbf97c-d7f6-4787-8ef0-9cac310b7f16 service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833369 Feb 19 01:00:52.416416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43126) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:52.418042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-59322030-7798-46c3-871b-7efa375955b1 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/quotas/87ae995927ff4bd087669cfae62b6f7b HTTP/1.1" status: 200 len: 375 time: 0.0220726 Feb 19 01:00:52.423579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'name': 'tempest-TaggedBootDevicesTest-1026667493', 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:52.507059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Provisioning complete for port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:52.507459 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.560231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54edabdc-ded1-4d0c-b7af-6c44270873c3 req-0e5549eb-a9b3-4cfa-bf79-15d49eb17cb1 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037289 Feb 19 01:00:52.562270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6e13580-f4fb-4112-9c64-be87cabe5aaf req-68d403e6-23bd-46ab-b8e1-e84aa1cab4f3 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259074 Feb 19 01:00:52.612877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fca694fa-2495-4e0e-b8a4-8f83eb900db9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826044 Feb 19 01:00:52.647781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bcec608f-dfed-4f7a-bdde-785f6c73bf4b None None] Port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:52.674244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb75eabe-4827-42cb-b6b8-9fea770fbc11 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:52.678401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.734161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:52.736065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:52.737599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.778494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8f14b50f-4f30-437d-b20a-2ee29433ec29 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:52.782279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8329c99f-dd41-4f92-85c0-cedf0561a595 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-1942703706 HTTP/1.1" status: 201 len: 201 time: 0.9865384 Feb 19 01:00:52.793236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:52.803399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-d906fc92-9717-47cf-ba73-a1fe4596929e tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-169391046') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:52.856019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.865897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.870490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:52.875148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:52.877808 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac43d3b-d8ee-408c-8ee9-79a58eec0306" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:52.890996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f92d8-2d8b-4b8f-8c35-b0e5e1c9002d None None] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:52.895732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a1310c20-1bab-4d96-9342-2b3f834f045c None None] Provisioning complete for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:52.896632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1310c20-1bab-4d96-9342-2b3f834f045c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.904442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] device_id is not set on port b34374e7-3a8f-44f4-a5ad-25bc770f9791 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:52.935777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:52.960910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f8495-50da-47ca-afef-4bfcec5e40a9 req-18cf8571-9fca-4823-8315-9627438d6557 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.968913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-300f8495-50da-47ca-afef-4bfcec5e40a9 req-18cf8571-9fca-4823-8315-9627438d6557 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.2672710 Feb 19 01:00:52.972198 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.052411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:53.064482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a1310c20-1bab-4d96-9342-2b3f834f045c None None] Port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:53.139460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] In _notify_port_updated(), no bound segment for port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa on network f3aaa065-eda8-4c8d-8bb2-89343624a798 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:00:53.145083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.145765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.150816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-463f6903-1fc0-499a-b324-b65864e79834 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "PUT /v2.0/ports/65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa HTTP/1.1" status: 200 len: 996 time: 2.7693908 Feb 19 01:00:53.156568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.175179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-cf167f1d-59b6-4aad-ba1a-b4ae5c629962 service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427337 Feb 19 01:00:53.187710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-300f8495-50da-47ca-afef-4bfcec5e40a9 req-394ce1f4-ff55-45fb-85e2-016bccf1dea2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178020 Feb 19 01:00:53.211539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Provisioning complete for port e6e8a03f-4d4c-44de-a132-34d7fc25f75d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:53.211928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.287646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 8f14b50f-4f30-437d-b20a-2ee29433ec29 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:53.300878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8f14b50f-4f30-437d-b20a-2ee29433ec29 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:53.301324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.333270 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a878426-3a40-4b65-b47a-677e4410b3d4 x-openstack-request-id: req-8a878426-3a40-4b65-b47a-677e4410b3d4 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:53.334098 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:53.334351 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8a878426-3a40-4b65-b47a-677e4410b3d4 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:53.334958 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499', 'status': 'completed', 'code': 200} Feb 19 01:00:53.335306 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935', 'status': 'completed', 'code': 200} Feb 19 01:00:53.452618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d906fc92-9717-47cf-ba73-a1fe4596929e tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-169391046 HTTP/1.1" status: 201 len: 201 time: 0.6583707 Feb 19 01:00:53.477596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43136) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.493219 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f76103-e860-45c5-82da-e7979fa2d06c x-openstack-request-id: req-97f76103-e860-45c5-82da-e7979fa2d06c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:53.493512 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:53.493766 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-97f76103-e860-45c5-82da-e7979fa2d06c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:53.494307 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'code': 200} Feb 19 01:00:53.500115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-f248647e-a13c-4181-8dbf-be8c686f96bd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-1087175213') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:53.594018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Current status of the port e6e8a03f-4d4c-44de-a132-34d7fc25f75d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:53.594405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.599184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.1.1.220 (a098c263-971e-44a0-8e61-63542dd16425/d0dcc9c0-105b-4526-ab17-85afa9d4be4e/b34374e7-3a8f-44f4-a5ad-25bc770f9791) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:53.687245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-90f588e5-cb90-4f9f-b8a4-5b7a16a1a111 service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213840 Feb 19 01:00:53.726629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:53.774404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:53.776153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.816959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbdbe8-9331-4888-8235-a4eb919848a7 req-bf912188-a1d2-431e-96d2-26671e828a0a tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.819460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e258291b-fae1-48c5-a673-dd7763f0f268 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:53.825213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2edbdbe8-9331-4888-8235-a4eb919848a7 req-bf912188-a1d2-431e-96d2-26671e828a0a tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 943 time: 0.2322109 Feb 19 01:00:53.852195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-30403ab8-6909-4406-adca-d4b78f8343b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.853815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-30403ab8-6909-4406-adca-d4b78f8343b6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 1125 time: 0.5137897 Feb 19 01:00:53.887355 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.897860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23772a7-f34f-4bf9-97d0-cd6bf0a5b30e req-9942c1cd-5a8c-4da0-853c-bc26088045bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.899485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c23772a7-f34f-4bf9-97d0-cd6bf0a5b30e req-9942c1cd-5a8c-4da0-853c-bc26088045bf service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 1131 time: 0.2113113 Feb 19 01:00:53.903633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-058c902a-8fc0-4ab9-a2a1-634113ae7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.906441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-058c902a-8fc0-4ab9-a2a1-634113ae7a82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6b5fc27179de4651879896c8400578d8&device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 1125 time: 0.3090534 Feb 19 01:00:53.930483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f248647e-a13c-4181-8dbf-be8c686f96bd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-1087175213 HTTP/1.1" status: 201 len: 201 time: 0.4480739 Feb 19 01:00:53.940421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43140) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.952184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-4c5fc7c3-126c-45a1-967b-49048a43e640 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-1931120163') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.037818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c91e8-566f-41d8-888f-4fac8a7e5efe None None] Pushing event updated for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.043197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8f14b50f-4f30-437d-b20a-2ee29433ec29 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:54.043676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.069824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c23772a7-f34f-4bf9-97d0-cd6bf0a5b30e req-4a94a9c4-e940-4158-af6c-3d91769f02c9 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351571 Feb 19 01:00:54.093575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Provisioning complete for port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:54.094062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.094317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.139690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Port 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:54.180848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2edbdbe8-9331-4888-8235-a4eb919848a7 req-c98ff621-9e23-4106-baa2-937da512a47d tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546441 Feb 19 01:00:54.193057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:54.197989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e258291b-fae1-48c5-a673-dd7763f0f268 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:54.199468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.223722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-39589b67-328f-444e-9d4a-e5fe0bec3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.227941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-39589b67-328f-444e-9d4a-e5fe0bec3265 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 918 time: 0.3612118 Feb 19 01:00:54.236421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Provisioning complete for port e6e8a03f-4d4c-44de-a132-34d7fc25f75d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:54.237280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.249209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.256674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924a960-6ca1-4a60-ac79-30fb2a5f7bd0 req-0d698e37-6f73-4301-9f30-acc0fbf395d2 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.258346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1924a960-6ca1-4a60-ac79-30fb2a5f7bd0 req-0d698e37-6f73-4301-9f30-acc0fbf395d2 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 949 time: 0.1600444 Feb 19 01:00:54.283451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4c5fc7c3-126c-45a1-967b-49048a43e640 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-1931120163 HTTP/1.1" status: 201 len: 201 time: 0.3323231 Feb 19 01:00:54.293831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.305728 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.308589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-add46586-3383-47df-8229-1bb715f4fef1 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.337339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-8f51a280-85c8-4f62-9854-fbeb25a0257e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1177e6a-4dcc-4157-b936-e62a312b0499 HTTP/1.1" status: 200 len: 217 time: 0.0385325 Feb 19 01:00:54.353036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:54.356977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d02bcf-ab56-469b-ad43-b60a66987563 req-80b4cf4b-7dfb-4456-99ea-3e6ec839bc3c tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 210 time: 0.1105721 Feb 19 01:00:54.362708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-9a17c8a8-c575-4b5d-9210-9d4d6a0c7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.364173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-9a17c8a8-c575-4b5d-9210-9d4d6a0c7dfe service neutron] 10.222.0.96 "GET /v2.0/networks?id=b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 200 len: 918 time: 0.4266529 Feb 19 01:00:54.416589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-8ebb7849-a14b-4f40-ab04-c0a7b15cfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.416857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-b77f1007-fd9a-435a-8ecb-61a71404ce96 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dada7ea-d7d2-4728-9d38-b1880878a935 HTTP/1.1" status: 200 len: 217 time: 0.0393434 Feb 19 01:00:54.416960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-8ebb7849-a14b-4f40-ab04-c0a7b15cfb99 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 200 len: 857 time: 0.0656085 Feb 19 01:00:54.422432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.448035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.469360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e258291b-fae1-48c5-a673-dd7763f0f268 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:54.470567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6e8a03f-4d4c-44de-a132-34d7fc25f75d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:54.496755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e3d83-e0e4-4037-9e01-cbd1d2e627ff None None] Current status of the port e6e8a03f-4d4c-44de-a132-34d7fc25f75d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:54.497413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-8307124b-2153-4acb-b455-3b4999e1982d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b8619a2d-bcbd-4242-a01d-51fce9e5e163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683970 Feb 19 01:00:54.510065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1924a960-6ca1-4a60-ac79-30fb2a5f7bd0 req-d98d4c49-9887-447f-9a64-5013e5b65159 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417836 Feb 19 01:00:54.549541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a098c263-971e-44a0-8e61-63542dd16425 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:54.558637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6e8a03f-4d4c-44de-a132-34d7fc25f75d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:54.559408 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.574966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74651ec-32a0-4477-aa83-a3902904d74d req-9426b362-d50a-44de-8429-0e91549d7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.576456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-9426b362-d50a-44de-8429-0e91549d7654 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 200 len: 857 time: 0.1229620 Feb 19 01:00:54.581309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:54.599654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:54.621148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-add46586-3383-47df-8229-1bb715f4fef1 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 200 len: 241 time: 0.3254735 Feb 19 01:00:54.626273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43154) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.667727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6e8a03f-4d4c-44de-a132-34d7fc25f75d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:54.669705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef87f4-1d4e-4408-8d97-fe933a54ee2c req-d5209836-d093-4dec-9434-6e96ae8f9961 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.685128 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ef87f4-1d4e-4408-8d97-fe933a54ee2c req-d5209836-d093-4dec-9434-6e96ae8f9961 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1893792 Feb 19 01:00:54.706368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-287cd7b3-b509-4c13-ab55-7157f21fc7c3 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-1942703706') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.718718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-8cfc8a2d-1cd6-4e0d-9a70-a9a0f99ea853 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8619a2d-bcbd-4242-a01d-51fce9e5e163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312525 Feb 19 01:00:54.768520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7dada7ea-d7d2-4728-9d38-b1880878a935 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:54.797366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ef87f4-1d4e-4408-8d97-fe933a54ee2c req-02abf9c2-7b3e-4a44-adbc-3eb211bf0503 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155269 Feb 19 01:00:54.934021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7dada7ea-d7d2-4728-9d38-b1880878a935,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:54.951559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '7dada7ea-d7d2-4728-9d38-b1880878a935', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'port_id': '7dada7ea-d7d2-4728-9d38-b1880878a935', 'mac_address': 'fa:16:3e:00:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3770ae10-57cd-4985-93e0-93984448b782', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:54.953561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cd851bb9-954b-4c25-8d7b-8289e476833d None None] Provisioning complete for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:54.954070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd851bb9-954b-4c25-8d7b-8289e476833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.971680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-287cd7b3-b509-4c13-ab55-7157f21fc7c3 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-1942703706 HTTP/1.1" status: 204 len: 168 time: 0.2685404 Feb 19 01:00:54.972820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.991149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-0ac8f177-b242-4cf3-b6ea-fc3bd50cf660 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-1942703706') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:55.001199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.023690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cd851bb9-954b-4c25-8d7b-8289e476833d None None] Port b34374e7-3a8f-44f4-a5ad-25bc770f9791 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:55.026950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 7dada7ea-d7d2-4728-9d38-b1880878a935 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:55.027544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.033287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.035035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.035193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-df32ef99-7ef3-46a3-b9f3-7276b4843911 service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771227 Feb 19 01:00:55.041988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dada7ea-d7d2-4728-9d38-b1880878a935 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:55.056666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.064524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7dada7ea-d7d2-4728-9d38-b1880878a935,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:55.064735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-9dd3775d-ab39-4bf6-bf2e-a9e2eb49382f service neutron] 10.222.0.117 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473821 Feb 19 01:00:55.125010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-86c24d53-58a6-48fd-b2a4-2431f49bdba8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7058666 Feb 19 01:00:55.138995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.156738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.196044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-62a8055e-df75-4d6a-980b-a797b72d2f5f service neutron] 10.222.0.117 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191742 Feb 19 01:00:55.236658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.272972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.276410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-850882f0-ec59-4ff8-a196-806c2e5fa602 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa HTTP/1.1" status: 204 len: 168 time: 2.1135843 Feb 19 01:00:55.280888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.330657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e74651ec-32a0-4477-aa83-a3902904d74d req-a656c50e-7f76-4446-a51c-7a166a14e0ba service neutron] 10.222.0.96 "GET /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884257 Feb 19 01:00:55.337145 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fa1620-b79c-4ff6-a6a5-b5253d7d3902 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] GET failed (client error): The resource could not be found. Feb 19 01:00:55.340562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8fa1620-b79c-4ff6-a6a5-b5253d7d3902 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports/65d6e8c1-c065-42bc-8b14-d9ae4f5e10fa HTTP/1.1" status: 404 len: 333 time: 0.0583606 Feb 19 01:00:55.344790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43166) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.352244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-715183998'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.392015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523113fe-68d1-4fee-8e01-1b14859c378c req-3be1aabb-7a73-4d1e-8561-a1474c1a1239 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.395533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-523113fe-68d1-4fee-8e01-1b14859c378c req-3be1aabb-7a73-4d1e-8561-a1474c1a1239 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 944 time: 0.1245012 Feb 19 01:00:55.462699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ac8f177-b242-4cf3-b6ea-fc3bd50cf660 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-1942703706 HTTP/1.1" status: 204 len: 168 time: 0.4791057 Feb 19 01:00:55.464122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43170) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.469271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-fe0fb17f-a0d9-4ca0-86dc-5a5e4d98502d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:55.487900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['7dada7ea-d7d2-4728-9d38-b1880878a935'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:55.495218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-523113fe-68d1-4fee-8e01-1b14859c378c req-41c3946d-20ef-4477-93b1-34e1060a1917 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878894 Feb 19 01:00:55.561280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:55.564359 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71993b15-d914-4bc5-9f49-a1afe8fa9e47" -d '{"events": [{"server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:55.571617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6e8a03f-4d4c-44de-a132-34d7fc25f75d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:55.593410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43176) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.601872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52970966', 'description': 'tempest-description--1826151176'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.636646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6d442ec-05d8-4907-bc69-16c2368e536e req-9b3234ad-77d9-427a-bc51-c9c620cc330e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 210 time: 0.0609951 Feb 19 01:00:55.669473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe0fb17f-a0d9-4ca0-86dc-5a5e4d98502d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 200 len: 205 time: 0.2035620 Feb 19 01:00:55.675428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6e8a03f-4d4c-44de-a132-34d7fc25f75d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:55.675590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43178) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.675901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.686048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-7be73627-c56b-458e-a57b-4259da7b2574 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:55.706564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1177e6a-4dcc-4157-b936-e62a312b0499 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:55.720263 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b8423-2193-4b59-82be-db78bcec9acc x-openstack-request-id: req-864b8423-2193-4b59-82be-db78bcec9acc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:55.720546 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "name": "network-vif-plugged", "status": "completed", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:55.720802 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-864b8423-2193-4b59-82be-db78bcec9acc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:55.721333 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29', 'code': 200} Feb 19 01:00:55.754482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.768770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:55.772544 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.810578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d415c-24c2-4b27-a617-422453bcc885 req-0a0e0596-eb6a-40b2-86d6-aae049a375fc tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:55.812233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452d415c-24c2-4b27-a617-422453bcc885 req-0a0e0596-eb6a-40b2-86d6-aae049a375fc tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 949 time: 0.1384034 Feb 19 01:00:55.815463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 3e9f9929-f7e7-4421-921d-528fc2ef1100 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:55.827849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7be73627-c56b-458e-a57b-4259da7b2574 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 200 len: 240 time: 0.1468532 Feb 19 01:00:55.836706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43180) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.847233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-4d79828e-1933-4efb-8a91-4dbbc5365620 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-169391046') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:55.920869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (690863b8-304c-4b30-ae18-72d7008c39b3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.932343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6e8a03f-4d4c-44de-a132-34d7fc25f75d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:55.938866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1177e6a-4dcc-4157-b936-e62a312b0499,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:55.952236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'b1177e6a-4dcc-4157-b936-e62a312b0499', 'network_id': 'b8619a2d-bcbd-4242-a01d-51fce9e5e163', 'port_id': 'b1177e6a-4dcc-4157-b936-e62a312b0499', 'mac_address': 'fa:16:3e:94:86:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3770ae10-57cd-4985-93e0-93984448b782', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:55.956305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-452d415c-24c2-4b27-a617-422453bcc885 req-26e9d4f7-7e5c-4155-944f-3bdc6917547c tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344614 Feb 19 01:00:55.992862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.4 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/3e9f9929-f7e7-4421-921d-528fc2ef1100) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:56.006896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b1177e6a-4dcc-4157-b936-e62a312b0499 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:56.006896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.015741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (690863b8-304c-4b30-ae18-72d7008c39b3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.026030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1177e6a-4dcc-4157-b936-e62a312b0499 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:56.060769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1177e6a-4dcc-4157-b936-e62a312b0499,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:56.082497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b87e3-f39d-4d26-905c-61e614d011bf req-8ece5903-0a79-413a-80a5-cf427c3d6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.084796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-989b87e3-f39d-4d26-905c-61e614d011bf req-8ece5903-0a79-413a-80a5-cf427c3d6a90 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 1127 time: 0.2636967 Feb 19 01:00:56.088803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690863b8-304c-4b30-ae18-72d7008c39b3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.106566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e383-4363-4514-9728-f33df2417c3c req-65b5b672-6c9f-421d-9a83-4826999e3a0e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.107509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.108308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1005e383-4363-4514-9728-f33df2417c3c req-65b5b672-6c9f-421d-9a83-4826999e3a0e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1592476 Feb 19 01:00:56.139993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.143894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd036072-2711-45c3-b475-cfbd80e76f4d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5468798 Feb 19 01:00:56.145741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.152859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4d79828e-1933-4efb-8a91-4dbbc5365620 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-169391046 HTTP/1.1" status: 204 len: 168 time: 0.3135164 Feb 19 01:00:56.158576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'security_group_rule': {'security_group_id': '690863b8-304c-4b30-ae18-72d7008c39b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:56.162771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43192) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.173894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-ad6cda7a-95c5-45dd-a423-1831c072be67 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-169391046') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:56.186009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.202437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1005e383-4363-4514-9728-f33df2417c3c req-d6580894-702b-4fcd-8b92-3c7ae77d6ad0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840821 Feb 19 01:00:56.204693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-989b87e3-f39d-4d26-905c-61e614d011bf req-a4e91789-26f4-4451-804a-34e06ac93e51 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110168 Feb 19 01:00:56.288620 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.314364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (93790d74-548a-4eee-b180-59b938d36700), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.373522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1177e6a-4dcc-4157-b936-e62a312b0499'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:56.398412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (93790d74-548a-4eee-b180-59b938d36700), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.509869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (93790d74-548a-4eee-b180-59b938d36700), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.516826 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad6cda7a-95c5-45dd-a423-1831c072be67 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-169391046 HTTP/1.1" status: 204 len: 168 time: 0.3502727 Feb 19 01:00:56.519722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43198) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.522930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.529693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-5594a648-b3d1-46e1-abbe-7dad507a585d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:56.597436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93790d74-548a-4eee-b180-59b938d36700,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.652230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:56.662449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.663002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.664090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.664473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.664821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.665166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.665512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.665840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.668142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.668533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.668884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.669226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.669567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:56.679943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:56.682791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:56.724761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.726044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2fa41818-abab-4ec3-9acb-720ce1efe964 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5744326 Feb 19 01:00:56.742030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.743191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'security_group_rule': {'security_group_id': '690863b8-304c-4b30-ae18-72d7008c39b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:56.748021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=3e9f9929-f7e7-4421-921d-528fc2ef1100,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.774986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7dada7ea-d7d2-4728-9d38-b1880878a935 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:56.912484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86cd86ab-1b75-440b-9ed4-cf75b6956176 req-b6c0a92b-4f75-4d2c-9fd0-9d858f337443 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 210 time: 0.0606203 Feb 19 01:00:56.921017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 7dada7ea-d7d2-4728-9d38-b1880878a935 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:56.924685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.925345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.926922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 7dada7ea-d7d2-4728-9d38-b1880878a935 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:56.928263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.934515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (7472f76c-04af-40c2-829a-e37e2c681460), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.942520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-1a8b64a7-b5b5-4ea8-b8fb-712ab9d23565 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:56.944505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-1a8b64a7-b5b5-4ea8-b8fb-712ab9d23565 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.3970966 Feb 19 01:00:56.959772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Request body: {'port': {'device_id': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'admin_state_up': True, 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:57.088009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18337988-8ceb-4663-b8fd-b43df5bc9baf tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7420709 Feb 19 01:00:57.092974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43216) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.098084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'network_id': 'f3aaa065-eda8-4c8d-8bb2-89343624a798', 'name': 'tempest-AllowedAddressPairTestJSON-442765542'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:57.114359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf7cf9-f95e-40ad-9e6d-643d408aec79 req-dab6e7cc-d40a-4955-8fec-84ce52d4dcab tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.117165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 7dada7ea-d7d2-4728-9d38-b1880878a935 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.117990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.119676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eabf7cf9-f95e-40ad-9e6d-643d408aec79 req-dab6e7cc-d40a-4955-8fec-84ce52d4dcab tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 944 time: 0.1223950 Feb 19 01:00:57.140725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5594a648-b3d1-46e1-abbe-7dad507a585d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 200 len: 205 time: 0.6198225 Feb 19 01:00:57.148482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43218) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.154594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-42729518-4863-4ac6-835f-c3dd1dd0a73a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.192543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (7472f76c-04af-40c2-829a-e37e2c681460), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.211674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7dada7ea-d7d2-4728-9d38-b1880878a935,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:57.215572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-578972a0-b6fc-4296-a6d8-aae28e07b427 None None] Provisioning complete for port 3e9f9929-f7e7-4421-921d-528fc2ef1100 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.215817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-578972a0-b6fc-4296-a6d8-aae28e07b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.258074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-578972a0-b6fc-4296-a6d8-aae28e07b427 None None] Port 3e9f9929-f7e7-4421-921d-528fc2ef1100 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:57.301206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7472f76c-04af-40c2-829a-e37e2c681460), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.304087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eabf7cf9-f95e-40ad-9e6d-643d408aec79 req-d95f0fb7-40f9-4c18-811d-b857addce3f4 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695800 Feb 19 01:00:57.309839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42729518-4863-4ac6-835f-c3dd1dd0a73a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 200 len: 241 time: 0.1596324 Feb 19 01:00:57.310497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43222) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.315116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-74f26df7-b8f1-4c9a-8bf0-850f357fdc09 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-1087175213') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.339191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7472f76c-04af-40c2-829a-e37e2c681460,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.342946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.375620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:57.380049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.386360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Made reservation on behalf of 2f99197228954e2d887bcca55b83f8b7 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:57.392421 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.400200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.439635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-74f26df7-b8f1-4c9a-8bf0-850f357fdc09 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-1087175213 HTTP/1.1" status: 204 len: 168 time: 0.1280019 Feb 19 01:00:57.441267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43224) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.445365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] device_id is not set on port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:00:57.447156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-909ace56-2132-4347-b6c3-8826725e86a8 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-1087175213') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.492133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.496231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-92e7114b-6d30-4901-9e25-b771b24c17b7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7549090 Feb 19 01:00:57.503253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43228) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.553833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:57.572144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e25631-e51b-4dee-9338-887db87957df req-442ff1be-683e-4c41-ab72-892dd09dfeb3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.573772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03e25631-e51b-4dee-9338-887db87957df req-442ff1be-683e-4c41-ab72-892dd09dfeb3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.2746537 Feb 19 01:00:57.607133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-909ace56-2132-4347-b6c3-8826725e86a8 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-1087175213 HTTP/1.1" status: 204 len: 168 time: 0.1637788 Feb 19 01:00:57.609151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.613895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-0a199d1a-1ee9-4caf-861d-e35583065ca0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.711812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1177e6a-4dcc-4157-b936-e62a312b0499 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:57.724757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.727119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a199d1a-1ee9-4caf-861d-e35583065ca0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 200 len: 205 time: 0.1155479 Feb 19 01:00:57.728138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43232) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.732806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-6590bf1c-cba4-4f95-8d4b-617bc1a0b715 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.741156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:57.745241 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef170046-0f1c-43a9-bbf4-0acddb7d11fd" -d '{"events": [{"server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "name": "network-vif-plugged", "status": "completed", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:57.788647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03e25631-e51b-4dee-9338-887db87957df req-c39c80b2-c686-4b56-8faf-0a161a592c6d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942441 Feb 19 01:00:57.790047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Allocated IP 172.20.0.7 (8e8cae6c-939a-4c1b-b48d-62d0c09522c9/0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2/61a231df-de37-49c4-a12a-f317cc7b3d7c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:57.797583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Allocated IP 172.20.0.9 (f3aaa065-eda8-4c8d-8bb2-89343624a798/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d/04403a8c-9144-4867-b5d0-6c2c1aaaed09) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:57.812863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6590bf1c-cba4-4f95-8d4b-617bc1a0b715 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 200 len: 241 time: 0.0834188 Feb 19 01:00:57.818286 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2430aa-6cd0-48c1-a5cb-ef9b794308c7 x-openstack-request-id: req-ce2430aa-6cd0-48c1-a5cb-ef9b794308c7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:57.819128 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "name": "network-vif-plugged", "status": "completed", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:57.819584 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ce2430aa-6cd0-48c1-a5cb-ef9b794308c7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:57.819821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43236) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.820388 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935', 'code': 200} Feb 19 01:00:57.836562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-bca0beab-7442-4e6b-8230-73a9706178c2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-1931120163') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.863118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bca0beab-7442-4e6b-8230-73a9706178c2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-1931120163 HTTP/1.1" status: 204 len: 168 time: 0.0419295 Feb 19 01:00:57.865340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43238) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.867171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port b1177e6a-4dcc-4157-b936-e62a312b0499 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:57.874045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-098ca470-d5fd-4fe9-8918-32540572a5b6 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-1931120163') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.879672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port b1177e6a-4dcc-4157-b936-e62a312b0499 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.881856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.996702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b1177e6a-4dcc-4157-b936-e62a312b0499 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.997425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.017150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5949b-ea4e-4b72-b1bf-55eea831755b req-5bd43332-7286-46b2-9970-dd161307f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.023696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52e5949b-ea4e-4b72-b1bf-55eea831755b req-5bd43332-7286-46b2-9970-dd161307f38b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 1127 time: 0.1139879 Feb 19 01:00:58.052055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1177e6a-4dcc-4157-b936-e62a312b0499,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:58.062835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-098ca470-d5fd-4fe9-8918-32540572a5b6 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-1931120163 HTTP/1.1" status: 204 len: 168 time: 0.1945426 Feb 19 01:00:58.066940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43248) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.092900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-807a1e13-7c4b-4e88-a053-f44abdad24c0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.119329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52e5949b-ea4e-4b72-b1bf-55eea831755b req-2158b42d-27e0-46e9-898d-a2e5650a2a69 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886245 Feb 19 01:00:58.131324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.160158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ab9f255-4f25-4693-b129-196ab6d7f7fb req-abee44c2-1227-4d11-a6ec-3291edef1472 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 210 time: 0.0981109 Feb 19 01:00:58.187134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.235228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-807a1e13-7c4b-4e88-a053-f44abdad24c0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 200 len: 205 time: 0.1456394 Feb 19 01:00:58.236832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.237946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43254) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.244611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-e06163f6-6a31-403a-811e-de970b0929d0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.274105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e06163f6-6a31-403a-811e-de970b0929d0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 204 len: 168 time: 0.0317090 Feb 19 01:00:58.274291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43256) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.279413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-4e2a68f0-a654-4a81-bfe4-60c1964e5442 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.318237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks [] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.350588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.379522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e2a68f0-a654-4a81-bfe4-60c1964e5442 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 204 len: 168 time: 0.1016173 Feb 19 01:00:58.379844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.385291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-17184c41-0523-4885-8414-c1e86e9d4309 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.462724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 172.25.2.57 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:58.479355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6ed7e-9f3d-4ebc-a5cb-349e60804859 req-546010d5-a5a9-4318-92ef-f2dbbd149221 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.480951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16e6ed7e-9f3d-4ebc-a5cb-349e60804859 req-546010d5-a5a9-4318-92ef-f2dbbd149221 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 945 time: 0.0701010 Feb 19 01:00:58.498254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-17184c41-0523-4885-8414-c1e86e9d4309 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1173136 Feb 19 01:00:58.501031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43262) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.506922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-a15eda3d-964d-43df-a370-efe8b12d007f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.536807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16e6ed7e-9f3d-4ebc-a5cb-349e60804859 req-e88d35ff-d1f0-4cfe-a498-2152d6b9961d tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Feb 19 01:00:58.545590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.564369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:58.599760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.636561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:58.648823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:58.660764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:58.675631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:58.711696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:58.729508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:58.732890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event updated for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.797869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:58.818612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.880541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.881447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.914938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:58.915823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.921995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:58.942608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=04403a8c-9144-4867-b5d0-6c2c1aaaed09,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.979503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a15eda3d-964d-43df-a370-efe8b12d007f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 204 len: 168 time: 0.4734731 Feb 19 01:00:58.980266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43266) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.986737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-74e22c60-5f16-497f-922d-cce37392adc7 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-2067233955') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.019264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb15a1-a340-4b69-bdd1-8156ac935acc req-673fd92e-7ce6-4ec2-b29c-0f6c2e454139 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.021696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffb15a1-a340-4b69-bdd1-8156ac935acc req-673fd92e-7ce6-4ec2-b29c-0f6c2e454139 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1223240 Feb 19 01:00:59.050104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-9f76f026-dbef-475c-8aec-34ffe15940a8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0934792 Feb 19 01:00:59.060908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Request body: {'port': {'device_id': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:59.094126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e92a519-a67c-4b64-9de0-df99639f0a5b tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9976950 Feb 19 01:00:59.094126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.096320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43268) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:59.099636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f23edf17-e3f8-4b65-bcf2-c5a98c2b8e16 None None] Provisioning complete for port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:59.100160 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f23edf17-e3f8-4b65-bcf2-c5a98c2b8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.103062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:98:d0:bd'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:9c:24:77'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:59.135252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-74e22c60-5f16-497f-922d-cce37392adc7 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-2067233955 HTTP/1.1" status: 201 len: 201 time: 0.1529541 Feb 19 01:00:59.147818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43272) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:59.155171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-147ef95d-db21-46fb-bcde-8d70aa57706d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-1847503027') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:59.212421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffb15a1-a340-4b69-bdd1-8156ac935acc req-f861403e-7907-4f22-ac6c-642cd06b2caa tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827462 Feb 19 01:00:59.229926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:59.258144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:59.264068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:59.268468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.365257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.381338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f23edf17-e3f8-4b65-bcf2-c5a98c2b8e16 None None] Port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:00:59.398204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4629a-1f75-4f2f-b3b3-e682d20d1b85 req-b7d3e5c5-b691-4b39-abc3-a97aec7a8df1 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.400129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50c4629a-1f75-4f2f-b3b3-e682d20d1b85 req-b7d3e5c5-b691-4b39-abc3-a97aec7a8df1 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 931 time: 0.0977724 Feb 19 01:00:59.492770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.500209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.518550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50c4629a-1f75-4f2f-b3b3-e682d20d1b85 req-59ce593c-eb42-4180-a7fe-8693a60068a6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104462 Feb 19 01:00:59.717210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.724624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:59.778167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.823428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:59.827613 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e9c700-8a4a-4b30-8fea-159d91fdcb95" -d '{"events": [{"server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "name": "network-vif-plugged", "status": "completed", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:59.907855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.913694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event updated for resources: {'Port': ['ID=04403a8c-9144-4867-b5d0-6c2c1aaaed09,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.943719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] In _notify_port_updated(), no bound segment for port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 on network f3aaa065-eda8-4c8d-8bb2-89343624a798 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:00:59.949637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.950339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.964238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ee5394e0-79a6-45b6-a3c8-0690d75a7beb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "PUT /v2.0/ports/04403a8c-9144-4867-b5d0-6c2c1aaaed09 HTTP/1.1" status: 200 len: 1055 time: 0.8650835 Feb 19 01:00:59.964508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:59.969249 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a1f0d7-54f8-400d-a085-7799cae5c05b x-openstack-request-id: req-88a1f0d7-54f8-400d-a085-7799cae5c05b {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:59.969442 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "name": "network-vif-plugged", "status": "completed", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:59.969696 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-88a1f0d7-54f8-400d-a085-7799cae5c05b {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:59.971439 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499', 'code': 200} Feb 19 01:00:59.984313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '98e07561-cd62-4976-be25-398137d9f2c1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '98e07561-cd62-4976-be25-398137d9f2c1', 'mac_address': 'fa:16:3e:b0:9e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:00.029117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-147ef95d-db21-46fb-bcde-8d70aa57706d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-1847503027 HTTP/1.1" status: 201 len: 201 time: 0.8783131 Feb 19 01:01:00.035517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43290) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:00.044277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-c6f7d910-ecbb-4dd9-b480-f5481fdba049 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-1304801484') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:00.052221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:00.053792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.096007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:00.135313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:00.160026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:00.160984 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.174206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.216513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.316647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.333006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.333006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.333006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.333256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.333887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.334207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.334537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.334867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.335217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.335537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.335870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.336544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.336992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:00.350219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a28cc956-ee79-4a19-bf21-3cfd16718228 None None] Provisioning complete for port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:00.350219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a28cc956-ee79-4a19-bf21-3cfd16718228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.360541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.378814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['98e07561-cd62-4976-be25-398137d9f2c1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:00.411172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 04403a8c-9144-4867-b5d0-6c2c1aaaed09 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:00.471503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a28cc956-ee79-4a19-bf21-3cfd16718228 None None] Port 04403a8c-9144-4867-b5d0-6c2c1aaaed09 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:00.530629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.558664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88c5b-ea47-455d-b792-91577a8dbc9e req-af82c913-c925-4650-abb2-36cd304bf49f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.566095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fdf88c5b-ea47-455d-b792-91577a8dbc9e req-af82c913-c925-4650-abb2-36cd304bf49f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.1352122 Feb 19 01:01:00.608242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cf49-84d5-45e9-8e0f-141a3c7bd9ea req-5585bfcf-603c-4af2-b745-4d86195ccc11 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.611000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39e6cf49-84d5-45e9-8e0f-141a3c7bd9ea req-5585bfcf-603c-4af2-b745-4d86195ccc11 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 945 time: 0.6125131 Feb 19 01:01:00.631396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.667359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fdf88c5b-ea47-455d-b792-91577a8dbc9e req-6601de46-886e-4302-8631-7446f17e3f4e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941544 Feb 19 01:01:00.751908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4224f-6adf-4ef4-b1e5-bc693335fe21 req-616ceba1-0595-4eae-b60e-cf7afa1e4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.753411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-56e4224f-6adf-4ef4-b1e5-bc693335fe21 req-616ceba1-0595-4eae-b60e-cf7afa1e4c43 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 1127 time: 0.6864576 Feb 19 01:01:00.800184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.813696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d61d85-c4ff-48da-ba87-17e2c464874e req-e06e5754-750d-4bd9-b71e-5a2a224db38b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.815727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d61d85-c4ff-48da-ba87-17e2c464874e req-e06e5754-750d-4bd9-b71e-5a2a224db38b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 931 time: 0.0692089 Feb 19 01:01:00.816868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (04403a8c-9144-4867-b5d0-6c2c1aaaed09), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.860621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=04403a8c-9144-4867-b5d0-6c2c1aaaed09,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.888335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39e6cf49-84d5-45e9-8e0f-141a3c7bd9ea req-27af8a1a-ff0d-4187-ac03-368510411b22 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440178 Feb 19 01:01:00.946622 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d61d85-c4ff-48da-ba87-17e2c464874e req-9da5242e-0610-4e01-b653-112ecf2fb42e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209574 Feb 19 01:01:01.003442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-56e4224f-6adf-4ef4-b1e5-bc693335fe21 req-72d1b975-3953-4d8f-a3a4-e38efc482ac9 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351942 Feb 19 01:01:01.010652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.094069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6f7d910-ecbb-4dd9-b480-f5481fdba049 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-1304801484 HTTP/1.1" status: 201 len: 201 time: 1.0521934 Feb 19 01:01:01.095564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43330) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.101069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-6eb5ffca-a38b-4ab7-8365-21b7c3bf6a68 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-741511712') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.159541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.161175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-070bbaa1-5cf2-4cff-a3bf-d8b4462340bf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6179006 Feb 19 01:01:01.176870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.181362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49bb9155-ea64-4a5f-b05d-18ad2a45722a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/04403a8c-9144-4867-b5d0-6c2c1aaaed09 HTTP/1.1" status: 204 len: 168 time: 1.2157238 Feb 19 01:01:01.184828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43336) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.191521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971310-c4fa-4c70-aad6-e5166e0fb37b req-2b6d8cb9-cb6c-413f-bebb-cd4a968bac35 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.194761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d971310-c4fa-4c70-aad6-e5166e0fb37b req-2b6d8cb9-cb6c-413f-bebb-cd4a968bac35 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 945 time: 0.1585748 Feb 19 01:01:01.209567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a231df-de37-49c4-a12a-f317cc7b3d7c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:01.215497 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-5576dfd7-4ec3-4e74-bbb9-0c7080a9c315 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] GET failed (client error): The resource could not be found. Feb 19 01:01:01.217520 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5576dfd7-4ec3-4e74-bbb9-0c7080a9c315 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports/04403a8c-9144-4867-b5d0-6c2c1aaaed09 HTTP/1.1" status: 404 len: 333 time: 0.0315042 Feb 19 01:01:01.220197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43338) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.226045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks [] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.253720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Transition to ACTIVE for port object 61a231df-de37-49c4-a12a-f317cc7b3d7c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:01.270269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d971310-c4fa-4c70-aad6-e5166e0fb37b req-cc76e926-1ba9-4ee4-918f-cec57cb861b5 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Feb 19 01:01:01.279506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6eb5ffca-a38b-4ab7-8365-21b7c3bf6a68 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-741511712 HTTP/1.1" status: 201 len: 201 time: 0.1828232 Feb 19 01:01:01.282741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.288417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-0d2e4f1e-edb3-4c62-b234-0587d01b61df tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', {'tags': ['tempest-TagsExtTest-Tag-1794329025', 'tempest-TagsExtTest-Tag-634047873', 'tempest-TagsExtTest-Tag-1363145597']}) {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.338223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.464899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 3e9f9929-f7e7-4421-921d-528fc2ef1100 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:01.464899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.465566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Pushing event updated for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.572515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.594082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 3e9f9929-f7e7-4421-921d-528fc2ef1100 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:01.650550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0d2e4f1e-edb3-4c62-b234-0587d01b61df tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 200 len: 317 time: 0.3666539 Feb 19 01:01:01.651289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43368) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.657281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-2c56bd51-8ee2-4df6-9264-4bfbf4cf7e30 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:01.675072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Attempting to bind port 61a231df-de37-49c4-a12a-f317cc7b3d7c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:01.677033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Attempting to bind port 61a231df-de37-49c4-a12a-f317cc7b3d7c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:01.677033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Attempting to bind port 61a231df-de37-49c4-a12a-f317cc7b3d7c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:01.687760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-39517ceb-cf7e-4217-9dac-d2f7a34ff95d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--52970966&fields=id&tenant_id=60737ac4e59d42f69545053faf09d887 HTTP/1.1" status: 200 len: 267 time: 0.1247933 Feb 19 01:01:01.752661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:01.757918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Port 61a231df-de37-49c4-a12a-f317cc7b3d7c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:01.758913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Attempting to bind port 61a231df-de37-49c4-a12a-f317cc7b3d7c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:01.774687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:01.774687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Checking segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:01.775175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Bound using segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:01.775301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Bound port: 61a231df-de37-49c4-a12a-f317cc7b3d7c, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:01.775660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.806536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-75a3b2f5-f1d4-4283-9768-ef9903391d7a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.812316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-75a3b2f5-f1d4-4283-9768-ef9903391d7a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 930 time: 0.1231899 Feb 19 01:01:01.843491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912301f7-245e-40db-8872-d1697502c102 req-071ca209-9df0-46e0-a539-945638d2c0ac tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.846354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 98e07561-cd62-4976-be25-398137d9f2c1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:01.846901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (98e07561-cd62-4976-be25-398137d9f2c1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.849172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-912301f7-245e-40db-8872-d1697502c102 req-071ca209-9df0-46e0-a539-945638d2c0ac tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.0897655 Feb 19 01:01:01.906328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-0204f8c0-434f-47cd-b670-cde7c32d7280 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.913481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-0204f8c0-434f-47cd-b670-cde7c32d7280 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 932 time: 0.1002181 Feb 19 01:01:01.923375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3e9f9929-f7e7-4421-921d-528fc2ef1100), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.952053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:01.952565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.983583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:01.985154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=3e9f9929-f7e7-4421-921d-528fc2ef1100,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.987602 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bd345-624b-4e6c-bad4-df30381bf325" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:01.998693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-aa0ffbf8-52ba-4673-9f8f-6f5395725580 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812249 Feb 19 01:01:02.006756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:02.012644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:02.018246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-912301f7-245e-40db-8872-d1697502c102 req-75a77d82-88a4-42c6-a6c7-c84b5eba7fe8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289482 Feb 19 01:01:02.071331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a6e8df9-23a4-4da1-9aaf-5ff65b4438f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0746627 Feb 19 01:01:02.073822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.100715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.107303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-165e5d21-6dc2-4c30-81d1-528d872d769a tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/3e9f9929-f7e7-4421-921d-528fc2ef1100 HTTP/1.1" status: 204 len: 168 time: 0.8858228 Feb 19 01:01:02.115550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:02.116804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.181165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:02.206640 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6593a81-dea2-4c8a-8870-15b1c5b57ae6 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] GET failed (client error): The resource could not be found. Feb 19 01:01:02.214843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a6593a81-dea2-4c8a-8870-15b1c5b57ae6 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "GET /v2.0/ports/3e9f9929-f7e7-4421-921d-528fc2ef1100 HTTP/1.1" status: 404 len: 333 time: 0.0878353 Feb 19 01:01:02.215059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.215187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-a13a4125-1ae9-4ff4-ba08-ab75442acff6 service neutron] 10.222.0.96 "GET /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.3846037 Feb 19 01:01:02.215443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43378) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.331160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2c56bd51-8ee2-4df6-9264-4bfbf4cf7e30 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 204 len: 168 time: 0.6776168 Feb 19 01:01:02.337313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.357878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.360198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.360198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] 10.222.0.117 "PUT /v2.0/ports/61a231df-de37-49c4-a12a-f317cc7b3d7c HTTP/1.1" status: 200 len: 1091 time: 3.3033655 Feb 19 01:01:02.363462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:02.366077 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754b323b-a7b1-40c7-975f-505b77715785" -d '{"events": [{"name": "network-changed", "server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:02.379274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-29c89f80-c138-406b-8cf2-1543d73cdb81 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-1794329025') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:02.459757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcd552-da5e-49bf-af46-9cad46db7294 service neutron] Pushing event updated for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:02.468231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37c94633-56ab-4a69-b1ef-72c97b7eab34 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.474756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37c94633-56ab-4a69-b1ef-72c97b7eab34 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.479931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37c94633-56ab-4a69-b1ef-72c97b7eab34 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.486960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37c94633-56ab-4a69-b1ef-72c97b7eab34 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/networks?id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 200 len: 1989 time: 0.4134750 Feb 19 01:01:02.541455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-a211f1ac-0de5-4952-9eac-e6b79b301b20 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/quotas/60737ac4e59d42f69545053faf09d887 HTTP/1.1" status: 200 len: 375 time: 0.0534246 Feb 19 01:01:02.621128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port 9d6573f7-bbb9-44a8-a528-abb3886a0add {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:02.621467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.650462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-13815bdc-eb7b-46d6-9716-014ab6c0b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.652022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-13815bdc-eb7b-46d6-9716-014ab6c0b740 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 1125 time: 0.1507249 Feb 19 01:01:02.658107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a91b36-c8ca-4af7-afd5-c29f2c07f94f req-ea62941a-74c1-4159-9055-7bd5ea5b9a42 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.659923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72a91b36-c8ca-4af7-afd5-c29f2c07f94f req-ea62941a-74c1-4159-9055-7bd5ea5b9a42 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 943 time: 0.4477382 Feb 19 01:01:02.670811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:02.750742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72a91b36-c8ca-4af7-afd5-c29f2c07f94f req-5f67948c-e648-488b-a1cf-3a8bc0f7f3fb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827577 Feb 19 01:01:02.759200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:02.774626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:02.779635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for 9d6573f7-bbb9-44a8-a528-abb3886a0add owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:02.803362 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c83682-7913-4c27-b196-fe23da6087ff x-openstack-request-id: req-b4c83682-7913-4c27-b196-fe23da6087ff {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:02.803882 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:02.806675 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b4c83682-7913-4c27-b196-fe23da6087ff {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:02.806675 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'code': 200} Feb 19 01:01:02.808537 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-29c89f80-c138-406b-8cf2-1543d73cdb81 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:02.812480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-29c89f80-c138-406b-8cf2-1543d73cdb81 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-1794329025 HTTP/1.1" status: 404 len: 329 time: 0.4483161 Feb 19 01:01:02.812877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43390) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.822797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-98e3d06a-7911-4f56-b3e1-e79eb2f34c21 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-634047873') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:02.865719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:02.881190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-bec55fd8-d38d-4178-bc12-a374cb3fdb2c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3341069 Feb 19 01:01:02.891903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:02.948175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-467947e6-b39d-4d11-a92e-5885af84c69e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0836117 Feb 19 01:01:02.956072 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-98e3d06a-7911-4f56-b3e1-e79eb2f34c21 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:02.957369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98e3d06a-7911-4f56-b3e1-e79eb2f34c21 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-634047873 HTTP/1.1" status: 404 len: 328 time: 0.1433620 Feb 19 01:01:02.963512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43392) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:02.965616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346bf9d-5e57-401d-9e58-37f1bc3bc2c7 req-b13546c7-fa35-4fec-b3af-275ce701fd89 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.967418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b346bf9d-5e57-401d-9e58-37f1bc3bc2c7 req-b13546c7-fa35-4fec-b3af-275ce701fd89 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 945 time: 0.0967431 Feb 19 01:01:03.004472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-8a52f0a2-a3ca-4919-b051-555eae01ac4a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a', 'tempest-TagsExtTest-Tag-1363145597') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.010407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.044463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b346bf9d-5e57-401d-9e58-37f1bc3bc2c7 req-313051bb-6b72-472d-9b05-f8dbeb67f794 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Feb 19 01:01:03.101933 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc26bc-d679-4f49-8d39-a966b1286194 x-openstack-request-id: req-eefc26bc-d679-4f49-8d39-a966b1286194 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:03.101933 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:03.102279 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eefc26bc-d679-4f49-8d39-a966b1286194 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:03.102577 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c', 'status': 'completed', 'code': 200} Feb 19 01:01:03.155784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-4ed08cc5-9fbf-4b2a-82a2-d35a76fa1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.155784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-4ed08cc5-9fbf-4b2a-82a2-d35a76fa1781 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1847188 Feb 19 01:01:03.215044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-8958666f-8d4f-4879-a4f8-25604c8366f4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540168 Feb 19 01:01:03.221558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9ee76824-8fe1-45ca-8941-df022c85b979 service neutron] 10.222.0.94 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856972 Feb 19 01:01:03.245537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] Transition to ACTIVE for port object f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:03.262500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9d6573f7-bbb9-44a8-a528-abb3886a0add), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.319594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbe84f-59d6-481d-af24-673ba8b7f377 req-c30531ce-e588-4521-8000-0133bea1875d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.321310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61bbe84f-59d6-481d-af24-673ba8b7f377 req-c30531ce-e588-4521-8000-0133bea1875d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 943 time: 0.0663614 Feb 19 01:01:03.323436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.373881 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-8a52f0a2-a3ca-4919-b051-555eae01ac4a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:03.378433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a52f0a2-a3ca-4919-b051-555eae01ac4a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags/tempest-TagsExtTest-Tag-1363145597 HTTP/1.1" status: 404 len: 329 time: 0.4093959 Feb 19 01:01:03.378618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43406) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:03.385843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-2636dd7c-e9dd-4853-9503-4e6520b43c1c tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', {'tags': ['tempest-TagsExtTest-Tag-674834440', 'tempest-TagsExtTest-Tag-1807741585', 'tempest-TagsExtTest-Tag-1777859467']}) {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.388239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=9d6573f7-bbb9-44a8-a528-abb3886a0add,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.530386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:03.554322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.560790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3f6eb4cf-e4cb-4ea8-8e87-3885759b91bb tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/ports/9d6573f7-bbb9-44a8-a528-abb3886a0add HTTP/1.1" status: 204 len: 168 time: 1.3396873 Feb 19 01:01:03.562841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] No DVR routers for this DVR port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:03.564704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:03.585398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-30d5d7d1-ab55-4ad3-b74c-008936bae06d service neutron] 10.222.0.94 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501883 Feb 19 01:01:03.622393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61bbe84f-59d6-481d-af24-673ba8b7f377 req-1cb76c08-4dd5-4ec9-90e0-b8ae49eb51cd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941372 Feb 19 01:01:03.643141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-0c965832-b7fb-43c8-a418-533a9c5de5a9 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188342 Feb 19 01:01:03.661687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-f5a1c9cd-4dfd-476f-9126-d1caf35a755f service neutron] 10.222.0.94 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0630720 Feb 19 01:01:03.688986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-91c3fbd7-491c-40ff-91f9-53da6271a20d service neutron] 10.222.0.96 "PUT /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb/bindings/n-h1-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4614661 Feb 19 01:01:03.720517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting subnet 7de8d0f8-f55d-4ce7-b23e-116a5bfc357d {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:03.728850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for subnet (7de8d0f8-f55d-4ce7-b23e-116a5bfc357d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.784980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2636dd7c-e9dd-4853-9503-4e6520b43c1c tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 200 len: 317 time: 0.4057844 Feb 19 01:01:03.800659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43412) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:03.805888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-02bb2af6-364f-4b63-b723-631e074ea9a9 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:03.840705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-13bd0330-09c1-44ed-8313-84c81d845de0 service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746120 Feb 19 01:01:03.858462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (7de8d0f8-f55d-4ce7-b23e-116a5bfc357d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:03.919886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f398f7a-51ad-497f-a142-35f937bdc37b req-50321ee2-a88e-4034-b92a-94824885bc1d service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631207 Feb 19 01:01:03.996540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-732e2d4a-4480-4003-8d26-9435128d3ae1 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.998079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-732e2d4a-4480-4003-8d26-9435128d3ae1 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1497910 Feb 19 01:01:04.003460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7de8d0f8-f55d-4ce7-b23e-116a5bfc357d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.468368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-505e4fae-9ae7-4aea-acab-f6697c51bb9c service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042671 Feb 19 01:01:04.476508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbdd09-d6c4-426b-b86b-2c5d724c520e req-a7c1317d-27e2-49dc-b5f6-136215113d43 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.478070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5fbdd09-d6c4-426b-b86b-2c5d724c520e req-a7c1317d-27e2-49dc-b5f6-136215113d43 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 945 time: 0.6955280 Feb 19 01:01:04.536773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-55ee3b99-70e0-4f0f-b77a-562520a6954c service neutron] 10.222.0.94 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0605938 Feb 19 01:01:04.541031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-0a0ddbe7-7b98-4507-ace4-f3b357eb8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.542644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-0a0ddbe7-7b98-4507-ace4-f3b357eb8475 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f&tenant_id=c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 1126 time: 0.5377181 Feb 19 01:01:04.556375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5fbdd09-d6c4-426b-b86b-2c5d724c520e req-74ee07c4-71a6-4610-a2c6-77df18c00018 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701256 Feb 19 01:01:04.558459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b323b-a7b1-40c7-975f-505b77715785 req-842eb208-b5e5-42b9-aa96-5cd1964bda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.559975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-842eb208-b5e5-42b9-aa96-5cd1964bda48 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 1125 time: 0.1450043 Feb 19 01:01:04.594824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-02bb2af6-364f-4b63-b723-631e074ea9a9 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 204 len: 168 time: 0.7931533 Feb 19 01:01:04.603343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43418) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.607791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-92ef8d4c-0a3f-418e-85a5-3a15abd3e1e2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-674834440') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:04.679569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (7de8d0f8-f55d-4ce7-b23e-116a5bfc357d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.750251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10244afb-7553-4541-9ef4-3e33d6574507 None None] Network f3aaa065-eda8-4c8d-8bb2-89343624a798 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:04.759224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.762534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/subnets/7de8d0f8-f55d-4ce7-b23e-116a5bfc357d HTTP/1.1" status: 204 len: 168 time: 1.1877265 Feb 19 01:01:04.764369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad3b52-bc51-4faf-9f93-fec59ac0711d tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Subnet': ['ID=7de8d0f8-f55d-4ce7-b23e-116a5bfc357d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.766216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43422) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.785805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d27ec468-8078-4f35-a2aa-e3f668046700 service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392414 Feb 19 01:01:04.787855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-8f180f5f-2f16-4960-bfce-f3ef2a84d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.789251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-8f180f5f-2f16-4960-bfce-f3ef2a84d375 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1126 time: 0.2041283 Feb 19 01:01:04.790681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b323b-a7b1-40c7-975f-505b77715785 req-306e59fd-b322-4217-8f0e-05a0c304497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.792045 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-306e59fd-b322-4217-8f0e-05a0c304497e service neutron] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.2178788 Feb 19 01:01:04.851666 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-92ef8d4c-0a3f-418e-85a5-3a15abd3e1e2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:04.852979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-92ef8d4c-0a3f-418e-85a5-3a15abd3e1e2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-674834440 HTTP/1.1" status: 404 len: 328 time: 0.2485983 Feb 19 01:01:04.857000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43424) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:04.869095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d11139-46b3-4216-b8ee-272e1d40d5ed req-e8c0d100-1dbb-4c38-8b60-0dae2a68d0ab tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.871002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6d11139-46b3-4216-b8ee-272e1d40d5ed req-e8c0d100-1dbb-4c38-8b60-0dae2a68d0ab tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 943 time: 0.2115023 Feb 19 01:01:04.874474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-1526767d-3ddd-476b-b498-fd39dcf09047 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-1807741585') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:04.921883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-c8b34343-0eaf-4ca4-b468-d3774c65423e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0992808 Feb 19 01:01:04.965122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f3aaa065-eda8-4c8d-8bb2-89343624a798), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.019252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6d11139-46b3-4216-b8ee-272e1d40d5ed req-f6c5511a-7787-423c-b5c4-c61042f93610 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286373 Feb 19 01:01:05.042676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] DHCP port deletion for f3aaa065-eda8-4c8d-8bb2-89343624a798 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:05.087881 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-1526767d-3ddd-476b-b498-fd39dcf09047 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:05.092331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1526767d-3ddd-476b-b498-fd39dcf09047 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-1807741585 HTTP/1.1" status: 404 len: 329 time: 0.2341614 Feb 19 01:01:05.093117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:05.098303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-4e78f0bb-30f8-463e-b7be-dfa714e809c2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a', 'tempest-TagsExtTest-Tag-1777859467') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:05.100092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-fff141fc-546d-4ae6-99c6-f89a77bb9314 service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066378 Feb 19 01:01:05.125888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Deleting port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:05.126302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b323b-a7b1-40c7-975f-505b77715785 req-074956b2-aa51-4bfd-80d4-facd301c751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.126456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.128075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-074956b2-aa51-4bfd-80d4-facd301c751f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1665134 Feb 19 01:01:05.130160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-6310d693-4fa2-46d6-91b9-5a8b79b5ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.131558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-6310d693-4fa2-46d6-91b9-5a8b79b5ac45 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.3106067 Feb 19 01:01:05.238201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Deleting port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:05.238561 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.240192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] For port d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,segment=NetworkSegment(91b99cc3-402e-4e77-880b-3d92fdd6f7e2),segment_id=91b99cc3-402e-4e77-880b-3d92fdd6f7e2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:05.240630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.275271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Calling delete_port for d2a2df94-cff7-4daf-a445-e7dc65da7ca2 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:05.299804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-fb33371a-7d56-406e-801d-78d4445038ce service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572618 Feb 19 01:01:05.313979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-c2af6991-f1de-4d30-b8b8-bfc96f064986 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 217 time: 0.1695843 Feb 19 01:01:05.360085 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-4e78f0bb-30f8-463e-b7be-dfa714e809c2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:05.361700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e78f0bb-30f8-463e-b7be-dfa714e809c2 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags/tempest-TagsExtTest-Tag-1777859467 HTTP/1.1" status: 404 len: 329 time: 0.2666333 Feb 19 01:01:05.382021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43436) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:05.387579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-c5bab6d4-ed29-428e-9dea-1351d3771b06 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', {'tags': ['tempest-TagsExtTest-Tag-1422579450', 'tempest-TagsExtTest-Tag-702829211', 'tempest-TagsExtTest-Tag-103795449']}) {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:05.479888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-3a7d7b90-3ff6-4fbf-9443-d6c7c030dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.479888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-3a7d7b90-3ff6-4fbf-9443-d6c7c030dae8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1535232 Feb 19 01:01:05.489923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.501407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] For port d2a2df94-cff7-4daf-a445-e7dc65da7ca2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,segment=NetworkSegment(91b99cc3-402e-4e77-880b-3d92fdd6f7e2),segment_id=91b99cc3-402e-4e77-880b-3d92fdd6f7e2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:05.501978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.523264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Calling delete_port for d2a2df94-cff7-4daf-a445-e7dc65da7ca2 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:05.572556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-4e03bb38-924c-4b4a-89d4-007782e6abac service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784774 Feb 19 01:01:05.588198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d2a2df94-cff7-4daf-a445-e7dc65da7ca2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:05.596281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] Pushing event deleted for resources: {'Port': ['ID=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:05.623318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6c91b-4b47-4b3e-b419-f8df525ca50a None None] No DVR routers for this DVR port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:05.633888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d2a2df94-cff7-4daf-a445-e7dc65da7ca2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:05.633888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d2a2df94-cff7-4daf-a445-e7dc65da7ca2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:05.638005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c5bab6d4-ed29-428e-9dea-1351d3771b06 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 200 len: 316 time: 0.2547774 Feb 19 01:01:05.642333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43440) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:05.647706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-8a4e2899-4a8c-4fd8-ba7f-ccc96b3f44dd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:05.670011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-bb962bc1-a0af-48b6-8df8-1277717e4f1c service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354729 Feb 19 01:01:05.706215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-fbcf0e8e-da3f-4c7b-a4c9-410111af9859 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941298 Feb 19 01:01:05.711412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d2a2df94-cff7-4daf-a445-e7dc65da7ca2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.731956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] No DVR routers for this DVR port d2a2df94-cff7-4daf-a445-e7dc65da7ca2 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:05.855197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Port': ['ID=d2a2df94-cff7-4daf-a445-e7dc65da7ca2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:05.893953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-f1f880d0-3bc2-4015-b78a-aed5fdfb82b8 service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154350 Feb 19 01:01:05.896375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-e8b11dc8-1121-4b31-8e3d-4e5cbdf9702d service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174031 Feb 19 01:01:05.937447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f3aaa065-eda8-4c8d-8bb2-89343624a798), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:05.945621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-754b323b-a7b1-40c7-975f-505b77715785 req-076a9598-04d8-44a0-8085-367dd518b6e0 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063386 Feb 19 01:01:05.972374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aaa065-eda8-4c8d-8bb2-89343624a798']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:05.991198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b99cc3-402e-4e77-880b-3d92fdd6f7e2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:05.991890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b99cc3-402e-4e77-880b-3d92fdd6f7e2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:06.007173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (91b99cc3-402e-4e77-880b-3d92fdd6f7e2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.015526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907ba60-7fbf-4325-8a74-61ca7e11914b req-e6e5c6b8-8a7f-4884-92d5-8499a8b6b5b1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.022653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b907ba60-7fbf-4325-8a74-61ca7e11914b req-e6e5c6b8-8a7f-4884-92d5-8499a8b6b5b1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.2806382 Feb 19 01:01:06.053330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (91b99cc3-402e-4e77-880b-3d92fdd6f7e2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.069575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:06.070035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (91b99cc3-402e-4e77-880b-3d92fdd6f7e2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:06.074396 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:06.088324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-fda0ed5d-88d0-46fa-8d5e-e8699aee8b5e service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838279 Feb 19 01:01:06.092097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-555f7b5e-1b6f-4e66-afff-2643639435f8 service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886911 Feb 19 01:01:06.166075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b907ba60-7fbf-4325-8a74-61ca7e11914b req-63adc280-fb5a-46f7-a92e-900cdb44e0af tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423383 Feb 19 01:01:06.203961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d150d6b5-eadc-4401-882d-d9268db2653f service neutron] 10.222.0.94 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060388 Feb 19 01:01:06.287007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78666a1f-40da-4108-bbff-7c7f43319d62 req-89545624-ccb8-48c7-b0f1-bcabe5f4db58 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.288562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78666a1f-40da-4108-bbff-7c7f43319d62 req-89545624-ccb8-48c7-b0f1-bcabe5f4db58 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 945 time: 0.0579414 Feb 19 01:01:06.353322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-673c8179-f914-47dd-8113-edd2b7ab14e1 service neutron] 10.222.0.94 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420069 Feb 19 01:01:06.365527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f3aaa065-eda8-4c8d-8bb2-89343624a798), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.368721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8a4e2899-4a8c-4fd8-ba7f-ccc96b3f44dd tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 204 len: 168 time: 0.7254250 Feb 19 01:01:06.380005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43446) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:06.381859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.385222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] 10.222.0.94 "DELETE /v2.0/networks/f3aaa065-eda8-4c8d-8bb2-89343624a798 HTTP/1.1" status: 204 len: 168 time: 1.6097929 Feb 19 01:01:06.396125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-aaffded8-2ff4-41e0-b540-9e5a530db4f4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-1422579450') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:06.431716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78666a1f-40da-4108-bbff-7c7f43319d62 req-9aabc6b3-38ad-4f87-8640-9f8bd6dfb49d tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372576 Feb 19 01:01:06.478277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19c6e0-3c24-46dd-b308-7c02f94763d8 tempest-AllowedAddressPairTestJSON-723091230 tempest-AllowedAddressPairTestJSON-723091230-project] Pushing event deleted for resources: {'Network': ['ID=f3aaa065-eda8-4c8d-8bb2-89343624a798,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:06.547529 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b2f4231e-24c2-4e81-8045-fe716c7db8a3 service neutron] 10.222.0.94 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864214 Feb 19 01:01:06.623240 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-aaffded8-2ff4-41e0-b540-9e5a530db4f4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:06.624333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aaffded8-2ff4-41e0-b540-9e5a530db4f4 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-1422579450 HTTP/1.1" status: 404 len: 329 time: 0.2380891 Feb 19 01:01:06.627422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:06.633783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-b12f8e2d-e914-43ac-9620-6b0089414ff5 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-702829211') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:06.705938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7d773-16c3-4567-b23f-ea679b4c7412 req-93c6bf5e-5b09-4a6d-887c-682d81905261 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.719055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10f7d773-16c3-4567-b23f-ea679b4c7412 req-93c6bf5e-5b09-4a6d-887c-682d81905261 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 943 time: 0.2137239 Feb 19 01:01:06.725691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-12cfe54d-3f98-49a0-86fc-78791d64dc9f service neutron] 10.222.0.94 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648655 Feb 19 01:01:06.845163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10f7d773-16c3-4567-b23f-ea679b4c7412 req-37908ac9-7dac-47f5-a7ce-9eb253bd5294 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249526 Feb 19 01:01:06.851680 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-b12f8e2d-e914-43ac-9620-6b0089414ff5 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:06.856115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b12f8e2d-e914-43ac-9620-6b0089414ff5 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-702829211 HTTP/1.1" status: 404 len: 328 time: 0.2268767 Feb 19 01:01:06.856735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:06.861347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-de03577f-2b8c-4903-b4c1-d1d6f60547f6 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864', 'tempest-TagsExtTest-Tag-103795449') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:06.914222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-d0d2bdcd-702b-4b3d-9261-a073703eb0d9 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.915777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-d0d2bdcd-702b-4b3d-9261-a073703eb0d9 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1781275 Feb 19 01:01:06.920634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-dee10044-0b16-46bf-988f-1bf08213e1d3 service neutron] 10.222.0.94 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938653 Feb 19 01:01:07.003904 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-de03577f-2b8c-4903-b4c1-d1d6f60547f6 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:07.005615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-de03577f-2b8c-4903-b4c1-d1d6f60547f6 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags/tempest-TagsExtTest-Tag-103795449 HTTP/1.1" status: 404 len: 328 time: 0.1473255 Feb 19 01:01:07.011536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43468) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.019915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-1d166616-c920-492d-aca8-e624eed84b7f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', {'tags': ['tempest-TagsExtTest-Tag-425751072', 'tempest-TagsExtTest-Tag-1740435933', 'tempest-TagsExtTest-Tag-111652964']}) {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.027226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d557eb33-6636-44bd-a900-ee45deea12ec tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.028620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d557eb33-6636-44bd-a900-ee45deea12ec tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 930 time: 0.0895021 Feb 19 01:01:07.052561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43470) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.123846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-f230603b-be68-4daa-b6b9-a956ea3842d8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.125087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-f230603b-be68-4daa-b6b9-a956ea3842d8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 932 time: 0.0846100 Feb 19 01:01:07.126161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1d166616-c920-492d-aca8-e624eed84b7f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "PUT /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 200 len: 316 time: 0.1128757 Feb 19 01:01:07.136164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43474) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.136164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-3effc8a9-3c25-48d1-8322-51a1bbeb92b1 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.207789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-666e76b8-bdf6-4c66-9acd-b24b69be76a2 service neutron] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:07.209533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-666e76b8-bdf6-4c66-9acd-b24b69be76a2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.210659 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a965a072-7995-4eba-b1d4-6bb163d8a29a req-666e76b8-bdf6-4c66-9acd-b24b69be76a2 service neutron] 10.222.0.117 "DELETE /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb/bindings/n-h2-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.2846425 Feb 19 01:01:07.267148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3effc8a9-3c25-48d1-8322-51a1bbeb92b1 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 204 len: 168 time: 0.1342740 Feb 19 01:01:07.270686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43480) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.276609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-a2293f06-810a-47fe-91a9-6d46dfcdbf97 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-425751072') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.309605 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-a2293f06-810a-47fe-91a9-6d46dfcdbf97 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:07.314432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2293f06-810a-47fe-91a9-6d46dfcdbf97 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-425751072 HTTP/1.1" status: 404 len: 328 time: 0.0415332 Feb 19 01:01:07.315225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43484) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.320955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-374d3951-5d0a-434f-8aa1-2ecf7db6d621 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-1740435933') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.343644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45b4d79b-c614-452a-85b1-692253cf48d0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2f99197228954e2d887bcca55b83f8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877452 Feb 19 01:01:07.345889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43486) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.355554 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-374d3951-5d0a-434f-8aa1-2ecf7db6d621 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:07.363057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-374d3951-5d0a-434f-8aa1-2ecf7db6d621 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-1740435933 HTTP/1.1" status: 404 len: 329 time: 0.0401945 Feb 19 01:01:07.370546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43488) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.374781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-e1494c19-9d59-4b13-ad03-7f644d281b5e tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605', 'tempest-TagsExtTest-Tag-111652964') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.420920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-a612af64-d8f6-4e24-9437-32901f364e5c tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.425161 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-e1494c19-9d59-4b13-ad03-7f644d281b5e tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] show failed (client error): The resource could not be found. Feb 19 01:01:07.426218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1494c19-9d59-4b13-ad03-7f644d281b5e tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags/tempest-TagsExtTest-Tag-111652964 HTTP/1.1" status: 404 len: 328 time: 0.0547156 Feb 19 01:01:07.429851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.432718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-a612af64-d8f6-4e24-9437-32901f364e5c tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1797490 Feb 19 01:01:07.436035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-bf89ff8c-d366-464a-ac0c-5a50af7a86eb tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c87c95cd-9a38-43db-9af5-b26d7adfc605') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.454179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4f5c2-2039-4707-a9c7-c7a6093c5efd req-e018115e-1d61-48ca-b2cd-c79b3351a7b6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.461435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] Publish callbacks [] for security_group (d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.464088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11b4f5c2-2039-4707-a9c7-c7a6093c5efd req-e018115e-1d61-48ca-b2cd-c79b3351a7b6 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.1710110 Feb 19 01:01:07.485426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] Publish callbacks [] for security_group (d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.549986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf89ff8c-d366-464a-ac0c-5a50af7a86eb tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605/tags HTTP/1.1" status: 204 len: 168 time: 0.1168206 Feb 19 01:01:07.550589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43500) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.556182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-127e2ae8-beac-4345-a76d-3767ef0c8f3d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbf58e6e-017a-420d-b55d-c82411e44864') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.595732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.598836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11b4f5c2-2039-4707-a9c7-c7a6093c5efd req-ac9a6c5e-733c-48f9-9059-33e4c8440c68 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337283 Feb 19 01:01:07.599200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.602713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a HTTP/1.1" status: 204 len: 168 time: 0.2535324 Feb 19 01:01:07.648503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1cb4-86c9-49c6-89f1-8d85ab1a6c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8ff17-bfcc-4c91-9f41-6fb9e65ee84a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:07.680304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Deleting port 8f14b50f-4f30-437d-b20a-2ee29433ec29 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:07.680821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.761398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43506) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.762657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-127e2ae8-beac-4345-a76d-3767ef0c8f3d tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864/tags HTTP/1.1" status: 204 len: 168 time: 0.2108138 Feb 19 01:01:07.766084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-6db9933e-b03f-4002-aaa7-9ca32ea8cb05 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '13f61951-7ed3-4e65-922b-9a25b17c9b2a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:07.798165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 61a231df-de37-49c4-a12a-f317cc7b3d7c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:07.892358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] For port 8f14b50f-4f30-437d-b20a-2ee29433ec29, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8f14b50f-4f30-437d-b20a-2ee29433ec29,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:07.892862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:07.920003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Calling delete_port for 8f14b50f-4f30-437d-b20a-2ee29433ec29 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:07.929449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21a48-4171-4312-93db-c26b494ca840 req-9ea15609-6cbd-4f2f-949c-8ff59e169d0f tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:07.931046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6cb21a48-4171-4312-93db-c26b494ca840 req-9ea15609-6cbd-4f2f-949c-8ff59e169d0f tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 945 time: 0.1919103 Feb 19 01:01:07.956324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6db9933e-b03f-4002-aaa7-9ca32ea8cb05 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a/tags HTTP/1.1" status: 204 len: 168 time: 0.1936855 Feb 19 01:01:07.960384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43518) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:07.966999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-d18d9e13-b3a6-4973-baa7-12f1d9b50801 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7e8ed23c-b37d-4c8a-a18d-184a0f82517a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:08.014858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:08.037695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6cb21a48-4171-4312-93db-c26b494ca840 req-1e0c6d81-02f4-4eba-85e8-39e1402be473 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894709 Feb 19 01:01:08.060054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '61a231df-de37-49c4-a12a-f317cc7b3d7c', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'port_id': '61a231df-de37-49c4-a12a-f317cc7b3d7c', 'mac_address': 'fa:16:3e:12:4f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:08.105163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d18d9e13-b3a6-4973-baa7-12f1d9b50801 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a/tags HTTP/1.1" status: 204 len: 168 time: 0.1388745 Feb 19 01:01:08.107082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43520) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:08.184953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 61a231df-de37-49c4-a12a-f317cc7b3d7c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:08.187239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.222942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a231df-de37-49c4-a12a-f317cc7b3d7c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:08.314121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:08.338386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18357c-9ae9-4537-bca9-c214dc08e834 req-69a265ef-9b6a-436a-b1fb-7e049c0f1320 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.339693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c18357c-9ae9-4537-bca9-c214dc08e834 req-69a265ef-9b6a-436a-b1fb-7e049c0f1320 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 943 time: 0.1108518 Feb 19 01:01:08.340480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8f14b50f-4f30-437d-b20a-2ee29433ec29), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.354907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1177e6a-4dcc-4157-b936-e62a312b0499'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:08.360266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8f14b50f-4f30-437d-b20a-2ee29433ec29', '7dada7ea-d7d2-4728-9d38-b1880878a935'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:08.439655 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.453327 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-94ee0cd2-f916-439a-9759-cea20544d5ff tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.459193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-94ee0cd2-f916-439a-9759-cea20544d5ff tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c87c95cd-9a38-43db-9af5-b26d7adfc605 HTTP/1.1" status: 204 len: 168 time: 0.3507669 Feb 19 01:01:08.461102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43534) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:08.490876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c18357c-9ae9-4537-bca9-c214dc08e834 req-f6af37db-7dc5-418c-9ef4-cdcb0650f0d7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403456 Feb 19 01:01:08.494308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event deleted for resources: {'Port': ['ID=8f14b50f-4f30-437d-b20a-2ee29433ec29,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:08.528020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aab4864a-fd54-440c-8baa-4715ccc1e435 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "GET /v2.0/ports?device_id=bbf58e6e-017a-420d-b55d-c82411e44864 HTTP/1.1" status: 200 len: 205 time: 0.0625007 Feb 19 01:01:08.531038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43536) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:08.636025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] No DVR routers for this DVR port 8f14b50f-4f30-437d-b20a-2ee29433ec29 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:08.639128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:08.642980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.671327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d7181ad-5ec7-4235-8374-9b2fb4e7e4fe req-1a6c8742-fc3c-4888-a238-2ffa1e0cf2c9 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "DELETE /v2.0/ports/8f14b50f-4f30-437d-b20a-2ee29433ec29 HTTP/1.1" status: 204 len: 173 time: 1.2043166 Feb 19 01:01:08.682068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'name': 'network-vif-deleted', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:08.700901 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8590d3c-a3d9-41f6-a12f-092287c1a411" -d '{"events": [{"server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "name": "network-vif-deleted", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:08.765248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['61a231df-de37-49c4-a12a-f317cc7b3d7c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:08.787280 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for router (bbf58e6e-017a-420d-b55d-c82411e44864), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:08.906372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a7ae-0374-4c0d-895a-72732d7db94f req-a7f4122f-9d1b-4809-bd8a-6fe4c567bffc tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.908737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d019a7ae-0374-4c0d-895a-72732d7db94f req-a7f4122f-9d1b-4809-bd8a-6fe4c567bffc tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1126 time: 0.1404159 Feb 19 01:01:09.097629 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b300ec4-35ed-44b4-9973-219cfa18f7db x-openstack-request-id: req-7b300ec4-35ed-44b4-9973-219cfa18f7db {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:09.097947 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9", "name": "network-vif-deleted", "tag": "8f14b50f-4f30-437d-b20a-2ee29433ec29", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:09.098191 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b300ec4-35ed-44b4-9973-219cfa18f7db {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:09.098606 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9', 'name': 'network-vif-deleted', 'tag': '8f14b50f-4f30-437d-b20a-2ee29433ec29', 'status': 'completed', 'code': 200} Feb 19 01:01:09.132439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d019a7ae-0374-4c0d-895a-72732d7db94f req-024af178-b78b-49e4-8d48-de4fc4f7611a tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126236 Feb 19 01:01:09.170644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-be323727-01e3-4b95-a242-97386a8fdc57 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.171517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b811431e-497c-4049-8e4b-8346e4ce73e0 req-be0dbfff-135e-4286-871c-e1663b0daab4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0425589 Feb 19 01:01:09.173336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (bbf58e6e-017a-420d-b55d-c82411e44864), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.176106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for router_controller (bbf58e6e-017a-420d-b55d-c82411e44864), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.177994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-be323727-01e3-4b95-a242-97386a8fdc57 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 930 time: 0.1820211 Feb 19 01:01:09.254441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-768c0732-b7d2-4aef-917e-b969268f531e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.256767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-768c0732-b7d2-4aef-917e-b969268f531e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 932 time: 0.0680711 Feb 19 01:01:09.297098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (bbf58e6e-017a-420d-b55d-c82411e44864), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.297642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Fanout notify agent at l3_agent the message router_deleted on router bbf58e6e-017a-420d-b55d-c82411e44864 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:01:09.310615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.310615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1e8c9b66-4cd0-47bf-8d43-cfaadfca0c1f tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/routers/bbf58e6e-017a-420d-b55d-c82411e44864 HTTP/1.1" status: 204 len: 168 time: 0.7783723 Feb 19 01:01:09.313293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43566) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:09.389902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-379becd9-90a9-4387-b979-ff71b7eccb65 req-b0d59d3a-9db6-47b5-a767-1b2783263f9a tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51ce7ab-afa9-46fa-9acb-e5a0bd69c1f9 HTTP/1.1" status: 200 len: 210 time: 0.1139088 Feb 19 01:01:09.417378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:09.485053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.557049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e749fb-d7b2-46ee-b060-f69948373961 req-3e859fae-e9a4-48a3-8cab-dc3f6dc509ff tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.557049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00e749fb-d7b2-46ee-b060-f69948373961 req-3e859fae-e9a4-48a3-8cab-dc3f6dc509ff tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1126 time: 0.1685593 Feb 19 01:01:09.608354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'networks': [{'name': 'tempest-network--883434767'}, {'name': 'tempest-network--1088325121'}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:09.608673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-network--883434767'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:09.613164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-network--1088325121'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:09.618909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Deleting port 13f61951-7ed3-4e65-922b-9a25b17c9b2a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:09.621627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.699481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00e749fb-d7b2-46ee-b060-f69948373961 req-e602e00d-c883-4306-b4ad-aaf4731f9de9 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233191 Feb 19 01:01:09.721199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b312e-7654-4ca9-af05-188a5c1cb5e2 req-8c90638e-8f13-4d9f-9660-aa7ff2e69e54 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:09.721199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b55b312e-7654-4ca9-af05-188a5c1cb5e2 req-8c90638e-8f13-4d9f-9660-aa7ff2e69e54 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 944 time: 0.0848188 Feb 19 01:01:09.806412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b55b312e-7654-4ca9-af05-188a5c1cb5e2 req-a386007d-20a4-4be5-a974-9672147377ec tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758364 Feb 19 01:01:09.807512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'network': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:09.807659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.830044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.846583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:09.877971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Calling delete_port for 13f61951-7ed3-4e65-922b-9a25b17c9b2a owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:09.966130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for security_group (0864e062-f4a6-4494-94c5-fc41a7a4e061), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.029135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0864e062-f4a6-4494-94c5-fc41a7a4e061), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.029772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.056250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.099285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0864e062-f4a6-4494-94c5-fc41a7a4e061,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.176425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (13f61951-7ed3-4e65-922b-9a25b17c9b2a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.183336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:10.205072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (403e4ebb-7735-44d9-af16-1c0ba2856746), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.205072 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment 403e4ebb-7735-44d9-af16-1c0ba2856746 of type vlan for network af00d04f-3e1a-408f-85a8-f977a86821ed Feb 19 01:01:10.274440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event deleted for resources: {'Port': ['ID=13f61951-7ed3-4e65-922b-9a25b17c9b2a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.365468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.371909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6d36ccfb-98e1-44d0-8d53-229121105175 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/ports/13f61951-7ed3-4e65-922b-9a25b17c9b2a HTTP/1.1" status: 204 len: 168 time: 1.0544627 Feb 19 01:01:10.373707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:10.397845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (af00d04f-3e1a-408f-85a8-f977a86821ed), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.401776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1fe0fd4c-0d18-463b-b923-ea84b1b004a4 req-6301dd5d-32a5-45cf-bb53-f4d2da7ffc3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0975881 Feb 19 01:01:10.441568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Deleting subnet 7e8ed23c-b37d-4c8a-a18d-184a0f82517a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:10.459681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks [] for subnet (7e8ed23c-b37d-4c8a-a18d-184a0f82517a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.468383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:10.492329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.493339 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment 89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8 of type vlan for network 9dc149cd-cb5c-4d03-9ebc-47527138e446 Feb 19 01:01:10.529332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (7e8ed23c-b37d-4c8a-a18d-184a0f82517a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.580456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9dc149cd-cb5c-4d03-9ebc-47527138e446), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.656378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-602e299b-c050-4310-b3f0-9b87ee5cf1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.708206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (af00d04f-3e1a-408f-85a8-f977a86821ed), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.708803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9dc149cd-cb5c-4d03-9ebc-47527138e446), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.714146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.721440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:10.722167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.816398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8f14b50f-4f30-437d-b20a-2ee29433ec29 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:10.854843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4327743 Feb 19 01:01:10.856516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:10.864155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 8f14b50f-4f30-437d-b20a-2ee29433ec29 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:10.869136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8f14b50f-4f30-437d-b20a-2ee29433ec29 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:11.060407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=af00d04f-3e1a-408f-85a8-f977a86821ed,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:11.075633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network af00d04f-3e1a-408f-85a8-f977a86821ed details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:11.333918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e334-4620-40f4-aa0b-bdf2c69e4c65 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=9dc149cd-cb5c-4d03-9ebc-47527138e446,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:11.347185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9dc149cd-cb5c-4d03-9ebc-47527138e446 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:11.392853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b4d9-cfa4-42fc-b50d-6873ae0d945f req-cd012c28-02ec-4e52-aa73-13664f3f2b9b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.399727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6410b4d9-cfa4-42fc-b50d-6873ae0d945f req-cd012c28-02ec-4e52-aa73-13664f3f2b9b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 944 time: 0.3475482 Feb 19 01:01:11.460588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cd43b-0e00-41e9-bcb3-dff82dfb6b59 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.462919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cd43b-0e00-41e9-bcb3-dff82dfb6b59 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.487799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cd43b-0e00-41e9-bcb3-dff82dfb6b59 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.487799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9cd43b-0e00-41e9-bcb3-dff82dfb6b59 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.513160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b9cd43b-0e00-41e9-bcb3-dff82dfb6b59 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6514642 Feb 19 01:01:11.514269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:11.654503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7e8ed23c-b37d-4c8a-a18d-184a0f82517a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.696106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a49e5d-c5ae-4918-a506-e98940704757 req-17217b5e-6ea6-48ca-8096-1e281169b6a0 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.701623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a49e5d-c5ae-4918-a506-e98940704757 req-17217b5e-6ea6-48ca-8096-1e281169b6a0 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:11.709047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73a49e5d-c5ae-4918-a506-e98940704757 req-17217b5e-6ea6-48ca-8096-1e281169b6a0 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b&device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 1681 time: 0.1350913 Feb 19 01:01:11.814963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73a49e5d-c5ae-4918-a506-e98940704757 req-ccb8b462-6a02-4870-bda1-a75852838d19 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049197 Feb 19 01:01:11.844289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 61a231df-de37-49c4-a12a-f317cc7b3d7c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:11.903080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (7e8ed23c-b37d-4c8a-a18d-184a0f82517a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.940902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6410b4d9-cfa4-42fc-b50d-6873ae0d945f req-91781333-6dea-4f6b-acf2-1d269e4dff17 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399597 Feb 19 01:01:11.981769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8ed23c-b37d-4c8a-a18d-184a0f82517a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:11.985824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.991332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-859cc4c8-32c4-4c7b-8caf-ba93d74277a0 tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/subnets/7e8ed23c-b37d-4c8a-a18d-184a0f82517a HTTP/1.1" status: 204 len: 168 time: 1.6163046 Feb 19 01:01:11.998581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43652) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:12.000007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da801b-4217-443d-aed8-b92613077ef5 None None] Network 320d29d2-efea-404b-856c-3514cbabfd51 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:12.078972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 61a231df-de37-49c4-a12a-f317cc7b3d7c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:12.090152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 61a231df-de37-49c4-a12a-f317cc7b3d7c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:12.090919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.104016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd074c80-a2ad-4799-9624-d44f0e1c6de5 req-09087bca-20d6-4175-9074-b6bbdbe04083 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1097884 Feb 19 01:01:12.105161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (af00d04f-3e1a-408f-85a8-f977a86821ed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.324270 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (320d29d2-efea-404b-856c-3514cbabfd51), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.330762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (af00d04f-3e1a-408f-85a8-f977a86821ed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.389071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af00d04f-3e1a-408f-85a8-f977a86821ed']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:12.410353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403e4ebb-7735-44d9-af16-1c0ba2856746') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:12.410587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403e4ebb-7735-44d9-af16-1c0ba2856746') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:12.426513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (403e4ebb-7735-44d9-af16-1c0ba2856746), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (403e4ebb-7735-44d9-af16-1c0ba2856746), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (403e4ebb-7735-44d9-af16-1c0ba2856746), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:12.512594 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:12.515065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 61a231df-de37-49c4-a12a-f317cc7b3d7c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:12.515065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.515286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Deleting port e258291b-fae1-48c5-a673-dd7763f0f268 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:12.515286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.515441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:12.515441 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef689a8-69dc-4c00-b889-a1d635d746a5" -d '{"events": [{"server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "name": "network-vif-plugged", "status": "completed", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:12.529550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:12.565401 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb7b44-1e20-4411-a3cc-21c30b33cb4d x-openstack-request-id: req-f6cb7b44-1e20-4411-a3cc-21c30b33cb4d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:12.565696 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "name": "network-vif-plugged", "status": "completed", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:12.565949 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f6cb7b44-1e20-4411-a3cc-21c30b33cb4d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:12.566341 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c', 'code': 200} Feb 19 01:01:12.569023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] DHCP port deletion for 320d29d2-efea-404b-856c-3514cbabfd51 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:12.605144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] For port e258291b-fae1-48c5-a673-dd7763f0f268, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e258291b-fae1-48c5-a673-dd7763f0f268,segment=NetworkSegment(de751898-0c2d-4eb6-b99f-e5fbdc8364bb),segment_id=de751898-0c2d-4eb6-b99f-e5fbdc8364bb)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:12.605816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.620990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Deleting port e258291b-fae1-48c5-a673-dd7763f0f268 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:12.621361 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.631233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Calling delete_port for e258291b-fae1-48c5-a673-dd7763f0f268 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:12.681879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (af00d04f-3e1a-408f-85a8-f977a86821ed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.694047 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.698647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/af00d04f-3e1a-408f-85a8-f977a86821ed HTTP/1.1" status: 204 len: 168 time: 1.1839705 Feb 19 01:01:12.704594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43668) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:12.766769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772d0c-6047-4d0e-9090-eee690beca3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=af00d04f-3e1a-408f-85a8-f977a86821ed,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:12.812139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] For port e258291b-fae1-48c5-a673-dd7763f0f268, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e258291b-fae1-48c5-a673-dd7763f0f268,segment=NetworkSegment(de751898-0c2d-4eb6-b99f-e5fbdc8364bb),segment_id=de751898-0c2d-4eb6-b99f-e5fbdc8364bb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:12.814851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.825909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af100f-a5f5-4a51-920e-9b6001d67953 req-3233c2cf-504e-4f76-980d-d3a2f5b7ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.827609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6af100f-a5f5-4a51-920e-9b6001d67953 req-3233c2cf-504e-4f76-980d-d3a2f5b7ccc5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 1127 time: 0.1804719 Feb 19 01:01:12.835338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Calling delete_port for e258291b-fae1-48c5-a673-dd7763f0f268 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:12.883754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-6646f484-3bc9-48b2-8b26-9b8737d26cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:12.888949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-6646f484-3bc9-48b2-8b26-9b8737d26cda service neutron] 10.222.0.96 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 1026 time: 0.2536979 Feb 19 01:01:12.930328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.930878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6af100f-a5f5-4a51-920e-9b6001d67953 req-4ebc37de-8d1d-4ceb-990a-90324030bfcd service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628660 Feb 19 01:01:12.995638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9dc149cd-cb5c-4d03-9ebc-47527138e446), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.999544 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.999882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.032634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e794c518-fd70-45ea-9c34-5ff3188c64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.034393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e794c518-fd70-45ea-9c34-5ff3188c64e2 service neutron] 10.222.0.96 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 1028 time: 0.1289482 Feb 19 01:01:13.041304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] No DVR routers for this DVR port e258291b-fae1-48c5-a673-dd7763f0f268 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:13.048905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e258291b-fae1-48c5-a673-dd7763f0f268), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.130809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] Pushing event deleted for resources: {'Port': ['ID=e258291b-fae1-48c5-a673-dd7763f0f268,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.132957 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-582b3ca0-2d4a-44db-882d-ff37d8a7678b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.135222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9ff52-98b1-421e-906f-8844d85fcac0 None None] No DVR routers for this DVR port e258291b-fae1-48c5-a673-dd7763f0f268 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:13.182865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event deleted for resources: {'Port': ['ID=e258291b-fae1-48c5-a673-dd7763f0f268,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.320488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5923e0f9-ac2b-4544-837a-30eae88e2a86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.328224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5923e0f9-ac2b-4544-837a-30eae88e2a86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.333822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5923e0f9-ac2b-4544-837a-30eae88e2a86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.335720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5923e0f9-ac2b-4544-837a-30eae88e2a86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/networks?id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 200 len: 1989 time: 0.2917461 Feb 19 01:01:13.406796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9dc149cd-cb5c-4d03-9ebc-47527138e446), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.480259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc149cd-cb5c-4d03-9ebc-47527138e446']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.497544 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (320d29d2-efea-404b-856c-3514cbabfd51), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.507366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.507366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.533377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.575187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320d29d2-efea-404b-856c-3514cbabfd51']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.586712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e258291b-fae1-48c5-a673-dd7763f0f268 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:13.600488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc02b-a859-4915-b45d-c0498d58c447 req-7eb18aec-8b9d-4aa0-8988-0248e3ae34f9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:13.608044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f33cc02b-a859-4915-b45d-c0498d58c447 req-7eb18aec-8b9d-4aa0-8988-0248e3ae34f9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 945 time: 0.4474554 Feb 19 01:01:13.618504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.618943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de751898-0c2d-4eb6-b99f-e5fbdc8364bb') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.633938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.650215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (de751898-0c2d-4eb6-b99f-e5fbdc8364bb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.651461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:13.652011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (89b3dfa7-8e3f-414e-8bf5-c0524d0b58c8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.652795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e258291b-fae1-48c5-a673-dd7763f0f268 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:13.654396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e258291b-fae1-48c5-a673-dd7763f0f268 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:13.663661 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:13.744828 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f33cc02b-a859-4915-b45d-c0498d58c447 req-a590c1cc-c268-439a-aca4-ef3c861a903b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356156 Feb 19 01:01:13.767104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (de751898-0c2d-4eb6-b99f-e5fbdc8364bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.779554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:13.780310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (de751898-0c2d-4eb6-b99f-e5fbdc8364bb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:13.820372 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:13.835878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5ce70a3c-e872-4a72-8645-4984420b7de4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60737ac4e59d42f69545053faf09d887 HTTP/1.1" status: 200 len: 378 time: 0.2771482 Feb 19 01:01:13.862751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'admin_state_up': True, 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'security_groups': ['690863b8-304c-4b30-ae18-72d7008c39b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:13.910126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ad62145-4dd8-46a2-b84f-f593300d9216 req-552fccfa-9366-4911-92cf-62cff3e67532 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0732462 Feb 19 01:01:13.941094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9dc149cd-cb5c-4d03-9ebc-47527138e446), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.044456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.045763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e93a0d-610e-49bc-bf12-962fe5119e9a req-84d13ccd-51e2-4c9f-8650-efdd60914486 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.047715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/9dc149cd-cb5c-4d03-9ebc-47527138e446 HTTP/1.1" status: 204 len: 168 time: 1.3419755 Feb 19 01:01:14.055262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3e93a0d-610e-49bc-bf12-962fe5119e9a req-84d13ccd-51e2-4c9f-8650-efdd60914486 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 945 time: 0.1514623 Feb 19 01:01:14.055835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43700) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:14.083981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3792c6-caa5-4fcd-8c16-0fbb200a054d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=9dc149cd-cb5c-4d03-9ebc-47527138e446,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:14.119197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.189526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (320d29d2-efea-404b-856c-3514cbabfd51), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.194686 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.201248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] 10.222.0.94 "DELETE /v2.0/networks/320d29d2-efea-404b-856c-3514cbabfd51 HTTP/1.1" status: 204 len: 168 time: 2.1854181 Feb 19 01:01:14.314869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:14.318814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:14.472221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63eec-9c26-4ddd-ab04-56384251e81a tempest-TagsExtTest-1139367401 tempest-TagsExtTest-1139367401-project] Pushing event deleted for resources: {'Network': ['ID=320d29d2-efea-404b-856c-3514cbabfd51,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:14.633615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3e93a0d-610e-49bc-bf12-962fe5119e9a req-079f0e84-48ac-4b43-95ce-242f6afc2eb3 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449482 Feb 19 01:01:14.681848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 172.20.0.3 (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15/2674f3e2-fabd-463d-b789-47f4d7ee6f77/3e6bc085-f971-4043-b449-a131527b74b0) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:14.730533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9f735-46be-481f-aef7-49f33651ac3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.738979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9f735-46be-481f-aef7-49f33651ac3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.743699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f7f9f735-46be-481f-aef7-49f33651ac3d tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6843181 Feb 19 01:01:14.744983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:14.755457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-960473709'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:14.865983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-c354b763-a9f8-4a08-8b45-348e2d6163eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:14.868027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-c354b763-a9f8-4a08-8b45-348e2d6163eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.117 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 945 time: 0.0882006 Feb 19 01:01:14.873552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:14.877704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.034775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (3e6bc085-f971-4043-b449-a131527b74b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.105800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43722) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:15.135404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-666151c2-09da-41fa-8d8a-7461df1fbee2 req-7c8350ec-9c94-45d4-a287-e87a56d46320 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0526042 Feb 19 01:01:15.149050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.303657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.316019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:15.350857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28d16644-ba9d-4d3f-9e16-165cc9b2948f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.351330 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment 28d16644-ba9d-4d3f-9e16-165cc9b2948f of type vlan for network 7ef89639-d43b-4011-9086-e5b94cfc5461 Feb 19 01:01:15.418559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42c1cf-bd82-4d2c-93f9-b27864687d0a req-d72296cb-3fa4-473e-b6be-f04d00678616 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.420426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf42c1cf-bd82-4d2c-93f9-b27864687d0a req-d72296cb-3fa4-473e-b6be-f04d00678616 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 945 time: 0.4018497 Feb 19 01:01:15.448566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-8ef83ee2-61d6-498a-9d2d-af6e36e28f02 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.452654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-8ef83ee2-61d6-498a-9d2d-af6e36e28f02 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "GET /v2.0/ports?device_id=9157e25f-32a7-41b5-b7fb-5766500a7b08 HTTP/1.1" status: 200 len: 945 time: 0.2697303 Feb 19 01:01:15.459056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (7ef89639-d43b-4011-9086-e5b94cfc5461), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.471602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Deleting port b1177e6a-4dcc-4157-b936-e62a312b0499 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:15.474911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:15.483649 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.485058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:15.489377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:15.550012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:15.550012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.612329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:15.649198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3cba440a-bc25-4e55-afb3-7a9e5425bdc4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=443f293a7b34405fa7889b8cc043e3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368359 Feb 19 01:01:15.677916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:15.684705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] For port b1177e6a-4dcc-4157-b936-e62a312b0499, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b1177e6a-4dcc-4157-b936-e62a312b0499,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:15.685085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.727566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Calling delete_port for b1177e6a-4dcc-4157-b936-e62a312b0499 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:15.747691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-07999eb6-961d-4728-ae5f-44fcfe3f2b22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8957703 Feb 19 01:01:15.774740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'admin_state_up': True, 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'security_groups': ['690863b8-304c-4b30-ae18-72d7008c39b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:15.879272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf42c1cf-bd82-4d2c-93f9-b27864687d0a req-3d7b9564-0bc1-4397-a8fa-dc6d449c727d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443007 Feb 19 01:01:15.924863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:01:15.972035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cd279950-2148-4831-bff6-ac9d8b02c73f None None] Provisioning complete for port 3e6bc085-f971-4043-b449-a131527b74b0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:15.972781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd279950-2148-4831-bff6-ac9d8b02c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e6bc085-f971-4043-b449-a131527b74b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.058766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cd279950-2148-4831-bff6-ac9d8b02c73f None None] Port 3e6bc085-f971-4043-b449-a131527b74b0 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:16.085475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (7ef89639-d43b-4011-9086-e5b94cfc5461), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.091464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.092032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.096366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] Publish callbacks [] for security_group (c250c6c5-e746-4354-867e-dbc8732e74c3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.126973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] Publish callbacks [] for security_group (c250c6c5-e746-4354-867e-dbc8732e74c3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.137201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Deleting port 7dada7ea-d7d2-4728-9d38-b1880878a935 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:16.137554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.142007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ce685-0d7f-429a-bccb-0b4a7559c9a6 req-4b94b7dd-0b00-4c3a-91e4-4529dd2041cb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.153459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e0ce685-0d7f-429a-bccb-0b4a7559c9a6 req-4b94b7dd-0b00-4c3a-91e4-4529dd2041cb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 945 time: 0.1954789 Feb 19 01:01:16.209857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:16.216640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.268953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5190780 Feb 19 01:01:16.274886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43748) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:16.282286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-385186250'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:16.288215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244df148-cb10-42bf-aa9c-9cd6c0b86cf3 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=7ef89639-d43b-4011-9086-e5b94cfc5461,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.308388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 7ef89639-d43b-4011-9086-e5b94cfc5461 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:16.378531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] For port 7dada7ea-d7d2-4728-9d38-b1880878a935, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=7dada7ea-d7d2-4728-9d38-b1880878a935,segment=NetworkSegment(744ddce5-351f-44e5-8117-1ae3fe4ae909),segment_id=744ddce5-351f-44e5-8117-1ae3fe4ae909)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:16.379147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.387624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c250c6c5-e746-4354-867e-dbc8732e74c3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.391211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.394329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c250c6c5-e746-4354-867e-dbc8732e74c3 HTTP/1.1" status: 204 len: 168 time: 0.7135973 Feb 19 01:01:16.406293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Calling delete_port for 7dada7ea-d7d2-4728-9d38-b1880878a935 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:16.408508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1177e6a-4dcc-4157-b936-e62a312b0499), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.438239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['7dada7ea-d7d2-4728-9d38-b1880878a935'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:16.441126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1177e6a-4dcc-4157-b936-e62a312b0499'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:16.444267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event deleted for resources: {'Port': ['ID=b1177e6a-4dcc-4157-b936-e62a312b0499,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.445536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0ebe2-faee-4d2d-a1bb-24d871f744f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c250c6c5-e746-4354-867e-dbc8732e74c3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:16.455073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:16.460564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.474701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e0ce685-0d7f-429a-bccb-0b4a7559c9a6 req-7aeb2b57-b9a8-4947-b0ec-8f12fc372d8a tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/security-groups?id=8aeaba0b-a028-4197-982d-3cb42cf67be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667818 Feb 19 01:01:16.620414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.1.1.83 (a098c263-971e-44a0-8e61-63542dd16425/d0dcc9c0-105b-4526-ab17-85afa9d4be4e/4c65ce2a-02b4-47e8-a3c2-ad3879638cb4) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:16.663133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:16.691600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] No DVR routers for this DVR port b1177e6a-4dcc-4157-b936-e62a312b0499 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:16.696302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.699915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe96b71b-44c8-4150-bdde-8ab925267df9 req-7c3ac8c5-c316-4352-9c6d-5fef3908ccf8 tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.117 "DELETE /v2.0/ports/b1177e6a-4dcc-4157-b936-e62a312b0499 HTTP/1.1" status: 204 len: 173 time: 1.8041995 Feb 19 01:01:16.701603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'name': 'network-vif-deleted', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:16.704052 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc332c5-080b-4962-95bb-cbd6922929ff" -d '{"events": [{"server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "name": "network-vif-deleted", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:16.705683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01be0-0c7a-4685-8a13-4683cc37ebad req-3403de81-d2f0-4aea-9ba1-61f4fc08782a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:16.710780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec01be0-0c7a-4685-8a13-4683cc37ebad req-3403de81-d2f0-4aea-9ba1-61f4fc08782a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 931 time: 0.1519125 Feb 19 01:01:16.726937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.729075 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f of type vlan for network 93f05ca1-65af-41fd-bdf3-fcd5c8591024 Feb 19 01:01:16.828413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (93f05ca1-65af-41fd-bdf3-fcd5c8591024), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:16.914330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.033099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (93f05ca1-65af-41fd-bdf3-fcd5c8591024), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.039399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.040043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.055454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec01be0-0c7a-4685-8a13-4683cc37ebad req-74d94f72-064d-4186-a1d9-7c0458b801fb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3419824 Feb 19 01:01:17.084569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7dada7ea-d7d2-4728-9d38-b1880878a935), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.109572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b1177e6a-4dcc-4157-b936-e62a312b0499'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:17.208940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.242552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9664288 Feb 19 01:01:17.249076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:17.255819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'ports': [{'network_id': '7ef89639-d43b-4011-9086-e5b94cfc5461', 'name': 'tempest-port--276121641', 'admin_state_up': True}, {'network_id': '93f05ca1-65af-41fd-bdf3-fcd5c8591024', 'admin_state_up': False}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:17.256348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'port': {'network_id': '7ef89639-d43b-4011-9086-e5b94cfc5461', 'name': 'tempest-port--276121641', 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:17.256846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'port': {'network_id': '93f05ca1-65af-41fd-bdf3-fcd5c8591024', 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:17.338385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e0a2-dbbe-4af5-b2b4-2c46c3f8b91c tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=93f05ca1-65af-41fd-bdf3-fcd5c8591024,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.351399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 93f05ca1-65af-41fd-bdf3-fcd5c8591024 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:17.397141 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dafda6d-d3e8-4db5-b18d-31fb17f26bcf x-openstack-request-id: req-3dafda6d-d3e8-4db5-b18d-31fb17f26bcf {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:17.398840 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b0c708-8826-4003-9d90-b798d368fd9b", "name": "network-vif-deleted", "tag": "b1177e6a-4dcc-4157-b936-e62a312b0499", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:17.398840 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3dafda6d-d3e8-4db5-b18d-31fb17f26bcf {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:17.400286 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b0c708-8826-4003-9d90-b798d368fd9b', 'name': 'network-vif-deleted', 'tag': 'b1177e6a-4dcc-4157-b936-e62a312b0499', 'status': 'completed', 'code': 200} Feb 19 01:01:17.401235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] No DVR routers for this DVR port 7dada7ea-d7d2-4728-9d38-b1880878a935 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:17.404752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.412784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a31c4d7e-c8bc-42b8-8d43-740e8cb8c5e8 req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.96 "DELETE /v2.0/ports/7dada7ea-d7d2-4728-9d38-b1880878a935 HTTP/1.1" status: 204 len: 173 time: 1.6469562 Feb 19 01:01:17.414078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e6950-e382-40f0-8215-d9f146f226eb tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] Pushing event deleted for resources: {'Port': ['ID=7dada7ea-d7d2-4728-9d38-b1880878a935,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.541856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.752061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a098c263-971e-44a0-8e61-63542dd16425 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:17.785639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:17.794819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:17.818864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9087b54c-63b3-490d-a5f7-ecb96387f583 req-14206472-4705-4ebd-b407-c07e5c467fda tempest-ListServersNegativeTestJSON-1159924918 tempest-ListServersNegativeTestJSON-1159924918-project] 10.222.0.94 "GET /v2.0/ports?device_id=57b0c708-8826-4003-9d90-b798d368fd9b HTTP/1.1" status: 200 len: 210 time: 0.0950332 Feb 19 01:01:17.822555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:17.828522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.828882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.829230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.829574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.829919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.830253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.830587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.830920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.831276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.831733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.832071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.832402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.832754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:17.939010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:17.939010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.965360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'port': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:17.975406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:17.992901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.085775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-b9271f0d-bcf3-4231-b789-cad2bfc9a0cb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3277771 Feb 19 01:01:18.173824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'admin_state_up': True, 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'security_groups': ['690863b8-304c-4b30-ae18-72d7008c39b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:18.227878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2d63ec40-d327-487c-89c2-34954ddd1fc6 None None] Provisioning complete for port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:18.228657 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d63ec40-d327-487c-89c2-34954ddd1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.335604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2d63ec40-d327-487c-89c2-34954ddd1fc6 None None] Port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:18.388068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] device_id is not set on port f1e40bdc-0a5f-4924-a3ea-037e22936c07 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:01:18.449433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43794) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:18.455252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040948 Feb 19 01:01:18.460816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43796) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:18.547535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084690-4d1e-4ab2-a89a-559410f51628 req-3523035e-1780-4761-b68d-b1af322b35e1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.564454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084690-4d1e-4ab2-a89a-559410f51628 req-3523035e-1780-4761-b68d-b1af322b35e1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:18.571837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e084690-4d1e-4ab2-a89a-559410f51628 req-3523035e-1780-4761-b68d-b1af322b35e1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 1652 time: 0.2720313 Feb 19 01:01:18.578898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:18.585388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.634786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7aaabf7a-c72f-4524-8bd3-8b6131baf576 tempest-NetworksApiDiscovery-1728160246 tempest-NetworksApiDiscovery-1728160246-project] 10.222.0.94 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1672618 Feb 19 01:01:18.837359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e084690-4d1e-4ab2-a89a-559410f51628 req-cf590054-ca09-4a89-ab41-a003adb9c85f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2252696 Feb 19 01:01:18.845752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7dada7ea-d7d2-4728-9d38-b1880878a935 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:18.902556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 7dada7ea-d7d2-4728-9d38-b1880878a935 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:18.902904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 7dada7ea-d7d2-4728-9d38-b1880878a935 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:18.977838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for port (f1e40bdc-0a5f-4924-a3ea-037e22936c07), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.064615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.1.1.224 (a098c263-971e-44a0-8e61-63542dd16425/d0dcc9c0-105b-4526-ab17-85afa9d4be4e/78756f40-33b6-4a4c-af89-b3ff370cc2f3) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:19.126469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] device_id is not set on port 0d1fa504-0b33-4d08-97d1-1a05b19d0652 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:01:19.157642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:19.278145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Deleting subnet 3770ae10-57cd-4985-93e0-93984448b782 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:19.292753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Publish callbacks [] for subnet (3770ae10-57cd-4985-93e0-93984448b782), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.326166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43818) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:19.359763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (3770ae10-57cd-4985-93e0-93984448b782), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.402265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'name': 'network-vif-deleted', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:19.404776 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878dc2e6-b7c9-4a5a-8a03-68496b179640" -d '{"events": [{"server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "name": "network-vif-deleted", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:19.457886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.462503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (3770ae10-57cd-4985-93e0-93984448b782), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.548135 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcecbffa-8790-4043-952f-31dbb1fdce23 x-openstack-request-id: req-bcecbffa-8790-4043-952f-31dbb1fdce23 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:19.548397 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9157e25f-32a7-41b5-b7fb-5766500a7b08", "name": "network-vif-deleted", "tag": "7dada7ea-d7d2-4728-9d38-b1880878a935", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:19.548672 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bcecbffa-8790-4043-952f-31dbb1fdce23 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:19.549094 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9157e25f-32a7-41b5-b7fb-5766500a7b08', 'name': 'network-vif-deleted', 'tag': '7dada7ea-d7d2-4728-9d38-b1880878a935', 'status': 'completed', 'code': 200} Feb 19 01:01:19.591105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for port (0d1fa504-0b33-4d08-97d1-1a05b19d0652), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.597174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39946c2f-6150-4a57-a352-9d12d9e0b9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.815563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39946c2f-6150-4a57-a352-9d12d9e0b9d6 admin admin] Publish callbacks [] for security_group (a99a547d-6a6f-4c8a-9538-f810ed1c1fff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.836613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1177e6a-4dcc-4157-b936-e62a312b0499 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:19.860108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: b1177e6a-4dcc-4157-b936-e62a312b0499 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:19.860763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b1177e6a-4dcc-4157-b936-e62a312b0499 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:19.890703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (3770ae10-57cd-4985-93e0-93984448b782), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.920049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39946c2f-6150-4a57-a352-9d12d9e0b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a99a547d-6a6f-4c8a-9538-f810ed1c1fff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.924083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f1e40bdc-0a5f-4924-a3ea-037e22936c07), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.925460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3770ae10-57cd-4985-93e0-93984448b782,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:19.927981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.931319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-078d9666-ec04-4728-80f4-a2126d5f2254 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/3770ae10-57cd-4985-93e0-93984448b782 HTTP/1.1" status: 204 len: 168 time: 0.7709103 Feb 19 01:01:19.937060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43828) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:19.941410 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:19.979251 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:01:20.034135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b8619a2d-bcbd-4242-a01d-51fce9e5e163), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.083674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network a098c263-971e-44a0-8e61-63542dd16425 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:20.091671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:20.108960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:20.151899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b8619a2d-bcbd-4242-a01d-51fce9e5e163), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.185957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8619a2d-bcbd-4242-a01d-51fce9e5e163']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:20.187515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39946c2f-6150-4a57-a352-9d12d9e0b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a547d-6a6f-4c8a-9538-f810ed1c1fff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.201180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744ddce5-351f-44e5-8117-1ae3fe4ae909') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:20.201492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744ddce5-351f-44e5-8117-1ae3fe4ae909') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:20.207400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-39946c2f-6150-4a57-a352-9d12d9e0b9d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=37538827ea134280855a48a63cea2c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800936 Feb 19 01:01:20.215648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.216272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.217393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:20.238438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Checking segment: {'id': '28d16644-ba9d-4d3f-9e16-165cc9b2948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ef89639-d43b-4011-9086-e5b94cfc5461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:20.240194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network hostable DHCP agents. Network: 7ef89639-d43b-4011-9086-e5b94cfc5461, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:20.241907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Port': ['ID=f1e40bdc-0a5f-4924-a3ea-037e22936c07,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.260741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581893ae-0eca-4ab2-86bf-099049341d2d req-cf4b7e41-a9a7-4b4e-993f-80e486aacc3a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.261297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (744ddce5-351f-44e5-8117-1ae3fe4ae909), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.266754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581893ae-0eca-4ab2-86bf-099049341d2d req-cf4b7e41-a9a7-4b4e-993f-80e486aacc3a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.271278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581893ae-0eca-4ab2-86bf-099049341d2d req-cf4b7e41-a9a7-4b4e-993f-80e486aacc3a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:20.272943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-581893ae-0eca-4ab2-86bf-099049341d2d req-cf4b7e41-a9a7-4b4e-993f-80e486aacc3a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 2373 time: 0.3462300 Feb 19 01:01:20.319694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (744ddce5-351f-44e5-8117-1ae3fe4ae909), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.339511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:20.340979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (744ddce5-351f-44e5-8117-1ae3fe4ae909), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:20.345919 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:20.360036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1913085 Feb 19 01:01:20.366546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddaeac-009a-472e-ab34-aad817b78bc3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.378896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'admin_state_up': True, 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'security_groups': ['690863b8-304c-4b30-ae18-72d7008c39b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:20.415974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network 7ef89639-d43b-4011-9086-e5b94cfc5461 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:20.468675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] Publish callbacks [] for security_group (a99a547d-6a6f-4c8a-9538-f810ed1c1fff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.476716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-581893ae-0eca-4ab2-86bf-099049341d2d req-da060fca-464e-48e6-9922-8280da600826 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804605 Feb 19 01:01:20.507997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] Publish callbacks [] for security_group (a99a547d-6a6f-4c8a-9538-f810ed1c1fff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.547224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b8619a2d-bcbd-4242-a01d-51fce9e5e163), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.578879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.585805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] 10.222.0.94 "DELETE /v2.0/networks/b8619a2d-bcbd-4242-a01d-51fce9e5e163 HTTP/1.1" status: 204 len: 168 time: 0.6476853 Feb 19 01:01:20.586024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 7ef89639-d43b-4011-9086-e5b94cfc5461) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:20.627120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed0cf7-b949-4402-957f-ec331678466b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8619a2d-bcbd-4242-a01d-51fce9e5e163,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.634680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:20.641524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0d1fa504-0b33-4d08-97d1-1a05b19d0652), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.725990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a99a547d-6a6f-4c8a-9538-f810ed1c1fff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.729221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.735189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a99a547d-6a6f-4c8a-9538-f810ed1c1fff HTTP/1.1" status: 204 len: 168 time: 0.5123646 Feb 19 01:01:20.764600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd2bd4-b491-4fe2-aa3e-5e21bbae84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a547d-6a6f-4c8a-9538-f810ed1c1fff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.816920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Port': ['ID=0d1fa504-0b33-4d08-97d1-1a05b19d0652,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:20.856692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Checking segment: {'id': 'bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '93f05ca1-65af-41fd-bdf3-fcd5c8591024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:20.856979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network hostable DHCP agents. Network: 93f05ca1-65af-41fd-bdf3-fcd5c8591024, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:20.877763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795b6e0-f0bc-42c5-a629-93c28e8f6500 None None] Network 7ef89639-d43b-4011-9086-e5b94cfc5461 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:20.893398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:20.991228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network 93f05ca1-65af-41fd-bdf3-fcd5c8591024 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:21.040359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d9aff305-fab1-4395-9683-d10bac629ad6 None None] Provisioning complete for port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:21.040995 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9aff305-fab1-4395-9683-d10bac629ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.058877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.090468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9aff305-fab1-4395-9683-d10bac629ad6 None None] Port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:21.134439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 93f05ca1-65af-41fd-bdf3-fcd5c8591024) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:21.146869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adede3-7f3c-4327-a991-2fd87b2821d1 None None] Network 93f05ca1-65af-41fd-bdf3-fcd5c8591024 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:21.165179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:21.171267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.177787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.178508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.210867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43852) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:21.298892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d9fe1c4-70e9-4e67-9cd8-308682de4fb4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6b5fc27179de4651879896c8400578d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867770 Feb 19 01:01:21.304556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:21.368719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] Publish callbacks [] for security_group (8aeaba0b-a028-4197-982d-3cb42cf67be4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.397079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] Publish callbacks [] for security_group (8aeaba0b-a028-4197-982d-3cb42cf67be4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.398491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-053015cd-5304-4580-bcbd-9f7d6b433acb tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1440377 Feb 19 01:01:21.400346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43862) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:21.529052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4abe0-8df0-4611-94a8-706eec0e5776 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.534570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4abe0-8df0-4611-94a8-706eec0e5776 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.536687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6a4abe0-8df0-4611-94a8-706eec0e5776 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1357749 Feb 19 01:01:21.539971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:21.555689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.2.2.100 (06df9fb8-c445-4035-8df7-bd7b6bfd428b/bc2c09a1-3749-42e2-bd93-aa9662d36a5a/0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:21.604908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8aeaba0b-a028-4197-982d-3cb42cf67be4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.608996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.610163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8aeaba0b-a028-4197-982d-3cb42cf67be4 HTTP/1.1" status: 204 len: 168 time: 0.3034117 Feb 19 01:01:21.619582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e49df-ef38-455f-96f5-b89cd4cb5797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeaba0b-a028-4197-982d-3cb42cf67be4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:21.812613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf246-53ff-4335-b7b8-c7b6d8f02590 req-063654ad-34e0-4c86-baa4-4e22ff368e3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.818747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf246-53ff-4335-b7b8-c7b6d8f02590 req-063654ad-34e0-4c86-baa4-4e22ff368e3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.824609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcf246-53ff-4335-b7b8-c7b6d8f02590 req-063654ad-34e0-4c86-baa4-4e22ff368e3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:21.826382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6dbcf246-53ff-4335-b7b8-c7b6d8f02590 req-063654ad-34e0-4c86-baa4-4e22ff368e3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 2373 time: 0.2185581 Feb 19 01:01:21.872907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Deleting port f1e40bdc-0a5f-4924-a3ea-037e22936c07 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:21.873327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f1e40bdc-0a5f-4924-a3ea-037e22936c07), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.915640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.967341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6dbcf246-53ff-4335-b7b8-c7b6d8f02590 req-5ddee23f-cdf6-4cfc-a2c8-4a9f0111fa1c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286728 Feb 19 01:01:22.003532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f1e40bdc-0a5f-4924-a3ea-037e22936c07), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.029412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Calling delete_port for f1e40bdc-0a5f-4924-a3ea-037e22936c07 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:22.115190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.211984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:22.268988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:22.268988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:22.268988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:22.352609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.354388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.360227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f1e40bdc-0a5f-4924-a3ea-037e22936c07), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.422083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Port': ['ID=f1e40bdc-0a5f-4924-a3ea-037e22936c07,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:22.460255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.467734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43924) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:22.468038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b40419c8-fceb-4b68-8e0b-79b17daface0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/ports/f1e40bdc-0a5f-4924-a3ea-037e22936c07 HTTP/1.1" status: 204 len: 168 time: 0.9270279 Feb 19 01:01:22.506232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666712f-e0f9-426f-a968-c08b2907fde1 req-634341d6-515b-46fc-837d-d475c88ea149 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:22.514994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666712f-e0f9-426f-a968-c08b2907fde1 req-634341d6-515b-46fc-837d-d475c88ea149 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 949 time: 0.1434155 Feb 19 01:01:22.543926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9383bfde-5263-474e-a1fc-8e8b036fffa1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1688793 Feb 19 01:01:22.560095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'admin_state_up': True, 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'security_groups': ['690863b8-304c-4b30-ae18-72d7008c39b3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:22.609818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43926) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:22.636848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e99f8f0e-621b-4dab-a2b5-515af54aa302 None None] Provisioning complete for port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:22.637831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e99f8f0e-621b-4dab-a2b5-515af54aa302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.653897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Deleting port 0d1fa504-0b33-4d08-97d1-1a05b19d0652 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:22.654390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0d1fa504-0b33-4d08-97d1-1a05b19d0652), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.715133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e99f8f0e-621b-4dab-a2b5-515af54aa302 None None] Port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:22.783343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0d1fa504-0b33-4d08-97d1-1a05b19d0652), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.816832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Calling delete_port for 0d1fa504-0b33-4d08-97d1-1a05b19d0652 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:22.890968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098513762-network', 'tenant_id': '9769271c167e4b1d98b3b540a0a60596'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:22.995894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666712f-e0f9-426f-a968-c08b2907fde1 req-d9f75477-1500-4db4-b8cc-ba0ef61f83a0 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797316 Feb 19 01:01:23.022692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Made reservation on behalf of 9769271c167e4b1d98b3b540a0a60596 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.025893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.044993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.058193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0d1fa504-0b33-4d08-97d1-1a05b19d0652), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.090325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43942) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.109424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Port': ['ID=0d1fa504-0b33-4d08-97d1-1a05b19d0652,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.125607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.128956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fddb00a4-495c-4f18-b89e-ed9eacf71db0 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/ports/0d1fa504-0b33-4d08-97d1-1a05b19d0652 HTTP/1.1" status: 204 len: 168 time: 0.6599877 Feb 19 01:01:23.132991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43948) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.143298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Made reservation on behalf of 60737ac4e59d42f69545053faf09d887 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.156240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.200701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7fe564b4-6581-4b9a-85bb-d40073f24fc7 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0661368 Feb 19 01:01:23.204629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.216143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-36328148'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:23.243114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks [] for security_group (a7270fdd-4316-4614-8def-b0b80a7380cc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.262657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-754973103-network', 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:23.313074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.316743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.336080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0e13568b-e040-4723-9dbb-81e410e18ed3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.341395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0e13568b-e040-4723-9dbb-81e410e18ed3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.342659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:23.346623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0e13568b-e040-4723-9dbb-81e410e18ed3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.352380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (98797a45-8b9c-47d1-ac91-4f674cdc77d8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.352556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0e13568b-e040-4723-9dbb-81e410e18ed3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.352938 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment 98797a45-8b9c-47d1-ac91-4f674cdc77d8 of type vlan for network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e Feb 19 01:01:23.354203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0e13568b-e040-4723-9dbb-81e410e18ed3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 3094 time: 0.2615445 Feb 19 01:01:23.384400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a7270fdd-4316-4614-8def-b0b80a7380cc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.409469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2a1b8c12-ce34-4da3-8dea-79c632a9a06e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.425579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.427912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.429409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:23.441839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7270fdd-4316-4614-8def-b0b80a7380cc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.448313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.467816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0f74c984-fda8-4682-a0c5-55319bf59e1f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.467816 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Added segment 0f74c984-fda8-4682-a0c5-55319bf59e1f of type vlan for network 87cc8840-6010-4dbb-a88e-07fd0c714523 Feb 19 01:01:23.484479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de099f3b-1bad-469c-926f-fa590fea4e29 req-0576d422-0e4c-48df-8460-a2e8aaa1dbfc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125338 Feb 19 01:01:23.491940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Allocated IP 10.2.2.200 (06df9fb8-c445-4035-8df7-bd7b6bfd428b/bc2c09a1-3749-42e2-bd93-aa9662d36a5a/a1234985-c507-429f-a3ee-b20548156a9d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:23.520815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (87cc8840-6010-4dbb-a88e-07fd0c714523), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.538402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2a1b8c12-ce34-4da3-8dea-79c632a9a06e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.547894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.547894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.641405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=2a1b8c12-ce34-4da3-8dea-79c632a9a06e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.652073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (87cc8840-6010-4dbb-a88e-07fd0c714523), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.655966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:23.656904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks [] for security_group (8c7f036f-3bc2-42b7-92f7-ba22df61df2a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.657385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:23.657915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.692406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec42adec-6b7b-4d7e-be45-5fbfa2cb7921 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4857485 Feb 19 01:01:23.699445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43962) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.727475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1842643196'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:23.741293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c7f036f-3bc2-42b7-92f7-ba22df61df2a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.784440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for port (a1234985-c507-429f-a3ee-b20548156a9d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.797743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] Pushing event updated for resources: {'Network': ['ID=87cc8840-6010-4dbb-a88e-07fd0c714523,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.813490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e9e5929a-4ecf-49e0-8b9b-08c4c672a062 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2024307 Feb 19 01:01:23.816145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:23.819937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 87cc8840-6010-4dbb-a88e-07fd0c714523 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:23.825206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Request body: {'subnet': {'network_id': '87cc8840-6010-4dbb-a88e-07fd0c714523', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2098513762-subnet', 'tenant_id': '9769271c167e4b1d98b3b540a0a60596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:23.856563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:23.865388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f036f-3bc2-42b7-92f7-ba22df61df2a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:23.878641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b5a18712-9521-43ee-a20f-08eaa40eba87), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.878989 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Added segment b5a18712-9521-43ee-a20f-08eaa40eba87 of type vlan for network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab Feb 19 01:01:23.907711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Made reservation on behalf of 9769271c167e4b1d98b3b540a0a60596 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.910419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.935056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.974151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:23.986203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.986203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.069129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:24.077479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:24.079829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:24.097674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:24.115918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f0377de0-8223-428a-9ecb-0e4764b7e391), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.116735 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Added segment f0377de0-8223-428a-9ecb-0e4764b7e391 of type vlan for network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 Feb 19 01:01:24.182724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.216223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (5756e1c5-d0c0-45d1-afa2-85f3c7a67763), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.217483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.218495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.219214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.242699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (07bfe8d7-94f0-4253-b63c-b3f812e371f1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.299643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Checking segment: {'id': '0f74c984-fda8-4682-a0c5-55319bf59e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '87cc8840-6010-4dbb-a88e-07fd0c714523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:24.300111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Network hostable DHCP agents. Network: 87cc8840-6010-4dbb-a88e-07fd0c714523, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:24.313454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5756e1c5-d0c0-45d1-afa2-85f3c7a67763,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.346097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.351406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.384083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] Pushing event updated for resources: {'Network': ['ID=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.395655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:24.467706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Network 87cc8840-6010-4dbb-a88e-07fd0c714523 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:24.479414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9cf1b943-5bbb-4058-ae42-88f444b7fa90 None None] Provisioning complete for port a1234985-c507-429f-a3ee-b20548156a9d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:24.479799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b943-5bbb-4058-ae42-88f444b7fa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1234985-c507-429f-a3ee-b20548156a9d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.494645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c501e169-0e1a-4f42-b563-74c780ea821b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9418542 Feb 19 01:01:24.495692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (07bfe8d7-94f0-4253-b63c-b3f812e371f1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.501030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.502221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.511603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ddf46669-7211-4387-8e10-c3728c5f769b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4172065 Feb 19 01:01:24.513195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:24.522258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Request body: {'subnet': {'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-754973103-subnet', 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.522921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1b943-5bbb-4058-ae42-88f444b7fa90 None None] Port a1234985-c507-429f-a3ee-b20548156a9d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:24.526416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.575811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 87cc8840-6010-4dbb-a88e-07fd0c714523) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:24.580304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:24.580985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.585459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56656612-051f-4964-86de-c9bf8c97cc69 None None] Network 87cc8840-6010-4dbb-a88e-07fd0c714523 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:24.639554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Network': ['ID=07bfe8d7-94f0-4253-b63c-b3f812e371f1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:24.649299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b18475f-bd09-4f90-aa59-2ad9092bd867 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9410424 Feb 19 01:01:24.674796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:24.694162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59f76e71-9b09-4f0d-8c33-612fe1af1dcc admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8756030 Feb 19 01:01:24.697469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:24.700288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.714047 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.799827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:24.812524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'subnets': [{'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--564161962', 'ip_version': 4}, {'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.819554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'subnet': {'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--564161962', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.819554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Request body: {'subnet': {'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:24.964414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5333709-bb1a-4656-acdb-947282b5ad0d None None] Network 87cc8840-6010-4dbb-a88e-07fd0c714523 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:25.085631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (93019cbd-d289-473e-9f8e-35e81a85f530), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.184315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93019cbd-d289-473e-9f8e-35e81a85f530,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.191677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Checking segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:25.192746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Network hostable DHCP agents. Network: ad3b6812-70c1-4ba4-af32-0d0f6bc839ab, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:25.325649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6bc085-f971-4043-b449-a131527b74b0 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:25.338061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:25.338715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks [] for port (3e6bc085-f971-4043-b449-a131527b74b0), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.367360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Transition to ACTIVE for port object 3e6bc085-f971-4043-b449-a131527b74b0 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:25.413192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Made reservation on behalf of 3f4257d6ecbd40f8acc81b86a55a9d6e for: {'subnet': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:25.417888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.418227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.433351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ad3b6812-70c1-4ba4-af32-0d0f6bc839ab) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:25.438614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.439621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.445937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f233a7-53c2-4849-b18a-246a25b80fca None None] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:25.452643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.527829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fbcec11-21e8-40c8-b341-abb878313af2 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0125816 Feb 19 01:01:25.658275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca11d00-3251-402e-88d3-b338f0c6a3ab None None] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:25.664525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.674479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.690534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.718660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.733648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:25.761759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-fec19a36-1c8e-4ce8-a19e-d9c75ca0903d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 3815 time: 0.3601694 Feb 19 01:01:25.780205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:25.803409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:25.808733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765152018-network', 'tenant_id': '0b4be60112994ea39714cf15ac011242'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:25.916178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:25.948734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Made reservation on behalf of 0b4be60112994ea39714cf15ac011242 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:25.953561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:25.975724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.047742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Attempting to bind port 3e6bc085-f971-4043-b449-a131527b74b0 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:26.048197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Attempting to bind port 3e6bc085-f971-4043-b449-a131527b74b0 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:26.054554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Attempting to bind port 3e6bc085-f971-4043-b449-a131527b74b0 on network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:26.093688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Port 3e6bc085-f971-4043-b449-a131527b74b0 on network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:26.094251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Attempting to bind port 3e6bc085-f971-4043-b449-a131527b74b0 on network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:26.125850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:26.126018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e057b7f9-f900-45c3-98c9-cef83b3c93cd req-d08114d6-ca3b-42fe-ac59-a480f3f3c990 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3470118 Feb 19 01:01:26.128844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.133539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:26.134114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Checking segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:26.134574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Bound using segment: {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:26.135025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Bound port: 3e6bc085-f971-4043-b449-a131527b74b0, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8ca288-f798-4555-88d7-2b69e9edc19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:26.135439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.206503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks [] for security_group (a20f68d9-5834-4f13-9945-033827c5c643), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.212351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:26.212351 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2dabc6-5b36-4e97-9698-48528336ce04" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-unplugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:26.229511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:26.234292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:26.250788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:26.279047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a20f68d9-5834-4f13-9945-033827c5c643), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.329467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20f68d9-5834-4f13-9945-033827c5c643,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:26.335618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:26.347646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8e4d28a4-3350-4f10-9542-ae647705ab08), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.348140 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Added segment 8e4d28a4-3350-4f10-9542-ae647705ab08 of type vlan for network adc6958d-6d67-4e23-873d-003b8c613d08 Feb 19 01:01:26.349065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.410493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.510266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:26.519219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:26.519861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.522079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] 10.222.0.96 "PUT /v2.0/ports/3e6bc085-f971-4043-b449-a131527b74b0 HTTP/1.1" status: 200 len: 1091 time: 2.0078077 Feb 19 01:01:26.525746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:26.529447 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c2f11b-914e-41fb-a33b-7bafbd4914b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "3e6bc085-f971-4043-b449-a131527b74b0"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:26.557767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a305-eaac-4360-988e-156f804b66c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:26.651792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:26.793230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.965065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (4fda8e1c-91c8-4c9f-bc00-fbc937085f10), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:26.983148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (adc6958d-6d67-4e23-873d-003b8c613d08), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.093015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-bdb04019-a8d7-4bd4-b9ba-9f5144a66619 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1328421 Feb 19 01:01:27.094140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Subnet': ['ID=4fda8e1c-91c8-4c9f-bc00-fbc937085f10,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:27.190191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-a04e2340-837b-4998-814a-7277ed2e4f66 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2311749 Feb 19 01:01:27.212101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-375c3a36-cb44-4076-8b27-1dca00989ef3 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.214527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-375c3a36-cb44-4076-8b27-1dca00989ef3 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.8430035 Feb 19 01:01:27.265298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:27.274149 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-b06e6f64-77ec-44cb-bba3-e3da72c867ce tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/quotas/010457d81fb84c6682fe3fb2bb8c143a HTTP/1.1" status: 200 len: 375 time: 0.0466433 Feb 19 01:01:27.280535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (adc6958d-6d67-4e23-873d-003b8c613d08), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.282751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.282877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks [] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.283396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.297325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Transition to ACTIVE for port object 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:27.300500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Checking segment: {'id': '98797a45-8b9c-47d1-ac91-4f674cdc77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:27.307894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network hostable DHCP agents. Network: 2a1b8c12-ce34-4da3-8dea-79c632a9a06e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:27.342228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-85ce9fca-bbac-433d-80ca-22eef52f7484 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544653 Feb 19 01:01:27.386258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-35670088-869b-404a-824a-e31fdc31dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.386258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-35670088-869b-404a-824a-e31fdc31dc93 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1126 time: 0.2355945 Feb 19 01:01:27.398931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-31bc5f54-cfaa-4c21-92bd-0610922b7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.401436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-31bc5f54-cfaa-4c21-92bd-0610922b7b94 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1126 time: 0.1842525 Feb 19 01:01:27.434445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:27.441663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.477431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] Pushing event updated for resources: {'Network': ['ID=adc6958d-6d67-4e23-873d-003b8c613d08,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:27.520914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network adc6958d-6d67-4e23-873d-003b8c613d08 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:27.539878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7a32208a-5048-419a-853e-9580c6de7cbc admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7323952 Feb 19 01:01:27.564144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:27.567056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2a1b8c12-ce34-4da3-8dea-79c632a9a06e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:27.573651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Request body: {'subnet': {'network_id': 'adc6958d-6d67-4e23-873d-003b8c613d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765152018-subnet', 'tenant_id': '0b4be60112994ea39714cf15ac011242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:27.616796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (91ec2a79-d432-44af-9b50-480a352f84ea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.664875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:27.695926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb937ec-168f-4ec4-9836-507a865b5050 None None] Network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:27.788292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Made reservation on behalf of 0b4be60112994ea39714cf15ac011242 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:27.806820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.858617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2a1b8c12-ce34-4da3-8dea-79c632a9a06e', 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e', 'project_id': '3f4257d6ecbd40f8acc81b86a55a9d6e', 'fixed_ips': [{'subnet_id': '4fda8e1c-91c8-4c9f-bc00-fbc937085f10'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:27.861151 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:27.878011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-bd4b6608-67d4-4ea1-b962-dc5c2ae7595c service neutron] 10.222.0.94 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967606 Feb 19 01:01:27.880531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-c80615c9-ed41-431c-9b17-b4bd44a902f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:27.883219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-c80615c9-ed41-431c-9b17-b4bd44a902f5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.4615993 Feb 19 01:01:27.980713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-a8917a21-b6ec-4380-9ada-116827d82831 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0746703 Feb 19 01:01:28.047539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-c234d5ad-e5cf-4404-bdcf-300197444a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.049457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-c234d5ad-e5cf-4404-bdcf-300197444a9c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0541532 Feb 19 01:01:28.131666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Allocated IP 172.20.0.2 (2a1b8c12-ce34-4da3-8dea-79c632a9a06e/4fda8e1c-91c8-4c9f-bc00-fbc937085f10/79906b2f-d486-4512-9f0e-4d7e011254f6) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:28.156388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Attempting to bind port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:28.162315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Attempting to bind port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:28.162315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Attempting to bind port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:28.168326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on network a098c263-971e-44a0-8e61-63542dd16425 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:28.168667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Attempting to bind port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:28.174735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event updated for resources: {'Subnet': ['ID=91ec2a79-d432-44af-9b50-480a352f84ea,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.182001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Checking segment: {'id': 'f0377de0-8223-428a-9ecb-0e4764b7e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:28.188225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network hostable DHCP agents. Network: 07bfe8d7-94f0-4253-b63c-b3f812e371f1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:28.198710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:28.199211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:28.199377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Bound using segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:28.200382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Bound port: 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:28.201013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.355361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-7293b81e-e77d-4937-b4a8-2b6e7dd3b403 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2954690 Feb 19 01:01:28.373095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks [] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.389360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-a412c6b6-0b65-4250-9b63-d7d778bfdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.391428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-a412c6b6-0b65-4250-9b63-d7d778bfdb67 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.9624999 Feb 19 01:01:28.426211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:28.454016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:28.484550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:28.485059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.502817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (660d7396-5c3e-403e-a5c1-9d73fca0e82a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.539368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-2809f957-8712-4274-b6d9-ae80d296e908 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.1329885 Feb 19 01:01:28.553246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:28.556531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:28.559542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:28.578025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Pushing event updated for resources: {'Port': ['ID=79906b2f-d486-4512-9f0e-4d7e011254f6,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.616164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.624059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-d00fd26b-6bf2-454f-8078-32b69383f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.626084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-d00fd26b-6bf2-454f-8078-32b69383f17b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0705044 Feb 19 01:01:28.637384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 07bfe8d7-94f0-4253-b63c-b3f812e371f1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:28.653426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6989b-3578-4523-ba81-bd9292fe1488 None None] Network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:28.751488 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20398f3e-3290-4002-aa33-299352b8eae7 x-openstack-request-id: req-20398f3e-3290-4002-aa33-299352b8eae7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:28.751869 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-unplugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:28.752118 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-20398f3e-3290-4002-aa33-299352b8eae7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:28.752510 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'code': 200} Feb 19 01:01:28.778543 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c345a-b31f-4633-88e9-744dbb731cf4 x-openstack-request-id: req-f13c345a-b31f-4633-88e9-744dbb731cf4 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:28.778836 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "3e6bc085-f971-4043-b449-a131527b74b0", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:28.779123 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f13c345a-b31f-4633-88e9-744dbb731cf4 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:28.779682 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0', 'status': 'completed', 'code': 200} Feb 19 01:01:28.782256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.799474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Attempting to bind port 79906b2f-d486-4512-9f0e-4d7e011254f6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:28.799832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Attempting to bind port 79906b2f-d486-4512-9f0e-4d7e011254f6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '98797a45-8b9c-47d1-ac91-4f674cdc77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:28.800195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Attempting to bind port 79906b2f-d486-4512-9f0e-4d7e011254f6 on network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:28.808102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:28.808786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Checking segment: {'id': '98797a45-8b9c-47d1-ac91-4f674cdc77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:28.809459 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.810052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Bound using segment: {'id': '98797a45-8b9c-47d1-ac91-4f674cdc77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:28.810665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.811393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Bound port: 79906b2f-d486-4512-9f0e-4d7e011254f6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98797a45-8b9c-47d1-ac91-4f674cdc77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '2a1b8c12-ce34-4da3-8dea-79c632a9a06e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:28.811991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.812656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.813470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.822074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-6cc091c4-8647-43f1-bbe4-3b5043125e14 service neutron] 10.222.0.94 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320946 Feb 19 01:01:28.840905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:28.841548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.843158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5e3adb29-adc7-4165-872c-cea7571d92fe service neutron] 10.222.0.96 "PUT /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 1129 time: 2.2035396 Feb 19 01:01:28.862550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-07bfe8d7-94f0-4253-b63c-b3f812e371f1', 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1', 'project_id': '3f4257d6ecbd40f8acc81b86a55a9d6e', 'fixed_ips': [{'subnet_id': '91ec2a79-d432-44af-9b50-480a352f84ea'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:28.866609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:28.878573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Checking segment: {'id': '8e4d28a4-3350-4f10-9542-ae647705ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'adc6958d-6d67-4e23-873d-003b8c613d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:28.878960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Network hostable DHCP agents. Network: adc6958d-6d67-4e23-873d-003b8c613d08, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:28.900920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-815b5364-e169-450d-ab9e-fc22932e93c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638319 Feb 19 01:01:28.907299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660d7396-5c3e-403e-a5c1-9d73fca0e82a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:28.928779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] For port 79906b2f-d486-4512-9f0e-4d7e011254f6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:28.931762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] For port 79906b2f-d486-4512-9f0e-4d7e011254f6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=79906b2f-d486-4512-9f0e-4d7e011254f6,segment=NetworkSegment(98797a45-8b9c-47d1-ac91-4f674cdc77d8),segment_id=98797a45-8b9c-47d1-ac91-4f674cdc77d8)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:28.960134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c0c3266d-62a5-43a6-b514-df5c627f0195 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.1556175 Feb 19 01:01:28.962731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:29.001293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:29.028918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Network adc6958d-6d67-4e23-873d-003b8c613d08 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:29.093986 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.193813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-6b58df18-43d0-4968-944a-2c4df3ed2cd1 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274024 Feb 19 01:01:29.225984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.229580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0e4a6-01e8-42be-a596-7418e4fe39db None None] Pushing event updated for resources: {'Port': ['ID=79906b2f-d486-4512-9f0e-4d7e011254f6,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:29.242485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Allocated IP 172.20.0.18 (07bfe8d7-94f0-4253-b63c-b3f812e371f1/91ec2a79-d432-44af-9b50-480a352f84ea/cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:29.249520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.262331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.275361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.291325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.307658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.309771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-92cd480a-b980-47c9-a162-a653d814ca85 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 4598 time: 0.5172460 Feb 19 01:01:29.338584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-c48c61e1-9173-430c-a20f-cc8238e8ebec service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167650 Feb 19 01:01:29.398903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.399525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.407663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.408246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.408788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.409328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.411679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-c6930a35-a314-4dde-8eef-dde461037033 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5346 time: 0.5867152 Feb 19 01:01:29.600040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, adc6958d-6d67-4e23-873d-003b8c613d08) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:29.608713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.611424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.622029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da6fdf-c764-4ae9-9220-7e613a81b6de tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.627113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6abd8-5c86-4c51-b2d6-fd9be2da81d4 None None] Network adc6958d-6d67-4e23-873d-003b8c613d08 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:29.628984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da6fdf-c764-4ae9-9220-7e613a81b6de tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.632994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da6fdf-c764-4ae9-9220-7e613a81b6de tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:29.639802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f8da6fdf-c764-4ae9-9220-7e613a81b6de tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6718571 Feb 19 01:01:29.640823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44162) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:29.750821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.762557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Deleting subnet 4fda8e1c-91c8-4c9f-bc00-fbc937085f10 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:29.800708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for subnet (4fda8e1c-91c8-4c9f-bc00-fbc937085f10), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:29.976749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (4fda8e1c-91c8-4c9f-bc00-fbc937085f10), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.071702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-bf2c24e8-4a76-4ccc-989e-7ff841f8eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.073382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4aa3f-edf4-410f-9001-7322140b8d9e None None] Network adc6958d-6d67-4e23-873d-003b8c613d08 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:30.073514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-bf2c24e8-4a76-4ccc-989e-7ff841f8eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.073514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-bf2c24e8-4a76-4ccc-989e-7ff841f8eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.075623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-bf2c24e8-4a76-4ccc-989e-7ff841f8eea6 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=60737ac4e59d42f69545053faf09d887&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4463654 Feb 19 01:01:30.118645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-048bab32-1710-4185-ab26-77ab886ad16b req-1e95be96-7f91-41a8-a164-e8ee0bcd7931 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 210 time: 0.0960441 Feb 19 01:01:30.180982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c592a404-3041-4345-b61a-a4fb663fd675 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6105189 Feb 19 01:01:30.192650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-164d529d-2b14-477c-b8ec-8e90a74a7936 req-77eab045-475d-4728-b5e8-2ae03a2c3d28 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789829 Feb 19 01:01:30.193938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-812a2e25-fc90-4e2c-8f06-ef3602c7bfa4 req-162987ca-2190-42e1-876a-228a5aebfbce tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.8475926 Feb 19 01:01:30.212105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6d5d902-ca8e-4221-8e28-9971f6486cb0 req-c3be4024-827d-4157-a73c-4454ae229ec6 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379718 Feb 19 01:01:30.258623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks [] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.291777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4fda8e1c-91c8-4c9f-bc00-fbc937085f10), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.362732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.456373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:30.604160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:30.610720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:30.615602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:30.660112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4fda8e1c-91c8-4c9f-bc00-fbc937085f10), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.689391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.700384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/subnets/4fda8e1c-91c8-4c9f-bc00-fbc937085f10 HTTP/1.1" status: 204 len: 168 time: 1.0543518 Feb 19 01:01:30.702975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:30.752890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Pushing event updated for resources: {'Port': ['ID=cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:30.814602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:30.834721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841a536-d97e-48ab-9ab3-2c19f8cd023d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "9e11ced1-32bb-4e0f-abcc-de33f0b0b79d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:30.850548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Deleting subnet 91ec2a79-d432-44af-9b50-480a352f84ea {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:30.856781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for subnet (91ec2a79-d432-44af-9b50-480a352f84ea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.902744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Attempting to bind port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:30.903273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Attempting to bind port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f0377de0-8223-428a-9ecb-0e4764b7e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:30.903751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Attempting to bind port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a on network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:30.910635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:30.911676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Checking segment: {'id': 'f0377de0-8223-428a-9ecb-0e4764b7e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:30.912215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.912732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Bound using segment: {'id': 'f0377de0-8223-428a-9ecb-0e4764b7e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:30.913400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Bound port: cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0377de0-8223-428a-9ecb-0e4764b7e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07bfe8d7-94f0-4253-b63c-b3f812e371f1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:30.913904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.959338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd80a1-fdf8-4e5f-b8b5-036e39f929f5 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Subnet': ['ID=4fda8e1c-91c8-4c9f-bc00-fbc937085f10,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:31.048928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] For port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:31.054360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] For port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a,segment=NetworkSegment(f0377de0-8223-428a-9ecb-0e4764b7e391),segment_id=f0377de0-8223-428a-9ecb-0e4764b7e391)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:31.078451 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c51da92-0cf3-4d01-8873-2662e6dffc04 x-openstack-request-id: req-9c51da92-0cf3-4d01-8873-2662e6dffc04 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:31.079032 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "9e11ced1-32bb-4e0f-abcc-de33f0b0b79d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:31.079032 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9c51da92-0cf3-4d01-8873-2662e6dffc04 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:31.087626 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d', 'status': 'completed', 'code': 200} Feb 19 01:01:31.094924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (91ec2a79-d432-44af-9b50-480a352f84ea), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.144509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Deleting subnet 5756e1c5-d0c0-45d1-afa2-85f3c7a67763 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:31.151789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-8cc0fb3c-3ed0-4d92-a08d-96a3ba31d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.153548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38c2f11b-914e-41fb-a33b-7bafbd4914b9 req-8cc0fb3c-3ed0-4d92-a08d-96a3ba31d9d8 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0390244 Feb 19 01:01:31.154280 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Publish callbacks [] for subnet (5756e1c5-d0c0-45d1-afa2-85f3c7a67763), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.205342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.210722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (5756e1c5-d0c0-45d1-afa2-85f3c7a67763), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.274701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40482d03-81f2-4d3d-8d09-21025ca583e9 None None] Network 2a1b8c12-ce34-4da3-8dea-79c632a9a06e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:31.300359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (5756e1c5-d0c0-45d1-afa2-85f3c7a67763), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.304950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (91ec2a79-d432-44af-9b50-480a352f84ea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.351931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.352424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.352893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.353356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.354072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.354701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.356928 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-5b08f9e1-2f74-465a-a41b-4798a3c6a2d3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5346 time: 0.1564250 Feb 19 01:01:31.467111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3dac699e-b63d-46f6-9ae6-619352f5b88e req-7c24e431-ab84-4e5c-924f-97269e1b4f3b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 210 time: 0.0669112 Feb 19 01:01:31.495720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34374e7-3a8f-44f4-a5ad-25bc770f9791 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:31.508925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (91ec2a79-d432-44af-9b50-480a352f84ea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.525985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks [] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.560362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Subnet': ['ID=91ec2a79-d432-44af-9b50-480a352f84ea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:31.567616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.571414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-618ca7f5-99cc-4ed8-a6a7-5625bc7408ee tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/subnets/91ec2a79-d432-44af-9b50-480a352f84ea HTTP/1.1" status: 204 len: 168 time: 0.8639784 Feb 19 01:01:31.576808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44208) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:31.607783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1694ad1-c0f2-4a4c-9472-abf8656fe9ba None None] Pushing event updated for resources: {'Port': ['ID=cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:31.680214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Transition to ACTIVE for port object b34374e7-3a8f-44f4-a5ad-25bc770f9791 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:31.730595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938cc4c-2c42-4acf-b7f5-4725484c6eaa tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.747365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9938cc4c-2c42-4acf-b7f5-4725484c6eaa tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1687434 Feb 19 01:01:31.750416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.752509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:31.785755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Provisioning complete for port 79906b2f-d486-4512-9f0e-4d7e011254f6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:31.786742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:31.809329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 79906b2f-d486-4512-9f0e-4d7e011254f6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:31.858759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.873377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.890950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.905054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.914811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.938699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.939918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:31.953162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-86b7131b-d69f-4921-b93f-2eaa00641da1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 4598 time: 0.5930939 Feb 19 01:01:31.958304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:31.964772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-311d502e-bb49-4ad9-a878-6aaf0784f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.966367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-311d502e-bb49-4ad9-a878-6aaf0784f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.967033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-311d502e-bb49-4ad9-a878-6aaf0784f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:31.972802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-311d502e-bb49-4ad9-a878-6aaf0784f5d3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=60737ac4e59d42f69545053faf09d887&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5725234 Feb 19 01:01:32.156594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] DHCP port deletion for 2a1b8c12-ce34-4da3-8dea-79c632a9a06e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:32.156978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (07bfe8d7-94f0-4253-b63c-b3f812e371f1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.241377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-02813610-6eaf-48e7-b66a-6ce207241e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:32.242857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9841a536-d97e-48ab-9ab3-2c19f8cd023d req-02813610-6eaf-48e7-b66a-6ce207241e78 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205324 Feb 19 01:01:32.246672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (5756e1c5-d0c0-45d1-afa2-85f3c7a67763), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.251947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 79906b2f-d486-4512-9f0e-4d7e011254f6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:32.257082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.308551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5756e1c5-d0c0-45d1-afa2-85f3c7a67763,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:32.329363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.337856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-62fd6f7d-19e2-4047-a40e-ff7a5269f3e3 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/5756e1c5-d0c0-45d1-afa2-85f3c7a67763 HTTP/1.1" status: 204 len: 168 time: 1.8745849 Feb 19 01:01:32.346735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44224) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:32.372189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd6695dc-6479-4e29-af58-8ce836df4ea9 req-898c2547-22cb-4fc8-8bd9-e40fa5feba18 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4174497 Feb 19 01:01:32.481547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:32.510233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Current status of the port 79906b2f-d486-4512-9f0e-4d7e011254f6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:32.510876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.515750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (87cc8840-6010-4dbb-a88e-07fd0c714523), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.558887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '98e07561-cd62-4976-be25-398137d9f2c1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '98e07561-cd62-4976-be25-398137d9f2c1', 'mac_address': 'fa:16:3e:b0:9e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:32.648502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] For port 79906b2f-d486-4512-9f0e-4d7e011254f6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=79906b2f-d486-4512-9f0e-4d7e011254f6,segment=NetworkSegment(98797a45-8b9c-47d1-ac91-4f674cdc77d8),segment_id=98797a45-8b9c-47d1-ac91-4f674cdc77d8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:32.660279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Deleting port 79906b2f-d486-4512-9f0e-4d7e011254f6 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:32.661753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.739909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (87cc8840-6010-4dbb-a88e-07fd0c714523), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.780363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.856238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cc8840-6010-4dbb-a88e-07fd0c714523']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:32.858979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 79906b2f-d486-4512-9f0e-4d7e011254f6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:32.859484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.868605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:32.868605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.882188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f74c984-fda8-4682-a0c5-55319bf59e1f') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:32.882859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f74c984-fda8-4682-a0c5-55319bf59e1f') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:32.888026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] For port 79906b2f-d486-4512-9f0e-4d7e011254f6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=79906b2f-d486-4512-9f0e-4d7e011254f6,segment=NetworkSegment(98797a45-8b9c-47d1-ac91-4f674cdc77d8),segment_id=98797a45-8b9c-47d1-ac91-4f674cdc77d8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:32.889213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.904888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (0f74c984-fda8-4682-a0c5-55319bf59e1f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.936732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0f74c984-fda8-4682-a0c5-55319bf59e1f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (0f74c984-fda8-4682-a0c5-55319bf59e1f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:32.954488 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:32.998976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Calling delete_port for 79906b2f-d486-4512-9f0e-4d7e011254f6 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:33.123650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79373dfb-ebe3-4c89-a515-dabc1ec9e54e req-5d3bed22-1a9a-49aa-a0ec-8609424f12bb tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 210 time: 0.1112411 Feb 19 01:01:33.137047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Attempting to bind port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:33.137643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Attempting to bind port b34374e7-3a8f-44f4-a5ad-25bc770f9791 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:33.138170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Attempting to bind port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:33.152431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:01:33.153518 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:01:33.162840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee22da-ad20-4062-a891-5cf6ba913d98 None None] Pushing event updated for resources: {'Port': ['ID=79906b2f-d486-4512-9f0e-4d7e011254f6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.168651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on network a098c263-971e-44a0-8e61-63542dd16425 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:33.169149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Attempting to bind port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:33.187681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:33.192441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:33.197007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:33.197316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Bound using segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:33.197601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Bound port: b34374e7-3a8f-44f4-a5ad-25bc770f9791, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:33.197988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.245412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (87cc8840-6010-4dbb-a88e-07fd0c714523), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.256159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Deleting port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:33.259592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.261770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.275655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] 10.222.0.94 "DELETE /v2.0/networks/87cc8840-6010-4dbb-a88e-07fd0c714523 HTTP/1.1" status: 204 len: 168 time: 0.9272645 Feb 19 01:01:33.281390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44242) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:33.306490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:33.342880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1a911-4c80-4e49-9746-acfc5df2cc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=87cc8840-6010-4dbb-a88e-07fd0c714523,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.370909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] For port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a,segment=NetworkSegment(f0377de0-8223-428a-9ecb-0e4764b7e391),segment_id=f0377de0-8223-428a-9ecb-0e4764b7e391)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:33.371235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.379959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.387594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Calling delete_port for cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:33.441561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Deleting subnet 660d7396-5c3e-403e-a5c1-9d73fca0e82a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:33.446509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Publish callbacks [] for subnet (660d7396-5c3e-403e-a5c1-9d73fca0e82a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.454588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4ffdf-9472-496e-b577-0b3aa6061ee6 None None] Network 07bfe8d7-94f0-4253-b63c-b3f812e371f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:33.541705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['98e07561-cd62-4976-be25-398137d9f2c1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:33.639974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.642860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (660d7396-5c3e-403e-a5c1-9d73fca0e82a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.648036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:33.653141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:33.662329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.732363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Port': ['ID=cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.744607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] No DVR routers for this DVR port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:33.786780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.894559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:33.901159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.901159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] 10.222.0.96 "PUT /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 1131 time: 4.9334652 Feb 19 01:01:33.901159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:33.901159 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "b34374e7-3a8f-44f4-a5ad-25bc770f9791"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:33.906632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (07bfe8d7-94f0-4253-b63c-b3f812e371f1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.939639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e962f85-ece6-4a83-82b2-b47a5e3f62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:33.946888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bfe8d7-94f0-4253-b63c-b3f812e371f1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:33.963371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0377de0-8223-428a-9ecb-0e4764b7e391') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:33.964021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0377de0-8223-428a-9ecb-0e4764b7e391') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:33.989755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f0377de0-8223-428a-9ecb-0e4764b7e391), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.005286 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5d4aed-6661-46a0-881b-22daf2dd5622 x-openstack-request-id: req-7b5d4aed-6661-46a0-881b-22daf2dd5622 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:34.005590 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "b34374e7-3a8f-44f4-a5ad-25bc770f9791", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:34.005850 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b5d4aed-6661-46a0-881b-22daf2dd5622 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:34.006912 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791', 'status': 'completed', 'code': 200} Feb 19 01:01:34.014123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f0377de0-8223-428a-9ecb-0e4764b7e391), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.042097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:34.043357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f0377de0-8223-428a-9ecb-0e4764b7e391), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.043942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-d594d526-44fc-4d95-a021-7540a93bb76f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.048024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-d594d526-44fc-4d95-a021-7540a93bb76f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.4329796 Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:34.067735 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:34.097630 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (660d7396-5c3e-403e-a5c1-9d73fca0e82a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.133822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8a83bafd-a584-49c3-90eb-5e19e9a2848d None None] Provisioning complete for port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:34.134617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a83bafd-a584-49c3-90eb-5e19e9a2848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.150936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (79906b2f-d486-4512-9f0e-4d7e011254f6), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.241965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] No DVR routers for this DVR port 79906b2f-d486-4512-9f0e-4d7e011254f6 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:34.284820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Request body: {'port': {'device_id': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'admin_state_up': True, 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:34.320723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:34.329141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914820e3-f8c9-419d-ad7f-bb768dd928d0 None None] DHCP port deletion for 07bfe8d7-94f0-4253-b63c-b3f812e371f1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:34.333792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8a83bafd-a584-49c3-90eb-5e19e9a2848d None None] Port cf9ca97a-c07b-4170-9e39-6a7b0b6b1d5a was deleted so its status cannot be updated. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:01:34.347052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb90cc-2500-4305-8e59-a14cf44081e7 None None] Pushing event deleted for resources: {'Port': ['ID=79906b2f-d486-4512-9f0e-4d7e011254f6,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:34.369954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 79906b2f-d486-4512-9f0e-4d7e011254f6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:34.430989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.438238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.443904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.449876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.455653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.461170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.466889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.475875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-530dfd73-8213-4acd-a8a5-9cdafd6a1e22 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5371 time: 0.9178231 Feb 19 01:01:34.530114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (660d7396-5c3e-403e-a5c1-9d73fca0e82a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.536496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.554807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 79906b2f-d486-4512-9f0e-4d7e011254f6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:34.593822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660d7396-5c3e-403e-a5c1-9d73fca0e82a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:34.612687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 79906b2f-d486-4512-9f0e-4d7e011254f6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:34.613048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 79906b2f-d486-4512-9f0e-4d7e011254f6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:34.630181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.641036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-567ba5ef-69f0-4278-9076-f55ac4b55dc5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/660d7396-5c3e-403e-a5c1-9d73fca0e82a HTTP/1.1" status: 204 len: 168 time: 1.3565142 Feb 19 01:01:34.647188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44272) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:34.721998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc925881-eafc-4fea-afde-3bbc52726b99 req-15953740-dbc0-445f-b6b0-db6fef185a99 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 210 time: 0.0652075 Feb 19 01:01:34.808428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-500d88cf-f2af-4ae0-bbd9-87a9fca3ba2f req-4f81b7b9-0120-4efe-8782-79d0e0b19d87 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3314722 Feb 19 01:01:34.828515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.830014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.830418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.849984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.850812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.851500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.852168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:34.854836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7008c458-1d48-4d29-8065-a63bf713ae91 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6301 time: 0.7329948 Feb 19 01:01:34.862153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (07bfe8d7-94f0-4253-b63c-b3f812e371f1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.028667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (adc6958d-6d67-4e23-873d-003b8c613d08), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.033005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:35.039998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.068749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=07bfe8d7-94f0-4253-b63c-b3f812e371f1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:35.080106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-7c711083-6e92-4875-85ac-fb6dd4bb055d tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.083526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-7c711083-6e92-4875-85ac-fb6dd4bb055d tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.5933571 Feb 19 01:01:35.086950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-57ac6da4-34ac-489e-af0e-c462cfae8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.095725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-57ac6da4-34ac-489e-af0e-c462cfae8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.096454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-57ac6da4-34ac-489e-af0e-c462cfae8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.105615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-57ac6da4-34ac-489e-af0e-c462cfae8498 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=60737ac4e59d42f69545053faf09d887&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2392118 Feb 19 01:01:35.107163 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.116959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-915fbde8-c191-4083-9503-665330fc0078 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/07bfe8d7-94f0-4253-b63c-b3f812e371f1 HTTP/1.1" status: 204 len: 168 time: 3.3167264 Feb 19 01:01:35.128910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Request body: {'port': {'device_id': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'admin_state_up': True, 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:35.135976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44282) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:35.435593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:35.448501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.539911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (adc6958d-6d67-4e23-873d-003b8c613d08), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.668120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc6958d-6d67-4e23-873d-003b8c613d08']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.709065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2a1b8c12-ce34-4da3-8dea-79c632a9a06e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.719252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4d28a4-3350-4f10-9542-ae647705ab08') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.719705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4d28a4-3350-4f10-9542-ae647705ab08') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.743277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7c04828a-ded9-4526-b2ec-99df410b9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.745386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d4b9968-098a-4d0a-94ef-1ca88d4933dd req-7c04828a-ded9-4526-b2ec-99df410b9914 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116666 Feb 19 01:01:35.781567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (8e4d28a4-3350-4f10-9542-ae647705ab08), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:35.872918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Allocated IP 172.20.0.10 (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab/93019cbd-d289-473e-9f8e-35e81a85f530/8d2e649c-b465-45a3-b759-3b92b5ee3a12) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:35.903047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4673004b-8c0d-469b-8a64-fde3cc93c9fb req-d4699cbd-3f8e-409d-9a18-2c84e6304b6e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 210 time: 0.0537548 Feb 19 01:01:35.909055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:36.085570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 98e07561-cd62-4976-be25-398137d9f2c1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:36.086226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (98e07561-cd62-4976-be25-398137d9f2c1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.105543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks [] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.164004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8e4d28a4-3350-4f10-9542-ae647705ab08), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.211529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.212879 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-bc6ab6d5-b2d6-4a99-ac14-ce26fd107ab0 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6979654 Feb 19 01:01:36.218494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.226129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:36.228477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.235974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.250263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.252487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:36.252903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (8e4d28a4-3350-4f10-9542-ae647705ab08), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:36.256099 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:36.257999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.263314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.269174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.271717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-c7109011-c5a6-4415-ab91-11b1b3112498 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5371 time: 0.1919177 Feb 19 01:01:36.285542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.327048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:36.331447 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cc4950-9f98-474d-a0e6-bf658137d243" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:36.349917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:36.394355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2a1b8c12-ce34-4da3-8dea-79c632a9a06e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.439691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.442559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Allocated IP 172.20.0.5 (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab/93019cbd-d289-473e-9f8e-35e81a85f530/f14a7c43-ac61-4a6d-a83c-cd7144e956e7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:36.524162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6429ea2f-a83e-4bee-962d-dbb3e68d9382 req-31ceada5-258a-4a77-9ea2-4e87c897510d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2446809 Feb 19 01:01:36.577656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:36.723745 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427ad5be-286e-4f81-b3da-9d6ca8b7c305 x-openstack-request-id: req-427ad5be-286e-4f81-b3da-9d6ca8b7c305 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:36.724101 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-plugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:36.724435 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-427ad5be-286e-4f81-b3da-9d6ca8b7c305 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:36.725587 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'code': 200} Feb 19 01:01:36.772440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks [] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.902522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.966404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:36.970576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:36.975149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:37.008310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event updated for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.050477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.051755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.146633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:37.189144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-5e9a84f8-0462-4570-a164-0541f0439e24 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0689301 Feb 19 01:01:37.193256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:37.201495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:37.208020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Request body: {'port': {'device_id': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:37.220417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1b8c12-ce34-4da3-8dea-79c632a9a06e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:37.242484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event updated for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.259301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e074b6-64cd-48f8-9392-bfccd94d6162 req-d3ef98de-a878-4504-9891-af52393d552a tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.261238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9e074b6-64cd-48f8-9392-bfccd94d6162 req-d3ef98de-a878-4504-9891-af52393d552a tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 931 time: 0.1416526 Feb 19 01:01:37.306058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.388093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98797a45-8b9c-47d1-ac91-4f674cdc77d8') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:37.390112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98797a45-8b9c-47d1-ac91-4f674cdc77d8') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:37.405589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:37.430302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks [] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.500838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (adc6958d-6d67-4e23-873d-003b8c613d08), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.508010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (98797a45-8b9c-47d1-ac91-4f674cdc77d8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.531721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.544125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] 10.222.0.94 "DELETE /v2.0/networks/adc6958d-6d67-4e23-873d-003b8c613d08 HTTP/1.1" status: 204 len: 168 time: 2.8778229 Feb 19 01:01:37.605572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Transition to ACTIVE for port object 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:37.607043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad1901-7b24-4497-b9bb-49a59233f7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=adc6958d-6d67-4e23-873d-003b8c613d08,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.628791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9e074b6-64cd-48f8-9392-bfccd94d6162 req-b7d28761-1ca1-4633-9a8f-cc53676f2d06 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238580 Feb 19 01:01:37.673933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (98797a45-8b9c-47d1-ac91-4f674cdc77d8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.712573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.715170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.731745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:37.737879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (98797a45-8b9c-47d1-ac91-4f674cdc77d8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:37.757217 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:37.768015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14a7c43-ac61-4a6d-a83c-cd7144e956e7 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:37.778912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks [] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.797678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.816144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-9410457e-34b5-4dbf-a566-4e354f60086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.826606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-9410457e-34b5-4dbf-a566-4e354f60086e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 1126 time: 1.5546355 Feb 19 01:01:37.910606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.916988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.922680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.929344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.935881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.944943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.960808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:37.969843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-afe1f2d9-b9cc-4257-b2c3-2e8511c7d7d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5383 time: 0.1715326 Feb 19 01:01:38.071155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Pushing event updated for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:38.096793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2a1b8c12-ce34-4da3-8dea-79c632a9a06e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.111429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Transition to ACTIVE for port object f14a7c43-ac61-4a6d-a83c-cd7144e956e7 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:38.113258 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.119525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/2a1b8c12-ce34-4da3-8dea-79c632a9a06e HTTP/1.1" status: 204 len: 168 time: 2.9388704 Feb 19 01:01:38.127836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44300) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:38.131792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7378cc80-2a87-4bff-957e-c80ee1a2912c req-6b307adf-5672-49b9-a79d-62c66fcd557b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1561816 Feb 19 01:01:38.209857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.214092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4da70ec9-c83d-4f57-ad3b-dc6b241300be tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9372454 Feb 19 01:01:38.214678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167affe-76ad-49d4-8af0-fb5d85b7d858 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=2a1b8c12-ce34-4da3-8dea-79c632a9a06e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:38.230003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44302) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:38.284014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-75dc8ca0-a32f-4a82-9314-396df161159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:38.286042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-75dc8ca0-a32f-4a82-9314-396df161159f service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2973275 Feb 19 01:01:38.371188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Request body: {'port': {'device_id': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:38.446305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-ad695637-4cec-4969-aba2-7905ecffd668 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 200 len: 217 time: 0.1484942 Feb 19 01:01:38.480301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:38.560499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (93f05ca1-65af-41fd-bdf3-fcd5c8591024), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.570644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.649695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a29964e-7364-4723-b682-5d2a336e0a9d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9769271c167e4b1d98b3b540a0a60596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106975 Feb 19 01:01:38.653056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44304) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:38.802201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Attempting to bind port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:38.802545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Attempting to bind port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:38.802877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Attempting to bind port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.804013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Attempting to bind port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:38.806560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Attempting to bind port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:38.807547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Attempting to bind port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.809889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-2e14beef-39c2-4e11-a612-328259672105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:38.811469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-2e14beef-39c2-4e11-a612-328259672105 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.3386564 Feb 19 01:01:38.821484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 on network a098c263-971e-44a0-8e61-63542dd16425 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:38.821993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Attempting to bind port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.838249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:38.838590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:38.838976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Bound using segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:38.839484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Bound port: 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:38.839843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.863192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:38.863192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Attempting to bind port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:38.898955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-80ebafe9-8de7-418a-8199-83f3d3e38f4e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793207 Feb 19 01:01:38.927121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] Publish callbacks [] for security_group (a7270fdd-4316-4614-8def-b0b80a7380cc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.960475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] Publish callbacks [] for security_group (a7270fdd-4316-4614-8def-b0b80a7380cc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.024435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:39.025017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Checking segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:39.025504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Bound using segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:39.026134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Bound port: f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:39.026618 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.038180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-ffde460a-d75e-47e0-8c0e-044017078e40 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289577 Feb 19 01:01:39.110824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a7270fdd-4316-4614-8def-b0b80a7380cc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.117568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.123467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a7270fdd-4316-4614-8def-b0b80a7380cc HTTP/1.1" status: 204 len: 168 time: 0.4652638 Feb 19 01:01:39.171604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:39.177632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:39.195548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace33e35-942f-450c-ae21-7da0e2aa5f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7270fdd-4316-4614-8def-b0b80a7380cc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.224553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7770f72-27eb-469b-90d9-9dd6dfd6cc83 req-029743f0-7214-4843-8c75-06b4105971a1 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.232694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7770f72-27eb-469b-90d9-9dd6dfd6cc83 req-029743f0-7214-4843-8c75-06b4105971a1 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 943 time: 0.4178898 Feb 19 01:01:39.302645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:39.356687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2e649c-b465-45a3-b759-3b92b5ee3a12 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:39.386500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks [] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.399850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:39.404995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Transition to ACTIVE for port object 8d2e649c-b465-45a3-b759-3b92b5ee3a12 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:39.422477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (93f05ca1-65af-41fd-bdf3-fcd5c8591024), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.446886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7770f72-27eb-469b-90d9-9dd6dfd6cc83 req-a05f756c-8720-4f6d-b6c3-e86cd70f2fd2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036979 Feb 19 01:01:39.454690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f05ca1-65af-41fd-bdf3-fcd5c8591024']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.469025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.469341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.488183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.512958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.523235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:39.524011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (bafbbeae-6ad6-4ffc-bbf7-57b3e247fe1f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.621626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:39.624008 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:39.686973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.700123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.706864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.719714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.724411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (93f05ca1-65af-41fd-bdf3-fcd5c8591024), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.725940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.739273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.740080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.741558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-046244e6-e501-4369-a27b-a9180d441837 service neutron] 10.222.0.96 "PUT /v2.0/ports/4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 HTTP/1.1" status: 200 len: 1090 time: 5.4390733 Feb 19 01:01:39.751570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:39.760529 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:39.765696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.770990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.773190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/93f05ca1-65af-41fd-bdf3-fcd5c8591024 HTTP/1.1" status: 204 len: 168 time: 1.6388094 Feb 19 01:01:39.795619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.803824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:39.816164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.828737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:39.835383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-a2ff8825-a5dd-44a7-9927-2a333c5bee5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5383 time: 0.2982159 Feb 19 01:01:39.841593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.875491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f13bea06-9e9a-4ce9-944c-99cae243bdad req-86e33e40-4378-44f2-a395-e4a59ab703fb service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8021760 Feb 19 01:01:39.884970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:39.909516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046244e6-e501-4369-a27b-a9180d441837 service neutron] Pushing event updated for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.942280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2169d9-82d2-4fc7-a915-a89b8f604ec8 tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=93f05ca1-65af-41fd-bdf3-fcd5c8591024,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.044000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.106090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.172493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.173530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.177702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-1c539447-eff3-46b8-8c4b-e96e5a82dfc3 service neutron] 10.222.0.96 "PUT /v2.0/ports/f14a7c43-ac61-4a6d-a83c-cd7144e956e7 HTTP/1.1" status: 200 len: 1091 time: 2.9763026 Feb 19 01:01:40.181152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:40.190217 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec987ef0-363b-41c3-b012-28721e496425" -d '{"events": [{"name": "network-changed", "server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:40.264694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2dbe2e0-c27b-4b06-8c6b-18f8c3331411 req-50ceaab5-4ea1-4afc-9afe-17205d644e0c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4115684 Feb 19 01:01:40.269745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.325496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (7ef89639-d43b-4011-9086-e5b94cfc5461), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.334440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Attempting to bind port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:40.336224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Attempting to bind port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:40.336224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Attempting to bind port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:40.340926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:40.341317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Attempting to bind port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:40.346447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.372967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:40.373674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Checking segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:40.373674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Bound using segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:40.375805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Bound port: 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:40.382175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.382317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-d2be29c5-9704-4675-bf6e-26df5d29b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.382317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-d2be29c5-9704-4675-bf6e-26df5d29b8e7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 1125 time: 0.0898321 Feb 19 01:01:40.447713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-019c2e40-f47a-4a96-ac2c-f566fdf4d7cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7 HTTP/1.1" status: 200 len: 217 time: 0.0591757 Feb 19 01:01:40.562744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-3ec10267-441c-4427-af13-39ee288300a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.564670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-3ec10267-441c-4427-af13-39ee288300a7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.1114230 Feb 19 01:01:40.567276 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d050e168-a66f-476a-8fe9-51cb4e162ab2 x-openstack-request-id: req-d050e168-a66f-476a-8fe9-51cb4e162ab2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:40.567563 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:40.567823 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d050e168-a66f-476a-8fe9-51cb4e162ab2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:40.568526 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7', 'status': 'completed', 'code': 200} Feb 19 01:01:40.630253 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5021345-998d-488f-8180-48c2a0b5abd9 x-openstack-request-id: req-d5021345-998d-488f-8180-48c2a0b5abd9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:40.632641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:40.632641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d5021345-998d-488f-8180-48c2a0b5abd9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:40.632641 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4', 'status': 'completed', 'code': 200} Feb 19 01:01:40.639168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:40.649283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-c84c12d2-119b-4a5f-ba8d-30708e40db20 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744512 Feb 19 01:01:40.655901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4aa2-b2c3-4f23-82c7-37b9039c0c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.792749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (7ef89639-d43b-4011-9086-e5b94cfc5461), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.808681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6103226c-f6b2-4426-9825-93ba71f9e24c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0b4be60112994ea39714cf15ac011242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577740 Feb 19 01:01:40.812255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:40.825173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef89639-d43b-4011-9086-e5b94cfc5461']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:40.838897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d16644-ba9d-4d3f-9e16-165cc9b2948f') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:40.839222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d16644-ba9d-4d3f-9e16-165cc9b2948f') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:40.848210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.849296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.850821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.852064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.852619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.853157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.855046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:40.858493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (28d16644-ba9d-4d3f-9e16-165cc9b2948f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.861519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-f0ae2624-7fb2-4ea3-80e9-6d892b3e7e27 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6399 time: 0.3428669 Feb 19 01:01:40.876541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28d16644-ba9d-4d3f-9e16-165cc9b2948f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.890651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:40.891410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (28d16644-ba9d-4d3f-9e16-165cc9b2948f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.993834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9134a-f52b-4377-b704-96f56960f05c req-9d618f94-022c-44cd-8948-073a110995de tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.002121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5a9134a-f52b-4377-b704-96f56960f05c req-9d618f94-022c-44cd-8948-073a110995de tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 943 time: 0.3242495 Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:41.015299 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:41.094911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] Publish callbacks [] for security_group (a20f68d9-5834-4f13-9945-033827c5c643), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.114641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (7ef89639-d43b-4011-9086-e5b94cfc5461), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.178975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.194559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] 10.222.0.94 "DELETE /v2.0/networks/7ef89639-d43b-4011-9086-e5b94cfc5461 HTTP/1.1" status: 204 len: 168 time: 1.3241577 Feb 19 01:01:41.236401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a09e6-35a1-4b8e-ab67-f48081938e8b tempest-BulkNetworkOpsTest-98603473 tempest-BulkNetworkOpsTest-98603473-project] Pushing event deleted for resources: {'Network': ['ID=7ef89639-d43b-4011-9086-e5b94cfc5461,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.247069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:41.284188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:41.331730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-68067271-525c-44e3-8643-1386a5cc587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.332812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-68067271-525c-44e3-8643-1386a5cc587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.333185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-68067271-525c-44e3-8643-1386a5cc587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.334803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-68067271-525c-44e3-8643-1386a5cc587b service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=60737ac4e59d42f69545053faf09d887&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4557610 Feb 19 01:01:41.337484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-efbdfa34-2ceb-4fee-abf0-356e218d98f0 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731048 Feb 19 01:01:41.389641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] Publish callbacks [] for security_group (a20f68d9-5834-4f13-9945-033827c5c643), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.391168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.477276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.477916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.479795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] 10.222.0.96 "PUT /v2.0/ports/8d2e649c-b465-45a3-b759-3b92b5ee3a12 HTTP/1.1" status: 200 len: 1092 time: 3.1857352 Feb 19 01:01:41.537464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78756f40-33b6-4a4c-af89-b3ff370cc2f3 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:41.549895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks [] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.552534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d71a-2d59-4d25-8b1b-8e85b34c8cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.594407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Transition to ACTIVE for port object 78756f40-33b6-4a4c-af89-b3ff370cc2f3 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:41.752281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4225dc7f-353c-43ae-8efe-b2c1b39e2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.753626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5a9134a-f52b-4377-b704-96f56960f05c req-223c27a3-e45c-4f69-853d-9428766b49ad tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465408 Feb 19 01:01:41.756143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-4225dc7f-353c-43ae-8efe-b2c1b39e2be4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 1126 time: 0.1097612 Feb 19 01:01:41.758694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-ba7984b8-02d8-462e-8ed4-85e59c5512b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.760634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-ba7984b8-02d8-462e-8ed4-85e59c5512b8 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628756 Feb 19 01:01:41.764539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a20f68d9-5834-4f13-9945-033827c5c643), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.767963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.769466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a20f68d9-5834-4f13-9945-033827c5c643 HTTP/1.1" status: 204 len: 168 time: 0.9545836 Feb 19 01:01:41.802154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.819700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e71382-3481-4ba8-8a83-0fc1ddc8cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20f68d9-5834-4f13-9945-033827c5c643,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:41.896113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-e48fd494-0e04-407a-a4ec-55f4dffb69f8 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581226 Feb 19 01:01:42.047483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-ac17ce17-3432-44ad-b49f-4d044d240781 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12 HTTP/1.1" status: 200 len: 217 time: 0.2766521 Feb 19 01:01:42.055052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Pushing event updated for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:42.192659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.203574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.221306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.238106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.251669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.266561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.278845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.290285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f57d89df-4962-4e9b-829d-c547119d3507 req-3b796e6d-d550-4a0b-9243-0ad22990223e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5395 time: 0.3503757 Feb 19 01:01:42.340476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-f0b6a6ef-d0ed-4054-bf97-dcea553c0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.347027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-f0b6a6ef-d0ed-4054-bf97-dcea553c0337 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.2986767 Feb 19 01:01:42.418333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Attempting to bind port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:42.418333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Attempting to bind port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:42.418333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Attempting to bind port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:42.535530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f57d89df-4962-4e9b-829d-c547119d3507 req-1d674369-3b37-4d94-af49-9dcc905cf781 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2439172 Feb 19 01:01:42.543045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec987ef0-363b-41c3-b012-28721e496425 req-1d3337de-f474-44b1-8333-fe18ea64febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.545356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-1d3337de-f474-44b1-8333-fe18ea64febd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 1125 time: 0.2501521 Feb 19 01:01:42.594872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-44dd8482-e562-4383-ab0e-4ba95118731f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2284462 Feb 19 01:01:42.598066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 on network a098c263-971e-44a0-8e61-63542dd16425 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:42.612114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Attempting to bind port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:42.636685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:42.645715 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87fcc55-151f-485c-a994-1ed657928b93" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:42.745738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:42.839621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec987ef0-363b-41c3-b012-28721e496425 req-ddd65eec-9889-4173-8243-7fbfda712844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.843953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-ddd65eec-9889-4173-8243-7fbfda712844 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 913 time: 0.2886903 Feb 19 01:01:42.929900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4685090-a84f-4a9c-ac05-28e9069a452e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:42.956598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-0e895577-b9b6-4716-af1a-224ebcc5ac2b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7 HTTP/1.1" status: 200 len: 217 time: 0.1054645 Feb 19 01:01:43.097211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec987ef0-363b-41c3-b012-28721e496425 req-a42e67c3-2e94-4346-9cac-8650860c0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.099838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-a42e67c3-2e94-4346-9cac-8650860c0c01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.1233637 Feb 19 01:01:43.155238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e5b416cf-01b4-41a0-90d8-87eeb3e091e3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3f4257d6ecbd40f8acc81b86a55a9d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074643 Feb 19 01:01:43.159230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-af71f2d3-17a7-46c1-9059-764f0770294c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471177 Feb 19 01:01:43.159898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:43.178552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d903e3a-cc45-4184-9041-35895cbc67fc req-65ccfc55-d78f-40bc-8de6-5c466d9d9239 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.185718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d903e3a-cc45-4184-9041-35895cbc67fc req-65ccfc55-d78f-40bc-8de6-5c466d9d9239 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 943 time: 0.2378626 Feb 19 01:01:43.232485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:43.232838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Checking segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:43.233237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Bound using segment: {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:43.233667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Bound port: 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:43.234028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.354418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d903e3a-cc45-4184-9041-35895cbc67fc req-86bb243f-3a0a-4a46-9e81-b6d495b35122 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674919 Feb 19 01:01:43.370040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:43.381568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:43.388717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] Publish callbacks [] for security_group (0864e062-f4a6-4494-94c5-fc41a7a4e061), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.431436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-cfc20039-6ad7-4477-9c48-3d2a861d26a0 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621820 Feb 19 01:01:43.432719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-72e906ea-af75-47a1-a337-d10f91c7b711 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266902 Feb 19 01:01:43.438600 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788c520-8dfa-4c29-b5f2-ed278641b43a x-openstack-request-id: req-6788c520-8dfa-4c29-b5f2-ed278641b43a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:43.439120 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:43.440337 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6788c520-8dfa-4c29-b5f2-ed278641b43a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:43.440337 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12', 'status': 'completed', 'code': 200} Feb 19 01:01:43.466874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] Publish callbacks [] for security_group (0864e062-f4a6-4494-94c5-fc41a7a4e061), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.468264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.577847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.578732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.580913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] 10.222.0.96 "PUT /v2.0/ports/78756f40-33b6-4a4c-af89-b3ff370cc2f3 HTTP/1.1" status: 200 len: 1091 time: 3.7024174 Feb 19 01:01:43.655975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3fe7b-27db-496b-b28f-9200e7aa4db2 service neutron] Pushing event updated for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:43.728041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec987ef0-363b-41c3-b012-28721e496425 req-4b29b51a-154a-45eb-9a63-134b0edb9007 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768700 Feb 19 01:01:43.736480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:43.803101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c58361c2-eb3f-480a-9f88-074d50cb642f req-a98b5b33-aedc-4a57-a04f-db06d0c5aad4 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516855 Feb 19 01:01:43.820344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0864e062-f4a6-4494-94c5-fc41a7a4e061), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.823202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.824486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0864e062-f4a6-4494-94c5-fc41a7a4e061 HTTP/1.1" status: 204 len: 168 time: 0.6617775 Feb 19 01:01:43.858700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d4769-8121-470f-b846-81dbd2bc99be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864e062-f4a6-4494-94c5-fc41a7a4e061,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:43.920661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.939699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.950731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.959641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.968204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.974621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.982896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.989377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.991637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-00a8c1be-3c8c-4b74-9a12-1467e3439112 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5395 time: 0.2271795 Feb 19 01:01:44.107119 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.157828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51b4b656-87ce-4af4-8ae6-d2660cc56250 req-bc195202-c01b-4396-a3c0-10dd62c8825c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1561327 Feb 19 01:01:44.631979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfbd19-1331-4765-8fca-587d591ad9ac req-104681dc-91ba-4755-870a-5765300fea29 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.633480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aacfbd19-1331-4765-8fca-587d591ad9ac req-104681dc-91ba-4755-870a-5765300fea29 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 943 time: 0.1614106 Feb 19 01:01:44.642064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:44.665639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks [] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:44.722765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Transition to ACTIVE for port object 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:44.747734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aacfbd19-1331-4765-8fca-587d591ad9ac req-7b1a0f56-198b-48f3-b5d4-bd6a3e1b710b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052957 Feb 19 01:01:44.831148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fcc55-151f-485c-a994-1ed657928b93 req-0ce0d55a-818e-4918-b983-69367ca54ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:44.834037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-0ce0d55a-818e-4918-b983-69367ca54ef9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 1126 time: 0.8566468 Feb 19 01:01:44.970829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f14a7c43-ac61-4a6d-a83c-cd7144e956e7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:45.017642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fcc55-151f-485c-a994-1ed657928b93 req-02910c97-612e-4356-bad9-e008aaf003bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.021622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-02910c97-612e-4356-bad9-e008aaf003bd service neutron] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 913 time: 0.1808994 Feb 19 01:01:45.084131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-1ea3f882-4afa-41f5-afb0-8569b8e9d9e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12 HTTP/1.1" status: 200 len: 217 time: 0.0497663 Feb 19 01:01:45.137420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fcc55-151f-485c-a994-1ed657928b93 req-10a09c1e-abd2-4e52-8e25-5aca14e6c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:45.139026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-10a09c1e-abd2-4e52-8e25-5aca14e6c756 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.0488281 Feb 19 01:01:45.208712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:45.211324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-a5cc4fcc-22bd-4989-8b9d-66b2069fcdf5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650318 Feb 19 01:01:45.252076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'port_id': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7', 'mac_address': 'fa:16:3e:f4:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93019cbd-d289-473e-9f8e-35e81a85f530', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:45.365602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.383605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:45.385895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.424038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.464976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a7c43-ac61-4a6d-a83c-cd7144e956e7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:45.469851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:45.472203 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:45.475274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.494469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-96676f39-1d51-4e0f-974a-255226030f72 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776258 Feb 19 01:01:45.515931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:45.580840 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.766372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.907129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['f14a7c43-ac61-4a6d-a83c-cd7144e956e7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:46.033780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c87fcc55-151f-485c-a994-1ed657928b93 req-2fe8f70c-4b28-4a42-a3d3-82f5bccf32d4 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198460 Feb 19 01:01:46.035968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Attempting to bind port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:46.036518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Attempting to bind port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:46.037070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Attempting to bind port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:46.045272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:46.056739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Attempting to bind port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:46.072527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:46.073275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Checking segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:46.073864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Bound using segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:46.075120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Bound port: 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:46.075712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.171850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.188320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:46.200362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:46.214699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.223965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.229238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.264658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.279049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.286092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.311130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.325164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-a78c6f8e-d124-4880-aad2-001ce9b9e3a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5407 time: 0.2769554 Feb 19 01:01:46.414364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:46.415016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.416493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] 10.222.0.96 "PUT /v2.0/ports/0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e HTTP/1.1" status: 200 len: 1091 time: 2.7027187 Feb 19 01:01:46.491332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba4ec-f9b9-4c76-9bde-7f829f2564c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:46.502775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-695831ac-978c-4d3a-8448-6fa06e7b86bd req-c4928d7b-c8ee-4a4a-9113-f9562b6406b2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1750703 Feb 19 01:01:46.531929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44420) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:46.533009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Request body: {'port': {'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:46.759245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143982358'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:46.772803 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee6c73-0792-4f9a-b81f-13ec33b2bd1b x-openstack-request-id: req-c1ee6c73-0792-4f9a-b81f-13ec33b2bd1b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:46.773105 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:46.775467 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c1ee6c73-0792-4f9a-b81f-13ec33b2bd1b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:46.775899 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3', 'status': 'completed', 'code': 200} Feb 19 01:01:46.890506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.897111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:46.902723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.928805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.965817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.988765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d2e649c-b465-45a3-b759-3b92b5ee3a12 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:47.223932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.225230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.227194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.227841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.228523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.229149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.230087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.231980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for security_group (2f264a61-672d-4517-aaec-68aa1851cdee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.235299 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-2b509ba5-828d-4277-8415-94a74a9c06b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6595 time: 0.4540858 Feb 19 01:01:47.270984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.296277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8d2e649c-b465-45a3-b759-3b92b5ee3a12', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'port_id': '8d2e649c-b465-45a3-b759-3b92b5ee3a12', 'mac_address': 'fa:16:3e:5f:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93019cbd-d289-473e-9f8e-35e81a85f530', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:47.337276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197beb3-1b3f-440b-a1d7-3fee6db8bcf2 req-dcb6ed02-ee02-4580-a74b-7623c857a294 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.340570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5197beb3-1b3f-440b-a1d7-3fee6db8bcf2 req-dcb6ed02-ee02-4580-a74b-7623c857a294 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 944 time: 0.4210999 Feb 19 01:01:47.391936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:47.392330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.414026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2e649c-b465-45a3-b759-3b92b5ee3a12 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:47.453983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f264a61-672d-4517-aaec-68aa1851cdee), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.457054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.480934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:47.500649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f42636f7-25e8-4560-b41b-298b804a55ff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.500649 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment f42636f7-25e8-4560-b41b-298b804a55ff of type vlan for network 5306c444-b9ad-4913-bb94-b1f9e673a971 Feb 19 01:01:47.576385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-ac6ac2c7-a7c9-44b3-bbfa-2c0fb835d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.577386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-ac6ac2c7-a7c9-44b3-bbfa-2c0fb835d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.578382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-ac6ac2c7-a7c9-44b3-bbfa-2c0fb835d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.580628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.581613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-ac6ac2c7-a7c9-44b3-bbfa-2c0fb835d89f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=60737ac4e59d42f69545053faf09d887&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3195062 Feb 19 01:01:47.629243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5306c444-b9ad-4913-bb94-b1f9e673a971), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.674870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.732650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5197beb3-1b3f-440b-a1d7-3fee6db8bcf2 req-eda46914-bbb8-4c3b-a2c8-2ed9d8ac8768 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757932 Feb 19 01:01:47.732650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f264a61-672d-4517-aaec-68aa1851cdee,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.837778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5306c444-b9ad-4913-bb94-b1f9e673a971), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.842902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.843551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.845168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-0d2a6893-7a0d-4a17-9497-0d7e6d2f4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:47.848188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3f3c4f2-630f-47fe-bd21-ce4973f47a26 req-0d2a6893-7a0d-4a17-9497-0d7e6d2f4b9c service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2582870 Feb 19 01:01:47.856716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1234985-c507-429f-a3ee-b20548156a9d {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:47.866910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks [] for port (a1234985-c507-429f-a3ee-b20548156a9d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.891554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8d2e649c-b465-45a3-b759-3b92b5ee3a12'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:47.891809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Transition to ACTIVE for port object a1234985-c507-429f-a3ee-b20548156a9d will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:47.969423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.008499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=5306c444-b9ad-4913-bb94-b1f9e673a971,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.038059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:48.085888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.090821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.091720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.097317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.113815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.113815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.119517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.127834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.136897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bccddd1c-1799-4690-b4da-73e82043a836 req-e616f7f6-9f30-4c66-8905-a8370ea1a2a9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1382463 Feb 19 01:01:48.156801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-db40a7e6-8fbd-416b-8c8c-e598fcd97089 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6188762 Feb 19 01:01:48.239718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bccddd1c-1799-4690-b4da-73e82043a836 req-4174a5d0-b034-4dd7-a449-ad56359e6cd3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1014059 Feb 19 01:01:48.364464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Attempting to bind port a1234985-c507-429f-a3ee-b20548156a9d on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:48.365213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Attempting to bind port a1234985-c507-429f-a3ee-b20548156a9d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:48.366692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Attempting to bind port a1234985-c507-429f-a3ee-b20548156a9d on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:48.387491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Port a1234985-c507-429f-a3ee-b20548156a9d on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:48.387830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Attempting to bind port a1234985-c507-429f-a3ee-b20548156a9d on network 06df9fb8-c445-4035-8df7-bd7b6bfd428b {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:48.410627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:48.410627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Checking segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:48.411007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Bound using segment: {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:48.411633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Bound port: a1234985-c507-429f-a3ee-b20548156a9d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3189a5-e8ae-4279-888a-aab70235dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:48.412093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.553284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:48.553284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:48.638375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.777525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.785995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:48.797645 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86317016-1442-499b-94ef-418214b67215" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:48.840492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.843355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.860106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5a2e3ba2-6038-4901-a0f8-946f84174958 service neutron] 10.222.0.96 "PUT /v2.0/ports/a1234985-c507-429f-a3ee-b20548156a9d HTTP/1.1" status: 200 len: 1091 time: 2.3193431 Feb 19 01:01:48.986151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f14a7c43-ac61-4a6d-a83c-cd7144e956e7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:49.033863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6725d3-4486-4494-8b9a-e79469f6f26e req-6af18af6-30e0-4c29-ac25-44c04545456b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.046790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb6725d3-4486-4494-8b9a-e79469f6f26e req-6af18af6-30e0-4c29-ac25-44c04545456b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 944 time: 0.1765306 Feb 19 01:01:49.157617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.158127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.158611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.159072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.159572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.160132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.171703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.184978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3f345213-0d6d-43c8-b036-1c4efc086b5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6693 time: 0.2179506 Feb 19 01:01:49.229094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb6725d3-4486-4494-8b9a-e79469f6f26e req-6430ad0d-61a0-43b5-be1e-357766b42dba tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798196 Feb 19 01:01:49.261927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-85db2ac5-f73d-4db2-a5e6-f54bb390d6d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e6bc085-f971-4043-b449-a131527b74b0 HTTP/1.1" status: 200 len: 217 time: 0.0641203 Feb 19 01:01:49.289566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:49.294884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:49.295504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.406160 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f953c7a-d033-47e7-baa0-2073f7663f17 x-openstack-request-id: req-1f953c7a-d033-47e7-baa0-2073f7663f17 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:49.412182 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:49.412499 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f953c7a-d033-47e7-baa0-2073f7663f17 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:49.412932 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'status': 'completed', 'code': 200} Feb 19 01:01:49.458889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c3edbb44-e543-47c8-9a5c-2af4845e5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.460418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c3edbb44-e543-47c8-9a5c-2af4845e5cd2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2674f3e2-fabd-463d-b789-47f4d7ee6f77 HTTP/1.1" status: 200 len: 850 time: 0.1931047 Feb 19 01:01:49.612193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-bd95ad88-0c65-468e-84c9-551ae9bd3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.614562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-bd95ad88-0c65-468e-84c9-551ae9bd3091 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1452987 Feb 19 01:01:49.616457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:49.616844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.717768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.727692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:49.732021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:49.734601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.741109 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a8f7d4-c6fa-4378-a21b-ec9f5ac71f64" -d '{"events": [{"server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "name": "network-vif-plugged", "status": "completed", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:49.763115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.773398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.790821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.836899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.836899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:49.838104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.854058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-e456573b-7ac4-41da-9ec6-36774a88e2ac tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3164270 Feb 19 01:01:49.897073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-c6bb0082-28ad-40e0-904f-db440321582d service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749848 Feb 19 01:01:50.002796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:50.042094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b3c069-0eae-455a-9331-f5a7bcb7c07a req-b1d2baca-ca1a-443f-8fd6-b238260d00ee tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1806688 Feb 19 01:01:50.297225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-90513fe3-1a07-4390-bc3e-6040225964b9 service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917429 Feb 19 01:01:50.377054 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe61b4-4faf-4278-9b82-649ca8eb65cb x-openstack-request-id: req-eafe61b4-4faf-4278-9b82-649ca8eb65cb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:50.377592 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "name": "network-vif-plugged", "status": "completed", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:50.377688 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eafe61b4-4faf-4278-9b82-649ca8eb65cb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:50.378018 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7', 'code': 200} Feb 19 01:01:50.454274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-40b53ec5-e082-4c28-ba47-17023b6db3a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 217 time: 0.1479671 Feb 19 01:01:50.696937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83318457-ebf6-48e9-a59e-002dceb4c602 req-ee79172e-687a-43c0-a354-e1d77e904205 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.709104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83318457-ebf6-48e9-a59e-002dceb4c602 req-ee79172e-687a-43c0-a354-e1d77e904205 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 945 time: 0.1882877 Feb 19 01:01:50.773057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-86d9e8b2-14af-468b-9e62-ffe1a92ad0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.780754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-86d9e8b2-14af-468b-9e62-ffe1a92ad0a7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.3117824 Feb 19 01:01:50.873861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbea38-7c03-492a-bcce-d99bf36e2208 req-6aa285df-a5c8-47c0-8edb-e40e158135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.881479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8adbea38-7c03-492a-bcce-d99bf36e2208 req-6aa285df-a5c8-47c0-8edb-e40e158135ee service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 1127 time: 0.4112995 Feb 19 01:01:50.912709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83318457-ebf6-48e9-a59e-002dceb4c602 req-331b7763-e609-44e9-b5c1-2bca3c399516 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004917 Feb 19 01:01:51.015867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d2e649c-b465-45a3-b759-3b92b5ee3a12 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:51.028202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8adbea38-7c03-492a-bcce-d99bf36e2208 req-36919fe3-efc5-4ce1-a668-357ad005220c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360631 Feb 19 01:01:51.066963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-a62a04f6-09ef-4d2e-acb6-a517a46770c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.083244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-a62a04f6-09ef-4d2e-acb6-a517a46770c0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2892439 Feb 19 01:01:51.192681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:51.202944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:51.203293 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.325889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.361009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.375687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.400081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.414183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:51.416761 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf91a2b-b2d9-4394-9a6d-79c839b97305" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "a1234985-c507-429f-a3ee-b20548156a9d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:51.419761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.437979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.465248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.483191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-401827b0-4d7e-40f0-a8f7-9932dcb2c9d0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2905798 Feb 19 01:01:51.518016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-0efde477-b9a7-41a4-8333-d779c733aa0d service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859766 Feb 19 01:01:51.572955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:51.573545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.640921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d917c65c-4d0d-4b8c-96cc-7b6cb1181be6 req-3a65361c-555d-4326-a233-987afb8c7b87 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1540451 Feb 19 01:01:51.687285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:51.794560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-9e65d2b8-504e-49ab-9efc-7750bf72ce16 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684085 Feb 19 01:01:51.801870 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebd2ab-87b4-467a-9e69-9cb21189a35a x-openstack-request-id: req-50ebd2ab-87b4-467a-9e69-9cb21189a35a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:51.803901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.821627 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "a1234985-c507-429f-a3ee-b20548156a9d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:51.825980 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-50ebd2ab-87b4-467a-9e69-9cb21189a35a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:51.827012 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d', 'status': 'completed', 'code': 200} Feb 19 01:01:51.875373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44452) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:51.881341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:51.917670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:51.971563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-74e48b9b-a30b-4b7b-9e51-a25215f9bdf1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 217 time: 0.1344309 Feb 19 01:01:52.034821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d371ebba-7fdb-43fa-9b81-405347301f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.037858 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d371ebba-7fdb-43fa-9b81-405347301f82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.0622067 Feb 19 01:01:52.201506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20a2c2-29cf-49c3-96c3-b6c9cec08575 req-e08eb270-3af8-4228-b0a2-9f23074ff4c2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.209795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db20a2c2-29cf-49c3-96c3-b6c9cec08575 req-e08eb270-3af8-4228-b0a2-9f23074ff4c2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 945 time: 0.1658621 Feb 19 01:01:52.229661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-42a30c6b-581b-466e-92d4-a16a5d8862c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:52.231332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-42a30c6b-581b-466e-92d4-a16a5d8862c7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1672456 Feb 19 01:01:52.324489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:52.330000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.377043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-55d44e31-a0f9-40f4-99c8-56f670064fe7 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317596 Feb 19 01:01:52.380118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:52.383968 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39cc55-3ed0-43ec-826d-c00fbd32e33f" -d '{"events": [{"server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "name": "network-vif-plugged", "status": "completed", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:52.553631 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a634095-6537-40f1-8097-f0594b5f717f x-openstack-request-id: req-2a634095-6537-40f1-8097-f0594b5f717f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:52.553930 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "name": "network-vif-plugged", "status": "completed", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:52.554184 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2a634095-6537-40f1-8097-f0594b5f717f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:52.554585 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12', 'code': 200} Feb 19 01:01:52.943282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db20a2c2-29cf-49c3-96c3-b6c9cec08575 req-e22b9c09-67f5-4eff-91af-2fbcae125283 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323596 Feb 19 01:01:53.011409 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-0b84af3e-c374-4739-b57e-e31565c67c73 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226683 Feb 19 01:01:53.077217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-abdff489-767a-4536-948b-e1e876e61285 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 HTTP/1.1" status: 200 len: 217 time: 0.0554023 Feb 19 01:01:53.086347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb190e3-f76f-4032-9c68-9a14d0a291c4 req-ce8e8986-e6ab-45fd-bb1c-088881cacdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.089180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bb190e3-f76f-4032-9c68-9a14d0a291c4 req-ce8e8986-e6ab-45fd-bb1c-088881cacdb9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 1128 time: 0.2970476 Feb 19 01:01:53.199553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-8769d8d1-c138-4b02-b188-ca69384537ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.201407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-8769d8d1-c138-4b02-b188-ca69384537ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.1110742 Feb 19 01:01:53.229289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bb190e3-f76f-4032-9c68-9a14d0a291c4 req-e11dab19-f339-4aa6-903f-c675de7e7c8c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276302 Feb 19 01:01:53.245642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.263652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.277280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-478dc2a0-48a7-47e2-9cd0-92dbe7838434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.283966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-478dc2a0-48a7-47e2-9cd0-92dbe7838434 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0663190 Feb 19 01:01:53.286866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.302336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.311113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.320080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.328904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:53.340026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-a9412b9c-ebe6-49f5-8558-cd5a2da32d5d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.4104159 Feb 19 01:01:53.345181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.506408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.641941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-842269cc-c5e8-4a63-a402-f94073e76acf service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059617 Feb 19 01:01:53.907164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-2c51f69e-b9f7-4f86-8b03-f99fca1d81a4 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406368 Feb 19 01:01:54.026081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-86476026-dc13-485c-94e6-e82643c5feb2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3 HTTP/1.1" status: 200 len: 217 time: 0.1065485 Feb 19 01:01:54.186446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-63b165f3-2b59-4a8e-bfae-c11bbc6026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.187893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-63b165f3-2b59-4a8e-bfae-c11bbc6026f1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.1513438 Feb 19 01:01:54.289843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e86bf1ab-cd80-41a8-94d4-d44f01c27442 req-01c470fd-1d91-466f-80f1-02ef2a5d6793 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9487236 Feb 19 01:01:54.313516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': 'f42636f7-25e8-4560-b41b-298b804a55ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:54.313898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: 5306c444-b9ad-4913-bb94-b1f9e673a971, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:54.356874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91d88f-72d0-46ba-aedb-e30ae628f123 req-48f4890c-ad0c-4d88-9234-1508728bacf5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.359266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c91d88f-72d0-46ba-aedb-e30ae628f123 req-48f4890c-ad0c-4d88-9234-1508728bacf5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 945 time: 0.2620835 Feb 19 01:01:54.404105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:54.454628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e9e3009c-8b86-4508-b8a7-aa9ba20b8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.462232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-e9e3009c-8b86-4508-b8a7-aa9ba20b8be1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2566066 Feb 19 01:01:54.483997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5306c444-b9ad-4913-bb94-b1f9e673a971) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:54.491753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.492635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.494264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0495a0-b0ce-416c-b4f9-5d3325b153ed None None] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:54.529451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c91d88f-72d0-46ba-aedb-e30ae628f123 req-fd899738-8005-4484-b0c0-f1b69a1688dc tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608176 Feb 19 01:01:54.618966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a92e1cb-4b9a-4045-a34d-f1eb88eabcc2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7421267 Feb 19 01:01:54.620645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:54.629396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499291925'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:54.715120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-60024f68-3832-47c1-8ad5-4b26101bbe5f service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841688 Feb 19 01:01:54.780372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5306c444-b9ad-4913-bb94-b1f9e673a971', 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:54.781331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.788288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:54.799925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.858621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48e88-d819-4c1d-af0b-c9ed8a5ec534 req-a3dc13bc-949c-4a73-9a87-7182fa312a26 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.860576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24f48e88-d819-4c1d-af0b-c9ed8a5ec534 req-a3dc13bc-949c-4a73-9a87-7182fa312a26 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 946 time: 0.1849506 Feb 19 01:01:54.861552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:54.927342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c839a233-afd0-4716-9501-9769ff3f1065), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.928313 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment c839a233-afd0-4716-9501-9769ff3f1065 of type vlan for network f7501430-1168-4244-9910-20f60f7f5506 Feb 19 01:01:54.999067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-3aa0267e-348a-473f-b597-b77c7b836113 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751057 Feb 19 01:01:55.061973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24f48e88-d819-4c1d-af0b-c9ed8a5ec534 req-05c38b30-9702-4f3b-bfb0-c6a6ddfe3923 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880200 Feb 19 01:01:55.096662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-d2ed2db4-c67d-4ea9-8256-4e250b3cb874 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e HTTP/1.1" status: 200 len: 217 time: 0.0835137 Feb 19 01:01:55.099706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f7501430-1168-4244-9910-20f60f7f5506), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.172293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Allocated IP 2001:db8:0:ffff::2 (5306c444-b9ad-4913-bb94-b1f9e673a971/4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4/4198a667-d381-4ae1-8d9c-81b20510198a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:55.220716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f7501430-1168-4244-9910-20f60f7f5506), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.241882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.250642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.254713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-97f3d554-c93a-4c1c-8f3c-2fe5fb2df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.258907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-97f3d554-c93a-4c1c-8f3c-2fe5fb2df251 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.1332684 Feb 19 01:01:55.345703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5bdae725-f8a0-4c86-95c9-b5b738376c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.351210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-5bdae725-f8a0-4c86-95c9-b5b738376c02 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0818424 Feb 19 01:01:55.400077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7781503 Feb 19 01:01:55.406098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:55.423036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': 'f7501430-1168-4244-9910-20f60f7f5506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:55.475230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a6036-c0b6-4b14-9afa-bab356e6d295 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=f7501430-1168-4244-9910-20f60f7f5506,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.520460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f7501430-1168-4244-9910-20f60f7f5506 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:55.731532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks [] for port (4198a667-d381-4ae1-8d9c-81b20510198a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.741381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.754850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.761053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.768463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.782197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.787901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.793695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:55.807225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-a905ec93-5820-4798-8053-4e9cdd7eb836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1905456 Feb 19 01:01:55.832994 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.870908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:55.874370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:55.878005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:55.895618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3245caed-c306-4287-af5c-a0cb67b43b98 req-196f82c7-67c9-4e83-a801-a44d50e083d2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0841734 Feb 19 01:01:55.904067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:55.913762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.925108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-4d65b7c8-e106-4a52-b791-bc7b42e4efed service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665705 Feb 19 01:01:56.001680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Attempting to bind port 4198a667-d381-4ae1-8d9c-81b20510198a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:56.002394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Attempting to bind port 4198a667-d381-4ae1-8d9c-81b20510198a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f42636f7-25e8-4560-b41b-298b804a55ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:56.002967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Attempting to bind port 4198a667-d381-4ae1-8d9c-81b20510198a on network 5306c444-b9ad-4913-bb94-b1f9e673a971 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:56.007615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Pushing event updated for resources: {'Port': ['ID=4198a667-d381-4ae1-8d9c-81b20510198a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.015154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:56.017439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Checking segment: {'id': 'f42636f7-25e8-4560-b41b-298b804a55ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:56.018056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.019035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Bound using segment: {'id': 'f42636f7-25e8-4560-b41b-298b804a55ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:56.020491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Bound port: 4198a667-d381-4ae1-8d9c-81b20510198a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42636f7-25e8-4560-b41b-298b804a55ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5306c444-b9ad-4913-bb94-b1f9e673a971'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:56.021787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.226777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] For port 4198a667-d381-4ae1-8d9c-81b20510198a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:56.233556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] For port 4198a667-d381-4ae1-8d9c-81b20510198a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4198a667-d381-4ae1-8d9c-81b20510198a,segment=NetworkSegment(f42636f7-25e8-4560-b41b-298b804a55ff),segment_id=f42636f7-25e8-4560-b41b-298b804a55ff)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:56.358887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.528851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c57a7-8dea-4502-886d-7571ab432037 None None] Pushing event updated for resources: {'Port': ['ID=4198a667-d381-4ae1-8d9c-81b20510198a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.983452 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:01:57.013729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-25268fca-e775-4bb0-92bb-848277fe48de service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696695 Feb 19 01:01:57.018567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (34bf02d4-b8ea-45b7-b465-5a9b24ddadd4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.170954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-51ae05cd-ef96-4a73-9599-1892074f77a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1234985-c507-429f-a3ee-b20548156a9d HTTP/1.1" status: 200 len: 217 time: 0.1470935 Feb 19 01:01:57.191905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.202845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.232050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.249688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.283514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.288630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.290985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4c725-1b87-4afd-a293-e3d45d253a08 req-89d7b335-8855-4847-ae73-e4f873817773 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.292982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62b4c725-1b87-4afd-a293-e3d45d253a08 req-89d7b335-8855-4847-ae73-e4f873817773 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 946 time: 0.9990287 Feb 19 01:01:57.294793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37f7be66-043f-47d0-a751-3401b6382352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.296291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-37f7be66-043f-47d0-a751-3401b6382352 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.1164999 Feb 19 01:01:57.306055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.317795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': 'c839a233-afd0-4716-9501-9769ff3f1065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f7501430-1168-4244-9910-20f60f7f5506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:57.318335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: f7501430-1168-4244-9910-20f60f7f5506, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:57.319585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-07f709ad-5b7c-4d15-b5dc-fce434a41a6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2671785 Feb 19 01:01:57.375578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=34bf02d4-b8ea-45b7-b465-5a9b24ddadd4,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:57.391128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.391833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.392250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.392693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.393133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.393587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.395016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.395507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.396006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.396496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.396926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.397355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.397782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:57.449556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62b4c725-1b87-4afd-a293-e3d45d253a08 req-7d541d45-5869-44e3-b070-7aed4fa4a211 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465282 Feb 19 01:01:57.473183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-356c57e9-688e-4d92-b8a1-d6edd144cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.479643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7779e1b8-9f28-46ca-a761-e379f570ffb3 req-b032b9b2-e46c-45fc-b705-5ffe94072288 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1587658 Feb 19 01:01:57.479869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-356c57e9-688e-4d92-b8a1-d6edd144cff0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1702099 Feb 19 01:01:57.574748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network f7501430-1168-4244-9910-20f60f7f5506 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:57.792818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f7501430-1168-4244-9910-20f60f7f5506) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:57.811798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5dea4-e10b-4a85-bdfd-bc82f7c8d966 None None] Network f7501430-1168-4244-9910-20f60f7f5506 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:57.832952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:57.837041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.921506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-f29d62aa-22f0-4fde-a150-e425bebc56c6 service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388738 Feb 19 01:01:58.055652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44590) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:58.056470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9053bb91-ac12-4b4b-a9f0-508cefbb1c7a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6440852 Feb 19 01:01:58.135675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3ebdde-960c-4eb6-8ace-4afdc73008bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f7501430-1168-4244-9910-20f60f7f5506', 'network_id': 'f7501430-1168-4244-9910-20f60f7f5506', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '34bf02d4-b8ea-45b7-b465-5a9b24ddadd4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:58.139722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebdde-960c-4eb6-8ace-4afdc73008bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.233607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f7501430-1168-4244-9910-20f60f7f5506), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.350110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (34bf02d4-b8ea-45b7-b465-5a9b24ddadd4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.564207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (34bf02d4-b8ea-45b7-b465-5a9b24ddadd4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.610714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3baf6dc-6627-47f6-b1e2-17ce79af4b42 req-12391702-dd66-4114-9b25-31546f6663e4 service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803899 Feb 19 01:01:58.645558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6c2e9e47-81ce-4763-8da8-461fb732f52d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.654957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6c2e9e47-81ce-4763-8da8-461fb732f52d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.5238373 Feb 19 01:01:58.680243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-51ba78a8-f7af-4999-a664-1e5f227c25d5 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/quotas/87ae995927ff4bd087669cfae62b6f7b HTTP/1.1" status: 200 len: 375 time: 0.0239596 Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-3e3ebdde-960c-4eb6-8ace-4afdc73008bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34bf02d4-b8ea-45b7-b465-5a9b24ddadd4: This subnet is being modified by another concurrent operation. Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:01:58.690543 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34bf02d4-b8ea-45b7-b465-5a9b24ddadd4: This subnet is being modified by another concurrent operation. Feb 19 01:01:58.702947 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:01:58.720783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c81100-9cd8-4b9b-ad54-62c5a0115cbe None None] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:58.830591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f7501430-1168-4244-9910-20f60f7f5506), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.861534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7501430-1168-4244-9910-20f60f7f5506']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:58.874602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c839a233-afd0-4716-9501-9769ff3f1065') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:58.875316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c839a233-afd0-4716-9501-9769ff3f1065') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:58.887228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c839a233-afd0-4716-9501-9769ff3f1065), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.902688 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c839a233-afd0-4716-9501-9769ff3f1065), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.909264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:58.909998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c839a233-afd0-4716-9501-9769ff3f1065), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:58.932282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-557bc92a-c805-4c7f-9cec-28121a74c48a tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2455695 Feb 19 01:01:58.996827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c5805-d856-4843-bdf7-9cd1ccf5c81f None None] Network f7501430-1168-4244-9910-20f60f7f5506 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:59.033971 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:59.053276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.053810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.054419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.054896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.055394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.055860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.056323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.058347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-f65c14cd-63bc-420d-bf53-84318913ec2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6693 time: 0.3097270 Feb 19 01:01:59.086653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=34bf02d4-b8ea-45b7-b465-5a9b24ddadd4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:59.137641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f7501430-1168-4244-9910-20f60f7f5506), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.152461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.162587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/f7501430-1168-4244-9910-20f60f7f5506 HTTP/1.1" status: 204 len: 168 time: 1.1001370 Feb 19 01:01:59.165542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:59.179277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1001034881'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:59.263014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-deb9b199-4870-4842-92db-f51c56e192b3 service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283603 Feb 19 01:01:59.292007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.326225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.341416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.357400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.370274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.387516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.399942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.412646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7051ccf3-72ee-493a-880c-97cb7777857e req-9a02e111-0b84-4566-8565-940cc15f2ec3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3272202 Feb 19 01:01:59.419039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9dde-fd4d-4c4c-bfaf-0a9b051137d7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=f7501430-1168-4244-9910-20f60f7f5506,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:59.462272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:59.471509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.560011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:59.585204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c854b12a-4d04-4805-9ee3-0f3f9e47b0a3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.587298 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment c854b12a-4d04-4805-9ee3-0f3f9e47b0a3 of type vlan for network 044058b2-4384-4a9e-9677-0bcc2dab4051 Feb 19 01:01:59.704066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (044058b2-4384-4a9e-9677-0bcc2dab4051), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.802601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4198a667-d381-4ae1-8d9c-81b20510198a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:59.804901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-4994e17e-4505-4f40-a7a6-4c220d9c71c9 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.811787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-4994e17e-4505-4f40-a7a6-4c220d9c71c9 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec94c0ce-5a1b-40c1-81c4-f972b5777f90 HTTP/1.1" status: 200 len: 946 time: 0.3003392 Feb 19 01:01:59.812966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-a12d3ca0-62e6-47cf-81a3-e24195f4c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.815646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-a12d3ca0-62e6-47cf-81a3-e24195f4c46e service neutron] 10.222.0.96 "GET /v2.0/networks?id=06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 200 len: 902 time: 0.7484241 Feb 19 01:01:59.839004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7051ccf3-72ee-493a-880c-97cb7777857e req-aef92e84-4df8-48ac-92b1-76f5752e8dbb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4253428 Feb 19 01:01:59.882544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Provisioning complete for port 4198a667-d381-4ae1-8d9c-81b20510198a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:59.882997 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.923350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (044058b2-4384-4a9e-9677-0bcc2dab4051), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.929437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.930388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.122461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-efc75ed6-2541-4c11-b17b-43f9e6e3b83b service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522263 Feb 19 01:02:00.142187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9707592 Feb 19 01:02:00.185560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:00.194823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-05dd1a8b-a779-455d-9c38-a7712f26a42a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e HTTP/1.1" status: 200 len: 217 time: 0.3354523 Feb 19 01:02:00.248261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:00.301859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4198a667-d381-4ae1-8d9c-81b20510198a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:00.302469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.374475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Current status of the port 4198a667-d381-4ae1-8d9c-81b20510198a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:00.374883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.400718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-0ac6bffa-f2ba-46a4-89b4-bc7d28e152b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.402676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-0ac6bffa-f2ba-46a4-89b4-bc7d28e152b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.1977558 Feb 19 01:02:00.408561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Deleting port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:00.408910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.516356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] For port 4198a667-d381-4ae1-8d9c-81b20510198a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4198a667-d381-4ae1-8d9c-81b20510198a,segment=NetworkSegment(f42636f7-25e8-4560-b41b-298b804a55ff),segment_id=f42636f7-25e8-4560-b41b-298b804a55ff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:00.604107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31677e-12e8-410e-aa12-5d9e0fcbb381 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:02:00.689623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece9d4-e619-4b52-b23e-70e89c3415fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=044058b2-4384-4a9e-9677-0bcc2dab4051,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:00.758173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-3dde9495-ec1e-4a60-a21f-b86fe8e6675e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.759969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-3dde9495-ec1e-4a60-a21f-b86fe8e6675e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/ports?device_id=195d3ae8-404b-46fb-934b-1a31c48ab9e6 HTTP/1.1" status: 200 len: 945 time: 0.5023983 Feb 19 01:02:00.907238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-bca3be11-4162-4636-833f-c836e52b280b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.907238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-bca3be11-4162-4636-833f-c836e52b280b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.7321992 Feb 19 01:02:00.926393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:00.935418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37913bb3-a318-48c7-a6ba-087d3369d0fc req-e26821fc-531c-4a5a-b2c1-59cf337825d9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.1301737 Feb 19 01:02:00.939178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:00.961754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.974207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] For port 8d2e649c-b465-45a3-b759-3b92b5ee3a12, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d2e649c-b465-45a3-b759-3b92b5ee3a12,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:00.986212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.013845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-34604a8b-ff35-4e2c-97cd-1349a624e343 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/quotas/010457d81fb84c6682fe3fb2bb8c143a HTTP/1.1" status: 200 len: 375 time: 0.1051850 Feb 19 01:02:01.046728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Calling delete_port for 8d2e649c-b465-45a3-b759-3b92b5ee3a12 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:01.084449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317016-1442-499b-94ef-418214b67215 req-49a84511-1792-494b-b140-3238824cc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.086591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-49a84511-1792-494b-b140-3238824cc9fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6682825 Feb 19 01:02:01.250224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.373563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Deleting port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:01.373919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.391556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Pushing event updated for resources: {'Port': ['ID=4198a667-d381-4ae1-8d9c-81b20510198a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:01.458768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.459501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.460004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.460564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.461063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.461627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.462120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.462843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.463362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.463850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.464359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.465068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.465573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0b8328-6c90-41fe-8812-293005454ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:01.491875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0d1bcc9f-26df-4ccd-8dfb-7292944086c8 None None] Provisioning complete for port 4198a667-d381-4ae1-8d9c-81b20510198a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:01.492878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d1bcc9f-26df-4ccd-8dfb-7292944086c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.552540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4198a667-d381-4ae1-8d9c-81b20510198a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:01.678386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-fcb2a224-1341-4e6b-8215-7c61c82d7296 service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752707 Feb 19 01:02:01.698818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.707785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.715218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bcc9f-26df-4ccd-8dfb-7292944086c8 None None] Current status of the port 4198a667-d381-4ae1-8d9c-81b20510198a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:01.715448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.723922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.731444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.738296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.747557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.759694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-c219699c-8f89-4bcc-a0c2-daf527329673 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.6673782 Feb 19 01:02:01.781993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8d2e649c-b465-45a3-b759-3b92b5ee3a12), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.788747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-3b9b942d-be47-4de4-a9e9-edaf9dc428c4 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7542512 Feb 19 01:02:01.875577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31677e-12e8-410e-aa12-5d9e0fcbb381 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:02:01.899188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4198a667-d381-4ae1-8d9c-81b20510198a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:01.962371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d94cdb75-49b8-4a02-8995-a6bb1f30a70d req-f2c2ec01-9b97-4880-bc84-fb5f3c26c4cd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2016578 Feb 19 01:02:01.971649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event deleted for resources: {'Port': ['ID=8d2e649c-b465-45a3-b759-3b92b5ee3a12,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:01.982473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7ae66d04-b6b6-44d7-a2a8-6b5bc5faab0e service neutron] 10.222.0.94 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918890 Feb 19 01:02:02.079619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] For port f14a7c43-ac61-4a6d-a83c-cd7144e956e7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:02.080132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.102265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4198a667-d381-4ae1-8d9c-81b20510198a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:02.102474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] No DVR routers for this DVR port 8d2e649c-b465-45a3-b759-3b92b5ee3a12 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:02.103065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.115853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.130941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-539fb894-a54b-4ba0-9efb-c018f8dad502 req-d0adcbac-b20a-4433-afe0-55b84af84aaf tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "DELETE /v2.0/ports/8d2e649c-b465-45a3-b759-3b92b5ee3a12 HTTP/1.1" status: 204 len: 173 time: 2.3122654 Feb 19 01:02:02.131485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'name': 'network-vif-deleted', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:02.139698 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50824a3e-c979-4c0e-a60d-fe99ab676304" -d '{"events": [{"server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "name": "network-vif-deleted", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:02.150821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Calling delete_port for f14a7c43-ac61-4a6d-a83c-cd7144e956e7 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:02.226703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1880131d-2358-4e69-b761-9bb9f685f5f5 req-2e6eee1d-9baf-4b93-ac42-9f040030b965 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.0645447 Feb 19 01:02:02.287868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86317016-1442-499b-94ef-418214b67215 req-617bdbc4-d901-4cb4-ad74-ac31bbb98edf service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187962 Feb 19 01:02:02.315502 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c357f6-46d4-4adc-9a42-9fa34691a076 x-openstack-request-id: req-53c357f6-46d4-4adc-9a42-9fa34691a076 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:02.320230 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94c0ce-5a1b-40c1-81c4-f972b5777f90", "name": "network-vif-deleted", "tag": "8d2e649c-b465-45a3-b759-3b92b5ee3a12", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:02.320230 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-53c357f6-46d4-4adc-9a42-9fa34691a076 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:02.320230 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94c0ce-5a1b-40c1-81c4-f972b5777f90', 'name': 'network-vif-deleted', 'tag': '8d2e649c-b465-45a3-b759-3b92b5ee3a12', 'status': 'completed', 'code': 200} Feb 19 01:02:02.507394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-fd41441d-2042-4a7f-8fa5-6602a8c7ee91 service neutron] 10.222.0.94 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933810 Feb 19 01:02:02.546123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.546691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.547304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.547774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.548338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.548852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.549322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.553098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3b44cd88-1418-47e8-88d2-e79be22ce77c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6693 time: 0.1823866 Feb 19 01:02:02.581691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f14a7c43-ac61-4a6d-a83c-cd7144e956e7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.651778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4198a667-d381-4ae1-8d9c-81b20510198a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:02.788297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event deleted for resources: {'Port': ['ID=f14a7c43-ac61-4a6d-a83c-cd7144e956e7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:02.794409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1dcd0486-91d2-4dd5-af1a-8afaa1c91add), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.834599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-38cc001e-155d-40b1-a608-51b6ff9e1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.836178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-38cc001e-155d-40b1-a608-51b6ff9e1281 service neutron] 10.222.0.96 "GET /v2.0/networks?id=06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 200 len: 902 time: 0.2746603 Feb 19 01:02:02.851066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44690) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:02.955481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] No DVR routers for this DVR port f14a7c43-ac61-4a6d-a83c-cd7144e956e7 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:02.960473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.971026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72c08ba0-b4b3-4a9b-84c7-4d1bec4788e3 req-2a85e335-8d7a-4671-a8b3-13228b0e242f tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "DELETE /v2.0/ports/f14a7c43-ac61-4a6d-a83c-cd7144e956e7 HTTP/1.1" status: 204 len: 173 time: 2.1988192 Feb 19 01:02:02.988179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=1dcd0486-91d2-4dd5-af1a-8afaa1c91add,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:03.014695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'name': 'network-vif-deleted', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:03.021126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-bf6db99a-d5a9-4cb8-816f-36769417b0b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1234985-c507-429f-a3ee-b20548156a9d HTTP/1.1" status: 200 len: 217 time: 0.1745267 Feb 19 01:02:03.029993 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1044b56-5744-4ce2-b234-d03d8ab051fa" -d '{"events": [{"server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "name": "network-vif-deleted", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:03.185788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f14a7c43-ac61-4a6d-a83c-cd7144e956e7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:03.210615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:03.212339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: 044058b2-4384-4a9e-9677-0bcc2dab4051, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:03.271847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: f14a7c43-ac61-4a6d-a83c-cd7144e956e7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:03.271847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f14a7c43-ac61-4a6d-a83c-cd7144e956e7 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:03.278914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d2e649c-b465-45a3-b759-3b92b5ee3a12 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:03.340458 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c714d-411f-4666-ba9c-3ba06b270498 x-openstack-request-id: req-937c714d-411f-4666-ba9c-3ba06b270498 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:03.341731 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195d3ae8-404b-46fb-934b-1a31c48ab9e6", "name": "network-vif-deleted", "tag": "f14a7c43-ac61-4a6d-a83c-cd7144e956e7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:03.342666 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-937c714d-411f-4666-ba9c-3ba06b270498 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:03.343422 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195d3ae8-404b-46fb-934b-1a31c48ab9e6', 'name': 'network-vif-deleted', 'tag': 'f14a7c43-ac61-4a6d-a83c-cd7144e956e7', 'status': 'completed', 'code': 200} Feb 19 01:02:03.346526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bff32188-90e4-4cf3-baa9-42ef623ed1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.358374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:03.364695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 8d2e649c-b465-45a3-b759-3b92b5ee3a12 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:03.365052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d2e649c-b465-45a3-b759-3b92b5ee3a12 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:03.443316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 044058b2-4384-4a9e-9677-0bcc2dab4051) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:03.448774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.455202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.457326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1145dd3-a019-4bb7-8ab5-6bd0a6d8c9e1 None None] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:03.616433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3e7190f9-ed25-42e8-b271-bd4cea36e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.622932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-3e7190f9-ed25-42e8-b271-bd4cea36e1b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.5939159 Feb 19 01:02:03.625851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-817ff92c-fcac-44a8-8578-35ddaa58b18e req-1dbe732c-4e5d-49a4-8660-c64696f6ef9e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.1006193 Feb 19 01:02:03.645804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c2d61bcf-6501-4b3c-a402-bbbda861d3e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4220304 Feb 19 01:02:03.649846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:03.684188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067852840'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:03.801692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bff32188-90e4-4cf3-baa9-42ef623ed1bb admin admin] Publish callbacks [] for security_group (47951e14-9983-41fe-8e53-e86235a7d59d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.902114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.908953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.916458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.922575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.928885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.935276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.942739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de39b136-fcb1-4a32-abb5-4f763f6dbfda req-c8707af4-20cf-47ac-8949-4c134ebb3db4 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 210 time: 0.1189082 Feb 19 01:02:03.957274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.957773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:03.957773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.959413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-986212ae-d526-4043-9bb8-6782ef806554 req-015df0ee-599d-4bf6-9cc9-a0262812bf62 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.7202587 Feb 19 01:02:03.977632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-044058b2-4384-4a9e-9677-0bcc2dab4051', 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '1dcd0486-91d2-4dd5-af1a-8afaa1c91add'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:03.978869 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.003576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bff32188-90e4-4cf3-baa9-42ef623ed1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47951e14-9983-41fe-8e53-e86235a7d59d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.024655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:04.044466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.045231 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment 82e00e88-1e3f-4314-9ae0-e14e665e1359 of type vlan for network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 Feb 19 01:02:04.157455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.208029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bff32188-90e4-4cf3-baa9-42ef623ed1bb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a49cc7da6bb442b0b0c0527f8745bd1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3518736 Feb 19 01:02:04.213788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:04.325330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.330644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.331379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.390327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] Publish callbacks [] for security_group (47951e14-9983-41fe-8e53-e86235a7d59d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.524874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8728130 Feb 19 01:02:04.547774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44740) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:04.558891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:04.560954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Allocated IP 2001:db8::3 (044058b2-4384-4a9e-9677-0bcc2dab4051/1dcd0486-91d2-4dd5-af1a-8afaa1c91add/f20c8b60-40df-4005-a88d-60f4ec8aaf29) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:04.576086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117bfb7-290b-4f02-a25a-4093acf52d01 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=27668ad8-2a0e-4562-9130-4f01fb4a3b41,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.606997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:04.620700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] Publish callbacks [] for security_group (47951e14-9983-41fe-8e53-e86235a7d59d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.929623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51a91232-dd67-4bc0-82ba-77e284faf7a4 req-e631cad5-d9bb-4955-9f29-b567c085b453 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.0614231 Feb 19 01:02:04.941895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff32188-90e4-4cf3-baa9-42ef623ed1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47951e14-9983-41fe-8e53-e86235a7d59d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.943361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:04.961431 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.000370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-27297cc9-e7ce-4644-82e2-121a1dfbe39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.001977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-27297cc9-e7ce-4644-82e2-121a1dfbe39d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.1986766 Feb 19 01:02:05.013395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-986212ae-d526-4043-9bb8-6782ef806554 req-00f3831e-6b99-4747-8549-8d4814d6028e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0529647 Feb 19 01:02:05.144817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47951e14-9983-41fe-8e53-e86235a7d59d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.150989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.152471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47951e14-9983-41fe-8e53-e86235a7d59d HTTP/1.1" status: 204 len: 168 time: 0.9363503 Feb 19 01:02:05.179279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing IP validity checks on allocation pools {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:02:05.180052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:02:05.211281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13cc92-26b7-49d1-a0ba-49fcfb61140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47951e14-9983-41fe-8e53-e86235a7d59d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:05.226217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-f6d73c2c-fb52-4311-8a47-2bc7f7fa00ec service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082548 Feb 19 01:02:05.227963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86fac725-d1a1-47d9-87f8-fdb699fc00ba req-18c19475-6029-4d2a-b1df-7ccb60947da2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0856650 Feb 19 01:02:05.377181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-d16f3e76-f868-4ff5-a721-51eb95a5bb06 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.379665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-d16f3e76-f868-4ff5-a721-51eb95a5bb06 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 1.2584517 Feb 19 01:02:05.387694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks [] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.396980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Request body: {'port': {'device_id': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'admin_state_up': True, 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:05.501911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.508872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cf91a2b-b2d9-4394-9a6d-79c839b97305 req-cf0d4f04-092f-41d3-adfa-368389f21e75 service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763817 Feb 19 01:02:05.529376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1f896334-fc00-4b8f-a8be-1048fec29d09), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.579405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Pushing event updated for resources: {'Port': ['ID=f20c8b60-40df-4005-a88d-60f4ec8aaf29,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:05.611169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:05.618396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:05.622476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:05.630542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': '82e00e88-1e3f-4314-9ae0-e14e665e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:05.630927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: 27668ad8-2a0e-4562-9130-4f01fb4a3b41, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:05.677053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=1f896334-fc00-4b8f-a8be-1048fec29d09,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:05.744387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Attempting to bind port f20c8b60-40df-4005-a88d-60f4ec8aaf29 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:05.749386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Attempting to bind port f20c8b60-40df-4005-a88d-60f4ec8aaf29 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:05.749386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Attempting to bind port f20c8b60-40df-4005-a88d-60f4ec8aaf29 on network 044058b2-4384-4a9e-9677-0bcc2dab4051 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:05.751371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:05.751974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Checking segment: {'id': 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:05.752401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.752799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Bound using segment: {'id': 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:05.753305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Bound port: f20c8b60-40df-4005-a88d-60f4ec8aaf29, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '044058b2-4384-4a9e-9677-0bcc2dab4051'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:05.753888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.797458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:05.827765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:05.841268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] For port f20c8b60-40df-4005-a88d-60f4ec8aaf29, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:05.846059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] For port f20c8b60-40df-4005-a88d-60f4ec8aaf29, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f20c8b60-40df-4005-a88d-60f4ec8aaf29,segment=NetworkSegment(c854b12a-4d04-4805-9ee3-0f3f9e47b0a3),segment_id=c854b12a-4d04-4805-9ee3-0f3f9e47b0a3)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:05.850955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.928917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 27668ad8-2a0e-4562-9130-4f01fb4a3b41) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:05.933339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.934368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:05.937838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e06dba-66a9-49c7-8873-36ddcb152c5a None None] Network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:05.970276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.002642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Allocated IP 172.20.0.8 (8e8cae6c-939a-4c1b-b48d-62d0c09522c9/0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2/9e2c346f-3c3a-4052-b1b0-3522719c301c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:06.052043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-849085b9-8660-4697-abb6-6c264a64e41e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4971945 Feb 19 01:02:06.054691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44778) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:06.183610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0189d-5bc4-4369-8894-8354dbcc6cce None None] Pushing event updated for resources: {'Port': ['ID=f20c8b60-40df-4005-a88d-60f4ec8aaf29,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:06.237036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:06.260452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-27668ad8-2a0e-4562-9130-4f01fb4a3b41', 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '1f896334-fc00-4b8f-a8be-1048fec29d09'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:06.260452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.293120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81463e1c-ef20-4c7b-99a9-9dae989ff3b8 req-c36b257b-0228-4a0a-89d3-54e3147e354d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.1559327 Feb 19 01:02:06.339758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cc7a-f6e4-43ff-800b-9345d1c65650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.352720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.417929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1f896334-fc00-4b8f-a8be-1048fec29d09), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.483306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.494829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.502564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.510272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.516282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.556044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.567779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.576669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-8f21a313-c3e6-4b4b-b77c-5912db638d36 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3404102 Feb 19 01:02:06.600897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks [] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.610726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c432172f-9757-41b5-b04f-09c5f4fcff8e req-342c3f5c-37d4-4718-b3aa-3e79b9e66a75 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0906446 Feb 19 01:02:06.675958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Allocated IP 2001:db8::3 (27668ad8-2a0e-4562-9130-4f01fb4a3b41/1f896334-fc00-4b8f-a8be-1048fec29d09/25b57e3d-aab7-4cde-9a0d-df390cc59f9a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:06.777506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cab5c977-36d3-4ff0-bd67-bddd51228ecb req-ac8d30d3-70e8-4e58-bc5b-f028637dfad2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1994462 Feb 19 01:02:06.853555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cc7a-f6e4-43ff-800b-9345d1c65650 admin admin] Publish callbacks [] for security_group (8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.858804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.875990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061', '61a231df-de37-49c4-a12a-f317cc7b3d7c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:07.008929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8b3cc7a-f6e4-43ff-800b-9345d1c65650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.050422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44810) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:07.055911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks [] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.058589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b8b3cc7a-f6e4-43ff-800b-9345d1c65650 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ea653eb5aa45496783347b3c38283d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8109429 Feb 19 01:02:07.060768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:07.138085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] Publish callbacks [] for security_group (8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.187745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.204191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] Publish callbacks [] for security_group (8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.253851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:07.261901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-ede5899b-58fb-4464-acbb-b3b03c384dc8 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:07.263226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-ede5899b-58fb-4464-acbb-b3b03c384dc8 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.117 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.3975577 Feb 19 01:02:07.271904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:07.282874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Request body: {'port': {'device_id': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'admin_state_up': True, 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:07.344636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (1f896334-fc00-4b8f-a8be-1048fec29d09), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.397645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3cc7a-f6e4-43ff-800b-9345d1c65650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.400884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event updated for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.452103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:07.458667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:07.477373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:07.486659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.516368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27668ad8-2a0e-4562-9130-4f01fb4a3b41']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:07.528196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e00e88-1e3f-4314-9ae0-e14e665e1359') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:07.528518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e00e88-1e3f-4314-9ae0-e14e665e1359') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:07.541801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.553521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Pushing event updated for resources: {'Port': ['ID=25b57e3d-aab7-4cde-9a0d-df390cc59f9a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.559458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.566599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:07.567369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:07.642230 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:07.645792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=1f896334-fc00-4b8f-a8be-1048fec29d09,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.655275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.658480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.662923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e HTTP/1.1" status: 204 len: 168 time: 0.6087995 Feb 19 01:02:07.736596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.api [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:02:07.736596 n-d-826529-3 neutron-server[110602]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:02:07.736596 n-d-826529-3 neutron-server[110602]: [parameters: {'id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'}] Feb 19 01:02:07.736596 n-d-826529-3 neutron-server[110602]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:02:07.737083 n-d-826529-3 neutron-server[110602]: DEBUG oslo_db.api [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:02:07.758120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346342a-c4f6-4a55-8969-a7a723dfb394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8342f5f9-ee5b-4a06-b2f7-46a2e2630d0e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.780847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:07.783586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.833643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428be7e-a5a6-49e8-b00a-ad9157bb27e8 req-bdef7ab5-26d7-4c6c-99b7-1deaf971ed62 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:07.837185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0428be7e-a5a6-49e8-b00a-ad9157bb27e8 req-bdef7ab5-26d7-4c6c-99b7-1deaf971ed62 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 931 time: 0.1950428 Feb 19 01:02:07.855725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Attempting to bind port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:07.856337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Attempting to bind port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '82e00e88-1e3f-4314-9ae0-e14e665e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:07.856452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Attempting to bind port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a on network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:07.898193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:07.899182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Checking segment: {'id': '82e00e88-1e3f-4314-9ae0-e14e665e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:07.899182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.899531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Bound using segment: {'id': '82e00e88-1e3f-4314-9ae0-e14e665e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:07.900223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Bound port: 25b57e3d-aab7-4cde-9a0d-df390cc59f9a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e00e88-1e3f-4314-9ae0-e14e665e1359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '27668ad8-2a0e-4562-9130-4f01fb4a3b41'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:07.900362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.927028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0428be7e-a5a6-49e8-b00a-ad9157bb27e8 req-84544916-2636-4af1-8093-d1f6927022e1 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822721 Feb 19 01:02:08.048774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] For port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:08.058828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] For port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=25b57e3d-aab7-4cde-9a0d-df390cc59f9a,segment=NetworkSegment(82e00e88-1e3f-4314-9ae0-e14e665e1359),segment_id=82e00e88-1e3f-4314-9ae0-e14e665e1359)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:08.066103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f20c8b60-40df-4005-a88d-60f4ec8aaf29 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:08.067977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fc013-6349-418a-8a05-c688020beeca req-3fd5531e-0cbd-4678-ac07-9e8e525e5955 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.077228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff4fc013-6349-418a-8a05-c688020beeca req-3fd5531e-0cbd-4678-ac07-9e8e525e5955 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 950 time: 1.0958095 Feb 19 01:02:08.090491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffff82d5-db64-48ea-adb1-84061a911d9d req-8b5bc1d2-2958-4a43-9140-5c3bc3213c3c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0484531 Feb 19 01:02:08.123430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-d8194076-bde2-46c2-8ac4-e91dc2428c01 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.123430 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-d8194076-bde2-46c2-8ac4-e91dc2428c01 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 812 time: 0.6006408 Feb 19 01:02:08.135331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Request body: {'port': {'device_id': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'admin_state_up': True, 'tenant_id': '010457d81fb84c6682fe3fb2bb8c143a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:08.143404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915312c9-c48f-4f21-8924-af063a32b91d None None] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:08.171717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.239902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.310915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.318707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.325345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-6d66e218-c06f-4781-901a-727eb79ce2e7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9372735 Feb 19 01:02:08.325654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.343957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.346901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.353760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.359475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.374157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-d74fc29c-213b-4f34-9e0d-d7d7490866c5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2154360 Feb 19 01:02:08.417547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff4fc013-6349-418a-8a05-c688020beeca req-084cefcd-d8f6-41be-a933-a71859f7caef tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308463 Feb 19 01:02:08.418480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:08.422573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.492792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Request body: {'port': {'device_id': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:08.508581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb23c15-409f-4c59-86df-9710cf04a5e8 req-c0ba0693-8cfa-482c-ba49-0223bcca5071 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1333532 Feb 19 01:02:08.543082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:08.543675 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.625949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Provisioning complete for port f20c8b60-40df-4005-a88d-60f4ec8aaf29 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:08.626619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.713851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=25b57e3d-aab7-4cde-9a0d-df390cc59f9a,segment=NetworkSegment(82e00e88-1e3f-4314-9ae0-e14e665e1359),segment_id=82e00e88-1e3f-4314-9ae0-e14e665e1359)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:08.714237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.716871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f20c8b60-40df-4005-a88d-60f4ec8aaf29 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:08.716970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.743415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Allocated IP 172.20.0.2 (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab/93019cbd-d289-473e-9f8e-35e81a85f530/de4351c1-e959-41da-a96a-d6153f29e3bf) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:08.749420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 25b57e3d-aab7-4cde-9a0d-df390cc59f9a owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:08.826257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8790-3383-44fd-a09b-4ee0178bb03c None None] Pushing event updated for resources: {'Port': ['ID=25b57e3d-aab7-4cde-9a0d-df390cc59f9a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:08.853523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8692d5-9000-4ef7-930c-42b9671ea07c None None] Network 27668ad8-2a0e-4562-9130-4f01fb4a3b41 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:08.931445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks [] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.067234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (25b57e3d-aab7-4cde-9a0d-df390cc59f9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.093536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f20c8b60-40df-4005-a88d-60f4ec8aaf29 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:09.094925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.101658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.108636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Made reservation on behalf of 010457d81fb84c6682fe3fb2bb8c143a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:09.112160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.120775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.181035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=25b57e3d-aab7-4cde-9a0d-df390cc59f9a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.205303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 25b57e3d-aab7-4cde-9a0d-df390cc59f9a on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:09.321900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2aa3b3-56fb-405c-b2e4-020728aed672 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:02:09.374700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.392832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f20c8b60-40df-4005-a88d-60f4ec8aaf29, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f20c8b60-40df-4005-a88d-60f4ec8aaf29,segment=NetworkSegment(c854b12a-4d04-4805-9ee3-0f3f9e47b0a3),segment_id=c854b12a-4d04-4805-9ee3-0f3f9e47b0a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:09.402917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27668ad8-2a0e-4562-9130-4f01fb4a3b41']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.419305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e00e88-1e3f-4314-9ae0-e14e665e1359') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.420034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e00e88-1e3f-4314-9ae0-e14e665e1359') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.433799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.452661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.466489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:09.467130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (82e00e88-1e3f-4314-9ae0-e14e665e1359), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.491564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Current status of the port f20c8b60-40df-4005-a88d-60f4ec8aaf29 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:09.492269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:09.496684 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:09.626297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2c346f-3c3a-4052-b1b0-3522719c301c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:09.634341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2aa3b3-56fb-405c-b2e4-020728aed672 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:02:09.635933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks [] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.651175 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.653363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.665203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0de049-374d-4d63-9a89-98e16a59baca req-9b9255ad-d8bc-43bb-aa98-9b42283d44e8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.676834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0de049-374d-4d63-9a89-98e16a59baca req-9b9255ad-d8bc-43bb-aa98-9b42283d44e8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 931 time: 0.5776806 Feb 19 01:02:09.723058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event updated for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.726996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Transition to ACTIVE for port object 9e2c346f-3c3a-4052-b1b0-3522719c301c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:09.734209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:09.740664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (27668ad8-2a0e-4562-9130-4f01fb4a3b41), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.740907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:09.742588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:09.770426 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.785801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:09.789366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/27668ad8-2a0e-4562-9130-4f01fb4a3b41 HTTP/1.1" status: 204 len: 168 time: 3.7273374 Feb 19 01:02:09.825984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263699912'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:09.838475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0de049-374d-4d63-9a89-98e16a59baca req-3e0f5020-94d5-402b-ae6d-d50b9b12570f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610894 Feb 19 01:02:09.840463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f508-cc8a-4c8d-8a54-f1d2b32d708a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=27668ad8-2a0e-4562-9130-4f01fb4a3b41,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.848980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:09.947221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:09.963886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:09.971875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.031257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8623-45c0-47d9-a1fa-48c242c22f9d req-016db0b2-3f2f-4ebe-a7a0-4b88f0d2f38b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.034540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-438c8623-45c0-47d9-a1fa-48c242c22f9d req-016db0b2-3f2f-4ebe-a7a0-4b88f0d2f38b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 931 time: 0.1017020 Feb 19 01:02:10.055741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.056811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.136608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:10.163646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-438c8623-45c0-47d9-a1fa-48c242c22f9d req-949c4853-d72c-4c24-a51b-a856e4c21b95 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234980 Feb 19 01:02:10.206366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Allocated IP 172.20.0.11 (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab/93019cbd-d289-473e-9f8e-35e81a85f530/6332817b-766a-46c5-8e63-5f9c8b970cba) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:10.252249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f20c8b60-40df-4005-a88d-60f4ec8aaf29,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:10.276310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:02:10.283033 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:02:10.358725 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.388333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.395941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.401805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.410503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.418546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.425907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.434153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.447765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-0c5e6cee-2385-41c3-8d86-ad5abdebe941 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1684499 Feb 19 01:02:10.473302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 98e07561-cd62-4976-be25-398137d9f2c1 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:10.473959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.544450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:10.546919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:10.549711 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f21155-32b6-4a8c-9307-0a3ce5cc4b8e" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-unplugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:10.559509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.559882 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment 6ca056d7-1eee-4e84-9f60-427e3c5b3e9a of type vlan for network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 Feb 19 01:02:10.613810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.622064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:10.650018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-5bb82c9f-2863-4796-8e8b-c7a14ba63234 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5220170 Feb 19 01:02:10.682256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Request body: {'port': {'device_id': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:10.774800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.810195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Attempting to bind port 9e2c346f-3c3a-4052-b1b0-3522719c301c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:10.810543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Attempting to bind port 9e2c346f-3c3a-4052-b1b0-3522719c301c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:10.810894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Attempting to bind port 9e2c346f-3c3a-4052-b1b0-3522719c301c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:10.819897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.825356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:10.826073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.834643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Port 9e2c346f-3c3a-4052-b1b0-3522719c301c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:10.834939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Attempting to bind port 9e2c346f-3c3a-4052-b1b0-3522719c301c on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:10.853470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:10.853801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Checking segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:10.854203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Bound using segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:10.854660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Bound port: 9e2c346f-3c3a-4052-b1b0-3522719c301c, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:10.855021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:10.951142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:10.954499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:11.020656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd2fda5b-b74b-4bc9-a5aa-dfbbc05bbd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.022322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.125100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ba959bd0-9f4b-455b-9e95-ef5e8145909a None None] Current status of the port f20c8b60-40df-4005-a88d-60f4ec8aaf29 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:11.153301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-192bbb50-fb72-42fa-884f-48bfab5d31ab req-4dcc74c3-fa2c-402f-94b6-41229545fb5c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7044132 Feb 19 01:02:11.170051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:11.268735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6dbd5f3f-f31b-4dd9-96e0-2b7aa7708c42 None None] Provisioning complete for port f20c8b60-40df-4005-a88d-60f4ec8aaf29 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:11.269717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5f3f-f31b-4dd9-96e0-2b7aa7708c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.300735 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46671f10-524b-45d7-8a61-4312b7efdd7a x-openstack-request-id: req-46671f10-524b-45d7-8a61-4312b7efdd7a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:11.301040 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-unplugged", "status": "completed", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:11.301297 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-46671f10-524b-45d7-8a61-4312b7efdd7a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:11.301786 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'code': 200} Feb 19 01:02:11.381978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd5f3f-f31b-4dd9-96e0-2b7aa7708c42 None None] Current status of the port f20c8b60-40df-4005-a88d-60f4ec8aaf29 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:11.382943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71b2a-4d9e-4827-9f34-b8c8ead2e264 req-c870bf95-17ec-424b-a354-3f1a05eed8ea tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.384842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42a71b2a-4d9e-4827-9f34-b8c8ead2e264 req-c870bf95-17ec-424b-a354-3f1a05eed8ea tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 943 time: 0.1101744 Feb 19 01:02:11.473796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42a71b2a-4d9e-4827-9f34-b8c8ead2e264 req-3d772898-5cb3-46a5-8161-7e1d2caefca1 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738299 Feb 19 01:02:11.502659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.540285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks [] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.604704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:11.626862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-da80e7bc-c415-470f-b2ce-515343183d2b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8344715 Feb 19 01:02:11.629829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061a13e-1a79-4338-96b0-7a816ee3cb1b req-2a9b392a-267a-4a3c-9ab4-4b56528ba2f7 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.631409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.632044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.633538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] 10.222.0.117 "PUT /v2.0/ports/9e2c346f-3c3a-4052-b1b0-3522719c301c HTTP/1.1" status: 200 len: 1091 time: 3.2411344 Feb 19 01:02:11.634586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7061a13e-1a79-4338-96b0-7a816ee3cb1b req-2a9b392a-267a-4a3c-9ab4-4b56528ba2f7 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 931 time: 0.0859714 Feb 19 01:02:11.635117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44926) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:11.636068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:11.638348 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:11.640495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:11.648123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:11.747686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc9e35-81b6-4d1f-860e-931cc72a2464 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:11.775922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5811d3-20cd-48dd-99f2-3feb606d9129 req-aafb0886-e448-465c-96d8-c9499f8bfebf tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.777553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e5811d3-20cd-48dd-99f2-3feb606d9129 req-aafb0886-e448-465c-96d8-c9499f8bfebf tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 948 time: 0.2877533 Feb 19 01:02:11.825912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7061a13e-1a79-4338-96b0-7a816ee3cb1b req-c5317862-66b9-4564-a38f-eebae2c29865 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751414 Feb 19 01:02:11.893302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e5811d3-20cd-48dd-99f2-3feb606d9129 req-068b4c88-fc69-40ff-870c-7372db8d4750 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028345 Feb 19 01:02:11.912358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-be39b263-c8fd-48ae-a31d-439dee713bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:11.913936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-be39b263-c8fd-48ae-a31d-439dee713bd1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 1125 time: 0.1164875 Feb 19 01:02:11.924514 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82b9bd-77a4-4a2a-9e2a-2603b89dcff1 x-openstack-request-id: req-fa82b9bd-77a4-4a2a-9e2a-2603b89dcff1 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:11.924514 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:11.924514 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa82b9bd-77a4-4a2a-9e2a-2603b89dcff1 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:11.924514 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c', 'status': 'completed', 'code': 200} Feb 19 01:02:11.924514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:11.948373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:11.960698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f20c8b60-40df-4005-a88d-60f4ec8aaf29 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:11.969049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.044806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-a22896b1-a957-418d-abcc-255aa4cd1c3f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c HTTP/1.1" status: 200 len: 217 time: 0.1122646 Feb 19 01:02:12.069383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:12.090165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f20c8b60-40df-4005-a88d-60f4ec8aaf29 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:12.090552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.148315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:12.161423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:12.166013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event updated for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.247028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-a76943ae-53d0-44ca-b788-d55e21f18d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.248645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-a76943ae-53d0-44ca-b788-d55e21f18d84 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1951663 Feb 19 01:02:12.314095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-20ac2d17-558a-4721-8346-84c7c9ba0805 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579770 Feb 19 01:02:12.320464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.321131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.335232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f20c8b60-40df-4005-a88d-60f4ec8aaf29 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:12.367197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4351c1-e959-41da-a96a-d6153f29e3bf {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:12.429994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks [] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.457795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Transition to ACTIVE for port object de4351c1-e959-41da-a96a-d6153f29e3bf will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:12.472272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (e33c2e15-387e-45b8-b94b-b7b271f95eca), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.494992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.500695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.506486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.511813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.517541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.523204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.528669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.530695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-354ed091-b3f7-4df4-96d6-e983e293061e req-8fa7ac67-be3a-4142-a7a9-9f45357c264d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2192619 Feb 19 01:02:12.549794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-0a35c761-4e22-4537-a256-53225a748983 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248948 Feb 19 01:02:12.555110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:12.555862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:12.569424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=e33c2e15-387e-45b8-b94b-b7b271f95eca,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.617335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.632589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-0cb55ddc-80f1-46e3-a343-858f0b36e22e tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3534946 Feb 19 01:02:12.649363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ce36-0cf9-4146-8f6a-13012ff1b208 req-23be8fcb-272c-4116-a3ad-96018cf608eb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.657769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce13ce36-0cf9-4146-8f6a-13012ff1b208 req-23be8fcb-272c-4116-a3ad-96018cf608eb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 943 time: 0.0645001 Feb 19 01:02:12.669165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Request body: {'port': {'device_id': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:12.720134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce13ce36-0cf9-4146-8f6a-13012ff1b208 req-af25c9ab-4df3-48a9-966a-d91d467ae190 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623834 Feb 19 01:02:12.734689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:12.751919 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-354ed091-b3f7-4df4-96d6-e983e293061e req-95cc8652-cd70-4e7e-aa5e-da4e3ffc1b1d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2127950 Feb 19 01:02:12.790064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Pushing event updated for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:12.814253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3255641a-c0d4-49af-a054-4a86608600d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.821878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ed307a6-103a-4a58-a969-ee1c53e601e8 req-cbef6493-4e20-438d-8bac-c8d351db34bc service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645605 Feb 19 01:02:12.843076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:12.849493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:12.850334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.850769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.877033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f59a3-fec1-4b8d-ae88-6a3ad7a4111a None None] Network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:12.917839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Attempting to bind port de4351c1-e959-41da-a96a-d6153f29e3bf on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:12.918275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Attempting to bind port de4351c1-e959-41da-a96a-d6153f29e3bf by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:12.922112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Attempting to bind port de4351c1-e959-41da-a96a-d6153f29e3bf on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:12.930715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Port de4351c1-e959-41da-a96a-d6153f29e3bf on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:12.931052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Attempting to bind port de4351c1-e959-41da-a96a-d6153f29e3bf on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:12.947610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:12.947944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Checking segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:12.948337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Bound using segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:12.948816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Bound port: de4351c1-e959-41da-a96a-d6153f29e3bf, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:12.949178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:12.956007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8450592e-d4eb-4b37-8429-de08e7f7e1da tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3181908 Feb 19 01:02:12.957261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:13.093909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8', 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': 'e33c2e15-387e-45b8-b94b-b7b271f95eca'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:13.094786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.182254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.188819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-4451604f-2f7b-4bfa-8a6e-920811e052cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.199153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-4451604f-2f7b-4bfa-8a6e-920811e052cd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 1125 time: 0.2429647 Feb 19 01:02:13.270158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Allocated IP 2001:db8::1 (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8/e33c2e15-387e-45b8-b94b-b7b271f95eca/f63b33f7-2ff6-4b72-a450-bff1dbd157bf) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:13.285517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-4ee16542-4ee7-4009-90c7-1fd8a507d76f tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.287176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-4ee16542-4ee7-4009-90c7-1fd8a507d76f tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.117 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 948 time: 0.2687600 Feb 19 01:02:13.323456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fca65-6108-4a4f-82f1-8ea431a90d13 req-3f0cdf54-87da-4146-b96a-dcac9dbd46ac tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.330385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e6fca65-6108-4a4f-82f1-8ea431a90d13 req-3f0cdf54-87da-4146-b96a-dcac9dbd46ac tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 943 time: 0.2385044 Feb 19 01:02:13.364370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e33c2e15-387e-45b8-b94b-b7b271f95eca), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.428887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:13.448691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7561d6-e1c8-40f2-bf8e-b5019dff54bf req-51700adf-baef-45d4-a1a7-60859c000366 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.457111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b7561d6-e1c8-40f2-bf8e-b5019dff54bf req-51700adf-baef-45d4-a1a7-60859c000366 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 948 time: 0.4250150 Feb 19 01:02:13.501265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=de4351c1-e959-41da-a96a-d6153f29e3bf,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:13.533258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e6fca65-6108-4a4f-82f1-8ea431a90d13 req-a2f079cc-f4c2-4aa9-91d9-a6fe6923f705 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965604 Feb 19 01:02:13.553975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks [] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.564133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Deleting port 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:13.564698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (98e07561-cd62-4976-be25-398137d9f2c1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.610703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-3a59c6ac-a9a8-4fd7-8246-4deedfbcac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.612734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-3a59c6ac-a9a8-4fd7-8246-4deedfbcac17 service neutron] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.4124255 Feb 19 01:02:13.619952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b7561d6-e1c8-40f2-bf8e-b5019dff54bf req-2c57c018-172f-4515-9bfd-c7488f24d668 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/security-groups?id=13e0fe8d-791d-4172-823a-30a688657ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617448 Feb 19 01:02:13.674299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] For port 98e07561-cd62-4976-be25-398137d9f2c1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=98e07561-cd62-4976-be25-398137d9f2c1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:13.675299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (98e07561-cd62-4976-be25-398137d9f2c1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.678784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-aaaa93b6-8803-4e4d-b1b8-c7ce70817ced service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c HTTP/1.1" status: 200 len: 217 time: 0.0578821 Feb 19 01:02:13.691055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Calling delete_port for 98e07561-cd62-4976-be25-398137d9f2c1 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:13.758187 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.786743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6332817b-766a-46c5-8e63-5f9c8b970cba {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:13.795482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:13.798803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks [] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.802186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:13.807953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:13.822772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Pushing event updated for resources: {'Port': ['ID=f63b33f7-2ff6-4b72-a450-bff1dbd157bf,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:13.838770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.849787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-d56779f0-33c6-40d3-ba93-ab9d27f7a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:13.851821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-d56779f0-33c6-40d3-ba93-ab9d27f7a36c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1661394 Feb 19 01:02:13.904322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Attempting to bind port f63b33f7-2ff6-4b72-a450-bff1dbd157bf on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:13.904620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Attempting to bind port f63b33f7-2ff6-4b72-a450-bff1dbd157bf by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:13.904991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Attempting to bind port f63b33f7-2ff6-4b72-a450-bff1dbd157bf on network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:13.911354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:13.911869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Checking segment: {'id': '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:13.912280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.912673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Bound using segment: {'id': '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:13.913142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Bound port: f63b33f7-2ff6-4b72-a450-bff1dbd157bf, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:13.913540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.913831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (e33c2e15-387e-45b8-b94b-b7b271f95eca), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:13.953361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=e33c2e15-387e-45b8-b94b-b7b271f95eca,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.016822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.017252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] For port f63b33f7-2ff6-4b72-a450-bff1dbd157bf, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:14.017528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.019683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] 10.222.0.96 "PUT /v2.0/ports/de4351c1-e959-41da-a96a-d6153f29e3bf HTTP/1.1" status: 200 len: 1091 time: 3.3466785 Feb 19 01:02:14.025956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] For port f63b33f7-2ff6-4b72-a450-bff1dbd157bf, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f63b33f7-2ff6-4b72-a450-bff1dbd157bf,segment=NetworkSegment(6ca056d7-1eee-4e84-9f60-427e3c5b3e9a),segment_id=6ca056d7-1eee-4e84-9f60-427e3c5b3e9a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:14.041455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Transition to ACTIVE for port object 6332817b-766a-46c5-8e63-5f9c8b970cba will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:14.042224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:14.045896 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbb3753-0082-47ba-9149-7860ecac501d" -d '{"events": [{"name": "network-changed", "server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:14.049002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa007e4-9be7-49c0-af00-5492e5f371ea service neutron] Pushing event updated for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.098458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.110711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-266a720b-6a49-4c36-873e-3cae740f3398 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886834 Feb 19 01:02:14.122449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:14.141369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:14.141369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:14.168722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d19c0-6eeb-4d78-995f-5e5fbdbcc5dc req-8451d147-01d6-4023-a97a-59242faafa89 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.169803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.171246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d3d19c0-6eeb-4d78-995f-5e5fbdbcc5dc req-8451d147-01d6-4023-a97a-59242faafa89 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 943 time: 0.3105428 Feb 19 01:02:14.174439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.183447 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.198916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.208812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.217666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:14.218072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.313737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.320478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.326040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.329017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13523318-f16a-459d-86ae-93f4fdb53b5a None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:02:14.332872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.338273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.347242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.350836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.353210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-ecee91ad-01de-4955-9e7b-544f2f58891c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3300991 Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:14.396974 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:14.458883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.api [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:02:14.458883 n-d-826529-3 neutron-server[110602]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:02:14.458883 n-d-826529-3 neutron-server[110602]: [parameters: {'id': 'dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8'}] Feb 19 01:02:14.458883 n-d-826529-3 neutron-server[110602]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:02:14.459670 n-d-826529-3 neutron-server[110602]: DEBUG oslo_db.api [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:02:14.490836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (98e07561-cd62-4976-be25-398137d9f2c1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.528044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13523318-f16a-459d-86ae-93f4fdb53b5a None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:02:14.567034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Pushing event deleted for resources: {'Port': ['ID=98e07561-cd62-4976-be25-398137d9f2c1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.577279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Pushing event updated for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.593322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-44f70130-005f-4c38-8489-0cf72f344183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.593987 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-44f70130-005f-4c38-8489-0cf72f344183 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 1125 time: 0.4331019 Feb 19 01:02:14.623770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d3d19c0-6eeb-4d78-995f-5e5fbdbcc5dc req-19472876-acb1-4d1e-85ac-416bda252443 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257464 Feb 19 01:02:14.649054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e728ff-1317-4a7e-a2f7-fbc5d29f8791 None None] Pushing event updated for resources: {'Port': ['ID=f63b33f7-2ff6-4b72-a450-bff1dbd157bf,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:14.666371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] No DVR routers for this DVR port 98e07561-cd62-4976-be25-398137d9f2c1 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:14.670458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:14.675897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d063db45-2b31-4101-9f6d-873a8faf2718 req-ca8d0c28-d361-4d8f-9af4-6f991a6c4897 tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.117 "DELETE /v2.0/ports/98e07561-cd62-4976-be25-398137d9f2c1 HTTP/1.1" status: 204 len: 173 time: 1.3796175 Feb 19 01:02:14.676403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-deleted', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:14.686277 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e9ea8-f76d-4127-a7f0-9e3409e24cc1" -d '{"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-deleted", "tag": "98e07561-cd62-4976-be25-398137d9f2c1"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:14.731653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-fc6f8345-1625-4b09-aa73-ffcc0b6837ce service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911825 Feb 19 01:02:14.751885 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa130b-afd1-48d9-a242-5f49b8f46bcd x-openstack-request-id: req-e4fa130b-afd1-48d9-a242-5f49b8f46bcd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:14.752609 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:14.753559 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e4fa130b-afd1-48d9-a242-5f49b8f46bcd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:14.762590 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf', 'status': 'completed', 'code': 200} Feb 19 01:02:14.775877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c91011e-b70c-4fbb-a8b6-a9bdf1de81f8 req-9732b835-5a57-4b43-9252-4ce8d429ae37 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3940024 Feb 19 01:02:14.777530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-1f5599a5-b580-431f-993f-ed3c13f00a82 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4351c1-e959-41da-a96a-d6153f29e3bf HTTP/1.1" status: 200 len: 217 time: 0.1657035 Feb 19 01:02:14.904139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7b5d239c-4816-4c17-accd-c8ba65063ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.906190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7b5d239c-4816-4c17-accd-c8ba65063ef2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.0828536 Feb 19 01:02:14.932742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00d43d-67ae-4f3b-ac0b-b76930c4e35e req-7c65493e-d997-4c1f-934b-95bcda81c77c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:14.934363 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e00d43d-67ae-4f3b-ac0b-b76930c4e35e req-7c65493e-d997-4c1f-934b-95bcda81c77c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 943 time: 0.1293342 Feb 19 01:02:14.966085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf39957-4d93-491a-80bf-bedd5854250c None None] Network dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:14.978109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Attempting to bind port 6332817b-766a-46c5-8e63-5f9c8b970cba on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:14.978510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Attempting to bind port 6332817b-766a-46c5-8e63-5f9c8b970cba by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:14.978852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Attempting to bind port 6332817b-766a-46c5-8e63-5f9c8b970cba on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:14.982483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.012939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Port 6332817b-766a-46c5-8e63-5f9c8b970cba on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:15.013272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Attempting to bind port 6332817b-766a-46c5-8e63-5f9c8b970cba on network ad3b6812-70c1-4ba4-af32-0d0f6bc839ab {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:15.023716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:15.024096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Checking segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:15.024578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Bound using segment: {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:15.025057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Bound port: 6332817b-766a-46c5-8e63-5f9c8b970cba, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a18712-9521-43ee-a20f-08eaa40eba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:15.025419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.036026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e00d43d-67ae-4f3b-ac0b-b76930c4e35e req-8022111a-4ea8-4075-b681-ea6ff4a5da7d tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921555 Feb 19 01:02:15.105002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-a2d7304d-6e25-45e8-a4d6-f88addc0c1b2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047869 Feb 19 01:02:15.111500 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90ed32d-88b3-4563-a82f-33c861f6d2ce x-openstack-request-id: req-e90ed32d-88b3-4563-a82f-33c861f6d2ce {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:15.111802 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05b5cf-ab40-4fa5-a52f-f142d1bc7603", "name": "network-vif-deleted", "tag": "98e07561-cd62-4976-be25-398137d9f2c1", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:15.113579 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e90ed32d-88b3-4563-a82f-33c861f6d2ce {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:15.114042 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05b5cf-ab40-4fa5-a52f-f142d1bc7603', 'name': 'network-vif-deleted', 'tag': '98e07561-cd62-4976-be25-398137d9f2c1', 'status': 'completed', 'code': 200} Feb 19 01:02:15.115148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d85ca1da-c68f-46b3-8959-6ab6a170b016 req-04bf6f85-3555-4c38-908a-9724e9a1040a tempest-ImagesOneServerTestJSON-1854248233 tempest-ImagesOneServerTestJSON-1854248233-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea05b5cf-ab40-4fa5-a52f-f142d1bc7603 HTTP/1.1" status: 200 len: 210 time: 0.1296811 Feb 19 01:02:15.195795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port f63b33f7-2ff6-4b72-a450-bff1dbd157bf {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:15.196705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.203074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.289541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port f63b33f7-2ff6-4b72-a450-bff1dbd157bf, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f63b33f7-2ff6-4b72-a450-bff1dbd157bf,segment=NetworkSegment(6ca056d7-1eee-4e84-9f60-427e3c5b3e9a),segment_id=6ca056d7-1eee-4e84-9f60-427e3c5b3e9a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:15.289983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.309675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for f63b33f7-2ff6-4b72-a450-bff1dbd157bf owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:15.581310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f63b33f7-2ff6-4b72-a450-bff1dbd157bf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.639150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=f63b33f7-2ff6-4b72-a450-bff1dbd157bf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:15.645294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:15.649847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6332817b-766a-46c5-8e63-5f9c8b970cba,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:15.659927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48eee6a3-b5e8-417c-9ddd-d439b87b0cbe req-3f05a8d3-2924-49ef-9f95-1e22517efb58 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9269619 Feb 19 01:02:15.663604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port f63b33f7-2ff6-4b72-a450-bff1dbd157bf on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:15.723793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-50f08be1-2123-48b8-99eb-277e6ffeec23 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003449 Feb 19 01:02:15.783640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.808243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.851117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:15.866634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:15.868062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.869502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] 10.222.0.117 "PUT /v2.0/ports/6332817b-766a-46c5-8e63-5f9c8b970cba HTTP/1.1" status: 200 len: 1092 time: 3.2114787 Feb 19 01:02:15.889198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:15.890084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca056d7-1eee-4e84-9f60-427e3c5b3e9a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:15.907063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.930348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.943925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:15.944799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (6ca056d7-1eee-4e84-9f60-427e3c5b3e9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:15.950138 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:15.960245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e70ee-eddc-45a6-83b2-029d17211f37 req-aada67d0-df43-4399-a60b-68a057151c21 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:15.962018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d68e70ee-eddc-45a6-83b2-029d17211f37 req-aada67d0-df43-4399-a60b-68a057151c21 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 943 time: 0.1748910 Feb 19 01:02:16.102474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d68e70ee-eddc-45a6-83b2-029d17211f37 req-d64ee115-448f-404d-b0bc-77969ad7aaef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281459 Feb 19 01:02:16.118070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-e8aff667-eb9a-45c4-b63b-ae407880177a service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797131 Feb 19 01:02:16.123502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9e2c346f-3c3a-4052-b1b0-3522719c301c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:16.160953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6eff7-ffe7-4830-a46f-126a4874f03d service neutron] Pushing event updated for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.182008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.187804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.193995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.200205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.206138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.223078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.232649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.235894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-55c536bc-18fd-4289-9394-4137dc165fd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3487105 Feb 19 01:02:16.264624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-026cf8e3-a26e-4b48-a6b4-8f2f1cadb286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.267424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-026cf8e3-a26e-4b48-a6b4-8f2f1cadb286 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 1126 time: 0.2096524 Feb 19 01:02:16.283152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.296451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:16.307529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.311712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '9e2c346f-3c3a-4052-b1b0-3522719c301c', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'port_id': '9e2c346f-3c3a-4052-b1b0-3522719c301c', 'mac_address': 'fa:16:3e:f9:3a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:16.317140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 HTTP/1.1" status: 204 len: 168 time: 3.3587582 Feb 19 01:02:16.323476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44982) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:16.333341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1094464101'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:16.363185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-af630d0b-41ed-413a-9cac-1724ed64989a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6332817b-766a-46c5-8e63-5f9c8b970cba HTTP/1.1" status: 200 len: 217 time: 0.0824716 Feb 19 01:02:16.364631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9e2c346f-3c3a-4052-b1b0-3522719c301c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:16.365200 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.371298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cd91a-ef9e-4c03-9ba0-47d47859ffbe req-c37338d6-34b2-4813-b293-b6dfd6d016ca tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.373119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366cd91a-ef9e-4c03-9ba0-47d47859ffbe req-c37338d6-34b2-4813-b293-b6dfd6d016ca tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 943 time: 0.1640422 Feb 19 01:02:16.374400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f73d-8900-4805-a0e6-07788cf597a6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.398899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2c346f-3c3a-4052-b1b0-3522719c301c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:16.429006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:16.440613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366cd91a-ef9e-4c03-9ba0-47d47859ffbe req-e6d051eb-41d5-4389-b80d-6f9aefca002d tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569131 Feb 19 01:02:16.484532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18cb7ac4-c4c2-4ef2-9189-971367168e69 req-ed31a938-d0c1-4c9f-b2f7-7b90032256ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2399137 Feb 19 01:02:16.498314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3753-0082-47ba-9149-7860ecac501d req-baf15b05-c938-428f-8c63-305ac0a8521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.499940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-baf15b05-c938-428f-8c63-305ac0a8521a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 1125 time: 0.1355405 Feb 19 01:02:16.500315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:16.503761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7a552637-a634-4b18-a728-8dd3d99985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.504293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.507031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7a552637-a634-4b18-a728-8dd3d99985f0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.1280496 Feb 19 01:02:16.550423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-7f0092f9-507d-4c2e-9818-45ae3480786c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357103 Feb 19 01:02:16.568945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.665701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:16.673673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:16.677493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-373ccbc7-2c7c-4451-ae54-1aa6a0861bb8 service neutron] 10.222.0.117 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936801 Feb 19 01:02:16.690918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.691250 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment 3da0e2db-c525-42ad-8460-3b4e43ac7931 of type vlan for network a61b8c19-e715-4e9b-87b5-c933852122bb Feb 19 01:02:16.764189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:16.766475 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f684731-e92f-4700-ad19-fb533ddf5812" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:16.776526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.801323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3753-0082-47ba-9149-7860ecac501d req-d3fefdd1-3ac9-4252-952b-94f7affa7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.802918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-d3fefdd1-3ac9-4252-952b-94f7affa7c4a service neutron] 10.222.0.96 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 913 time: 0.2964425 Feb 19 01:02:16.829667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9e2c346f-3c3a-4052-b1b0-3522719c301c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:16.858501 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50baaeec-6e4a-4bb8-b02e-6e15206b363f x-openstack-request-id: req-50baaeec-6e4a-4bb8-b02e-6e15206b363f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:16.859076 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:16.859076 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-50baaeec-6e4a-4bb8-b02e-6e15206b363f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:16.859433 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba', 'status': 'completed', 'code': 200} Feb 19 01:02:16.861706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c607ac4c-9a7f-43a9-9102-e5aa71c3656a req-f1cad290-a8ad-4b84-aa1e-b7d082e9755f service neutron] 10.222.0.117 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773238 Feb 19 01:02:16.864013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-5ed33ff4-fa2c-4f88-9a9b-6f270dbe0ca6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4351c1-e959-41da-a96a-d6153f29e3bf HTTP/1.1" status: 200 len: 217 time: 0.0455735 Feb 19 01:02:16.943681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3753-0082-47ba-9149-7860ecac501d req-6ed2cb6d-0661-4482-bb32-dc5bdbfc38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.946226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-6ed2cb6d-0661-4482-bb32-dc5bdbfc38e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.0709980 Feb 19 01:02:16.963135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.966770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:16.969154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:16.969784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.015509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-b4c5e428-eada-4853-9131-6a1db7cbe148 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618010 Feb 19 01:02:17.065096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7365043 Feb 19 01:02:17.068662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:17.073688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:17.078562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4919038-afa8-4177-a3bd-cf837053afbd tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=a61b8c19-e715-4e9b-87b5-c933852122bb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:17.090899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a61b8c19-e715-4e9b-87b5-c933852122bb details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:17.185342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-08efe853-f1d5-4d88-834c-4ab48e0ac88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.189225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-08efe853-f1d5-4d88-834c-4ab48e0ac88c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 1126 time: 0.1854119 Feb 19 01:02:17.283445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-fdd4a0b6-2af3-471d-a2dc-282f95ef4eb0 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451203 Feb 19 01:02:17.302964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f84c2-0c46-4923-b3c3-3c9cc95a8c88 req-73ab4aae-6919-4f85-be93-2c7cc032c22f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.304970 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-355f84c2-0c46-4923-b3c3-3c9cc95a8c88 req-73ab4aae-6919-4f85-be93-2c7cc032c22f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 944 time: 0.0751822 Feb 19 01:02:17.305940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:17.310035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.335014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:17.393412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-5a443503-d518-463b-a410-00032e5d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.394924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-5a443503-d518-463b-a410-00032e5d934e service neutron] 10.222.0.117 "GET /v2.0/networks?id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 200 len: 913 time: 0.1930635 Feb 19 01:02:17.426553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-355f84c2-0c46-4923-b3c3-3c9cc95a8c88 req-a2c3ebc8-ed09-4699-8686-c4edb24e0d6b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115248 Feb 19 01:02:17.453084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-152b40d4-ac92-4458-b6bc-88d8de95e3b6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6332817b-766a-46c5-8e63-5f9c8b970cba HTTP/1.1" status: 200 len: 217 time: 0.0478733 Feb 19 01:02:17.541243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-1c9c6442-3c2b-496e-8dba-f08a0d2c1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.543845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-1c9c6442-3c2b-496e-8dba-f08a0d2c1ce8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 200 len: 852 time: 0.0841770 Feb 19 01:02:17.562535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecbb3753-0082-47ba-9149-7860ecac501d req-4b7f01cb-f8ad-47cc-94c8-bc19737acc54 service neutron] 10.222.0.96 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690687 Feb 19 01:02:17.618998 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-100ed32a-0a8e-4b68-a54f-05acafc9f990 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576544 Feb 19 01:02:17.745783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-52b3b5e1-70e0-436e-919c-255794129931 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=483d43eb885544fdb9279017aa99cc7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745217 Feb 19 01:02:17.746786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:17.786151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.790267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2c59a-c05f-404b-bb50-cba28b2a5d7c req-35af39d4-f90a-45cf-ae08-3a4084c8697b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.793505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bc2c59a-c05f-404b-bb50-cba28b2a5d7c req-35af39d4-f90a-45cf-ae08-3a4084c8697b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 943 time: 0.2092168 Feb 19 01:02:17.794826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.796502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-64f5e396-9bef-4668-aace-6593c4ea2827 service neutron] 10.222.0.117 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610584 Feb 19 01:02:17.802100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.849945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.849945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.849945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.849945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:17.849945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-a8a57b90-f49b-4a95-98b7-8bdfff778e88 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2239511 Feb 19 01:02:17.909613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] Publish callbacks [] for security_group (13e0fe8d-791d-4172-823a-30a688657ed7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.931754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bc2c59a-c05f-404b-bb50-cba28b2a5d7c req-28df409e-0773-410b-a264-3d8554a15425 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324182 Feb 19 01:02:17.934883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61724aaf-b908-4564-b6f9-2619c650e7ee req-bc1d8df6-ca7c-416d-ac01-02b213d4fc31 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0912266 Feb 19 01:02:17.946965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] Publish callbacks [] for security_group (13e0fe8d-791d-4172-823a-30a688657ed7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:17.977087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f684731-e92f-4700-ad19-fb533ddf5812 req-44ebd0af-f5cd-48de-9f0a-f528c9944f5f service neutron] 10.222.0.117 "GET /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468630 Feb 19 01:02:17.994968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.073690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:18.082455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': '3da0e2db-c525-42ad-8460-3b4e43ac7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:18.082809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: a61b8c19-e715-4e9b-87b5-c933852122bb, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:18.086404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.086753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.087110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.087456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.087790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.088120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.088451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.088775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.089109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.089427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.089750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.090071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.090565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:18.125762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9e2c346f-3c3a-4052-b1b0-3522719c301c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:18.191857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13e0fe8d-791d-4172-823a-30a688657ed7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.195104 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.205809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/13e0fe8d-791d-4172-823a-30a688657ed7 HTTP/1.1" status: 204 len: 168 time: 0.4486258 Feb 19 01:02:18.205809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b3c5-9927-4c08-af18-4b4c69dbfd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e0fe8d-791d-4172-823a-30a688657ed7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:18.232383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network a61b8c19-e715-4e9b-87b5-c933852122bb is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:18.305410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 9e2c346f-3c3a-4052-b1b0-3522719c301c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:18.309605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 9e2c346f-3c3a-4052-b1b0-3522719c301c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:18.314745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.345820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a61b8c19-e715-4e9b-87b5-c933852122bb) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:18.350397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:18.353888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.357767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7c934-e9bd-431d-99f2-e5423d53419b None None] Network a61b8c19-e715-4e9b-87b5-c933852122bb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:18.511518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a61b8c19-e715-4e9b-87b5-c933852122bb', 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': 'c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:18.512472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.520905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b0725216-f23f-4371-8120-cea5001091ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4508183 Feb 19 01:02:18.528484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:18.662687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Allocated IP 2001:db8::1 (a61b8c19-e715-4e9b-87b5-c933852122bb/c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049/206bcef6-9174-405f-b94a-3367944bd0ce) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:18.685657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcf55c-38f8-46d6-add2-86a8dbcf6fd8 req-e0490f07-2166-4ea9-903f-871cae69bc62 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:18.691604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83dcf55c-38f8-46d6-add2-86a8dbcf6fd8 req-e0490f07-2166-4ea9-903f-871cae69bc62 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 944 time: 0.1358843 Feb 19 01:02:18.791235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83dcf55c-38f8-46d6-add2-86a8dbcf6fd8 req-630b2dee-f4b1-4eb1-adb8-a6849e02f1ca tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932970 Feb 19 01:02:18.827157 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks [] for port (206bcef6-9174-405f-b94a-3367944bd0ce), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.829747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.838926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9e2c346f-3c3a-4052-b1b0-3522719c301c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:18.839400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.870334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:18.874398 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1bec88-c85d-41b4-ae12-96fd81e16319" -d '{"events": [{"server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "name": "network-vif-plugged", "status": "completed", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:18.919626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.923044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:19.039315 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8668a5-cab0-4c85-bb05-94f8369b65fa x-openstack-request-id: req-fd8668a5-cab0-4c85-bb05-94f8369b65fa {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:19.039661 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "name": "network-vif-plugged", "status": "completed", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:19.039864 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fd8668a5-cab0-4c85-bb05-94f8369b65fa {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:19.040257 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c', 'code': 200} Feb 19 01:02:19.049950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.058550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.062321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:19.095203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Network a61b8c19-e715-4e9b-87b5-c933852122bb is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:19.167997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 98e07561-cd62-4976-be25-398137d9f2c1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:19.168688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 98e07561-cd62-4976-be25-398137d9f2c1 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:19.172305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device de4351c1-e959-41da-a96a-d6153f29e3bf details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:19.186294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.193859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.200208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.205599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:19.206327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.212380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.219366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.226891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.229841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:19.236123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-35d2b071-dcc7-47ce-98fa-8df3c3a4c352 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1653607 Feb 19 01:02:19.246549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Pushing event updated for resources: {'Port': ['ID=206bcef6-9174-405f-b94a-3367944bd0ce,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:19.366663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8ccd-39b3-4189-8142-05bf7e9b64d0 req-28562023-3904-4e61-8ff0-bb5e587f8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.369358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d1f8ccd-39b3-4189-8142-05bf7e9b64d0 req-28562023-3904-4e61-8ff0-bb5e587f8d11 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 1127 time: 0.3075774 Feb 19 01:02:19.380833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-345598ea-c61d-4294-bb67-2917c3a4ddcd req-3673aca6-e604-4b6b-b2b2-e125d287cbcf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1430681 Feb 19 01:02:19.401084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd985bd-8c42-4b96-9729-ec932a8a210b req-fa26e069-2793-4633-b671-db43c4aa3c9c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:19.402888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9bd985bd-8c42-4b96-9729-ec932a8a210b req-fa26e069-2793-4633-b671-db43c4aa3c9c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 943 time: 0.2446096 Feb 19 01:02:19.449067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d1f8ccd-39b3-4189-8142-05bf7e9b64d0 req-f372c2ce-bb15-4e46-9b4e-3344591eed80 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Feb 19 01:02:19.450832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.453491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:19.481940 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:02:19.545078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Attempting to bind port 206bcef6-9174-405f-b94a-3367944bd0ce on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:19.545431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Attempting to bind port 206bcef6-9174-405f-b94a-3367944bd0ce by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3da0e2db-c525-42ad-8460-3b4e43ac7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:19.545803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Attempting to bind port 206bcef6-9174-405f-b94a-3367944bd0ce on network a61b8c19-e715-4e9b-87b5-c933852122bb {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:19.553044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:19.555859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:19.556251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Checking segment: {'id': '3da0e2db-c525-42ad-8460-3b4e43ac7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:19.556663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.557061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Bound using segment: {'id': '3da0e2db-c525-42ad-8460-3b4e43ac7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:19.557797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Bound port: 206bcef6-9174-405f-b94a-3367944bd0ce, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da0e2db-c525-42ad-8460-3b4e43ac7931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:19.557945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.648774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=de4351c1-e959-41da-a96a-d6153f29e3bf,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:19.673006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'de4351c1-e959-41da-a96a-d6153f29e3bf', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'port_id': 'de4351c1-e959-41da-a96a-d6153f29e3bf', 'mac_address': 'fa:16:3e:2c:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93019cbd-d289-473e-9f8e-35e81a85f530', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:19.708912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.742224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] For port 206bcef6-9174-405f-b94a-3367944bd0ce, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:19.751953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61b8c19-e715-4e9b-87b5-c933852122bb']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:19.767287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9bd985bd-8c42-4b96-9729-ec932a8a210b req-6aca920a-7b38-4d9c-8776-83497e581ce6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220243 Feb 19 01:02:19.778164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da0e2db-c525-42ad-8460-3b4e43ac7931') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:19.778749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da0e2db-c525-42ad-8460-3b4e43ac7931') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:19.786660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] For port 206bcef6-9174-405f-b94a-3367944bd0ce, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=206bcef6-9174-405f-b94a-3367944bd0ce,segment=NetworkSegment(3da0e2db-c525-42ad-8460-3b4e43ac7931),segment_id=3da0e2db-c525-42ad-8460-3b4e43ac7931)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:19.794873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.801129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port de4351c1-e959-41da-a96a-d6153f29e3bf is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:19.801753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:19.924522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:19.996569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d75aa-0c2e-4301-9028-6d65c3818f46 req-e31db7da-1559-40d8-8599-799129eb0269 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.007142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc2d75aa-0c2e-4301-9028-6d65c3818f46 req-e31db7da-1559-40d8-8599-799129eb0269 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 945 time: 0.1203051 Feb 19 01:02:20.083720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4351c1-e959-41da-a96a-d6153f29e3bf {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:20.118195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc2d75aa-0c2e-4301-9028-6d65c3818f46 req-e59822ae-1a33-4254-ab41-5e621339c99e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038809 Feb 19 01:02:20.120862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-172014774-network', 'tenant_id': '3d51dc4b27f84aa18312558c4347c9e3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:20.127073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=de4351c1-e959-41da-a96a-d6153f29e3bf,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:20.162089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6332817b-766a-46c5-8e63-5f9c8b970cba details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:20.165137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.179410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.201292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:20.201711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:20.210112 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:20.228201 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.307898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Made reservation on behalf of 3d51dc4b27f84aa18312558c4347c9e3 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:20.315619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bede0-ed5a-4b46-bd7c-149abb5ceed9 None None] Pushing event updated for resources: {'Port': ['ID=206bcef6-9174-405f-b94a-3367944bd0ce,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:20.315784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.337737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74671aea-b3aa-46e0-aa07-a8aae1a10a02 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:02:20.344891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.467609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks [] for security_group (0dcd12df-7372-42c9-bf17-b7199acd6447), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.470723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:02:20.470723 n-d-826529-3 neutron-server[110601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:02:20.470723 n-d-826529-3 neutron-server[110601]: [parameters: {'id': 'a61b8c19-e715-4e9b-87b5-c933852122bb'}] Feb 19 01:02:20.470723 n-d-826529-3 neutron-server[110601]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:02:20.473589 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:02:20.582864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74671aea-b3aa-46e0-aa07-a8aae1a10a02 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:02:20.622825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0dcd12df-7372-42c9-bf17-b7199acd6447), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.698299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd12df-7372-42c9-bf17-b7199acd6447,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:20.708939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:20.710487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['de4351c1-e959-41da-a96a-d6153f29e3bf'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:20.722570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (53f03bf0-4062-4ceb-9dc3-b3e0da357ba2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.722914 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Added segment 53f03bf0-4062-4ceb-9dc3-b3e0da357ba2 of type vlan for network 0c36c717-c994-4d17-a179-2fec91c4ddcf Feb 19 01:02:20.830802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:20.838113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0c36c717-c994-4d17-a179-2fec91c4ddcf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.939327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.952239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.968965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.974843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.994657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4784b-ab6f-494a-895d-0f525baa9984 req-622e876b-9429-459f-a878-3e09a0141071 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:20.996290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.014091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dd4784b-ab6f-494a-895d-0f525baa9984 req-622e876b-9429-459f-a878-3e09a0141071 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1018603 Feb 19 01:02:21.023235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.044488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.061123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-d73bab63-cf38-48c1-8b1e-e5f169850c01 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.5138633 Feb 19 01:02:21.077234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.079598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0c36c717-c994-4d17-a179-2fec91c4ddcf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.086162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dd4784b-ab6f-494a-895d-0f525baa9984 req-bf233618-84df-4bea-bccf-ee462e63f3b0 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708938 Feb 19 01:02:21.092077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.094563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.102322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6332817b-766a-46c5-8e63-5f9c8b970cba,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:21.306054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '6332817b-766a-46c5-8e63-5f9c8b970cba', 'network_id': 'ad3b6812-70c1-4ba4-af32-0d0f6bc839ab', 'port_id': '6332817b-766a-46c5-8e63-5f9c8b970cba', 'mac_address': 'fa:16:3e:ec:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93019cbd-d289-473e-9f8e-35e81a85f530', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:21.311399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3827970 Feb 19 01:02:21.314318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45078) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:21.321550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Request body: {'subnet': {'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-172014774-subnet', 'tenant_id': '3d51dc4b27f84aa18312558c4347c9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:21.338586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2d87f-b7f0-40cc-8266-a311f7241ff4 req-9d56b0d8-e649-4192-b52f-011deb90dcca tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:21.347728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96d2d87f-b7f0-40cc-8266-a311f7241ff4 req-9d56b0d8-e649-4192-b52f-011deb90dcca tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 945 time: 0.1132820 Feb 19 01:02:21.359899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdab5a-ac58-4b28-afa7-1f31a2e34de1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c36c717-c994-4d17-a179-2fec91c4ddcf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:21.388514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0c36c717-c994-4d17-a179-2fec91c4ddcf details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:21.465927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96d2d87f-b7f0-40cc-8266-a311f7241ff4 req-375ddb8f-0b2c-4b08-a0a0-7c4fe1cd9e20 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166070 Feb 19 01:02:21.528498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59a09c46-3a75-4914-8c1b-a155fc753a96 req-815c9435-c430-4a9e-9b5a-92e6d24ec908 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4649019 Feb 19 01:02:21.582133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 206bcef6-9174-405f-b94a-3367944bd0ce {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:21.582133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.608737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Made reservation on behalf of 3d51dc4b27f84aa18312558c4347c9e3 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:21.610974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.629714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 6332817b-766a-46c5-8e63-5f9c8b970cba is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:21.630376 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.669342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6332817b-766a-46c5-8e63-5f9c8b970cba {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:21.751903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 206bcef6-9174-405f-b94a-3367944bd0ce, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=206bcef6-9174-405f-b94a-3367944bd0ce,segment=NetworkSegment(3da0e2db-c525-42ad-8460-3b4e43ac7931),segment_id=3da0e2db-c525-42ad-8460-3b4e43ac7931)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:21.752272 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.792282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 206bcef6-9174-405f-b94a-3367944bd0ce owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:21.794392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6332817b-766a-46c5-8e63-5f9c8b970cba,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:21.856207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283a119-9de8-48a1-8e98-f1eab3e951f5 None None] Network a61b8c19-e715-4e9b-87b5-c933852122bb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:21.929632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.045597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:22.106365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (5622d7ca-d077-4872-bff0-4116a81bb9fe), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.180876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['6332817b-766a-46c5-8e63-5f9c8b970cba'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:22.189654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Checking segment: {'id': '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:22.192359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (206bcef6-9174-405f-b94a-3367944bd0ce), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.202589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Network hostable DHCP agents. Network: 0c36c717-c994-4d17-a179-2fec91c4ddcf, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:22.212445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5622d7ca-d077-4872-bff0-4116a81bb9fe,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:22.240697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=206bcef6-9174-405f-b94a-3367944bd0ce,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:22.272310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 206bcef6-9174-405f-b94a-3367944bd0ce on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:22.412686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf835a0b-1de4-4694-9f59-f27960235e24 req-66a6b957-2e2b-46ba-af5e-56c6abcb569c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.421751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf835a0b-1de4-4694-9f59-f27960235e24 req-66a6b957-2e2b-46ba-af5e-56c6abcb569c tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1544442 Feb 19 01:02:22.431756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Network 0c36c717-c994-4d17-a179-2fec91c4ddcf is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:22.464770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.497222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61b8c19-e715-4e9b-87b5-c933852122bb']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:22.513059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da0e2db-c525-42ad-8460-3b4e43ac7931') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:22.513059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da0e2db-c525-42ad-8460-3b4e43ac7931') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:22.516972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf835a0b-1de4-4694-9f59-f27960235e24 req-4880b2a9-74a6-48b1-9dba-834f99224e97 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942798 Feb 19 01:02:22.524439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.545710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.553152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:22.553592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (3da0e2db-c525-42ad-8460-3b4e43ac7931), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.619992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0c36c717-c994-4d17-a179-2fec91c4ddcf) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:22.629049 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:22.633382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.633536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.642569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72596ab-d24b-413d-b7d3-38120edb19a0 None None] Network 0c36c717-c994-4d17-a179-2fec91c4ddcf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:22.752891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.765795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.771879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.777572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.786123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.791380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.799158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:22.801579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-c1ac273b-7034-4a6e-be1e-1647f61f6039 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1405480 Feb 19 01:02:22.803365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a61b8c19-e715-4e9b-87b5-c933852122bb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.811249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-834b25bf-66c8-4fd1-b430-9a02e71a18b2 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4888172 Feb 19 01:02:22.827057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.832482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/a61b8c19-e715-4e9b-87b5-c933852122bb HTTP/1.1" status: 204 len: 168 time: 4.3076797 Feb 19 01:02:22.836498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:22.837613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339fe8f-7cbe-4ec5-9d9f-1113a7c8db51 None None] Network 0c36c717-c994-4d17-a179-2fec91c4ddcf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:22.889489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611514412'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:22.901812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928ff00-6a25-495a-a6cb-4d7022090e6e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=a61b8c19-e715-4e9b-87b5-c933852122bb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:23.007639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdb943b3-801b-4b75-a051-c6053df254a8 req-29831ca3-0ff2-4e10-a42a-04582670ca86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2003250 Feb 19 01:02:23.036681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:23.040287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.107570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:23.121995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df7234d4-23dd-47e6-ae4a-952061a59ada), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.122536 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment df7234d4-23dd-47e6-ae4a-952061a59ada of type vlan for network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 Feb 19 01:02:23.165447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device de4351c1-e959-41da-a96a-d6153f29e3bf up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:23.190815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.288274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port de4351c1-e959-41da-a96a-d6153f29e3bf completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:23.292768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port de4351c1-e959-41da-a96a-d6153f29e3bf triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:23.297234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.317908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.325098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:23.326126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.520096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6830196 Feb 19 01:02:23.520755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port de4351c1-e959-41da-a96a-d6153f29e3bf is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:23.520755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.530624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45122) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:23.541365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:23.621986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=de4351c1-e959-41da-a96a-d6153f29e3bf,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:23.623823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:23.629022 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ec7cc3-f9a6-49d0-98c1-ac231792c1a1" -d '{"events": [{"server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:23.716935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60924f0c-a188-4f0f-a7ba-5719423e69c2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=3dbc7ce7-e18f-49b0-accc-3f8ed55877e0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:23.718041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.723850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-4160b623-fdcc-411a-80a0-30c52d903027 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:23.750203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-4160b623-fdcc-411a-80a0-30c52d903027 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/networks?id=0c36c717-c994-4d17-a179-2fec91c4ddcf HTTP/1.1" status: 200 len: 821 time: 0.3491800 Feb 19 01:02:23.774110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-9d7869e3-9560-485a-9633-02e584ff0bdb tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/quotas/3d51dc4b27f84aa18312558c4347c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0227849 Feb 19 01:02:23.812044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-8dc90210-31ca-4027-ba39-bcd20a943f1a tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3d51dc4b27f84aa18312558c4347c9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367167 Feb 19 01:02:23.858709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:23.867951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:23.905399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:23.909758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.915258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-4a3fe81e-acc5-4510-9d5c-bcefd570fea6 service neutron] 10.222.0.94 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019449 Feb 19 01:02:24.044830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-b7a42658-ae17-4fc6-ba8e-7f7fa1292108 service neutron] 10.222.0.94 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281028 Feb 19 01:02:24.176852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6332817b-766a-46c5-8e63-5f9c8b970cba up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:24.392951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 6332817b-766a-46c5-8e63-5f9c8b970cba completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:24.397829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 6332817b-766a-46c5-8e63-5f9c8b970cba triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:24.398615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.487338 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf51c4-561c-4e7e-ba51-740bc5f8f1f0 x-openstack-request-id: req-7fcf51c4-561c-4e7e-ba51-740bc5f8f1f0 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:24.487825 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:24.488186 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7fcf51c4-561c-4e7e-ba51-740bc5f8f1f0 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:24.490507 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf', 'code': 200} Feb 19 01:02:24.629371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 6332817b-766a-46c5-8e63-5f9c8b970cba is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:24.629776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.689532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.695243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.700963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.707396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.712988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.718767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.726130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:24.734687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-d7b3ef49-b850-4d46-ab45-499417bd126e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1826761 Feb 19 01:02:24.756412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6332817b-766a-46c5-8e63-5f9c8b970cba,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:24.822495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.887873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41688e48-a25d-48ad-885c-77f1e9617d36 req-03c21d0e-595e-43bb-8013-c586e82be836 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1512818 Feb 19 01:02:24.934340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.088993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328c59-08c1-4583-8bc8-b438e42cad5c req-0dac488f-2161-4e4a-a373-20828c763788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.090853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc328c59-08c1-4583-8bc8-b438e42cad5c req-0dac488f-2161-4e4a-a373-20828c763788 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 1127 time: 0.3368278 Feb 19 01:02:25.106842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ece65-bc79-49f2-942b-49d9c9493282 req-dce8f772-8250-413c-a6a9-f25e7fe20f85 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.115350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527ece65-bc79-49f2-942b-49d9c9493282 req-dce8f772-8250-413c-a6a9-f25e7fe20f85 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 945 time: 0.3625648 Feb 19 01:02:25.202960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.218087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.227869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-527ece65-bc79-49f2-942b-49d9c9493282 req-8b6c77e0-e71f-4e11-a04a-d28d4b0bcd37 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077979 Feb 19 01:02:25.229729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.246246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.254106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc328c59-08c1-4583-8bc8-b438e42cad5c req-599305ca-61fa-4ff4-b533-7ff24c33890e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270752 Feb 19 01:02:25.259998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (4be932ff-fc79-4fd5-9284-2d79b9a5ccae), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.267851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.275065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.285740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.300053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-07dd660d-9c23-45bd-9e46-6084109ea5f8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2594149 Feb 19 01:02:25.406016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-273442f3-62fe-4df8-aa43-cf3b5ea48279 req-74fc23b8-c010-457a-9fb2-5df603a0a887 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 210 time: 0.0776827 Feb 19 01:02:25.457342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': 'df7234d4-23dd-47e6-ae4a-952061a59ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:25.458380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:25.469412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416dde91-f1f5-46ff-aa9d-523a999c75f0 req-2b4dbb66-0db0-4ecd-881f-f14ede75f110 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1637831 Feb 19 01:02:25.479282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=4be932ff-fc79-4fd5-9284-2d79b9a5ccae,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.610225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:25.688399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:25.699355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3f061-5f66-42f2-aef5-3da033886c2e None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:25.701169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:25.704757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.820159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dccadc28-fcb9-4f8e-8e3a-4dfae5a01526 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2856977 Feb 19 01:02:25.821637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:25.828613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:25.878861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3dbc7ce7-e18f-49b0-accc-3f8ed55877e0', 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '4be932ff-fc79-4fd5-9284-2d79b9a5ccae'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:25.880456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.064525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.073056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.079207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.087395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.094342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:26.094963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.100886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.102176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.103877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Allocated IP 2001:db8::2 (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0/4be932ff-fc79-4fd5-9284-2d79b9a5ccae/8c65e961-7724-4fd9-94ae-600cb6838038) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:26.106969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.115747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-0cb4cc13-e061-4add-8be2-d13083ee2cd1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1332672 Feb 19 01:02:26.198279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b89fbf31-4ffd-49b4-87cb-932609e358cd req-f44abdcb-6727-486c-ac73-e7d7d0a99a0c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0771317 Feb 19 01:02:26.340513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks [] for port (8c65e961-7724-4fd9-94ae-600cb6838038), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.421561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc0c3b-3767-48ad-be97-f6742ab5f8c2 req-8f579c71-c5a8-4baa-bd90-8ddaaa9e07d2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.430962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7bc0c3b-3767-48ad-be97-f6742ab5f8c2 req-8f579c71-c5a8-4baa-bd90-8ddaaa9e07d2 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0936069 Feb 19 01:02:26.433122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.490297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:26.491264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:26.493877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705d84f8-8fc9-43e9-816f-8bf4dc6b4877" -d '{"events": [{"server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "name": "network-vif-plugged", "status": "completed", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:26.501478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:26.511051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:26.514255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Pushing event updated for resources: {'Port': ['ID=8c65e961-7724-4fd9-94ae-600cb6838038,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.558979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7bc0c3b-3767-48ad-be97-f6742ab5f8c2 req-79021efb-15f7-4bee-86d8-91f4afbb0126 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267977 Feb 19 01:02:26.587357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Attempting to bind port 8c65e961-7724-4fd9-94ae-600cb6838038 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:26.587791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Attempting to bind port 8c65e961-7724-4fd9-94ae-600cb6838038 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'df7234d4-23dd-47e6-ae4a-952061a59ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:26.588261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Attempting to bind port 8c65e961-7724-4fd9-94ae-600cb6838038 on network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:26.608169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:26.608169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Checking segment: {'id': 'df7234d4-23dd-47e6-ae4a-952061a59ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:26.608169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.619638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Bound using segment: {'id': 'df7234d4-23dd-47e6-ae4a-952061a59ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:26.620372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Bound port: 8c65e961-7724-4fd9-94ae-600cb6838038, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7234d4-23dd-47e6-ae4a-952061a59ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:26.621036 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.698913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-000c3ef0-13e9-4972-8619-ebffcdacee7e req-a16d9253-f247-4ed0-ae89-124436294b9a tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 210 time: 0.0436320 Feb 19 01:02:26.713026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (c898ffa2-ac92-45ee-b51b-af7549cdb435), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.773083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] For port 8c65e961-7724-4fd9-94ae-600cb6838038, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:26.786361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] For port 8c65e961-7724-4fd9-94ae-600cb6838038, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8c65e961-7724-4fd9-94ae-600cb6838038,segment=NetworkSegment(df7234d4-23dd-47e6-ae4a-952061a59ada),segment_id=df7234d4-23dd-47e6-ae4a-952061a59ada)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:26.790807 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6949617-fbe4-4383-be86-08b9ebbf06e5 x-openstack-request-id: req-a6949617-fbe4-4383-be86-08b9ebbf06e5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:26.790807 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "name": "network-vif-plugged", "status": "completed", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:26.790807 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6949617-fbe4-4383-be86-08b9ebbf06e5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:26.790807 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba', 'code': 200} Feb 19 01:02:26.817468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:26.832497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:26.840636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.843790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.865353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=c898ffa2-ac92-45ee-b51b-af7549cdb435,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.889077 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.951718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4c358656-f81b-49a8-ac5b-014b0329f3d1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1263611 Feb 19 01:02:26.952751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45186) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:27.040288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b616e-9d28-4fed-91ab-6df505752a69 None None] Pushing event updated for resources: {'Port': ['ID=8c65e961-7724-4fd9-94ae-600cb6838038,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:27.103223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49482d0-9d73-4a22-9fe2-5ad95409dbda req-b823a17b-8fc4-4bbb-b0a0-ea6e795c7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.106003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49482d0-9d73-4a22-9fe2-5ad95409dbda req-b823a17b-8fc4-4bbb-b0a0-ea6e795c7f09 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 1128 time: 0.1558418 Feb 19 01:02:27.108847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.110582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.114148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.115972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.117596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.125492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b31cc40-624f-4e4c-85cf-08d75837ddfc tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1719353 Feb 19 01:02:27.126122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:27.132347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608992124'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:27.161405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.169390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.177061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.183848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.192624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.198636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.205886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.215248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-47ee569a-7991-4070-a2fd-39a8df51e4bc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.3124855 Feb 19 01:02:27.238423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:27.242763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.358153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:27.376632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.376632 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment cdc486cb-22cf-420e-a42f-95fa6553bd46 of type vlan for network 7d0ea718-549d-4474-b164-9cee9fbffe4e Feb 19 01:02:27.417494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fffeb607-0ad1-4aff-bb81-6d62d18fb17c req-91baaf76-8329-4541-8b8d-d639b07eab63 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012446 Feb 19 01:02:27.433115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.574840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49482d0-9d73-4a22-9fe2-5ad95409dbda req-7176477a-1a51-445c-9fdc-8f4b215e23e5 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540362 Feb 19 01:02:27.579849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.586218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.586826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.697477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.704134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.711018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.716755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.724176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.731421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.742138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.744462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-46483e65-6031-4e77-a172-d0c83ca74407 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1800039 Feb 19 01:02:27.787221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-f943c661-ea04-4f88-9dac-f59a2a441044 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.788930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-f943c661-ea04-4f88-9dac-f59a2a441044 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.96 "GET /v2.0/networks?id=0c36c717-c994-4d17-a179-2fec91c4ddcf HTTP/1.1" status: 200 len: 821 time: 0.4737706 Feb 19 01:02:27.817506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Request body: {'port': {'device_id': '21d40430-5356-4d60-bd50-4d47abc7092a', 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf', 'admin_state_up': True, 'tenant_id': '3d51dc4b27f84aa18312558c4347c9e3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:27.925709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8c65e961-7724-4fd9-94ae-600cb6838038 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:27.979893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f66ac3d5-daf2-40b3-9ebd-4585f16aa28e req-e631321f-7d3e-4cd3-bd33-1b64933e742b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2195396 Feb 19 01:02:28.089770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:28.090166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.232761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Made reservation on behalf of 3d51dc4b27f84aa18312558c4347c9e3 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:28.240970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.316804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:28.317209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.405175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 8c65e961-7724-4fd9-94ae-600cb6838038, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8c65e961-7724-4fd9-94ae-600cb6838038,segment=NetworkSegment(df7234d4-23dd-47e6-ae4a-952061a59ada),segment_id=df7234d4-23dd-47e6-ae4a-952061a59ada)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:28.438694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcc2b-cdfc-4c76-9cc4-08c9b8a77ba8 req-40987fb7-b3af-4a35-a548-7a77c97cd193 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.442111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-379fcc2b-cdfc-4c76-9cc4-08c9b8a77ba8 req-40987fb7-b3af-4a35-a548-7a77c97cd193 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 945 time: 0.3067663 Feb 19 01:02:28.494908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:28.531930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=7d0ea718-549d-4474-b164-9cee9fbffe4e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:28.620507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:28.630992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-379fcc2b-cdfc-4c76-9cc4-08c9b8a77ba8 req-d84b1bed-3238-418f-853b-ce38f7076f75 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811626 Feb 19 01:02:28.683740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d1c4dc3-2ba0-445f-8a46-666552347048 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5565629 Feb 19 01:02:28.687920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:28.698302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:28.794154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Allocated IP 172.20.0.4 (0c36c717-c994-4d17-a179-2fec91c4ddcf/5622d7ca-d077-4872-bff0-4116a81bb9fe/87670540-0e37-431d-93e2-c2b6403087a3) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:28.835890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.853167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.864959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.874756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.881593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.887803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.889751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=8c65e961-7724-4fd9-94ae-600cb6838038,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:28.894619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:28.897225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e988add7-2aed-46a0-9640-65d337d2af90 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.3840570 Feb 19 01:02:28.936980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62a97a-fe8b-4643-8f0d-02353b65305a None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:28.977207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45222) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:28.999689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-a591538a-67f0-4a15-a5f5-ca5daf369eb2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.000025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45120eea-1718-4243-bb24-b1a3e94238aa req-958147f7-6941-428c-849f-7ef39225e2b0 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 210 time: 0.1214659 Feb 19 01:02:29.001542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-a591538a-67f0-4a15-a5f5-ca5daf369eb2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.4874666 Feb 19 01:02:29.059777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-3bab10a2-25f5-4a21-9d05-abf352afe1eb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/quotas/c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 375 time: 0.0489819 Feb 19 01:02:29.244347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0afb991b-69f6-45c0-aa3e-e0a037992f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.253149 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks [] for port (87670540-0e37-431d-93e2-c2b6403087a3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.288702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.294175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.301090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.308943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.314391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.320276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.325562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.334491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-ba3f5cdb-3ef5-40f6-8a0e-e030a8115717 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 5446 time: 0.2057426 Feb 19 01:02:29.403845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-f31dc82a-3f90-4950-951c-120906ffe5c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.411028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-f31dc82a-3f90-4950-951c-120906ffe5c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4598787 Feb 19 01:02:29.455270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03c73b75-e1c8-4e1c-9954-39cdc6dc8dc9 req-d2a2503b-d745-4b14-a1be-7631d726a7f2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&id=b3922ed9-eca2-478d-9f4b-beb597d55b92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160679 Feb 19 01:02:29.500130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-33b5d28b-9451-4bc7-b33b-a2676358a173 None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:29.500516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33b5d28b-9451-4bc7-b33b-a2676358a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.537634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.544492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0afb991b-69f6-45c0-aa3e-e0a037992f40 admin admin] Publish callbacks [] for security_group (bb6b8892-c9d9-425c-8b01-fc584ce1fb86), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.620893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-33b5d28b-9451-4bc7-b33b-a2676358a173 None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:29.626945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.632938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0afb991b-69f6-45c0-aa3e-e0a037992f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb6b8892-c9d9-425c-8b01-fc584ce1fb86), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.651312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-1bdefe15-96b8-4b19-ba27-eeabc956107a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5802321 Feb 19 01:02:29.658175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Network 0c36c717-c994-4d17-a179-2fec91c4ddcf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:29.695065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:29.695236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Update dhcp port {'port': {'network_id': '3dbc7ce7-e18f-49b0-accc-3f8ed55877e0', 'fixed_ips': [{'subnet_id': '4be932ff-fc79-4fd5-9284-2d79b9a5ccae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c898ffa2-ac92-45ee-b51b-af7549cdb435'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '8c65e961-7724-4fd9-94ae-600cb6838038'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:02:29.697355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Pushing event updated for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:29.708821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:29.780967 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.788167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0afb991b-69f6-45c0-aa3e-e0a037992f40 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a410084da3f2409482595031b5a8d9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7947469 Feb 19 01:02:29.812683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45228) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:29.830082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb991b-69f6-45c0-aa3e-e0a037992f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6b8892-c9d9-425c-8b01-fc584ce1fb86,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:29.832422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.879680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e is not hosted by any dhcp agent {{(pid=110602) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:02:29.885309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:29.886537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.887852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "PUT /v2.0/networks/7d0ea718-549d-4474-b164-9cee9fbffe4e HTTP/1.1" status: 200 len: 723 time: 1.1989961 Feb 19 01:02:29.898882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45230) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:29.919336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:30.063218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Allocated IP 172.20.0.1 (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0/c898ffa2-ac92-45ee-b51b-af7549cdb435/8c65e961-7724-4fd9-94ae-600cb6838038) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:30.077618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee0534-1628-4ba0-a5e3-fd103f078a34 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=7d0ea718-549d-4474-b164-9cee9fbffe4e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.089052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-042bc312-dc5e-4c49-bd04-bc75f11d0159 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6645737 Feb 19 01:02:30.104166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:30.127905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.134032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.135841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-13e04d9c-9e47-499b-a80b-f55efa1c6093 service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836411 Feb 19 01:02:30.146692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] Publish callbacks [] for security_group (bb6b8892-c9d9-425c-8b01-fc584ce1fb86), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.178945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a658-db3b-4990-bd07-ae35d25358e2 req-20257f04-2316-4e0c-81f6-3572e65941d3 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.192965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96e7a658-db3b-4990-bd07-ae35d25358e2 req-20257f04-2316-4e0c-81f6-3572e65941d3 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 946 time: 0.6059153 Feb 19 01:02:30.230642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-1715dd1d-be6c-466e-8809-fafa2dff4fc8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4407887 Feb 19 01:02:30.252817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-71f69a22-1425-4b27-9f5f-1f33c6c89ccf tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4433792 Feb 19 01:02:30.260305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] Publish callbacks [] for security_group (bb6b8892-c9d9-425c-8b01-fc584ce1fb86), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.265888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Request body: {'port': {'device_id': '21d40430-5356-4d60-bd50-4d47abc7092a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:30.302235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] For port 8c65e961-7724-4fd9-94ae-600cb6838038, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8c65e961-7724-4fd9-94ae-600cb6838038,segment=NetworkSegment(df7234d4-23dd-47e6-ae4a-952061a59ada),segment_id=df7234d4-23dd-47e6-ae4a-952061a59ada)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:30.356765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:30.362384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Publish callbacks [] for port (8c65e961-7724-4fd9-94ae-600cb6838038), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.373721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.375550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8c65e961-7724-4fd9-94ae-600cb6838038 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:30.387065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.418616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:30.493586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-de3d77ef-8564-4c83-9609-7a9d1bcdd507 service neutron] 10.222.0.94 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480194 Feb 19 01:02:30.519386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bb6b8892-c9d9-425c-8b01-fc584ce1fb86), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.526520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.526664 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.528081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bb6b8892-c9d9-425c-8b01-fc584ce1fb86 HTTP/1.1" status: 204 len: 168 time: 0.7099202 Feb 19 01:02:30.585070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1260a-91fb-4f42-9431-21daa1b68b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6b8892-c9d9-425c-8b01-fc584ce1fb86,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.716100 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87670540-0e37-431d-93e2-c2b6403087a3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.768723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-952e0fc9-43f0-4dc9-9697-47c44c11bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:30.773061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-952e0fc9-43f0-4dc9-9697-47c44c11bac9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 1128 time: 0.5027084 Feb 19 01:02:30.795928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783bf42-9169-4558-a771-69370fe8c062 None None] Pushing event updated for resources: {'Port': ['ID=8c65e961-7724-4fd9-94ae-600cb6838038,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.796447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=332132cb-f3a8-48d0-accf-410c452c5fd2,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:30.860446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] For port 332132cb-f3a8-48d0-accf-410c452c5fd2, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:30.931763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] device_id is not set on port 332132cb-f3a8-48d0-accf-410c452c5fd2 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:02:30.951433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Publish callbacks [] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.962242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:30.974592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.054398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.100853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-b7ee5567-1220-41df-9a16-2d94d0363e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.102382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-b7ee5567-1220-41df-9a16-2d94d0363e8c service neutron] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.1601572 Feb 19 01:02:31.116754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d449807a-d8a9-4c57-9fcf-3f4e44cf16d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.122576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:31.189249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] No DVR routers for this DVR port 332132cb-f3a8-48d0-accf-410c452c5fd2 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:31.196739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6ba5a0e4-4f6e-431c-a719-331748a28dbe no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:31.235524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-db71332b-51ac-42fa-a00c-bb9ea258eddd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8677ac-c9d5-49bc-8124-7d4058641061 HTTP/1.1" status: 200 len: 217 time: 0.0996497 Feb 19 01:02:31.273073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] In _notify_port_updated(), no bound segment for port 332132cb-f3a8-48d0-accf-410c452c5fd2 on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:02:31.273976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.286279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.286279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] 10.222.0.96 "PUT /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 200 len: 1033 time: 1.1877708 Feb 19 01:02:31.370097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6ba5a0e4-4f6e-431c-a719-331748a28dbe is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:31.371455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.381628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0c18f-5849-4283-b94e-84b44ffa1f49 service neutron] Pushing event updated for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:31.422923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-07fe13cf-a878-4619-94ea-1c20af3f4769 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.425037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-07fe13cf-a878-4619-94ea-1c20af3f4769 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "GET /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1250520 Feb 19 01:02:31.435602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-71cb557f-c0d2-4876-933e-5310ed96bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:31.437429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-71cb557f-c0d2-4876-933e-5310ed96bb77 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1923215 Feb 19 01:02:31.443142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:31.458264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:31.462041 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c99322-7ed3-44c5-8a3f-5d2c78b52cf0" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:31.477713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96e7a658-db3b-4990-bd07-ae35d25358e2 req-ddac2d76-c998-4985-b41d-9f3f7f43d7cd tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2738044 Feb 19 01:02:31.519509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:31.554484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-6995303a-ce1d-494a-95ad-ffa9bf613878 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017518 Feb 19 01:02:31.588191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-779d4c2c-932c-42fa-90b9-37de972fe225 None None] Provisioning complete for port 332132cb-f3a8-48d0-accf-410c452c5fd2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:31.589354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-779d4c2c-932c-42fa-90b9-37de972fe225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.594074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.597153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=d449807a-d8a9-4c57-9fcf-3f4e44cf16d5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:31.649496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45248) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:31.681518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-779d4c2c-932c-42fa-90b9-37de972fe225 None None] Port 332132cb-f3a8-48d0-accf-410c452c5fd2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:31.684868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.688941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fcf43fba-2385-425c-9bc8-22aa20b81bc6 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:31.691864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7c73e18-9455-4dbb-a930-915de1de7508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.811245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8c65e961-7724-4fd9-94ae-600cb6838038 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:31.886862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:31.898210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': 'cdc486cb-22cf-420e-a42f-95fa6553bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:31.898498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: 7d0ea718-549d-4474-b164-9cee9fbffe4e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:31.915917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:31.959498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7c73e18-9455-4dbb-a930-915de1de7508 admin admin] Publish callbacks [] for security_group (8ef1bbb2-91a6-4a89-947e-eeb265a30a7d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:31.980149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] For port fdb83f8a-5edf-42dd-b617-86e739cb7a2e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:31.980565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fcf43fba-2385-425c-9bc8-22aa20b81bc6 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:31.980964 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.016407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.018754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:32.019156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.020920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.024993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] device_id is not set on port fdb83f8a-5edf-42dd-b617-86e739cb7a2e yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:02:32.029647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.034147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Publish callbacks [] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.037331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.037454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7c73e18-9455-4dbb-a930-915de1de7508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8ef1bbb2-91a6-4a89-947e-eeb265a30a7d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.041913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.048477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.060895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.062016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.064166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7c73e18-9455-4dbb-a930-915de1de7508 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dd6d788ba3ec4a818c1409f0b358b47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4136460 Feb 19 01:02:32.071257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45250) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:32.073425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-011728da-c34d-409a-b2f8-11fa8e1ea978 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.3877029 Feb 19 01:02:32.074336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f767d649-c988-4ef5-8e1d-ebb40a24f529 None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:32.085279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:32.126286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-9091f440-193d-4c80-887a-9fc0d22e5906 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377185 Feb 19 01:02:32.132055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c73e18-9455-4dbb-a930-915de1de7508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1bbb2-91a6-4a89-947e-eeb265a30a7d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.155487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] Publish callbacks [] for security_group (8ef1bbb2-91a6-4a89-947e-eeb265a30a7d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.181582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] Publish callbacks [] for security_group (8ef1bbb2-91a6-4a89-947e-eeb265a30a7d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.194247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.227493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.228321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73f30e68-015e-42cb-a776-5afd4e6edfad no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:32.255978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Pushing event updated for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.315344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] No DVR routers for this DVR port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:32.373625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.379059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] In _notify_port_updated(), no bound segment for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e on network baebc2a9-77dd-476f-a234-a55c26b6e2f3 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:02:32.380047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.380671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.382122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-de99ce21-c1cd-4bec-b81c-c21643ae1f0f service neutron] 10.222.0.96 "PUT /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 200 len: 1033 time: 0.9510708 Feb 19 01:02:32.440540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:32.456897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-001d9a9f-77ad-45c0-8718-ac1fa15e7cbe None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:32.457290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-001d9a9f-77ad-45c0-8718-ac1fa15e7cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.460725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8ef1bbb2-91a6-4a89-947e-eeb265a30a7d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.463384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.466804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8ef1bbb2-91a6-4a89-947e-eeb265a30a7d HTTP/1.1" status: 204 len: 168 time: 0.3924134 Feb 19 01:02:32.502658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6d199-584e-4306-83b0-c78bde9c6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1bbb2-91a6-4a89-947e-eeb265a30a7d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.538967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 730b6857-4250-4d0c-a4bc-5ef97e5d245b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:32.539490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.593967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0d3f0d-83cf-4f8e-8e6e-4b5bd98317d7 req-12d251fc-64ea-4307-a74f-dc7827882604 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571295 Feb 19 01:02:32.622088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 7d0ea718-549d-4474-b164-9cee9fbffe4e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:32.646773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.647479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.670812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b57b9-ff3c-49d7-8b2f-204e21563017 None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:32.684436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port 730b6857-4250-4d0c-a4bc-5ef97e5d245b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=730b6857-4250-4d0c-a4bc-5ef97e5d245b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.685267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.688264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-771ab823-d377-4c20-b59d-ac9824d0e95a req-8cfe30f3-6b10-4076-adb6-0998202824ea tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6134803 Feb 19 01:02:32.704672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 730b6857-4250-4d0c-a4bc-5ef97e5d245b owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:32.760697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87670540-0e37-431d-93e2-c2b6403087a3 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:32.781164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks [] for port (87670540-0e37-431d-93e2-c2b6403087a3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.796589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0420ba08-4955-4b5f-9556-2a9f3beef512 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8853250 Feb 19 01:02:32.799780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45254) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:32.809772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:32.813509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Transition to ACTIVE for port object 87670540-0e37-431d-93e2-c2b6403087a3 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:32.883851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 73f30e68-015e-42cb-a776-5afd4e6edfad is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:32.884622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.897798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-001d9a9f-77ad-45c0-8718-ac1fa15e7cbe None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:32.905275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:32.936320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:32.975025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Pushing event updated for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:32.991390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb4945-f214-4353-9e9a-2f33b089df4d req-929b9fcf-e0d3-4f8f-bc60-14df83387dd0 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.992947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97cb4945-f214-4353-9e9a-2f33b089df4d req-929b9fcf-e0d3-4f8f-bc60-14df83387dd0 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 931 time: 0.1610541 Feb 19 01:02:32.993737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14274583'] for subnet (d449807a-d8a9-4c57-9fcf-3f4e44cf16d5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.013393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-7d0ea718-549d-4474-b164-9cee9fbffe4e', 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': 'd449807a-d8a9-4c57-9fcf-3f4e44cf16d5'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:33.014344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.037767 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.041072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 332132cb-f3a8-48d0-accf-410c452c5fd2 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:33.074619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (730b6857-4250-4d0c-a4bc-5ef97e5d245b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.102563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97cb4945-f214-4353-9e9a-2f33b089df4d req-100f1a8c-481a-48e8-8d2e-c3cd08e5a4cd tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Feb 19 01:02:33.121214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=730b6857-4250-4d0c-a4bc-5ef97e5d245b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.232513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-58d72510-d0b2-4d86-81df-0de1494d3be9 None None] Provisioning complete for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:33.233066 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-58d72510-d0b2-4d86-81df-0de1494d3be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.243350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port 730b6857-4250-4d0c-a4bc-5ef97e5d245b on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:33.245256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Attempting to bind port 87670540-0e37-431d-93e2-c2b6403087a3 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:33.245602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Attempting to bind port 87670540-0e37-431d-93e2-c2b6403087a3 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:33.245932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Attempting to bind port 87670540-0e37-431d-93e2-c2b6403087a3 on network 0c36c717-c994-4d17-a179-2fec91c4ddcf {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:33.249416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.254884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-285a9f12-c9b8-422a-ad16-d5fb706fe2ab tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "DELETE /v2.0/ports/730b6857-4250-4d0c-a4bc-5ef97e5d245b HTTP/1.1" status: 204 len: 173 time: 0.8676522 Feb 19 01:02:33.255648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:33.258304 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b210d-d31b-4ccc-b585-6bacdf541ba0" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:33.288516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Port 87670540-0e37-431d-93e2-c2b6403087a3 on network 0c36c717-c994-4d17-a179-2fec91c4ddcf not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:33.288516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Attempting to bind port 87670540-0e37-431d-93e2-c2b6403087a3 on network 0c36c717-c994-4d17-a179-2fec91c4ddcf {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:33.293914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:33.294255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Checking segment: {'id': '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:33.294806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Bound using segment: {'id': '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:33.295360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Bound port: 87670540-0e37-431d-93e2-c2b6403087a3, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:33.295720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87670540-0e37-431d-93e2-c2b6403087a3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.303074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.309717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-58d72510-d0b2-4d86-81df-0de1494d3be9 None None] Port fdb83f8a-5edf-42dd-b617-86e739cb7a2e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:02:33.311295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port 332132cb-f3a8-48d0-accf-410c452c5fd2 host ! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:02:33.311763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 332132cb-f3a8-48d0-accf-410c452c5fd2 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:33.312315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 730b6857-4250-4d0c-a4bc-5ef97e5d245b no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:33.322317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07695-3265-4062-82f6-280843bfa309 req-e68f4d95-0db2-4930-9a20-1ffb0cf75b2b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.328006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07695-3265-4062-82f6-280843bfa309 req-e68f4d95-0db2-4930-9a20-1ffb0cf75b2b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.333845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 730b6857-4250-4d0c-a4bc-5ef97e5d245b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:33.334274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 730b6857-4250-4d0c-a4bc-5ef97e5d245b not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:33.334638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07695-3265-4062-82f6-280843bfa309 req-e68f4d95-0db2-4930-9a20-1ffb0cf75b2b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.334762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4f14699e-f7d9-45c3-b2d0-73eb685bc996 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:33.340071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07695-3265-4062-82f6-280843bfa309 req-e68f4d95-0db2-4930-9a20-1ffb0cf75b2b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.348320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6e07695-3265-4062-82f6-280843bfa309 req-e68f4d95-0db2-4930-9a20-1ffb0cf75b2b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 3145 time: 0.1168771 Feb 19 01:02:33.429160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6e07695-3265-4062-82f6-280843bfa309 req-f6a4cfdc-227d-4f7e-a0e9-0be013cde660 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786600 Feb 19 01:02:33.453003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750720466544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14233130'] for subnet (d449807a-d8a9-4c57-9fcf-3f4e44cf16d5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.457822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:33.477326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=87670540-0e37-431d-93e2-c2b6403087a3,segment=NetworkSegment(53f03bf0-4062-4ceb-9dc3-b3e0da357ba2),segment_id=53f03bf0-4062-4ceb-9dc3-b3e0da357ba2)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:33.526874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.527607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.531560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "PUT /v2.0/subnets/d449807a-d8a9-4c57-9fcf-3f4e44cf16d5 HTTP/1.1" status: 200 len: 826 time: 0.7278042 Feb 19 01:02:33.540877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0d88c7-6c80-4052-a2b5-98a8ee481775 x-openstack-request-id: req-ab0d88c7-6c80-4052-a2b5-98a8ee481775 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:33.540877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:33.540877 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ab0d88c7-6c80-4052-a2b5-98a8ee481775 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:33.540877 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'code': 200} Feb 19 01:02:33.541394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45266) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.541484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-33bcc83e-8a9f-4f2b-8641-2a831e3f557c None None] Provisioning complete for port 8c65e961-7724-4fd9-94ae-600cb6838038 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:33.541484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33bcc83e-8a9f-4f2b-8641-2a831e3f557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.541484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:33.541484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.541846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 6ba5a0e4-4f6e-431c-a719-331748a28dbe {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:33.541846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.629413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Allocated IP 2001:db8::2 (7d0ea718-549d-4474-b164-9cee9fbffe4e/d449807a-d8a9-4c57-9fcf-3f4e44cf16d5/05eb696d-305d-4401-83b1-0cc1d83cc455) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:33.639777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:33.686363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port 6ba5a0e4-4f6e-431c-a719-331748a28dbe, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6ba5a0e4-4f6e-431c-a719-331748a28dbe,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:33.686870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.704927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.706491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 6ba5a0e4-4f6e-431c-a719-331748a28dbe owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:33.880947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.891537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0711-f81b-48a1-ab4e-7729d26f25e6 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=d449807a-d8a9-4c57-9fcf-3f4e44cf16d5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.912654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:33.913556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.914766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] 10.222.0.96 "PUT /v2.0/ports/87670540-0e37-431d-93e2-c2b6403087a3 HTTP/1.1" status: 200 len: 1091 time: 3.6542692 Feb 19 01:02:33.915413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:33.918259 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264f5603-3bb1-4714-a9b8-6f30c8aec35b" -d '{"events": [{"name": "network-changed", "server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "tag": "87670540-0e37-431d-93e2-c2b6403087a3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:33.928822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae1310-0da9-4cfc-8285-55015907d4ef service neutron] Pushing event updated for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.980171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d449807a-d8a9-4c57-9fcf-3f4e44cf16d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.983746 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:02:33.992237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.992886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdb83f8a-5edf-42dd-b617-86e739cb7a2e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:33.996751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6ba5a0e4-4f6e-431c-a719-331748a28dbe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.095754 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24500cbf-05a7-4beb-827c-026cfedfeb05 x-openstack-request-id: req-24500cbf-05a7-4beb-827c-026cfedfeb05 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:34.096047 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "730b6857-4250-4d0c-a4bc-5ef97e5d245b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:34.096341 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-24500cbf-05a7-4beb-827c-026cfedfeb05 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:34.100435 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '730b6857-4250-4d0c-a4bc-5ef97e5d245b', 'status': 'completed', 'code': 200} Feb 19 01:02:34.116103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=6ba5a0e4-4f6e-431c-a719-331748a28dbe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:34.158408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port 6ba5a0e4-4f6e-431c-a719-331748a28dbe on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:34.167314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.170261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-e04d4987-9a99-4afd-91f6-84b192be8285 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "DELETE /v2.0/ports/6ba5a0e4-4f6e-431c-a719-331748a28dbe HTTP/1.1" status: 204 len: 173 time: 0.9089873 Feb 19 01:02:34.219811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-58951cc4-a02e-43a5-b7a5-7213bdaacecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.221503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-58951cc4-a02e-43a5-b7a5-7213bdaacecf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d51dc4b27f84aa18312558c4347c9e3&device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 1125 time: 0.1440403 Feb 19 01:02:34.228282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:34.273596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-33bcc83e-8a9f-4f2b-8641-2a831e3f557c None None] Current status of the port 8c65e961-7724-4fd9-94ae-600cb6838038 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:34.287804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-62f9e7e3-61a7-4f26-8579-2b450b68afa8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87670540-0e37-431d-93e2-c2b6403087a3 HTTP/1.1" status: 200 len: 217 time: 0.0576057 Feb 19 01:02:34.309961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port fdb83f8a-5edf-42dd-b617-86e739cb7a2e host ! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:02:34.311337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fdb83f8a-5edf-42dd-b617-86e739cb7a2e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:34.318520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks [] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.318829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.324894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.330844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.336879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.343817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.350751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.357760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.360060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-09080dc8-473b-4e52-808c-d3c2bdee97be tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1911573 Feb 19 01:02:34.369346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port fcf43fba-2385-425c-9bc8-22aa20b81bc6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:34.369706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.455564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3d8355e-27b1-481d-9f61-6d3736b46f26 req-9386695c-25c3-4281-ab58-96db724a3a9e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0763259 Feb 19 01:02:34.457065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-38f5ecb3-9e3a-4dd5-86df-fcca1eec76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:34.458498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-38f5ecb3-9e3a-4dd5-86df-fcca1eec76e2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5622d7ca-d077-4872-bff0-4116a81bb9fe HTTP/1.1" status: 200 len: 861 time: 0.1640687 Feb 19 01:02:34.460423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.513629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-25975dad-4248-47b2-92fd-1c9dd67b0fbb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0c36c717-c994-4d17-a179-2fec91c4ddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461893 Feb 19 01:02:34.561621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port fcf43fba-2385-425c-9bc8-22aa20b81bc6, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fcf43fba-2385-425c-9bc8-22aa20b81bc6,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:34.561998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.577956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:34.594587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:34.595748 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f7080-4f6c-4072-8d19-72753e0c9265 x-openstack-request-id: req-481f7080-4f6c-4072-8d19-72753e0c9265 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:34.598516 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "tag": "87670540-0e37-431d-93e2-c2b6403087a3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:34.598911 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-481f7080-4f6c-4072-8d19-72753e0c9265 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:34.599457 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3', 'status': 'completed', 'code': 200} Feb 19 01:02:34.599917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:34.606801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d449807a-d8a9-4c57-9fcf-3f4e44cf16d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.631742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Pushing event updated for resources: {'Port': ['ID=05eb696d-305d-4401-83b1-0cc1d83cc455,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:34.661942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=d449807a-d8a9-4c57-9fcf-3f4e44cf16d5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:34.775186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Attempting to bind port 05eb696d-305d-4401-83b1-0cc1d83cc455 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:34.775540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Attempting to bind port 05eb696d-305d-4401-83b1-0cc1d83cc455 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'cdc486cb-22cf-420e-a42f-95fa6553bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:34.775889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Attempting to bind port 05eb696d-305d-4401-83b1-0cc1d83cc455 on network 7d0ea718-549d-4474-b164-9cee9fbffe4e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:34.781986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:34.785662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Checking segment: {'id': 'cdc486cb-22cf-420e-a42f-95fa6553bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:34.785662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.785662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Bound using segment: {'id': 'cdc486cb-22cf-420e-a42f-95fa6553bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:34.785662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Bound port: 05eb696d-305d-4401-83b1-0cc1d83cc455, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc486cb-22cf-420e-a42f-95fa6553bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:34.785662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.807670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.821275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-52578a69-67e5-4aa2-9788-762a82d818c8 service neutron] 10.222.0.96 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993793 Feb 19 01:02:34.860227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] For port 05eb696d-305d-4401-83b1-0cc1d83cc455, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:34.861723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.862225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.862693 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Floating IP 4a90ec31-b3d3-4026-97ec-464de9289909 disassociated. External IP: 172.25.2.86, port: fcf43fba-2385-425c-9bc8-22aa20b81bc6. Feb 19 01:02:34.863069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for fcf43fba-2385-425c-9bc8-22aa20b81bc6 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:34.876459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] For port 05eb696d-305d-4401-83b1-0cc1d83cc455, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=05eb696d-305d-4401-83b1-0cc1d83cc455,segment=NetworkSegment(cdc486cb-22cf-420e-a42f-95fa6553bd46),segment_id=cdc486cb-22cf-420e-a42f-95fa6553bd46)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:34.901406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ea718-549d-4474-b164-9cee9fbffe4e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:34.918920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc486cb-22cf-420e-a42f-95fa6553bd46') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:34.919607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc486cb-22cf-420e-a42f-95fa6553bd46') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:34.936610 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.988480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.018374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.031532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:35.032402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:35.037896 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:35.043971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e9319d2-c7ec-4b14-bbfa-ac3cac5f29d8 req-a4203532-5e40-42cb-983b-cb18d4489df8 service neutron] 10.222.0.96 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093844 Feb 19 01:02:35.054384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fcf43fba-2385-425c-9bc8-22aa20b81bc6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.113701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dd004-592b-44b0-b844-79c743d1d635 None None] Pushing event updated for resources: {'Port': ['ID=05eb696d-305d-4401-83b1-0cc1d83cc455,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:35.129238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=fcf43fba-2385-425c-9bc8-22aa20b81bc6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:35.141367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3d896-f0f2-4335-9dad-b88b583226d3 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:02:35.293157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448326d0-b9df-4e7b-8c48-4bc9da3c02ab req-4f5ffb34-dbdd-4f57-8004-975c5306414d tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.294777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-448326d0-b9df-4e7b-8c48-4bc9da3c02ab req-4f5ffb34-dbdd-4f57-8004-975c5306414d tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 943 time: 0.1075094 Feb 19 01:02:35.296888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-41c02298-6162-4d5b-b9fc-79c7b746d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.298276 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-41c02298-6162-4d5b-b9fc-79c7b746d5a3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d51dc4b27f84aa18312558c4347c9e3&device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 1125 time: 0.1100135 Feb 19 01:02:35.313994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:02:35.313994 n-d-826529-3 neutron-server[110601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:02:35.313994 n-d-826529-3 neutron-server[110601]: [parameters: {'id': '7d0ea718-549d-4474-b164-9cee9fbffe4e'}] Feb 19 01:02:35.313994 n-d-826529-3 neutron-server[110601]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:02:35.314306 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:02:35.361328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Router f4963420-f2e4-4820-9cc7-6d6e4d906697 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:35.365250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3d896-f0f2-4335-9dad-b88b583226d3 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:02:35.466356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-448326d0-b9df-4e7b-8c48-4bc9da3c02ab req-643cfcaf-120e-44e1-a48e-c1a294153102 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630859 Feb 19 01:02:35.536037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:35.550416 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb3e42a-d73e-4e84-9799-c540bf0ad683" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:35.574072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-13733e46-db64-446d-9999-3ded6db13624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.576074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-13733e46-db64-446d-9999-3ded6db13624 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0c36c717-c994-4d17-a179-2fec91c4ddcf HTTP/1.1" status: 200 len: 922 time: 0.2643139 Feb 19 01:02:35.600396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:35.615761 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Sync routers for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:35.640447 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:35.641089 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:02:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:35.709592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port fcf43fba-2385-425c-9bc8-22aa20b81bc6 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:35.714103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.724717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-b4e2766e-ab70-49a6-bfd5-e63b65f7ea28 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "DELETE /v2.0/ports/fcf43fba-2385-425c-9bc8-22aa20b81bc6 HTTP/1.1" status: 204 len: 173 time: 1.5426962 Feb 19 01:02:35.741796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-a59f59fb-8596-4552-9f83-4593bafa314b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87670540-0e37-431d-93e2-c2b6403087a3 HTTP/1.1" status: 200 len: 217 time: 0.1537647 Feb 19 01:02:35.822590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.837774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:35.855047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9b53b-22e3-4070-925b-8c35a8623784 None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:35.860611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-cace7154-7769-4bdc-b4db-ee806763b0a9 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.863118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-cace7154-7769-4bdc-b4db-ee806763b0a9 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.117 "GET /v2.0/ports?device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 946 time: 0.3506782 Feb 19 01:02:35.935899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:35.936536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:35.966029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c9874-eb8f-4924-a6f2-0a2d0cd3f9f1 req-6f2ae2f0-f575-4e48-86c0-a4ab64bdab20 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.974501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c9874-eb8f-4924-a6f2-0a2d0cd3f9f1 req-6f2ae2f0-f575-4e48-86c0-a4ab64bdab20 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.981625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-478c9874-eb8f-4924-a6f2-0a2d0cd3f9f1 req-6f2ae2f0-f575-4e48-86c0-a4ab64bdab20 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 1677 time: 0.4107294 Feb 19 01:02:35.987918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-6ba9c9bd-f724-43a3-b45f-cbfde62cf06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:35.989374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-6ba9c9bd-f724-43a3-b45f-cbfde62cf06f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5622d7ca-d077-4872-bff0-4116a81bb9fe HTTP/1.1" status: 200 len: 861 time: 0.2389998 Feb 19 01:02:36.000544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762a457-4b16-4ca5-8653-84c4203f249e None None] Network 7d0ea718-549d-4474-b164-9cee9fbffe4e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:36.052130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port 4f14699e-f7d9-45c3-b2d0-73eb685bc996, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4f14699e-f7d9-45c3-b2d0-73eb685bc996,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.052883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.067633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 4f14699e-f7d9-45c3-b2d0-73eb685bc996 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:36.084756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-e07db690-b247-4e6e-984d-b46398abd7b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0c36c717-c994-4d17-a179-2fec91c4ddcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857363 Feb 19 01:02:36.129286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-478c9874-eb8f-4924-a6f2-0a2d0cd3f9f1 req-52e3bb57-b391-4fcc-9dcf-9f713c8c7d7b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups?id=076a1220-79c8-4f13-9c62-d0691648b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452775 Feb 19 01:02:36.138954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:36.143360 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75879929-91f0-4ccd-ba7b-5d0c4f3aa421" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:36.177039 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:36.226365 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Checking router: f4963420-f2e4-4820-9cc7-6d6e4d906697 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:36.235489 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:36.236308 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:02:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:36.311644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4f14699e-f7d9-45c3-b2d0-73eb685bc996), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.313663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 05eb696d-305d-4401-83b1-0cc1d83cc455 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:36.314016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.375406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=4f14699e-f7d9-45c3-b2d0-73eb685bc996,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.385588 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:36.477081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Deleting port 6332817b-766a-46c5-8e63-5f9c8b970cba {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:36.477340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.479516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port 4f14699e-f7d9-45c3-b2d0-73eb685bc996 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:36.481989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.485611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-7bd36891-f42d-4cfa-b828-bf566ef32bca tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "DELETE /v2.0/ports/4f14699e-f7d9-45c3-b2d0-73eb685bc996 HTTP/1.1" status: 204 len: 173 time: 0.7601013 Feb 19 01:02:36.626844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 73f30e68-015e-42cb-a776-5afd4e6edfad {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:36.627826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.630717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f7914-b8e2-494c-ae66-42d4daece827 req-e693f06d-6138-4dc4-9756-e2cee7de282b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:36.632411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc5f7914-b8e2-494c-ae66-42d4daece827 req-e693f06d-6138-4dc4-9756-e2cee7de282b tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 946 time: 0.3894169 Feb 19 01:02:36.634386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-96037315-cf09-4325-b0f1-638eab9e9a56 service neutron] 10.222.0.96 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204942 Feb 19 01:02:36.658889 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:36.704059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7187727-afc1-456d-a2a6-dd984d36a82c None None] The sync data for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 is: [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e20eabca-4f13-4a07-a1f9-6e8994400ca1', 'name': '', 'network_id': '760bdadb-f48d-481f-9b08-c040f2ffa28f', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'mac_address': 'fa:16:3e:1c:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:52Z', 'updated_at': '2022-02-19T00:55:02Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'subnets': [{'id': '8ad70be9-9108-4bfb-a455-fb43c3fcea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:36.727222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 05eb696d-305d-4401-83b1-0cc1d83cc455, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=05eb696d-305d-4401-83b1-0cc1d83cc455,segment=NetworkSegment(cdc486cb-22cf-420e-a42f-95fa6553bd46),segment_id=cdc486cb-22cf-420e-a42f-95fa6553bd46)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.727222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.770576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port 73f30e68-015e-42cb-a776-5afd4e6edfad, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73f30e68-015e-42cb-a776-5afd4e6edfad,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.771032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.790241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 73f30e68-015e-42cb-a776-5afd4e6edfad owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:36.800855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 05eb696d-305d-4401-83b1-0cc1d83cc455 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:36.834457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] For port 6332817b-766a-46c5-8e63-5f9c8b970cba, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=6332817b-766a-46c5-8e63-5f9c8b970cba,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:36.835161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.887153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Calling delete_port for 6332817b-766a-46c5-8e63-5f9c8b970cba owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:37.027226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc5f7914-b8e2-494c-ae66-42d4daece827 req-373a26ed-9731-4cec-ad86-7d7f5b98b1e7 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/security-groups?id=8c7f036f-3bc2-42b7-92f7-ba22df61df2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590550 Feb 19 01:02:37.161868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b8ab4-9ca7-4d72-beb1-81da6209da05 None None] New status for floating IP 4a90ec31-b3d3-4026-97ec-464de9289909: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:37.172295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-3ffa8f0c-920d-464d-a1a4-bd5bdb00fbc4 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.174449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-3ffa8f0c-920d-464d-a1a4-bd5bdb00fbc4 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "GET /v2.0/ports?device_id=9149a3f1-1057-4c73-9488-3c522394c6a8 HTTP/1.1" status: 200 len: 945 time: 0.5807383 Feb 19 01:02:37.176709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264f5603-3bb1-4714-a9b8-6f30c8aec35b req-93bfc087-0957-465c-b01c-a87eee06ea4e service neutron] 10.222.0.96 "GET /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225964 Feb 19 01:02:37.285400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 87670540-0e37-431d-93e2-c2b6403087a3 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:37.287694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (05eb696d-305d-4401-83b1-0cc1d83cc455), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.417697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=87670540-0e37-431d-93e2-c2b6403087a3,segment=NetworkSegment(53f03bf0-4062-4ceb-9dc3-b3e0da357ba2),segment_id=53f03bf0-4062-4ceb-9dc3-b3e0da357ba2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:37.440044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '87670540-0e37-431d-93e2-c2b6403087a3', 'network_id': '0c36c717-c994-4d17-a179-2fec91c4ddcf', 'port_id': '87670540-0e37-431d-93e2-c2b6403087a3', 'mac_address': 'fa:16:3e:29:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5622d7ca-d077-4872-bff0-4116a81bb9fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:37.459926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (73f30e68-015e-42cb-a776-5afd4e6edfad), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.502688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=73f30e68-015e-42cb-a776-5afd4e6edfad,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:37.504771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 87670540-0e37-431d-93e2-c2b6403087a3 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:37.505287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87670540-0e37-431d-93e2-c2b6403087a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.547349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87670540-0e37-431d-93e2-c2b6403087a3 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:37.561674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port 73f30e68-015e-42cb-a776-5afd4e6edfad on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:37.564106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.569742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e16cfe8b-1d20-4ab2-8d5c-673c2c6d0a4a req-98c2253a-9185-4119-8593-04e88d9f80b7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.96 "DELETE /v2.0/ports/73f30e68-015e-42cb-a776-5afd4e6edfad HTTP/1.1" status: 204 len: 173 time: 1.0765753 Feb 19 01:02:37.578890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=87670540-0e37-431d-93e2-c2b6403087a3,segment=NetworkSegment(53f03bf0-4062-4ceb-9dc3-b3e0da357ba2),segment_id=53f03bf0-4062-4ceb-9dc3-b3e0da357ba2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:37.624650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=05eb696d-305d-4401-83b1-0cc1d83cc455,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:37.634290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 05eb696d-305d-4401-83b1-0cc1d83cc455 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:37.697831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.698458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.698710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.703961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.709620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.714940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.720290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.725680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:37.727787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-2c2774f4-fd92-4743-850d-08498f11cc1e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.5501609 Feb 19 01:02:37.779009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:37.779506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6332817b-766a-46c5-8e63-5f9c8b970cba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.791964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['6332817b-766a-46c5-8e63-5f9c8b970cba'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:37.838926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.844759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Deleting port de4351c1-e959-41da-a96a-d6153f29e3bf {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:37.845106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.847931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event deleted for resources: {'Port': ['ID=6332817b-766a-46c5-8e63-5f9c8b970cba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:37.923534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['87670540-0e37-431d-93e2-c2b6403087a3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:37.967640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0ea718-549d-4474-b164-9cee9fbffe4e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:37.977044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] No DVR routers for this DVR port 6332817b-766a-46c5-8e63-5f9c8b970cba on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:37.988394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.991698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4839040b-e24d-4433-ba0c-175cd0f3416e req-65f59b30-9e66-43fc-9662-59e8a3b5e8c6 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.117 "DELETE /v2.0/ports/6332817b-766a-46c5-8e63-5f9c8b970cba HTTP/1.1" status: 204 len: 173 time: 2.1001782 Feb 19 01:02:37.995594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'name': 'network-vif-deleted', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:37.997885 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f843d4-8d68-43ea-97b7-b333626c6dd2" -d '{"events": [{"server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "name": "network-vif-deleted", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:38.001467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc486cb-22cf-420e-a42f-95fa6553bd46') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:38.001767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc486cb-22cf-420e-a42f-95fa6553bd46') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:38.022403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d41b77f-4622-4c46-8e03-52981fa40d55 req-a0313d1f-6ed3-4b59-9058-56490bbe3108 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2814424 Feb 19 01:02:38.029874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.074816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.094906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:38.102787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (cdc486cb-22cf-420e-a42f-95fa6553bd46), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:38.106136 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c5b3f-ef43-4ca6-8bd5-a58d96ccb4ef x-openstack-request-id: req-0a2c5b3f-ef43-4ca6-8bd5-a58d96ccb4ef {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-unplugged", "status": "completed", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0a2c5b3f-ef43-4ca6-8bd5-a58d96ccb4ef {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'code': 200} Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'code': 200} Feb 19 01:02:38.132017 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'code': 200} Feb 19 01:02:38.177654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] For port de4351c1-e959-41da-a96a-d6153f29e3bf, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=de4351c1-e959-41da-a96a-d6153f29e3bf,segment=NetworkSegment(b5a18712-9521-43ee-a20f-08eaa40eba87),segment_id=b5a18712-9521-43ee-a20f-08eaa40eba87)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:38.177827 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ac6777-905b-43d8-919c-3d2c3c48868e x-openstack-request-id: req-55ac6777-905b-43d8-919c-3d2c3c48868e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:38.178029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.178153 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "6ba5a0e4-4f6e-431c-a719-331748a28dbe", "status": "completed", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "fcf43fba-2385-425c-9bc8-22aa20b81bc6", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:38.178493 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-55ac6777-905b-43d8-919c-3d2c3c48868e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:38.180977 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '6ba5a0e4-4f6e-431c-a719-331748a28dbe', 'status': 'completed', 'code': 200} Feb 19 01:02:38.181312 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': 'fcf43fba-2385-425c-9bc8-22aa20b81bc6', 'status': 'completed', 'code': 200} Feb 19 01:02:38.203054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Calling delete_port for de4351c1-e959-41da-a96a-d6153f29e3bf owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:38.291130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (7d0ea718-549d-4474-b164-9cee9fbffe4e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.302696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.305834 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/7d0ea718-549d-4474-b164-9cee9fbffe4e HTTP/1.1" status: 204 len: 168 time: 4.7728584 Feb 19 01:02:38.308545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45320) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.332257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5934d20-12ca-4f50-ab48-12afd3199595 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=7d0ea718-549d-4474-b164-9cee9fbffe4e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.337364 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf9a416-ae3d-45a0-960f-6d4fc2e7d76e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:38.338079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf9a416-ae3d-45a0-960f-6d4fc2e7d76e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:38.345806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4bf9a416-ae3d-45a0-960f-6d4fc2e7d76e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/7d0ea718-549d-4474-b164-9cee9fbffe4e HTTP/1.1" status: 404 len: 339 time: 0.0314953 Feb 19 01:02:38.345806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45322) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.352886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995852680', 'description': 'd1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:38.355873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c1dda-6cce-4f4e-b35c-1ad5bc11bbc9 req-34679dd9-ad7b-41de-a2a2-421f87eda964 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:38.357439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-521c1dda-6cce-4f4e-b35c-1ad5bc11bbc9 req-34679dd9-ad7b-41de-a2a2-421f87eda964 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 944 time: 0.1105263 Feb 19 01:02:38.436700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:38.441361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.446663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-521c1dda-6cce-4f4e-b35c-1ad5bc11bbc9 req-123d7ebd-1d4a-4dea-96dd-259fff68d46f tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Feb 19 01:02:38.472318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:38.483142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6bb339e3-8e9b-4bf8-b701-57700f0416b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.483563 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment 6bb339e3-8e9b-4bf8-b701-57700f0416b0 of type vlan for network 5948c0be-bc0f-4971-928b-5e278a5fcd47 Feb 19 01:02:38.511107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (de4351c1-e959-41da-a96a-d6153f29e3bf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.532978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.555395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Pushing event deleted for resources: {'Port': ['ID=de4351c1-e959-41da-a96a-d6153f29e3bf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.578980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4863608-cd34-4812-90b8-c04b1736edff req-d15c6c7a-3bfd-4285-b184-ebcc06c79c68 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0562708 Feb 19 01:02:38.630681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.636656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:38.637297 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb59b5-ea00-46c3-88a1-496cd57efbf1 x-openstack-request-id: req-d6bb59b5-ea00-46c3-88a1-496cd57efbf1 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:38.637443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.637680 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3", "name": "network-vif-deleted", "tag": "6332817b-766a-46c5-8e63-5f9c8b970cba", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:38.637891 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d6bb59b5-ea00-46c3-88a1-496cd57efbf1 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:38.638250 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3', 'name': 'network-vif-deleted', 'tag': '6332817b-766a-46c5-8e63-5f9c8b970cba', 'status': 'completed', 'code': 200} Feb 19 01:02:38.639154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] No DVR routers for this DVR port de4351c1-e959-41da-a96a-d6153f29e3bf on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:38.643582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.647030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80cdeda9-6526-4222-b326-31c2ebb8fde7 req-68e8fdf6-840e-4780-81fd-b2e90038e4e5 tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.96 "DELETE /v2.0/ports/de4351c1-e959-41da-a96a-d6153f29e3bf HTTP/1.1" status: 204 len: 173 time: 1.4331429 Feb 19 01:02:38.720160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=5948c0be-bc0f-4971-928b-5e278a5fcd47,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.734034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5948c0be-bc0f-4971-928b-5e278a5fcd47 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:38.746144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39bc3248-0557-45a6-a99f-2774e879caa0 req-e5f5fea7-7753-4671-b1b3-29406a6dafee tempest-MultipleCreateTestJSON-769636603 tempest-MultipleCreateTestJSON-769636603-project] 10.222.0.94 "GET /v2.0/ports?device_id=4ddfd647-3ae6-41c1-bafd-2ff7d02f12f3 HTTP/1.1" status: 200 len: 210 time: 0.0429833 Feb 19 01:02:38.791819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b715acc7-d99c-4672-8730-31cfd8b11655 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4457991 Feb 19 01:02:38.794346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.886254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf21f2-a57c-4d10-86b5-bd7ad18e3d79 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:38.887987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f9cf21f2-a57c-4d10-86b5-bd7ad18e3d79 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks?id=5948c0be-bc0f-4971-928b-5e278a5fcd47 HTTP/1.1" status: 200 len: 765 time: 0.0918903 Feb 19 01:02:38.890654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.896043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'description': 'd2'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:39.064666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.139438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.160175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network 5948c0be-bc0f-4971-928b-5e278a5fcd47 is not hosted by any dhcp agent {{(pid=110602) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:02:39.165692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.166330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.170059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "PUT /v2.0/networks/5948c0be-bc0f-4971-928b-5e278a5fcd47 HTTP/1.1" status: 200 len: 762 time: 0.2759690 Feb 19 01:02:39.171748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45330) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.197348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.203468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.209959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.215687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.223324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.229472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.237634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 87670540-0e37-431d-93e2-c2b6403087a3 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:39.238220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.253328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-f78c5537-0c79-4130-b420-c9b2ec7f3381 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1263402 Feb 19 01:02:39.297046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8a724-e088-4fce-bb5f-81ca664e3086 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=5948c0be-bc0f-4971-928b-5e278a5fcd47,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:39.317357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5948c0be-bc0f-4971-928b-5e278a5fcd47 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:39.327941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dca065cc-4b0c-49b9-bec5-3ee965de44a6 req-3cb91770-87c6-475d-82b5-7b3c5d583b66 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0736945 Feb 19 01:02:39.331205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ed065-28d4-499a-96fd-d965070f0563 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.336243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f0ed065-28d4-499a-96fd-d965070f0563 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks?id=5948c0be-bc0f-4971-928b-5e278a5fcd47 HTTP/1.1" status: 200 len: 765 time: 0.1599586 Feb 19 01:02:39.337062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.499279 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.544620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 87670540-0e37-431d-93e2-c2b6403087a3 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:39.552728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 87670540-0e37-431d-93e2-c2b6403087a3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:39.553478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (87670540-0e37-431d-93e2-c2b6403087a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.577545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfe35b-a225-4491-bfa0-1fab4adf5572 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.582217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f4bfe35b-a225-4491-bfa0-1fab4adf5572 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2418213 Feb 19 01:02:39.584807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45336) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.610895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601a07-02d5-468c-a0f5-43541c46e2ba req-11fe6b41-635b-4ae3-b2cc-ea16f836db28 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.629212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e601a07-02d5-468c-a0f5-43541c46e2ba req-11fe6b41-635b-4ae3-b2cc-ea16f836db28 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 944 time: 0.0987930 Feb 19 01:02:39.634640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.639788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d41d5dba-ffce-429f-9272-c05ea056b8f1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 207 time: 0.0522566 Feb 19 01:02:39.664851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 87670540-0e37-431d-93e2-c2b6403087a3 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:39.665269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (87670540-0e37-431d-93e2-c2b6403087a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.714830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=87670540-0e37-431d-93e2-c2b6403087a3,segment=NetworkSegment(53f03bf0-4062-4ceb-9dc3-b3e0da357ba2),segment_id=53f03bf0-4062-4ceb-9dc3-b3e0da357ba2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:39.739174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e601a07-02d5-468c-a0f5-43541c46e2ba req-181c71a7-caa5-4d65-a51e-542f14940af5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944979 Feb 19 01:02:39.784982 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.785807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device de4351c1-e959-41da-a96a-d6153f29e3bf no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:39.803511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.807332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: de4351c1-e959-41da-a96a-d6153f29e3bf {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:39.807692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device de4351c1-e959-41da-a96a-d6153f29e3bf not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:39.810105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.817711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.825058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.832242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.837738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:39.843145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4932e836-b130-4897-b4ac-c6f5f5d3302e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2040696 Feb 19 01:02:39.843719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45344) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.853652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:39.881214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842c7cd-b710-4c8e-9f37-cb76eed810dc req-3c333287-2378-41be-ab65-9ec000f28b5e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0402772 Feb 19 01:02:39.967951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45348) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.979944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c77d7918-f746-45d7-93c4-7967684ee823 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1349075 Feb 19 01:02:39.983452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.016271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Deleting subnet 93019cbd-d289-473e-9f8e-35e81a85f530 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:40.020987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Publish callbacks [] for subnet (93019cbd-d289-473e-9f8e-35e81a85f530), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.024910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.042910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.053798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.053798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.053798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.053798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.053798 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e3edca1e-472e-4484-806c-d03296fd1a6c tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0658517 Feb 19 01:02:40.054225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45352) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.063939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (93019cbd-d289-473e-9f8e-35e81a85f530), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.103454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (93019cbd-d289-473e-9f8e-35e81a85f530), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.112541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.113759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.114969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.116308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.117508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.122597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a134a8f7-9b53-46af-9516-d33571db7ff3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0640459 Feb 19 01:02:40.122763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.131463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:40.139871 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4cea5-73db-4a3f-9de2-b1219063e824" -d '{"events": [{"server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "name": "network-vif-plugged", "status": "completed", "tag": "87670540-0e37-431d-93e2-c2b6403087a3"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:40.179608 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea43fe2-02e1-4cc3-81dd-ce2a29dc8f30 x-openstack-request-id: req-3ea43fe2-02e1-4cc3-81dd-ce2a29dc8f30 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:40.179915 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "name": "network-vif-plugged", "status": "completed", "tag": "87670540-0e37-431d-93e2-c2b6403087a3", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:40.180169 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3ea43fe2-02e1-4cc3-81dd-ce2a29dc8f30 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:40.180552 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3', 'code': 200} Feb 19 01:02:40.186744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996'}, {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:40.188659 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8abdec5-79df-4883-92ac-d70fc8e33128" -d '{"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996"}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:40.226074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (93019cbd-d289-473e-9f8e-35e81a85f530), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.249725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6332817b-766a-46c5-8e63-5f9c8b970cba no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:40.259326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1edbd-7e68-4cc1-8893-5d0c573d5d08 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.261119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ffc1edbd-7e68-4cc1-8893-5d0c573d5d08 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks/5306c444-b9ad-4913-bb94-b1f9e673a971 HTTP/1.1" status: 200 len: 804 time: 0.1373775 Feb 19 01:02:40.264761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45360) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.276147 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345489ef-4276-4d4c-83d4-c9c8a463adc3 x-openstack-request-id: req-345489ef-4276-4d4c-83d4-c9c8a463adc3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:40.276718 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "4f14699e-f7d9-45c3-b2d0-73eb685bc996", "status": "completed", "code": 200}, {"server_uuid": "42d71bb6-5779-4dce-951a-cff6edae7225", "name": "network-vif-deleted", "tag": "73f30e68-015e-42cb-a776-5afd4e6edfad", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:40.277160 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-345489ef-4276-4d4c-83d4-c9c8a463adc3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:40.277942 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '4f14699e-f7d9-45c3-b2d0-73eb685bc996', 'status': 'completed', 'code': 200} Feb 19 01:02:40.278400 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d71bb6-5779-4dce-951a-cff6edae7225', 'name': 'network-vif-deleted', 'tag': '73f30e68-015e-42cb-a776-5afd4e6edfad', 'status': 'completed', 'code': 200} Feb 19 01:02:40.288130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.291112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 6332817b-766a-46c5-8e63-5f9c8b970cba {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:40.291785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 6332817b-766a-46c5-8e63-5f9c8b970cba not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:40.292563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/93019cbd-d289-473e-9f8e-35e81a85f530 HTTP/1.1" status: 204 len: 168 time: 0.3236072 Feb 19 01:02:40.294633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454ca83-8d75-4c4b-83c9-3dc563387ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93019cbd-d289-473e-9f8e-35e81a85f530,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:40.302627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45362) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.385351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cafc42a6-6d9d-42b3-9429-516a965dab60 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/networks/5306c444-b9ad-4913-bb94-b1f9e673a971?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1192579 Feb 19 01:02:40.388658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.420202 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.450377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b63d7-6a09-4df6-8c1e-b8b74998693a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.451740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dc1b63d7-6a09-4df6-8c1e-b8b74998693a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets/4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4 HTTP/1.1" status: 200 len: 843 time: 0.0621679 Feb 19 01:02:40.455416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45368) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.475064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f05f3-db26-44c8-9f87-8e92e9d047f3 req-e5ad5c88-ea65-4e71-86f6-9faaf61b7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.477012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-440f05f3-db26-44c8-9f87-8e92e9d047f3 req-e5ad5c88-ea65-4e71-86f6-9faaf61b7258 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 1127 time: 0.1996584 Feb 19 01:02:40.508949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505e6e1-c7b9-4802-8068-802c30982633 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.513719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1505e6e1-c7b9-4802-8068-802c30982633 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "GET /v2.0/subnets/4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0537150 Feb 19 01:02:40.514051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45370) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.519997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562766116'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:40.596508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:40.597797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.600430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.609965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.615903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.621278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.625559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:40.626397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.631113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bfd33cd-a1af-4460-95b9-23feb2b80770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.632478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.636126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2f7a6801-cc7a-43f5-94ce-7e7facbe26df), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.636527 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Added segment 2f7a6801-cc7a-43f5-94ce-7e7facbe26df of type vlan for network c46f1cd3-686a-48aa-b86d-9c4d67013aaf Feb 19 01:02:40.641004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.643022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.650469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-56aee696-9200-4c3b-aec0-8c880beea5bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2231987 Feb 19 01:02:40.662185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'name': 'network-vif-deleted', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:40.664405 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43d51ef-b5d9-4acd-b8a9-376bee54d70f" -d '{"events": [{"server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "name": "network-vif-deleted", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:40.684673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c46f1cd3-686a-48aa-b86d-9c4d67013aaf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.692908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-440f05f3-db26-44c8-9f87-8e92e9d047f3 req-b6ae72f0-f649-409e-940d-d4edf67e18e7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840842 Feb 19 01:02:40.697681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3b6812-70c1-4ba4-af32-0d0f6bc839ab']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:40.710686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a18712-9521-43ee-a20f-08eaa40eba87') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:40.710987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a18712-9521-43ee-a20f-08eaa40eba87') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:40.729357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b5a18712-9521-43ee-a20f-08eaa40eba87), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.755481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b5a18712-9521-43ee-a20f-08eaa40eba87), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.764658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4ce5bdd-1145-48fe-9ae6-47c710b43400 req-1a9ced9f-b87d-4b02-b576-a6940adb4350 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1133547 Feb 19 01:02:40.767297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:40.767723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b5a18712-9521-43ee-a20f-08eaa40eba87), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:40.769467 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:40.776380 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c46f1cd3-686a-48aa-b86d-9c4d67013aaf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.792023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.792023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.829607 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295584fc-95ff-4bc7-bb23-4484358ded8b x-openstack-request-id: req-295584fc-95ff-4bc7-bb23-4484358ded8b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:40.830372 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9149a3f1-1057-4c73-9488-3c522394c6a8", "name": "network-vif-deleted", "tag": "de4351c1-e959-41da-a96a-d6153f29e3bf", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:40.830795 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-295584fc-95ff-4bc7-bb23-4484358ded8b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:40.831296 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9149a3f1-1057-4c73-9488-3c522394c6a8', 'name': 'network-vif-deleted', 'tag': 'de4351c1-e959-41da-a96a-d6153f29e3bf', 'status': 'completed', 'code': 200} Feb 19 01:02:40.876085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Network': ['ID=c46f1cd3-686a-48aa-b86d-9c4d67013aaf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:40.886886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:40.900747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-29c7bd2d-daa6-46a6-85ca-029734c4f7fe tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3856630 Feb 19 01:02:40.903876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:40.910009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:40.923203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ad3b6812-70c1-4ba4-af32-0d0f6bc839ab), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.943418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:40.949783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/ad3b6812-70c1-4ba4-af32-0d0f6bc839ab HTTP/1.1" status: 204 len: 168 time: 0.6267474 Feb 19 01:02:40.949783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9001c0-8995-4ac1-99c5-08c9452300e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad3b6812-70c1-4ba4-af32-0d0f6bc839ab,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:40.979583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7994-80e3-40cf-a2f1-e5f904b419c6 req-739106aa-9b9c-45be-b1d1-27adf7ebb2e2 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:40.987907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93af7994-80e3-40cf-a2f1-e5f904b419c6 req-739106aa-9b9c-45be-b1d1-27adf7ebb2e2 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 945 time: 0.1114783 Feb 19 01:02:41.052691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93af7994-80e3-40cf-a2f1-e5f904b419c6 req-22d596b5-41ce-40ec-8a71-ffaebdac3a92 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567191 Feb 19 01:02:41.129280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Made reservation on behalf of ae30aaa4a7d94f078afed9290fb288db for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:41.132836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.137353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a639f99b-8d9b-43ce-8967-395f58e36e32 req-997bd308-bfb6-4585-b54a-21e285f7ce18 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0280013 Feb 19 01:02:41.198598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Performing IP validity checks on allocation pools {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:02:41.199160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:02:41.417874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:41.444202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (4d50a0f6-f497-4658-a7d4-15cfeca26a86), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.503517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9223df8a-6030-4aca-892d-d9f1b49a1e98 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=010457d81fb84c6682fe3fb2bb8c143a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842733 Feb 19 01:02:41.507242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45384) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:41.515167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=4d50a0f6-f497-4658-a7d4-15cfeca26a86,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:41.538714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Checking segment: {'id': '2f7a6801-cc7a-43f5-94ce-7e7facbe26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:41.540188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network hostable DHCP agents. Network: c46f1cd3-686a-48aa-b86d-9c4d67013aaf, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:41.571354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] Publish callbacks [] for security_group (8c7f036f-3bc2-42b7-92f7-ba22df61df2a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.594522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] Publish callbacks [] for security_group (8c7f036f-3bc2-42b7-92f7-ba22df61df2a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.613195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:41.705319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c46f1cd3-686a-48aa-b86d-9c4d67013aaf) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:41.710052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:41.711018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.715713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b247d9-5bfa-4e25-a5ee-979d8d5670ca None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:41.733385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c7f036f-3bc2-42b7-92f7-ba22df61df2a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.740881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:41.740881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8c7f036f-3bc2-42b7-92f7-ba22df61df2a HTTP/1.1" status: 204 len: 168 time: 0.2296183 Feb 19 01:02:41.765368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd875dd-fbcf-4591-b905-f37e35e5d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f036f-3bc2-42b7-92f7-ba22df61df2a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:41.817067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a38d5e6-a1f8-4d5a-995a-5f9e4409d1f8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9119155 Feb 19 01:02:41.820111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45390) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:41.826802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:41.885139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c46f1cd3-686a-48aa-b86d-9c4d67013aaf', 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf', 'project_id': 'ae30aaa4a7d94f078afed9290fb288db', 'fixed_ips': [{'subnet_id': '4d50a0f6-f497-4658-a7d4-15cfeca26a86'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:02:41.886568 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.002712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.008345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.021223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.028368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.034448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.039877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.046010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.048133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-063ad6e2-a080-402d-89c4-072c181324c9 req-961cc40b-3d39-4e50-9461-db015990c5bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1602366 Feb 19 01:02:42.077912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Allocated IP 2001:db8::3 (c46f1cd3-686a-48aa-b86d-9c4d67013aaf/4d50a0f6-f497-4658-a7d4-15cfeca26a86/36d50140-be68-435c-9f09-3d48d86347db) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:42.084377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13987391'] for subnet (4d50a0f6-f497-4658-a7d4-15cfeca26a86), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.144326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-063ad6e2-a080-402d-89c4-072c181324c9 req-b76e2c04-86f3-4e56-a5d4-2d4af58d16ae tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0899193 Feb 19 01:02:42.274196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549dde4-e4a4-4129-b1ec-02b78ce48e43 req-9c5669d5-c2f5-4d8b-825d-3ca9cf088532 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.280531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks [] for port (36d50140-be68-435c-9f09-3d48d86347db), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.281637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0549dde4-e4a4-4129-b1ec-02b78ce48e43 req-9c5669d5-c2f5-4d8b-825d-3ca9cf088532 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 945 time: 0.0652137 Feb 19 01:02:42.329700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0549dde4-e4a4-4129-b1ec-02b78ce48e43 req-c697d03f-ad31-4c5b-a280-732672c6b335 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 Feb 19 01:02:42.353910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (36d50140-be68-435c-9f09-3d48d86347db), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.426960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Pushing event updated for resources: {'Port': ['ID=36d50140-be68-435c-9f09-3d48d86347db,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:42.443910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:42.446032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:42.448610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:42.459968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78dec927-a870-4a6b-aae2-f2d013df0ec3 req-7f758094-6111-4774-938c-58f014399665 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0454214 Feb 19 01:02:42.529460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Attempting to bind port 36d50140-be68-435c-9f09-3d48d86347db on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:42.529460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Attempting to bind port 36d50140-be68-435c-9f09-3d48d86347db by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2f7a6801-cc7a-43f5-94ce-7e7facbe26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:42.529460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Attempting to bind port 36d50140-be68-435c-9f09-3d48d86347db on network c46f1cd3-686a-48aa-b86d-9c4d67013aaf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:42.534059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:42.535312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Checking segment: {'id': '2f7a6801-cc7a-43f5-94ce-7e7facbe26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:42.535791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.536409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Bound using segment: {'id': '2f7a6801-cc7a-43f5-94ce-7e7facbe26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:42.537095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Bound port: 36d50140-be68-435c-9f09-3d48d86347db, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7a6801-cc7a-43f5-94ce-7e7facbe26df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c46f1cd3-686a-48aa-b86d-9c4d67013aaf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:42.537542 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (36d50140-be68-435c-9f09-3d48d86347db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.644884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] For port 36d50140-be68-435c-9f09-3d48d86347db, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:42.648772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] For port 36d50140-be68-435c-9f09-3d48d86347db, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=36d50140-be68-435c-9f09-3d48d86347db,segment=NetworkSegment(2f7a6801-cc7a-43f5-94ce-7e7facbe26df),segment_id=2f7a6801-cc7a-43f5-94ce-7e7facbe26df)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:42.726217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (36d50140-be68-435c-9f09-3d48d86347db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.750653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750720466544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13454995'] for subnet (4d50a0f6-f497-4658-a7d4-15cfeca26a86), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.784941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d3a74-b026-4e0e-b457-26b4b0e2fb39 None None] Pushing event updated for resources: {'Port': ['ID=36d50140-be68-435c-9f09-3d48d86347db,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:42.821909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event updated for resources: {'Subnet': ['ID=4d50a0f6-f497-4658-a7d4-15cfeca26a86,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:42.829535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:42.831846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.833805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e539d78a-84cc-4189-9e68-54ea5435e7d2 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "PUT /v2.0/subnets/4d50a0f6-f497-4658-a7d4-15cfeca26a86 HTTP/1.1" status: 200 len: 900 time: 1.0122130 Feb 19 01:02:42.836917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c754eb9d-2730-41e3-a74c-6e384de1ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:42.837849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:42.963327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c46f1cd3-686a-48aa-b86d-9c4d67013aaf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.075865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 36d50140-be68-435c-9f09-3d48d86347db {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:43.076463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (36d50140-be68-435c-9f09-3d48d86347db), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.180862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 36d50140-be68-435c-9f09-3d48d86347db, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=36d50140-be68-435c-9f09-3d48d86347db,segment=NetworkSegment(2f7a6801-cc7a-43f5-94ce-7e7facbe26df),segment_id=2f7a6801-cc7a-43f5-94ce-7e7facbe26df)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:43.181490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (36d50140-be68-435c-9f09-3d48d86347db), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.193681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e80245-78b0-46c7-95fa-133508f55476 req-c767df7f-a56b-4ef3-ada0-f0710acd15c8 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.197011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e80245-78b0-46c7-95fa-133508f55476 req-c767df7f-a56b-4ef3-ada0-f0710acd15c8 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 945 time: 0.0798414 Feb 19 01:02:43.207402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 36d50140-be68-435c-9f09-3d48d86347db owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:43.283351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e80245-78b0-46c7-95fa-133508f55476 req-d72d8a1f-db81-4b2f-898f-f5c67898e59a tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Feb 19 01:02:43.394539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.399976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.405284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.410923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.416309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.421651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.427064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.429522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-95d15983-5050-4f38-b66d-7bd4f35793e8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1006291 Feb 19 01:02:43.432572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (36d50140-be68-435c-9f09-3d48d86347db), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.469439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=36d50140-be68-435c-9f09-3d48d86347db,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.503878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25194364-286e-4b8a-a5c2-7b28fbadf2dc req-72a25074-eda8-4b04-8688-828f4cc28cb5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0640905 Feb 19 01:02:43.529808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 36d50140-be68-435c-9f09-3d48d86347db on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:43.585556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4d50a0f6-f497-4658-a7d4-15cfeca26a86), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.728651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4d50a0f6-f497-4658-a7d4-15cfeca26a86), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.785055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=4d50a0f6-f497-4658-a7d4-15cfeca26a86,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.857476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c46f1cd3-686a-48aa-b86d-9c4d67013aaf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.881049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f1cd3-686a-48aa-b86d-9c4d67013aaf']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:43.891393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7a6801-cc7a-43f5-94ce-7e7facbe26df') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:43.891828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7a6801-cc7a-43f5-94ce-7e7facbe26df') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:43.902949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (2f7a6801-cc7a-43f5-94ce-7e7facbe26df), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.919403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2f7a6801-cc7a-43f5-94ce-7e7facbe26df), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.926056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:43.927014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (2f7a6801-cc7a-43f5-94ce-7e7facbe26df), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:43.930378 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:44.117948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f33e8086-31cc-4db3-ab1b-3a69398db76f req-5a5b7c6a-48b5-4ad1-a026-523e60f1fc5d tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0470877 Feb 19 01:02:44.123487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c46f1cd3-686a-48aa-b86d-9c4d67013aaf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.124417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.165271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.178757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/c46f1cd3-686a-48aa-b86d-9c4d67013aaf HTTP/1.1" status: 204 len: 168 time: 1.3391693 Feb 19 01:02:44.184088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-288c4a4e-265c-45d3-89f4-a44701315619 None None] Could not find standard attr ID for object 36d50140-be68-435c-9f09-3d48d86347db. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:02:44.185126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.189929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762f5d2-b174-4c67-96b1-b7ce7ebbc165 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=c46f1cd3-686a-48aa-b86d-9c4d67013aaf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:44.220672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-971f3b00-c16e-42bd-abcf-fb15fc7ef69c req-8c12e696-f03a-44c1-a751-356a251bcfe2 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.0545638 Feb 19 01:02:44.243925 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bd6c55-d2dd-4dd3-96af-7bac81ba9e7b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:44.244256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bd6c55-d2dd-4dd3-96af-7bac81ba9e7b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:44.247321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-87bd6c55-d2dd-4dd3-96af-7bac81ba9e7b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/4d50a0f6-f497-4658-a7d4-15cfeca26a86 HTTP/1.1" status: 404 len: 337 time: 0.0425541 Feb 19 01:02:44.250311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45452) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.276836 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4803281-8de6-4f6f-8d03-704f29f24ac8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:44.277480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4803281-8de6-4f6f-8d03-704f29f24ac8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:44.279763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f2e290-5783-4b29-828c-62940d97ac9a None None] DHCP port deletion for c46f1cd3-686a-48aa-b86d-9c4d67013aaf request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:44.280437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f4803281-8de6-4f6f-8d03-704f29f24ac8 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/c46f1cd3-686a-48aa-b86d-9c4d67013aaf HTTP/1.1" status: 404 len: 339 time: 0.0291386 Feb 19 01:02:44.282998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.304836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde044d-c8d3-4312-9747-31f7e647eb1b None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:44.325294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde044d-c8d3-4312-9747-31f7e647eb1b None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:02:44.333416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c733d-9148-4bd9-bb2c-c594b74441a1 None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:44.350058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c733d-9148-4bd9-bb2c-c594b74441a1 None None] Network c46f1cd3-686a-48aa-b86d-9c4d67013aaf could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:02:44.391988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.520577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f3ca-3aa8-4bca-a6a9-f193a66cae46 req-6ce22c53-cb90-4e2c-86bb-ca88257cc206 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.522097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55d3f3ca-3aa8-4bca-a6a9-f193a66cae46 req-6ce22c53-cb90-4e2c-86bb-ca88257cc206 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 945 time: 0.1504636 Feb 19 01:02:44.554194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-2136c236-c8d4-4250-9683-e0321f13f32c tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.555757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-2136c236-c8d4-4250-9683-e0321f13f32c tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.96 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 945 time: 0.1476295 Feb 19 01:02:44.595119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.660633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5948c0be-bc0f-4971-928b-5e278a5fcd47']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.678955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb339e3-8e9b-4bf8-b701-57700f0416b0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.679356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb339e3-8e9b-4bf8-b701-57700f0416b0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.715319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (6bb339e3-8e9b-4bf8-b701-57700f0416b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.719504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55d3f3ca-3aa8-4bca-a6a9-f193a66cae46 req-a514f9b4-a9a0-42fe-b155-184fdf4c6e2d tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/security-groups?id=0dcd12df-7372-42c9-bf17-b7199acd6447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628118 Feb 19 01:02:44.752479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6bb339e3-8e9b-4bf8-b701-57700f0416b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (6bb339e3-8e9b-4bf8-b701-57700f0416b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:44.771511 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:44.836597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Deleting port 87670540-0e37-431d-93e2-c2b6403087a3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:44.836946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (87670540-0e37-431d-93e2-c2b6403087a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.915076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5948c0be-bc0f-4971-928b-5e278a5fcd47), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.928244 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.931504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/5948c0be-bc0f-4971-928b-5e278a5fcd47 HTTP/1.1" status: 204 len: 168 time: 0.6468980 Feb 19 01:02:44.935212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45474) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.950410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fc267-52a1-4660-bfa4-6cf8143b23ee tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=5948c0be-bc0f-4971-928b-5e278a5fcd47,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:44.958792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] For port 87670540-0e37-431d-93e2-c2b6403087a3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=87670540-0e37-431d-93e2-c2b6403087a3,segment=NetworkSegment(53f03bf0-4062-4ceb-9dc3-b3e0da357ba2),segment_id=53f03bf0-4062-4ceb-9dc3-b3e0da357ba2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:44.959388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (87670540-0e37-431d-93e2-c2b6403087a3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:44.971438 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5963417-b752-47ef-b878-ff6a92724ec4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:44.971933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5963417-b752-47ef-b878-ff6a92724ec4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:44.972537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Calling delete_port for 87670540-0e37-431d-93e2-c2b6403087a3 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:44.975263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a5963417-b752-47ef-b878-ff6a92724ec4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/d449807a-d8a9-4c57-9fcf-3f4e44cf16d5 HTTP/1.1" status: 404 len: 337 time: 0.0385852 Feb 19 01:02:44.977655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45476) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:44.996692 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-4834a224-92e5-4d91-958e-08f7979b667a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:44.997700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4834a224-92e5-4d91-958e-08f7979b667a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:45.001137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4834a224-92e5-4d91-958e-08f7979b667a tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/7d0ea718-549d-4474-b164-9cee9fbffe4e HTTP/1.1" status: 404 len: 339 time: 0.0220027 Feb 19 01:02:45.004046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:45.100790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting subnet c898ffa2-ac92-45ee-b51b-af7549cdb435 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:45.108120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (c898ffa2-ac92-45ee-b51b-af7549cdb435), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.156216 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.171848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (c898ffa2-ac92-45ee-b51b-af7549cdb435), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.260762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.266494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.274007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.280791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.286936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.293258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.298420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.301226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-6e6f9850-e118-498c-8d28-b72ef9589cd8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1578255 Feb 19 01:02:45.302585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (87670540-0e37-431d-93e2-c2b6403087a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.312856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c898ffa2-ac92-45ee-b51b-af7549cdb435), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.353899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Pushing event deleted for resources: {'Port': ['ID=87670540-0e37-431d-93e2-c2b6403087a3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.430551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] No DVR routers for this DVR port 87670540-0e37-431d-93e2-c2b6403087a3 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:45.436511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.440527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bd8a0b1-07b3-4054-b1d7-efe40b749dbd req-9e9811ec-458b-480f-b032-b7092f3048b5 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.96 "DELETE /v2.0/ports/87670540-0e37-431d-93e2-c2b6403087a3 HTTP/1.1" status: 204 len: 173 time: 0.8664117 Feb 19 01:02:45.441315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'name': 'network-vif-deleted', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:45.443691 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8be3c7-92b5-4b68-a40e-dd2d1b7c6856" -d '{"events": [{"server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "name": "network-vif-deleted", "tag": "87670540-0e37-431d-93e2-c2b6403087a3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:45.449268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (c898ffa2-ac92-45ee-b51b-af7549cdb435), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.464595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31495b69-a8a4-49e2-9e8a-fea8ad273300 req-4b61b540-af4b-4665-8715-7853036557f7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1549206 Feb 19 01:02:45.479993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b6dd4-b393-4c66-955b-f51f49f0e865 None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:45.518423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=c898ffa2-ac92-45ee-b51b-af7549cdb435,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.535509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.545173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:45.560217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-13095301-d304-4548-b911-4913a0ca2174 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/c898ffa2-ac92-45ee-b51b-af7549cdb435 HTTP/1.1" status: 204 len: 168 time: 0.5550585 Feb 19 01:02:45.651139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting subnet 4be932ff-fc79-4fd5-9284-2d79b9a5ccae {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:45.689099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (4be932ff-fc79-4fd5-9284-2d79b9a5ccae), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.694851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61992167-d4bf-46ae-8e87-4447c41f59cd req-c65570b4-d6a6-40ba-b193-32ea11cc7828 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0492737 Feb 19 01:02:45.791067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (4be932ff-fc79-4fd5-9284-2d79b9a5ccae), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.859603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36d50140-be68-435c-9f09-3d48d86347db no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:45.902132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 36d50140-be68-435c-9f09-3d48d86347db {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:45.902719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36d50140-be68-435c-9f09-3d48d86347db not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:45.917459 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4be932ff-fc79-4fd5-9284-2d79b9a5ccae), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.956096 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91897379-b654-4343-bf69-184c6a2ac58b x-openstack-request-id: req-91897379-b654-4343-bf69-184c6a2ac58b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:45.956487 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d40430-5356-4d60-bd50-4d47abc7092a", "name": "network-vif-deleted", "tag": "87670540-0e37-431d-93e2-c2b6403087a3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:45.956811 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-91897379-b654-4343-bf69-184c6a2ac58b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:45.957283 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d40430-5356-4d60-bd50-4d47abc7092a', 'name': 'network-vif-deleted', 'tag': '87670540-0e37-431d-93e2-c2b6403087a3', 'status': 'completed', 'code': 200} Feb 19 01:02:45.993357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64926e46-58c3-491e-8797-127de24f6582 req-b449cd58-4552-48c1-8e61-c0f945d9ca0b tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0350063 Feb 19 01:02:46.097639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (4be932ff-fc79-4fd5-9284-2d79b9a5ccae), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.130524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-578e3401-9446-429c-8705-dfa053971b52 req-4a769d44-64d3-45f4-b162-3e3ea8575ec9 tempest-InstanceActionsNegativeTestJSON-1599286397 tempest-InstanceActionsNegativeTestJSON-1599286397-project] 10.222.0.94 "GET /v2.0/ports?device_id=21d40430-5356-4d60-bd50-4d47abc7092a HTTP/1.1" status: 200 len: 210 time: 0.0435460 Feb 19 01:02:46.160893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=4be932ff-fc79-4fd5-9284-2d79b9a5ccae,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:46.168074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.171329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b032a6bd-f946-478a-927a-0012ea87cef9 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/4be932ff-fc79-4fd5-9284-2d79b9a5ccae HTTP/1.1" status: 204 len: 168 time: 0.6251068 Feb 19 01:02:46.173802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45502) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:46.274336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.337089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 8c65e961-7724-4fd9-94ae-600cb6838038 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:46.337440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.411550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 8c65e961-7724-4fd9-94ae-600cb6838038, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8c65e961-7724-4fd9-94ae-600cb6838038,segment=NetworkSegment(df7234d4-23dd-47e6-ae4a-952061a59ada),segment_id=df7234d4-23dd-47e6-ae4a-952061a59ada)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:46.411940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.430979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 8c65e961-7724-4fd9-94ae-600cb6838038 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:46.621314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8c65e961-7724-4fd9-94ae-600cb6838038), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.639514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ac79e-26e3-4416-aa70-41f6b791d5c4 None None] Network 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:46.680953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 8c65e961-7724-4fd9-94ae-600cb6838038 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:46.699235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.704668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.711113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.718674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.724851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.730697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.738204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:46.740261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-3075ae85-633d-4f4e-9b4b-916ba4aba3ad tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1562996 Feb 19 01:02:46.741289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=8c65e961-7724-4fd9-94ae-600cb6838038,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:46.767277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8a70a965-a8c4-4a48-8af3-0b18fbd3d51a None None] Could not find standard attr ID for object 8c65e961-7724-4fd9-94ae-600cb6838038. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:02:46.863714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a295e404-ce94-4c00-9f49-de3e497654ca None None] DHCP port deletion for 3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:46.868997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.906019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbc7ce7-e18f-49b0-accc-3f8ed55877e0']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:46.910271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.913309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cef37c42-a5ca-4eb1-9196-eefd58fafb2f req-43037163-8b87-4aca-ac16-9c39002d61b2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1345079 Feb 19 01:02:46.922358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7234d4-23dd-47e6-ae4a-952061a59ada') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:46.922660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7234d4-23dd-47e6-ae4a-952061a59ada') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:46.934358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (df7234d4-23dd-47e6-ae4a-952061a59ada), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.954653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df7234d4-23dd-47e6-ae4a-952061a59ada), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.962719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:46.963482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (df7234d4-23dd-47e6-ae4a-952061a59ada), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:46.967725 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:47.055688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73a6d209-a53f-47c4-b3b2-d7dfb9a7b062 req-d128de86-6a27-476c-a8cf-b0203a625302 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0363436 Feb 19 01:02:47.147156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b036a34-60fa-4861-b0f0-d3b302bbef40 req-c846a82e-80c0-4f33-8598-7327969d5485 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Feb 19 01:02:47.147932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3dbc7ce7-e18f-49b0-accc-3f8ed55877e0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.166998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.172487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/3dbc7ce7-e18f-49b0-accc-3f8ed55877e0 HTTP/1.1" status: 204 len: 168 time: 0.9954352 Feb 19 01:02:47.172487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f492a-e58b-463b-b033-0daf1eb45f8e tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=3dbc7ce7-e18f-49b0-accc-3f8ed55877e0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:47.172703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.214248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45514) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.248215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 87670540-0e37-431d-93e2-c2b6403087a3 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:47.280252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 87670540-0e37-431d-93e2-c2b6403087a3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:47.281014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 87670540-0e37-431d-93e2-c2b6403087a3 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:47.294824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Deleting subnet 5622d7ca-d077-4872-bff0-4116a81bb9fe {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:47.299227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Publish callbacks [] for subnet (5622d7ca-d077-4872-bff0-4116a81bb9fe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.344012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (5622d7ca-d077-4872-bff0-4116a81bb9fe), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.393654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (5622d7ca-d077-4872-bff0-4116a81bb9fe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.470192 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-348fb105-b471-4954-8abc-ce374dcc41e1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.471483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348fb105-b471-4954-8abc-ce374dcc41e1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.474418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-348fb105-b471-4954-8abc-ce374dcc41e1 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/c0fb8ab6-d5ca-47bf-b2bf-ea6d6c85e049 HTTP/1.1" status: 404 len: 337 time: 0.3007715 Feb 19 01:02:47.477193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45516) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.495713 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-612946ca-d66a-49bb-adbf-8acaaaa5b0f4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.496198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612946ca-d66a-49bb-adbf-8acaaaa5b0f4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.499264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-612946ca-d66a-49bb-adbf-8acaaaa5b0f4 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/a61b8c19-e715-4e9b-87b5-c933852122bb HTTP/1.1" status: 404 len: 339 time: 0.0210679 Feb 19 01:02:47.501821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.534634 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-583e77fb-70cf-4a86-89e5-c9628eb88da7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.535066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583e77fb-70cf-4a86-89e5-c9628eb88da7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.538064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-583e77fb-70cf-4a86-89e5-c9628eb88da7 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/e33c2e15-387e-45b8-b94b-b7b271f95eca HTTP/1.1" status: 404 len: 337 time: 0.0352426 Feb 19 01:02:47.540781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45520) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.549142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (5622d7ca-d077-4872-bff0-4116a81bb9fe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.585622 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc90479a-0f84-42db-ab5b-8a862b190164 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.586160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc90479a-0f84-42db-ab5b-8a862b190164 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.589174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fc90479a-0f84-42db-ab5b-8a862b190164 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/dcc2afc1-ab9a-43e7-ac8b-ddcef3a201a8 HTTP/1.1" status: 404 len: 339 time: 0.0475228 Feb 19 01:02:47.590301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5622d7ca-d077-4872-bff0-4116a81bb9fe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:47.593766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45522) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.594129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.598720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0763f7fb-3c17-4f5b-89ee-ed8dd4c2e60e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/5622d7ca-d077-4872-bff0-4116a81bb9fe HTTP/1.1" status: 204 len: 168 time: 0.3832083 Feb 19 01:02:47.601626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45524) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.634517 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0f09ab-d95d-4838-81fb-60972643b6ad tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.635368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0f09ab-d95d-4838-81fb-60972643b6ad tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.641474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a0f09ab-d95d-4838-81fb-60972643b6ad tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/1f896334-fc00-4b8f-a8be-1048fec29d09 HTTP/1.1" status: 404 len: 337 time: 0.0381374 Feb 19 01:02:47.643005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45526) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.663514 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7932df3-1579-45f2-844e-9260c49e89b5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:47.664300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7932df3-1579-45f2-844e-9260c49e89b5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:47.668556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b7932df3-1579-45f2-844e-9260c49e89b5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/27668ad8-2a0e-4562-9130-4f01fb4a3b41 HTTP/1.1" status: 404 len: 339 time: 0.0241244 Feb 19 01:02:47.674545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45528) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.676903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0c36c717-c994-4d17-a179-2fec91c4ddcf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.749559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting subnet 1dcd0486-91d2-4dd5-af1a-8afaa1c91add {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:47.759739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (1dcd0486-91d2-4dd5-af1a-8afaa1c91add), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.783289 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0c36c717-c994-4d17-a179-2fec91c4ddcf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.783540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8c65e961-7724-4fd9-94ae-600cb6838038 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:47.803257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (1dcd0486-91d2-4dd5-af1a-8afaa1c91add), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.805743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8c65e961-7724-4fd9-94ae-600cb6838038 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:47.806345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8c65e961-7724-4fd9-94ae-600cb6838038 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:47.809548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c36c717-c994-4d17-a179-2fec91c4ddcf']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:47.823837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:47.824144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f03bf0-4062-4ceb-9dc3-b3e0da357ba2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:47.836564 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (53f03bf0-4062-4ceb-9dc3-b3e0da357ba2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.856318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (53f03bf0-4062-4ceb-9dc3-b3e0da357ba2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.865977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:47.866445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (53f03bf0-4062-4ceb-9dc3-b3e0da357ba2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:47.869893 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:47.912017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1dcd0486-91d2-4dd5-af1a-8afaa1c91add), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.002388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0c36c717-c994-4d17-a179-2fec91c4ddcf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.008899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.012174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] 10.222.0.94 "DELETE /v2.0/networks/0c36c717-c994-4d17-a179-2fec91c4ddcf HTTP/1.1" status: 204 len: 168 time: 0.4096768 Feb 19 01:02:48.023927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab588f-9a6d-4d3a-9b72-1d37e2c8625f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c36c717-c994-4d17-a179-2fec91c4ddcf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.056670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (1dcd0486-91d2-4dd5-af1a-8afaa1c91add), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.097379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcd0486-91d2-4dd5-af1a-8afaa1c91add,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.106793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.113195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-17677f3d-7f97-4f76-aada-8323122e1de5 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/1dcd0486-91d2-4dd5-af1a-8afaa1c91add HTTP/1.1" status: 204 len: 168 time: 0.4347517 Feb 19 01:02:48.114386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.127798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e8f04-26ab-4e85-b34b-3df2fcd2b8eb None None] Network 044058b2-4384-4a9e-9677-0bcc2dab4051 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:48.133757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.139389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.145337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.150916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.156510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.162503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.168125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:48.177115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-12579df1-db9e-4efa-b256-514f82e25390 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1578300 Feb 19 01:02:48.252706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0eaf028-5165-4d4c-a253-08f115d5ecfa req-6f6e347f-670a-46a3-8a3a-a537119b6233 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738614 Feb 19 01:02:48.260832 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (044058b2-4384-4a9e-9677-0bcc2dab4051), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.387283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44fd6d91-b775-427e-9c0b-689904551fec req-39d11437-1d50-4030-ba54-fe6202976f5f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0592966 Feb 19 01:02:48.436275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port f20c8b60-40df-4005-a88d-60f4ec8aaf29 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:48.436774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.449057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] DHCP port deletion for 044058b2-4384-4a9e-9677-0bcc2dab4051 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:48.488605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45542) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.553732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port f20c8b60-40df-4005-a88d-60f4ec8aaf29, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f20c8b60-40df-4005-a88d-60f4ec8aaf29,segment=NetworkSegment(c854b12a-4d04-4805-9ee3-0f3f9e47b0a3),segment_id=c854b12a-4d04-4805-9ee3-0f3f9e47b0a3)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:48.554427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.573693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e08fc709-0d44-44f5-87dc-1f56d59bfafc req-46b30f57-1ecd-4d1c-a234-e6b287dfc110 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.3179071 Feb 19 01:02:48.576174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for f20c8b60-40df-4005-a88d-60f4ec8aaf29 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:48.577211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Deleting port f20c8b60-40df-4005-a88d-60f4ec8aaf29 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:48.578533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.603541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c717e03a-48c9-4e37-bf86-75d16b331c65 req-7eac0229-f002-422a-a26b-050219b02ef3 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0950007 Feb 19 01:02:48.623212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43f1787e-5f67-4ff4-89ca-1961a0ead847 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3d51dc4b27f84aa18312558c4347c9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312172 Feb 19 01:02:48.631622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45546) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.677503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] For port f20c8b60-40df-4005-a88d-60f4ec8aaf29, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f20c8b60-40df-4005-a88d-60f4ec8aaf29,segment=NetworkSegment(c854b12a-4d04-4805-9ee3-0f3f9e47b0a3),segment_id=c854b12a-4d04-4805-9ee3-0f3f9e47b0a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:48.678285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.696011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Calling delete_port for f20c8b60-40df-4005-a88d-60f4ec8aaf29 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:48.728985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] Publish callbacks [] for security_group (0dcd12df-7372-42c9-bf17-b7199acd6447), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.026688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] Publish callbacks [] for security_group (0dcd12df-7372-42c9-bf17-b7199acd6447), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.230447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.240876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (f20c8b60-40df-4005-a88d-60f4ec8aaf29), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.259118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=f20c8b60-40df-4005-a88d-60f4ec8aaf29,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.262724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port f20c8b60-40df-4005-a88d-60f4ec8aaf29 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:49.272020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0dcd12df-7372-42c9-bf17-b7199acd6447), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.272415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] Pushing event deleted for resources: {'Port': ['ID=f20c8b60-40df-4005-a88d-60f4ec8aaf29,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.273929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832b489-96b8-4ea8-ad47-5012fde8493a None None] No DVR routers for this DVR port f20c8b60-40df-4005-a88d-60f4ec8aaf29 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:49.284308 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.288121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0dcd12df-7372-42c9-bf17-b7199acd6447 HTTP/1.1" status: 204 len: 168 time: 0.6526725 Feb 19 01:02:49.364556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ecf09-df4e-43d6-b452-dde2e1b4a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd12df-7372-42c9-bf17-b7199acd6447,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.385498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a642b0ab-73fa-4b69-ba75-ad5ba80dbb49 req-6fadab8f-8398-488c-8fa5-fab893cc758d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0670607 Feb 19 01:02:49.418268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (044058b2-4384-4a9e-9677-0bcc2dab4051), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.450573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044058b2-4384-4a9e-9677-0bcc2dab4051']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.461993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.462291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c854b12a-4d04-4805-9ee3-0f3f9e47b0a3') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.472595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c854b12a-4d04-4805-9ee3-0f3f9e47b0a3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.486662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c854b12a-4d04-4805-9ee3-0f3f9e47b0a3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.493399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:49.494105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c854b12a-4d04-4805-9ee3-0f3f9e47b0a3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:49.497763 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:49.502504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.508011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.513879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.519413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.525037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.530305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.535763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:49.537830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-e9bca5a5-cdd8-4b84-b8b3-99c4d0329b16 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1163254 Feb 19 01:02:49.601449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf3822c9-c6b9-46bd-91a8-95026e62e1d7 req-a5e842a0-906e-4d62-ad14-1616ea36255a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0572898 Feb 19 01:02:49.664837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (044058b2-4384-4a9e-9677-0bcc2dab4051), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.676635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.681088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/044058b2-4384-4a9e-9677-0bcc2dab4051 HTTP/1.1" status: 204 len: 168 time: 1.5648286 Feb 19 01:02:49.685476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45564) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:49.713957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e929d09-b7ce-4681-a452-61c117d570d6 req-989bfd5f-92ac-4b34-8228-33bc47cecfd9 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0456750 Feb 19 01:02:49.749620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408f5d4-d5b2-47f6-b3ff-cd8e9879bd31 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=044058b2-4384-4a9e-9677-0bcc2dab4051,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.780244 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f26b48-e730-4090-9e20-9555cf4cb74b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:49.781113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f26b48-e730-4090-9e20-9555cf4cb74b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:49.784854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-79f26b48-e730-4090-9e20-9555cf4cb74b tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/34bf02d4-b8ea-45b7-b465-5a9b24ddadd4 HTTP/1.1" status: 404 len: 337 time: 0.0981066 Feb 19 01:02:49.787779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45568) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:49.808283 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8082b4e0-2b26-4b7c-a2bd-181a6ac29508 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] DELETE failed (client error): The resource could not be found. Feb 19 01:02:49.811684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f20c8b60-40df-4005-a88d-60f4ec8aaf29 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:49.815613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8082b4e0-2b26-4b7c-a2bd-181a6ac29508 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:02:49.842109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45570) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:49.849353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8082b4e0-2b26-4b7c-a2bd-181a6ac29508 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/f7501430-1168-4244-9910-20f60f7f5506 HTTP/1.1" status: 404 len: 339 time: 0.0517905 Feb 19 01:02:49.897825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f20c8b60-40df-4005-a88d-60f4ec8aaf29 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:49.912851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f20c8b60-40df-4005-a88d-60f4ec8aaf29 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:49.928833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-283538e9-6148-4512-9e67-c5595dbb0a02 req-1647f475-aa41-4ca0-bd19-e8305795b4c6 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0622661 Feb 19 01:02:49.938172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting subnet 4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:49.942764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.001332 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.105621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.236413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.264479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Subnet': ['ID=4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:50.268981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.278581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fb875b6a-553f-4d64-aab7-85c80d3b88a0 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/subnets/4e218bbb-3c37-4eb3-a7b9-c6d5e5e38cb4 HTTP/1.1" status: 204 len: 168 time: 0.4286277 Feb 19 01:02:50.278690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45580) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:50.279933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07540c-4919-49d3-b6c9-7cc6b731f6c7 None None] Network 5306c444-b9ad-4913-bb94-b1f9e673a971 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:50.386321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5306c444-b9ad-4913-bb94-b1f9e673a971), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.476353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Deleting port 4198a667-d381-4ae1-8d9c-81b20510198a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:50.476705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.580567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] DHCP port deletion for 5306c444-b9ad-4913-bb94-b1f9e673a971 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:50.598799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] For port 4198a667-d381-4ae1-8d9c-81b20510198a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4198a667-d381-4ae1-8d9c-81b20510198a,segment=NetworkSegment(f42636f7-25e8-4560-b41b-298b804a55ff),segment_id=f42636f7-25e8-4560-b41b-298b804a55ff)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:50.602013 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.640412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Calling delete_port for 4198a667-d381-4ae1-8d9c-81b20510198a owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:50.742702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Deleting port 4198a667-d381-4ae1-8d9c-81b20510198a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:50.743414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.838991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] For port 4198a667-d381-4ae1-8d9c-81b20510198a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4198a667-d381-4ae1-8d9c-81b20510198a,segment=NetworkSegment(f42636f7-25e8-4560-b41b-298b804a55ff),segment_id=f42636f7-25e8-4560-b41b-298b804a55ff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:50.839722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.858210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Calling delete_port for 4198a667-d381-4ae1-8d9c-81b20510198a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:50.952330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.962366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.969107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.975053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.980547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.986566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.992015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:50.994029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-6f9e723a-2e5f-433c-ac6b-a725da6a97b3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2163968 Feb 19 01:02:51.027257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.036889 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (4198a667-d381-4ae1-8d9c-81b20510198a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.074991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] Pushing event deleted for resources: {'Port': ['ID=4198a667-d381-4ae1-8d9c-81b20510198a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:51.077477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Port': ['ID=4198a667-d381-4ae1-8d9c-81b20510198a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:51.079281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d2b28-b47e-4d72-b7de-098ee9cd7167 None None] No DVR routers for this DVR port 4198a667-d381-4ae1-8d9c-81b20510198a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:51.086211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] No DVR routers for this DVR port 4198a667-d381-4ae1-8d9c-81b20510198a on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:51.120332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0041f648-88d4-4376-95a5-1e3eb42a0e1c req-7299bf14-219e-4eff-83bb-448336b5e98f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200762 Feb 19 01:02:51.238952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5306c444-b9ad-4913-bb94-b1f9e673a971), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.276246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7b8f24f-dd2a-4803-86bf-b50fe3f03cfb req-bde16fd9-f571-4a45-aae3-45755ecc9dce tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0560348 Feb 19 01:02:51.295151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5306c444-b9ad-4913-bb94-b1f9e673a971']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:51.312043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42636f7-25e8-4560-b41b-298b804a55ff') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:51.312043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42636f7-25e8-4560-b41b-298b804a55ff') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:51.323264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (f42636f7-25e8-4560-b41b-298b804a55ff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.425362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f42636f7-25e8-4560-b41b-298b804a55ff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.476284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:51.476990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (f42636f7-25e8-4560-b41b-298b804a55ff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:51.482235 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:51.572300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d03677c-0dea-4d76-9611-fc7ee822c9f4 req-9d31a2b6-314b-45b7-9081-6aa855b4be6b tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0633659 Feb 19 01:02:51.681889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5306c444-b9ad-4913-bb94-b1f9e673a971), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.693868 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.699326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] 10.222.0.94 "DELETE /v2.0/networks/5306c444-b9ad-4913-bb94-b1f9e673a971 HTTP/1.1" status: 204 len: 168 time: 1.4232001 Feb 19 01:02:51.712628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9b340-3a99-4a2a-8e10-1d3f19ed85f3 tempest-NetworksIpV6Test-996572566 tempest-NetworksIpV6Test-996572566-project] Pushing event deleted for resources: {'Network': ['ID=5306c444-b9ad-4913-bb94-b1f9e673a971,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:51.846901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4198a667-d381-4ae1-8d9c-81b20510198a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:51.871959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 4198a667-d381-4ae1-8d9c-81b20510198a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:51.875752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4198a667-d381-4ae1-8d9c-81b20510198a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:52.139485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-081bf02b-f7af-4d95-a91f-82bf6aa7f5cd req-97619bf1-1db3-4c3a-88b4-edef5e96a41b tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0435228 Feb 19 01:02:52.305293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.313134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.327513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.339374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.347431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.354364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.362161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.364971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-ea4ceb09-68b2-4c09-81ad-cae0d5bba0dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1466312 Feb 19 01:02:52.413612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:52.443703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eb6c147-70df-42ac-bffc-04639ec3835a req-6d3e2ea0-03df-451d-901c-52e94118ece9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0664873 Feb 19 01:02:52.571736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7e23d22-7516-4f88-92a9-50c8bf81a259 req-b2b740a0-3465-482b-b392-e05fc99eeaa1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0395620 Feb 19 01:02:52.649202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-08da66ee-7ae5-4f3e-b8a9-04a0339a190b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ae30aaa4a7d94f078afed9290fb288db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344284 Feb 19 01:02:52.651923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45648) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:52.722625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] Publish callbacks [] for security_group (2f264a61-672d-4517-aaec-68aa1851cdee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.760053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] Publish callbacks [] for security_group (2f264a61-672d-4517-aaec-68aa1851cdee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.921706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f264a61-672d-4517-aaec-68aa1851cdee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.925168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.926317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2f264a61-672d-4517-aaec-68aa1851cdee HTTP/1.1" status: 204 len: 168 time: 0.2733922 Feb 19 01:02:52.941095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a91ae5-0947-40f6-a436-3f83cd755223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f264a61-672d-4517-aaec-68aa1851cdee,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:53.093203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45658) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:53.275113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58e936e2-6abb-4222-aac3-b673048203dc req-aebe0438-2513-41f4-b62b-8f373b506d9e tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0385978 Feb 19 01:02:53.451721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ea5db6c-8da1-43a1-b370-c14bb4fd8695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.668243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.675281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.684666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.693818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.701560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddc71c44-f5e8-4633-b605-4b728cbfbfa0 req-4ac59800-2427-457e-87a9-c2d403a407af tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.1006746 Feb 19 01:02:53.716031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.730664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.750348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ea5db6c-8da1-43a1-b370-c14bb4fd8695 admin admin] Publish callbacks [] for security_group (47e6487f-f4bd-4f58-ae9b-3eea521af9cb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.756966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.759035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdc9961d-7727-455d-a43c-2c62a670773b req-91b544f4-6f84-4887-817f-90ac1944b472 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2184262 Feb 19 01:02:53.813457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ea5db6c-8da1-43a1-b370-c14bb4fd8695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47e6487f-f4bd-4f58-ae9b-3eea521af9cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.877004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdc9961d-7727-455d-a43c-2c62a670773b req-af455a27-787f-46e2-9beb-a02271e4eb25 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1023529 Feb 19 01:02:53.925514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8ea5db6c-8da1-43a1-b370-c14bb4fd8695 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cb53fc86973c4ad78dacbdac352c0ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8279915 Feb 19 01:02:53.926099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:53.938705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5db6c-8da1-43a1-b370-c14bb4fd8695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6487f-f4bd-4f58-ae9b-3eea521af9cb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:53.956060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b67f4d1-2a19-4458-9a3f-8d3e7fd8261d req-22890845-7471-431a-adc1-d7ce9243640b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1010857 Feb 19 01:02:54.020735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] Publish callbacks [] for security_group (47e6487f-f4bd-4f58-ae9b-3eea521af9cb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.051757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] Publish callbacks [] for security_group (47e6487f-f4bd-4f58-ae9b-3eea521af9cb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.218893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47e6487f-f4bd-4f58-ae9b-3eea521af9cb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.221522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.223466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47e6487f-f4bd-4f58-ae9b-3eea521af9cb HTTP/1.1" status: 204 len: 168 time: 0.2953937 Feb 19 01:02:54.230763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36eea9-7271-4829-aadd-423bf25fbf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6487f-f4bd-4f58-ae9b-3eea521af9cb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:54.389309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7bf660b0-0995-4963-a641-2fe228871450 req-a5aa7fef-97df-4f99-8c55-36bd61bebb38 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0314903 Feb 19 01:02:54.523827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:54.558235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45738) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:54.650730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1686690790'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:54.696999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e930d686-da2b-4273-9a3c-ed20cb4073ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.762942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:54.766459 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.780764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.829154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e930d686-da2b-4273-9a3c-ed20cb4073ff admin admin] Publish callbacks [] for security_group (fe0e1030-f4d6-412d-a8db-cbb4449dd838), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.846783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5eefe7b-298b-49ca-b688-73ad6098cec9 req-2a21a410-dde2-4314-b1db-c8ee0500a61b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0458519 Feb 19 01:02:54.894084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (7a7b71d1-ebdc-4dff-a165-cbba9084339e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.928054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e930d686-da2b-4273-9a3c-ed20cb4073ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe0e1030-f4d6-412d-a8db-cbb4449dd838), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.017863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930d686-da2b-4273-9a3c-ed20cb4073ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e1030-f4d6-412d-a8db-cbb4449dd838,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.022717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7a7b71d1-ebdc-4dff-a165-cbba9084339e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.031581 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e930d686-da2b-4273-9a3c-ed20cb4073ff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4c70157d50af449bba196d555ef6eacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717369 Feb 19 01:02:55.034272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45754) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:55.100416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b71d1-ebdc-4dff-a165-cbba9084339e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.125072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:55.133385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea98ab65-305f-4ff1-89f4-e077b2e2a1e5 req-9ad8458b-cc45-4f7b-83df-989ef2c372f4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0516262 Feb 19 01:02:55.137882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b37a3823-0ba3-4f2e-8e4d-04c42a945a47), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.137882 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment b37a3823-0ba3-4f2e-8e4d-04c42a945a47 of type vlan for network 571308d7-db24-461a-932c-c76c9f57bdd2 Feb 19 01:02:55.152460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] Publish callbacks [] for security_group (fe0e1030-f4d6-412d-a8db-cbb4449dd838), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.199393 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] Publish callbacks [] for security_group (fe0e1030-f4d6-412d-a8db-cbb4449dd838), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.199495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.201310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.206717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.214093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.219590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.227205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.234339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.237216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6776bdfd-d3af-455c-ac27-076ab857746d req-72ecd54c-c0b3-4f8e-8741-e7d70159dd09 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2613134 Feb 19 01:02:55.247861 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (571308d7-db24-461a-932c-c76c9f57bdd2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.326048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6776bdfd-d3af-455c-ac27-076ab857746d req-2d5daa82-b785-4da7-a5a3-6d3786f0aa86 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0801556 Feb 19 01:02:55.327877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe0e1030-f4d6-412d-a8db-cbb4449dd838), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.330595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.331714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fe0e1030-f4d6-412d-a8db-cbb4449dd838 HTTP/1.1" status: 204 len: 168 time: 0.2958541 Feb 19 01:02:55.341931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956401d-4a6b-45cd-a441-f69ae0468dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e1030-f4d6-412d-a8db-cbb4449dd838,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.364783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (571308d7-db24-461a-932c-c76c9f57bdd2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.378096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.378820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.459407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=571308d7-db24-461a-932c-c76c9f57bdd2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:55.476212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:55.536995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e555158-63ce-4136-b090-ad8045fb7a46 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0111718 Feb 19 01:02:55.539427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45770) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:55.552103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'name': 'tempest-PortsIpV6TestJSON-1337780033'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:55.608588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf8bed5f-a4a9-49d6-9fb7-705154b9a7d1 req-1fd70cb3-180c-4915-8efe-2f7388a7add1 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0927644 Feb 19 01:02:55.767932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:55.771343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.794120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port aafa169e-b235-42e0-8fd4-24037fdce8d2 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:02:55.904419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:56.010462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:56.016081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f636e06d-673a-430e-bbc5-bd56b6cc2d36 req-e2ad8c93-8ac2-42e1-a0cf-10335069daa9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0579772 Feb 19 01:02:56.028975 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-890d011e-0472-426c-b1f0-480d3295684d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.079562 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.127682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-890d011e-0472-426c-b1f0-480d3295684d admin admin] Publish callbacks [] for security_group (97409e94-66af-49e0-af3f-3dd2f86e2a2c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.195812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-890d011e-0472-426c-b1f0-480d3295684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (97409e94-66af-49e0-af3f-3dd2f86e2a2c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.235932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-653170252-network', 'tenant_id': 'd13b16daabd94b80b79943014acb1f33'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:56.281688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-890d011e-0472-426c-b1f0-480d3295684d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d5c38de1164d41d198ec60cf3936577e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2692387 Feb 19 01:02:56.285514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d011e-0472-426c-b1f0-480d3295684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97409e94-66af-49e0-af3f-3dd2f86e2a2c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.311311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-76ac76b7-48f2-4d99-b802-59e9264e4649 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.311843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45790) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:56.311935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-76ac76b7-48f2-4d99-b802-59e9264e4649 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 808 time: 0.2095141 Feb 19 01:02:56.320347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Request body: {'port': {'device_id': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'admin_state_up': True, 'tenant_id': 'c18d61231db4402b8efef02ecd91f793'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:56.336651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.363306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83cd6d6c-cf1b-4071-b59f-1f62677f9531 req-d7d13a7f-4d03-4ece-b8f9-8c315a7f5270 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0393693 Feb 19 01:02:56.394726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] Publish callbacks [] for security_group (97409e94-66af-49e0-af3f-3dd2f86e2a2c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.406769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Made reservation on behalf of d13b16daabd94b80b79943014acb1f33 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:56.413322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.450372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.473663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] Publish callbacks [] for security_group (97409e94-66af-49e0-af3f-3dd2f86e2a2c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.524720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=aafa169e-b235-42e0-8fd4-24037fdce8d2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.579024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks [] for security_group (872b268c-ea25-4b72-93a5-f8242f81a417), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.581115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:56.581493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 571308d7-db24-461a-932c-c76c9f57bdd2, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:56.621743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.628667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.634848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.640258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (97409e94-66af-49e0-af3f-3dd2f86e2a2c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.642834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.648874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.649260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.652100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/97409e94-66af-49e0-af3f-3dd2f86e2a2c HTTP/1.1" status: 204 len: 168 time: 0.3481717 Feb 19 01:02:56.655144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.661941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.670505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-67dfaabc-cbca-4411-8378-e851c01c5ed9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2076192 Feb 19 01:02:56.693136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58f8d9-be3b-45c4-b56c-ba7f5dc65733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97409e94-66af-49e0-af3f-3dd2f86e2a2c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.700787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (872b268c-ea25-4b72-93a5-f8242f81a417), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.752787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Made reservation on behalf of c18d61231db4402b8efef02ecd91f793 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:56.762567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.784877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:56.794315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7eb38f16-2d14-4deb-be5d-08b58a38a6a4 req-0769c3b2-cfa9-4d22-860e-f8cbd4dfc951 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0786710 Feb 19 01:02:56.794315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:56.808766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3392bcd-cc61-4242-a146-1ba485b75468 req-190d38ac-5f3a-4a4e-9e80-4ba9a74011da tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1354666 Feb 19 01:02:56.825517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872b268c-ea25-4b72-93a5-f8242f81a417,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.834960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cc81a701-7495-4222-ba38-7c3107b550fb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.835402 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Added segment cc81a701-7495-4222-ba38-7c3107b550fb of type vlan for network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff Feb 19 01:02:56.888150 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.957551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 571308d7-db24-461a-932c-c76c9f57bdd2) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:56.967401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:56.972452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35154465-93f5-45b8-8e21-d55e5c3b12bc None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:56.974068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.974733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.990711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.991746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.992334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.031370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Allocated IP 172.20.0.8 (02a55e28-4da2-4b51-9aec-7415f386d3f1/f25a891f-3aec-492a-b9aa-a38c10b9254a/393a97d4-e466-4069-8e2c-10e80738fd9d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:57.100673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-511601f7-5239-4c0c-b67e-39ea490a209c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5594206 Feb 19 01:02:57.121523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45802) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:57.129233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-621161048'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.173957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] Pushing event updated for resources: {'Network': ['ID=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.194756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:57.276378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99f0a2ff-ba21-4b1a-9123-4d80f5b3c0eb req-c94e2557-516b-468d-8639-290d9ca9d659 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0618474 Feb 19 01:02:57.283489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b9b9c8d-e0eb-4cee-b189-3f22611b4447 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3773727 Feb 19 01:02:57.293182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45806) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:57.304059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Request body: {'subnet': {'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-653170252-subnet', 'tenant_id': 'd13b16daabd94b80b79943014acb1f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.382548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:57.386292 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.427107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Made reservation on behalf of d13b16daabd94b80b79943014acb1f33 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:57.429629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.441498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:57.471588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0d625f92-9a0a-4022-ad3e-f8607ec8db3c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.472100 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment 0d625f92-9a0a-4022-ad3e-f8607ec8db3c of type vlan for network 84f91f7d-768f-4c3f-91b8-4bbb137a360c Feb 19 01:02:57.589459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-576cd492-2557-4f5e-b6cd-0d98aa3ff92b req-db9599ee-bf30-468e-b8f6-ba712193cbcd tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0646043 Feb 19 01:02:57.595748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks [] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.598172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (84f91f7d-768f-4c3f-91b8-4bbb137a360c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.687340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (84f91f7d-768f-4c3f-91b8-4bbb137a360c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.694053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.694907 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.781698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.796815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:57.833470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (a989d713-ec4b-441c-b36d-ca8f00687945), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.903815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7810919 Feb 19 01:02:57.916502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45824) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:57.926264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'ports': [{'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'}, {'network_id': '84f91f7d-768f-4c3f-91b8-4bbb137a360c'}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.926843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.927810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '84f91f7d-768f-4c3f-91b8-4bbb137a360c'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:57.941258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=84f91f7d-768f-4c3f-91b8-4bbb137a360c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.956808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Network 02a55e28-4da2-4b51-9aec-7415f386d3f1 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:57.961841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:57.975767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:57.983314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:58.044829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.045199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.045531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.045873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.046209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.046541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.046873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.047227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.047557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.047885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.048243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.048574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.048893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b50a54-b1ff-4514-b434-cded202b666d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.072037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.072395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.072740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.073079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.073418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.074346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.074696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.075033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.075418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.075750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.076094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.076406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.076732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:58.133564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.134546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.162853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 84f91f7d-768f-4c3f-91b8-4bbb137a360c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:58.181144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.186858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.193600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.199494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.204972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.210516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.217894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.221624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43663c71-d177-439c-b1ed-31d77703989f req-7142b7ed-28aa-4872-86ce-dcc4c026baa4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1786153 Feb 19 01:02:58.260993 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-f047a9fc-f96d-4efd-af4f-4e8e16b1a30b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9484611 Feb 19 01:02:58.282129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Request body: {'port': {'device_id': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:58.431725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43663c71-d177-439c-b1ed-31d77703989f req-80751d1c-069b-4227-8b13-8742fc64f9ed tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2029786 Feb 19 01:02:58.442343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.553093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Checking segment: {'id': 'cc81a701-7495-4222-ba38-7c3107b550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:58.553681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Network hostable DHCP agents. Network: bcebfe8a-70a3-4e76-8532-804c0e2ab8ff, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:58.555453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a989d713-ec4b-441c-b36d-ca8f00687945,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:58.586138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2bf725c-3553-46e5-901a-f2fe575824d3 req-38370a29-0f84-4a94-a1fa-5dc4351bfc2b tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0621595 Feb 19 01:02:58.735333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc2f7e-bf58-446f-b5b4-aed8fb78a67d req-82a2777d-5c93-4e89-85af-f64b98ffc3dd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.737606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ecc2f7e-bf58-446f-b5b4-aed8fb78a67d req-82a2777d-5c93-4e89-85af-f64b98ffc3dd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 931 time: 0.1343179 Feb 19 01:02:58.760603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b39cbf1-5bc5-425e-9c24-b71e42535a84 req-cf9edb4a-a285-4507-943e-3d083ede2fda tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0464408 Feb 19 01:02:58.762650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:58.829024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ecc2f7e-bf58-446f-b5b4-aed8fb78a67d req-05c43dfb-7e66-4409-9810-f055f0b9ecc1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850518 Feb 19 01:02:58.830855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:58.835346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.838705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, bcebfe8a-70a3-4e76-8532-804c0e2ab8ff) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:58.854277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.854852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.855238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaebc67-15b5-4756-9b98-e9c16efa7b1a None None] Network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:58.867372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.901567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393a97d4-e466-4069-8e2c-10e80738fd9d {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:58.910821 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks [] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:58.926693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Transition to ACTIVE for port object 393a97d4-e466-4069-8e2c-10e80738fd9d will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:58.987959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-484f1345-5dc6-4bd4-8934-f8784ff35c64 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6853073 Feb 19 01:02:59.006374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14fe2d-c1cf-44d1-b7ae-a156dd2ec5c1 None None] Network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:59.014352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.081942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:59.112594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 59d2c888-c1f7-46fb-8d48-a337a2e78672 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:02:59.223938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:59.225523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:59.225938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:59.231977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:59.232400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:59.238554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:59.239074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:59.239589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:59.240195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Bound port: 393a97d4-e466-4069-8e2c-10e80738fd9d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:59.240631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.277570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (59d2c888-c1f7-46fb-8d48-a337a2e78672), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.316586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:59.320472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:59.411424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 854aac2d-fc54-45aa-ab0c-c44fb7d41945 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:02:59.448074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.507872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.508755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.511338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] 10.222.0.96 "PUT /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 1091 time: 1.2422440 Feb 19 01:02:59.530231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:59.537680 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d" -d '{"events": [{"name": "network-changed", "server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:59.576745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (854aac2d-fc54-45aa-ab0c-c44fb7d41945), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.614215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c59dbb-4de7-4fd9-b105-ff9575a6f2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:59.681927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (59d2c888-c1f7-46fb-8d48-a337a2e78672), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.712359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.719593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.728105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.736083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.743630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:59.748346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.749271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:59.752017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:59.752835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (854aac2d-fc54-45aa-ab0c-c44fb7d41945), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:59.756866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=59d2c888-c1f7-46fb-8d48-a337a2e78672,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:59.757978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.766419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.776310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-de4c5788-ee22-442d-896c-e4a4da61a25d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1770594 Feb 19 01:02:59.836016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-c28356d0-e617-4c11-949c-99dbfa7ea09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.837588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-c28356d0-e617-4c11-949c-99dbfa7ea09b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1125 time: 0.1768904 Feb 19 01:02:59.850619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=854aac2d-fc54-45aa-ab0c-c44fb7d41945,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:59.864467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6edfe96-a270-4371-abb2-5db969a4c4d2 req-8711816e-a5cf-4566-9a7d-c96abbaec447 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0869486 Feb 19 01:02:59.911973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': '0d625f92-9a0a-4022-ad3e-f8607ec8db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '84f91f7d-768f-4c3f-91b8-4bbb137a360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:59.912381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 84f91f7d-768f-4c3f-91b8-4bbb137a360c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:59.915772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-11bf94fc-2509-47c8-94df-2e2c2cdeceee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 217 time: 0.0705390 Feb 19 01:02:59.921115 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c256202d-b593-493a-ba4b-53f759a1e9de x-openstack-request-id: req-c256202d-b593-493a-ba4b-53f759a1e9de {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:59.921409 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:59.921715 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c256202d-b593-493a-ba4b-53f759a1e9de {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:59.922129 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'status': 'completed', 'code': 200} Feb 19 01:02:59.969734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-389125f9-4e65-459b-a853-7e14f07b3f16 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.972202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-389125f9-4e65-459b-a853-7e14f07b3f16 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/networks?id=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff HTTP/1.1" status: 200 len: 821 time: 0.1617630 Feb 19 01:02:59.988052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-677558b3-d5ce-4f99-8489-bd103967248f tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/quotas/d13b16daabd94b80b79943014acb1f33 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Feb 19 01:03:00.025272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-9576f3b4-09ca-4586-8457-30dda707fe7d tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=d13b16daabd94b80b79943014acb1f33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300856 Feb 19 01:03:00.042076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 84f91f7d-768f-4c3f-91b8-4bbb137a360c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:00.124665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 84f91f7d-768f-4c3f-91b8-4bbb137a360c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:00.129868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:00.137928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d4f635-7f33-462b-9ba3-42429b3a9a97 None None] Network 84f91f7d-768f-4c3f-91b8-4bbb137a360c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:00.138427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.144686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.145464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.165775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-3d348e6c-c369-4e05-a3fa-11c7efbfcbde service neutron] 10.222.0.94 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335306 Feb 19 01:03:00.264975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aee0e848-6671-4d73-bde0-c35131d29c71 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3464835 Feb 19 01:03:00.269040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45878) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:00.275568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2e4a7d5-228a-4d92-a0da-74be9a51959d req-d4976641-c109-4d17-b7a3-4e214b5bcae4 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.2991977 Feb 19 01:03:00.282403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9140-d662-4765-b494-24c7932afe74 req-2db42e96-37af-4dee-b1d2-bfef651bda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.284663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-2db42e96-37af-4dee-b1d2-bfef651bda75 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.3615839 Feb 19 01:03:00.325383 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-a8b6ff26-7d45-42c9-a721-1e04db775863 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336621 Feb 19 01:03:00.391688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-d8cdd9e8-b7bb-48aa-aa4c-46aadf91f3e7 service neutron] 10.222.0.94 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185943 Feb 19 01:03:00.431342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b72c17e-471e-47e1-851e-3817fddbe88d req-50939c97-940c-4ae0-afdf-2d9e6a6c497a tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0370002 Feb 19 01:03:00.442476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 854aac2d-fc54-45aa-ab0c-c44fb7d41945 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:00.445272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (854aac2d-fc54-45aa-ab0c-c44fb7d41945), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.465109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-75a88304-b182-4b42-b737-7d2a21ac0987 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325769 Feb 19 01:03:00.528806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (854aac2d-fc54-45aa-ab0c-c44fb7d41945), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.543871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 854aac2d-fc54-45aa-ab0c-c44fb7d41945 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:00.637650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fcecb-d05d-480d-a2c5-f7aef00f304d req-ea3ed40b-64f7-4884-85f0-bf80b35aecd8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.647714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f83fcecb-d05d-480d-a2c5-f7aef00f304d req-ea3ed40b-64f7-4884-85f0-bf80b35aecd8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1319442 Feb 19 01:03:00.656502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9d9140-d662-4765-b494-24c7932afe74 req-5d7e3d5a-153a-45b0-878d-7525e1be34cc service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800704 Feb 19 01:03:00.712036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b147676f-58ab-49d5-a7a9-7e81c2407597 req-105301be-bd4e-4b85-9144-440912c4f2b9 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 210 time: 0.0399208 Feb 19 01:03:00.719307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f83fcecb-d05d-480d-a2c5-f7aef00f304d req-720d3fd1-2aa8-4251-9442-52e85daae1ba tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Feb 19 01:03:00.721987 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (854aac2d-fc54-45aa-ab0c-c44fb7d41945), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.774202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=854aac2d-fc54-45aa-ab0c-c44fb7d41945,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:00.777826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.784138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1f6e29b-4a14-4f47-a1d6-2fffb43ab52c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/854aac2d-fc54-45aa-ab0c-c44fb7d41945 HTTP/1.1" status: 204 len: 168 time: 0.5139594 Feb 19 01:03:00.784403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:00.913097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f949c-e3e0-4705-b0b7-0dab09f7fe9d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.918420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9f949c-e3e0-4705-b0b7-0dab09f7fe9d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.922458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bc9f949c-e3e0-4705-b0b7-0dab09f7fe9d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1339669 Feb 19 01:03:00.922847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45892) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:00.927462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-e8f618b7-6370-4c4b-a842-9d4204ab0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.929091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-e8f618b7-6370-4c4b-a842-9d4204ab0338 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1125 time: 0.0891395 Feb 19 01:03:01.024294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-0e3be7fb-b377-4e73-86b2-2e0e038af10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.025774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-0e3be7fb-b377-4e73-86b2-2e0e038af10d service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.0899918 Feb 19 01:03:01.072530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-3e679ab2-14e5-47ef-9722-b4ebb84c5e46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 217 time: 0.0404508 Feb 19 01:03:01.077526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.083539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.089344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.094813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.100377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.105692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.111523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.113499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-556c2600-bfd9-40c6-8082-725bcac6eabe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1443894 Feb 19 01:03:01.137528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-2ad84ea1-bffd-492c-8241-78b520736472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.139134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-2ad84ea1-bffd-492c-8241-78b520736472 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0607975 Feb 19 01:03:01.164613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 59d2c888-c1f7-46fb-8d48-a337a2e78672 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:01.164993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (59d2c888-c1f7-46fb-8d48-a337a2e78672), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.180353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-f4f3dfcb-87fb-4006-bf63-a337a629a9f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296717 Feb 19 01:03:01.264155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5161ad06-58fc-4b37-90e1-afa0f51e8d59 req-75738a56-6e6d-4818-b905-dbb9df5a9bb5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1442564 Feb 19 01:03:01.268403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (59d2c888-c1f7-46fb-8d48-a337a2e78672), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.302577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 59d2c888-c1f7-46fb-8d48-a337a2e78672 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:01.308818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-8e1afe1c-e6c2-491a-a996-2bda84d1c6a9 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214793 Feb 19 01:03:01.421745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-55b09fbf-bf8b-4eb9-aac8-cc6f4d35753d req-a9f1a616-bb5d-4d3d-ae4f-fcf3759aa3f4 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065342 Feb 19 01:03:01.443278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d5a42328-6444-44f4-afa6-1d9f3eb38abe req-f023ad9d-2a55-4ffb-83cd-05579a3a939e tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0368028 Feb 19 01:03:01.482183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (59d2c888-c1f7-46fb-8d48-a337a2e78672), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.529795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=59d2c888-c1f7-46fb-8d48-a337a2e78672,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:01.550384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.550384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b1a57f36-7bce-479d-bbb9-353b4b6a103c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/59d2c888-c1f7-46fb-8d48-a337a2e78672 HTTP/1.1" status: 204 len: 168 time: 0.6225247 Feb 19 01:03:01.550680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45900) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:01.580321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0474023-3d87-48fd-a147-0cea688b1169 req-deb4c3dd-a511-4a98-9a93-47944939a1b4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0461910 Feb 19 01:03:01.624278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d210a-e9f6-4295-be35-fe46b36c7295 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.625944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e4d210a-e9f6-4295-be35-fe46b36c7295 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0739820 Feb 19 01:03:01.633779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45902) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:01.662602 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b194f31-f111-421a-a31e-2d06f4bb1d53 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:01.664074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8b194f31-f111-421a-a31e-2d06f4bb1d53 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/854aac2d-fc54-45aa-ab0c-c44fb7d41945 HTTP/1.1" status: 404 len: 333 time: 0.0293577 Feb 19 01:03:01.667521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45904) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:01.693217 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4133bcd1-c6c1-41b6-a623-24ce19f10abe tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:01.697921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4133bcd1-c6c1-41b6-a623-24ce19f10abe tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/59d2c888-c1f7-46fb-8d48-a337a2e78672 HTTP/1.1" status: 404 len: 333 time: 0.0270503 Feb 19 01:03:01.698614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45906) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:01.825248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (84f91f7d-768f-4c3f-91b8-4bbb137a360c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.867710 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a5c1590-26c0-4446-a636-f3ffc1ec3fc7 req-0cfa5a75-34ca-4dcd-810e-2f67c27c4025 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 210 time: 0.0475416 Feb 19 01:03:01.880118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd5e55-560a-46c4-a923-663bcebd0874 req-884d509a-1457-49ba-8bce-99d881c02566 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.882434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2fdd5e55-560a-46c4-a923-663bcebd0874 req-884d509a-1457-49ba-8bce-99d881c02566 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0709727 Feb 19 01:03:01.936630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2fdd5e55-560a-46c4-a923-663bcebd0874 req-53173282-3855-4046-9899-5a5a12042047 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Feb 19 01:03:01.968555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (84f91f7d-768f-4c3f-91b8-4bbb137a360c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:01.990725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f91f7d-768f-4c3f-91b8-4bbb137a360c']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:02.002654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d625f92-9a0a-4022-ad3e-f8607ec8db3c') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:02.003125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d625f92-9a0a-4022-ad3e-f8607ec8db3c') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:02.014811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (0d625f92-9a0a-4022-ad3e-f8607ec8db3c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.030073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0d625f92-9a0a-4022-ad3e-f8607ec8db3c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.037702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:02.038104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (0d625f92-9a0a-4022-ad3e-f8607ec8db3c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:02.041347 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:02.173001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (84f91f7d-768f-4c3f-91b8-4bbb137a360c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.178120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.181853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/84f91f7d-768f-4c3f-91b8-4bbb137a360c HTTP/1.1" status: 204 len: 168 time: 0.4827769 Feb 19 01:03:02.185407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45912) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:02.192245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-609326540'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:02.206073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817361a2-bc87-42f1-bd26-a8f0d56b65b0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=84f91f7d-768f-4c3f-91b8-4bbb137a360c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:02.287379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:02.290751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.330800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:02.343353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (605c7f04-22a3-4ff4-b938-0096b4c06965), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.343695 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment 605c7f04-22a3-4ff4-b938-0096b4c06965 of type vlan for network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 Feb 19 01:03:02.400966 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.419191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.425453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.431013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.437823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.444204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.449818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.455186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.457261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76703107-d263-468d-bb26-4ca568dc9879 req-b3c5342e-a515-4518-bbc2-c90a0f13282b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1068645 Feb 19 01:03:02.493449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.503255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.504258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.522332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76703107-d263-468d-bb26-4ca568dc9879 req-f141049e-c6e4-4dc4-9d34-45507325cd15 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590909 Feb 19 01:03:02.587811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf32656a-426d-4a68-b3a1-3ac0e792f430 req-b4511cb6-b275-482b-88f2-b5df8feda10f tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0575068 Feb 19 01:03:02.606683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=8475ee2c-017f-4b1a-85d5-2bb5a6ef6404,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:02.625071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:02.643138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:02.643446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ed4c8434-ff87-4bca-930a-0517368ce046 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4569085 Feb 19 01:03:02.648971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:02.768361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13f2a2d4-1004-4e1b-8fc6-610551ba6850 req-cb9e899e-ad34-4cd7-9cdb-bc38a6dbbdb7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0497997 Feb 19 01:03:02.869746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:02.873210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.984212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a991b24d-90b1-4b5b-bfdd-19fe1b486d85 req-e526d836-24ef-49ca-98d1-56a82cf625ee tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 210 time: 0.0467548 Feb 19 01:03:02.988085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Performing IP validity checks on allocation pools {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:03:02.990826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:03:03.064430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-f09b1607-34f0-40d1-8c86-8431f7684d0a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.066454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-f09b1607-34f0-40d1-8c86-8431f7684d0a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.96 "GET /v2.0/networks?id=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff HTTP/1.1" status: 200 len: 821 time: 0.1883309 Feb 19 01:03:03.084576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Request body: {'port': {'device_id': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff', 'admin_state_up': True, 'tenant_id': 'd13b16daabd94b80b79943014acb1f33'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:03.281251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b0e6c-5244-47bc-969f-e6cbe7741144 req-88a6b88f-6779-48ea-ba7c-9660e08db29a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.282945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb3b0e6c-5244-47bc-969f-e6cbe7741144 req-88a6b88f-6779-48ea-ba7c-9660e08db29a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2254293 Feb 19 01:03:03.333348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (59025fe7-f107-4458-82d0-6e3648bd1731), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.373351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb3b0e6c-5244-47bc-969f-e6cbe7741144 req-88b8cceb-0b37-4653-acf5-99dd184cd48a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847352 Feb 19 01:03:03.407173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=59025fe7-f107-4458-82d0-6e3648bd1731,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:03.419575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': '605c7f04-22a3-4ff4-b938-0096b4c06965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:03.420133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:03.440223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Made reservation on behalf of d13b16daabd94b80b79943014acb1f33 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:03.440336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.510580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:03.590686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Allocated IP 172.20.0.2 (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff/a989d713-ec4b-441c-b36d-ca8f00687945/e6890b84-03b7-4ba6-a067-d793923b8a87) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:03.609514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:03.620592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacaac71-35da-4224-9c6d-83185485d2ab None None] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:03.673024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.673767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.742472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.773922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7526f5a6-ebd0-44a0-a77e-328f337d0cb8 req-136ee630-2671-457a-a420-6cef524bd953 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0970106 Feb 19 01:03:03.785458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.791283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-8475ee2c-017f-4b1a-85d5-2bb5a6ef6404', 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': '59025fe7-f107-4458-82d0-6e3648bd1731'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:03.794790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:03.803887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.818378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.831163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6eac7040-258a-425c-8dbf-dcc96f2fd262 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1858313 Feb 19 01:03:03.837458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.841591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45934) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:03.851005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.855365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404', 'name': 'tempest-PortsIpV6TestJSON-316733204'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:03.882062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:03.888579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-b8d53dd5-e100-43be-a1b5-cc359aa1b339 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2763066 Feb 19 01:03:03.978455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48d7f8cf-d234-4155-b420-dc0a00862471 req-f8344a4e-2fe5-4733-8156-d592290cf2a1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0849683 Feb 19 01:03:04.083445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9bb35e23-7a3a-494c-86b7-1d5d0e2b42e0 req-3e66a3de-56d0-4866-941b-abc85955d724 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1140361 Feb 19 01:03:04.089643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:04.101549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.116110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Allocated IP 2001:db8::2 (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404/59025fe7-f107-4458-82d0-6e3648bd1731/9b778db8-ebe4-45a5-8760-7bdffac1fa3f) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:04.150847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-404bd4f2-b8e1-4310-98b3-f7935fdbc984 req-7d90721a-b392-404e-8bc9-65998eb4c6bd tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 210 time: 0.0390532 Feb 19 01:03:04.169219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks [] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.174553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 51952033-a240-4bac-99cd-b662a7aff361 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:04.288837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks [] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.334181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.362461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.405514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:04.408675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:04.411665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:04.416765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:04.419072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:04.421613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:04.424625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Pushing event updated for resources: {'Port': ['ID=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:04.433346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.433698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.434042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.438328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:04.478887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Pushing event updated for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:04.514995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Attempting to bind port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:04.515407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Attempting to bind port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '605c7f04-22a3-4ff4-b938-0096b4c06965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:04.515782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Attempting to bind port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f on network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:04.521822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:04.522203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Checking segment: {'id': '605c7f04-22a3-4ff4-b938-0096b4c06965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:04.522611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.523007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Bound using segment: {'id': '605c7f04-22a3-4ff4-b938-0096b4c06965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:04.523513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Bound port: 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605c7f04-22a3-4ff4-b938-0096b4c06965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '8475ee2c-017f-4b1a-85d5-2bb5a6ef6404'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:04.523895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.550720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::2e8 (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404/59025fe7-f107-4458-82d0-6e3648bd1731/51952033-a240-4bac-99cd-b662a7aff361) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:04.584128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.585533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.601649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] For port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:04.606079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] For port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,segment=NetworkSegment(605c7f04-22a3-4ff4-b938-0096b4c06965),segment_id=605c7f04-22a3-4ff4-b938-0096b4c06965)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:04.623966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd8e7-4d9a-4ad9-a118-1541379d491d req-c4bbb1dd-2ed8-4265-9944-2acde0fada8f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.627080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e7fd8e7-4d9a-4ad9-a118-1541379d491d req-c4bbb1dd-2ed8-4265-9944-2acde0fada8f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1441956 Feb 19 01:03:04.681583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:04.752982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba681c0-e45e-4377-9886-66eea5aa08cb None None] Pushing event updated for resources: {'Port': ['ID=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:04.974149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a8db770-9f7d-40c3-a765-f2d23a166683 req-fd2f91e1-9463-4423-91f0-426614b30f1a tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0775733 Feb 19 01:03:05.051027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-ba033430-d564-4245-b047-43b31beb28d1 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9734824 Feb 19 01:03:05.078205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Request body: {'port': {'device_id': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:05.130297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e7fd8e7-4d9a-4ad9-a118-1541379d491d req-dc23f395-94f0-4f71-84f9-105359f5b55f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934518 Feb 19 01:03:05.176083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.179105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.186010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.196440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.202891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.210275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.216302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.223417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.227835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-5f4e23a1-5f37-49ab-99fa-3f317bc527b0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1417239 Feb 19 01:03:05.292850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (51952033-a240-4bac-99cd-b662a7aff361), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.297622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4bf0ff5d-1013-4863-a557-78d6c3fdbc8e req-64acd4e0-efaf-4e4d-bf36-a817abe86c05 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0568280 Feb 19 01:03:05.307334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c63de26-be84-4bfc-9fcf-7e51fb1b940d req-b5b356f1-b107-4e30-bc72-2bdf9fd52ba5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0719421 Feb 19 01:03:05.452521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48195fb9-3c0c-4c02-8826-0150046dbab2 req-8432d838-679f-4b9e-b539-861fab6ac988 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.456049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48195fb9-3c0c-4c02-8826-0150046dbab2 req-8432d838-679f-4b9e-b539-861fab6ac988 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 931 time: 0.0673652 Feb 19 01:03:05.511287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48195fb9-3c0c-4c02-8826-0150046dbab2 req-2c36793f-1b9d-4028-8899-229ff04e6e87 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Feb 19 01:03:05.536264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (51952033-a240-4bac-99cd-b662a7aff361), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.595629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:05.607811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:05.613816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:05.619044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.619704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.638976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6890b84-03b7-4ba6-a067-d793923b8a87 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:05.644668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=51952033-a240-4bac-99cd-b662a7aff361,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:05.651070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks [] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.664213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Transition to ACTIVE for port object e6890b84-03b7-4ba6-a067-d793923b8a87 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:05.729985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-06def03e-0825-4a3a-847c-06c5b02ec13e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8860607 Feb 19 01:03:05.733091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45952) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:05.762262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.862850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Pushing event updated for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:05.890844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b778db8-ebe4-45a5-8760-7bdffac1fa3f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:05.945347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 51952033-a240-4bac-99cd-b662a7aff361 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:05.945699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (51952033-a240-4bac-99cd-b662a7aff361), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.956740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Attempting to bind port e6890b84-03b7-4ba6-a067-d793923b8a87 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:05.957214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Attempting to bind port e6890b84-03b7-4ba6-a067-d793923b8a87 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'cc81a701-7495-4222-ba38-7c3107b550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:05.957548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Attempting to bind port e6890b84-03b7-4ba6-a067-d793923b8a87 on network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:05.962054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Port e6890b84-03b7-4ba6-a067-d793923b8a87 on network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:05.962372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Attempting to bind port e6890b84-03b7-4ba6-a067-d793923b8a87 on network bcebfe8a-70a3-4e76-8532-804c0e2ab8ff {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:05.965839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:05.966525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.972683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:05.973091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Checking segment: {'id': 'cc81a701-7495-4222-ba38-7c3107b550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:05.973482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Bound using segment: {'id': 'cc81a701-7495-4222-ba38-7c3107b550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:05.974043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Bound port: e6890b84-03b7-4ba6-a067-d793923b8a87, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc81a701-7495-4222-ba38-7c3107b550fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:05.974657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.058029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:06.061383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6890b84-03b7-4ba6-a067-d793923b8a87,segment=NetworkSegment(cc81a701-7495-4222-ba38-7c3107b550fb),segment_id=cc81a701-7495-4222-ba38-7c3107b550fb)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:06.088783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (51952033-a240-4bac-99cd-b662a7aff361), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.091602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6c1c4-4e10-42d2-a761-8f6e0f7ac29a None None] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:06.103492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 51952033-a240-4bac-99cd-b662a7aff361 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:06.143428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a738635c-b389-40a0-8992-c975d6e4cc28 req-6351057c-9262-4e49-9737-569f68442b17 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0391202 Feb 19 01:03:06.161087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.175104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:06.178939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.230037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.231002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.233238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] 10.222.0.96 "PUT /v2.0/ports/e6890b84-03b7-4ba6-a067-d793923b8a87 HTTP/1.1" status: 200 len: 1091 time: 1.1646698 Feb 19 01:03:06.237130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:06.241363 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:06.323839 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47894d8b-98c9-42fe-87fb-6841ffe8c33d x-openstack-request-id: req-47894d8b-98c9-42fe-87fb-6841ffe8c33d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:06.324293 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:06.324907 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-47894d8b-98c9-42fe-87fb-6841ffe8c33d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:06.325420 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87', 'status': 'completed', 'code': 200} Feb 19 01:03:06.328780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2439-174f-487b-b817-1de6941ac5cd service neutron] Pushing event updated for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.373945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac63cf-bb3d-43ca-bdc0-b37e539eb360 req-38da39cd-1471-4b15-bfae-481f783e2612 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.381750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2ac63cf-bb3d-43ca-bdc0-b37e539eb360 req-38da39cd-1471-4b15-bfae-481f783e2612 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1275909 Feb 19 01:03:06.404222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-cbe0e051-25c8-4237-a7f0-31812935f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.406142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-cbe0e051-25c8-4237-a7f0-31812935f7e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d13b16daabd94b80b79943014acb1f33&device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 1125 time: 0.0591459 Feb 19 01:03:06.421344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (51952033-a240-4bac-99cd-b662a7aff361), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.448583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,segment=NetworkSegment(605c7f04-22a3-4ff4-b938-0096b4c06965),segment_id=605c7f04-22a3-4ff4-b938-0096b4c06965)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:06.459856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-cd839787-ac1a-4a45-8868-797293178dc5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6890b84-03b7-4ba6-a067-d793923b8a87 HTTP/1.1" status: 200 len: 217 time: 0.0469546 Feb 19 01:03:06.478822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-17120773-7f8f-41dd-9e5c-655273890207 None None] Provisioning complete for port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:06.479214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17120773-7f8f-41dd-9e5c-655273890207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.483540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=51952033-a240-4bac-99cd-b662a7aff361,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.505787 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2ac63cf-bb3d-43ca-bdc0-b37e539eb360 req-c87d764d-94cf-46b5-99a5-cc410a0309d0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229863 Feb 19 01:03:06.526868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d8cb676-78a4-491d-ae03-df028dd9cd95 req-0d171061-f71f-4cce-83d6-a2bda9d5e74f tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1038134 Feb 19 01:03:06.567606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.569589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.573582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c8f6d9b2-d19e-4df8-950c-4d46b6d4e85f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/51952033-a240-4bac-99cd-b662a7aff361 HTTP/1.1" status: 204 len: 168 time: 0.8337290 Feb 19 01:03:06.574002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45966) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:06.601679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-935af55b-f94a-4c37-862b-053b06f2b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.603204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-935af55b-f94a-4c37-862b-053b06f2b1aa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a989d713-ec4b-441c-b36d-ca8f00687945 HTTP/1.1" status: 200 len: 861 time: 0.0926108 Feb 19 01:03:06.623156 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a570ef8-c492-421e-bcf0-2f7b617c2de8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:03:06.623751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a570ef8-c492-421e-bcf0-2f7b617c2de8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:03:06.639071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7a570ef8-c492-421e-bcf0-2f7b617c2de8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/51952033-a240-4bac-99cd-b662a7aff361 HTTP/1.1" status: 404 len: 333 time: 0.0521100 Feb 19 01:03:06.639835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45968) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:06.647570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.659785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-f9990292-ff6e-4518-83ce-9930a99400ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490682 Feb 19 01:03:06.698970 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f6b44f-7b7e-4a25-baa7-38c344fa0485 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:06.702837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-50f6b44f-7b7e-4a25-baa7-38c344fa0485 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/51952033-a240-4bac-99cd-b662a7aff361 HTTP/1.1" status: 404 len: 333 time: 0.0595233 Feb 19 01:03:06.703555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45970) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:06.713392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-17120773-7f8f-41dd-9e5c-655273890207 None None] Current status of the port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:06.782802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 59025fe7-f107-4458-82d0-6e3648bd1731 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:06.788455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (59025fe7-f107-4458-82d0-6e3648bd1731), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.791383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325ce23-9d68-42e0-a23e-206f05ffddf8 req-d1cd3528-ae88-4585-9a76-abf050256b25 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.800440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a325ce23-9d68-42e0-a23e-206f05ffddf8 req-d1cd3528-ae88-4585-9a76-abf050256b25 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 943 time: 0.1396194 Feb 19 01:03:06.804930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.809931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.816421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.821952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.827287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.834689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.840002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.841974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-66ce08d8-0d28-4707-9ff3-81e31755a142 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1906438 Feb 19 01:03:06.844321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-a5d39d7f-2a01-4519-9493-aa91c265b795 service neutron] 10.222.0.96 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478472 Feb 19 01:03:06.928542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (59025fe7-f107-4458-82d0-6e3648bd1731), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.977231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21d6818d-6626-42fd-a951-0fc7129892d4 req-b64a32ee-9b62-4cc7-8c48-92c08b239938 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1098273 Feb 19 01:03:06.977428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a325ce23-9d68-42e0-a23e-206f05ffddf8 req-86ccfc1d-07ca-4de4-808d-01df4fea8bc2 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733713 Feb 19 01:03:07.014525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ecb288a-b445-4115-a490-2bafe7d14b1d req-423ad1c5-27b3-4f2d-bc73-c755622dfa1b service neutron] 10.222.0.96 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626596 Feb 19 01:03:07.054210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (59025fe7-f107-4458-82d0-6e3648bd1731), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.140118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e51a84c8-c6f2-4145-93ab-f9139ed6c051 None None] Provisioning complete for port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:07.140702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e51a84c8-c6f2-4145-93ab-f9139ed6c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.179021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (59025fe7-f107-4458-82d0-6e3648bd1731), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.216898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=59025fe7-f107-4458-82d0-6e3648bd1731,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:07.227597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.237515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4242beb9-fbc8-44bd-ad2b-33a9fe0d8fed tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/59025fe7-f107-4458-82d0-6e3648bd1731 HTTP/1.1" status: 204 len: 168 time: 0.5306482 Feb 19 01:03:07.237908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45974) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:07.254084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e51a84c8-c6f2-4145-93ab-f9139ed6c051 None None] Current status of the port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:07.340855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401f754-530c-4cfa-8c56-48a457282ce4 None None] Network 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:07.353633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0857645-4600-44c1-a262-90b6c5be01a0 req-5640e6f6-eeda-4fb1-a773-f2fa58ff9701 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0483479 Feb 19 01:03:07.365079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-921d45a6-2e84-43f7-9a48-bd9e59c7e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.365079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-921d45a6-2e84-43f7-9a48-bd9e59c7e022 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d13b16daabd94b80b79943014acb1f33&device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 1125 time: 0.1859393 Feb 19 01:03:07.372795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.407637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e152df44-ca79-48e8-af7e-0aa8dbf76590 None None] Could not find standard attr ID for object 51952033-a240-4bac-99cd-b662a7aff361. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:07.513482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-74f49a84-9ce8-42cd-9a28-f2f627aaa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.516443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-74f49a84-9ce8-42cd-9a28-f2f627aaa6fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff HTTP/1.1" status: 200 len: 922 time: 0.1401248 Feb 19 01:03:07.521488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:07.521488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.529751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] DHCP port deletion for 8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:07.602464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Deleting port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:07.603022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.632781 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-52824ee7-3d24-49fb-8e21-3837b761784c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6890b84-03b7-4ba6-a067-d793923b8a87 HTTP/1.1" status: 200 len: 217 time: 0.1088877 Feb 19 01:03:07.662279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1343d-ab97-48b7-9057-64c1c4c08c47 req-b6549d6d-89a2-4a8d-b136-ce72abc6ad8b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.664514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1f1343d-ab97-48b7-9057-64c1c4c08c47 req-b6549d6d-89a2-4a8d-b136-ce72abc6ad8b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0642822 Feb 19 01:03:07.686266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] For port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,segment=NetworkSegment(605c7f04-22a3-4ff4-b938-0096b4c06965),segment_id=605c7f04-22a3-4ff4-b938-0096b4c06965)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:07.686762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.704614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Calling delete_port for 9b778db8-ebe4-45a5-8760-7bdffac1fa3f owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:07.711426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-ffb42195-f46c-4c1d-a419-9189f9011aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.712935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-ffb42195-f46c-4c1d-a419-9189f9011aef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a989d713-ec4b-441c-b36d-ca8f00687945 HTTP/1.1" status: 200 len: 861 time: 0.0692885 Feb 19 01:03:07.755181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1f1343d-ab97-48b7-9057-64c1c4c08c47 req-67458281-3909-4772-8029-8734685eab14 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812252 Feb 19 01:03:07.767017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,segment=NetworkSegment(605c7f04-22a3-4ff4-b938-0096b4c06965),segment_id=605c7f04-22a3-4ff4-b938-0096b4c06965)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:07.767328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.781879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 9b778db8-ebe4-45a5-8760-7bdffac1fa3f owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:07.834462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b778db8-ebe4-45a5-8760-7bdffac1fa3f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:07.868979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25b707c9-cac2-4913-a156-bda42d33321e req-513a1505-fc17-4a06-96d2-67f0c9468cee tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1550508 Feb 19 01:03:07.872310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-c8ab495d-e19c-4877-afda-b000432faf6a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794017 Feb 19 01:03:07.926752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.976487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] No DVR routers for this DVR port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:07.986838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3167f14-65e0-40f2-a7e4-7f5af0f1b6e1 None None] Pushing event deleted for resources: {'Port': ['ID=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:07.988276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:07.988368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:07.996427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9b778db8-ebe4-45a5-8760-7bdffac1fa3f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.053556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=9b778db8-ebe4-45a5-8760-7bdffac1fa3f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:08.059629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 9b778db8-ebe4-45a5-8760-7bdffac1fa3f on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:08.096898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-7de9677a-6132-4ed3-9f80-532aad56e270 service neutron] 10.222.0.96 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152193 Feb 19 01:03:08.146349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448b7a-12bd-43a1-92b0-37adc4e13a89 req-0f471787-aa10-4c1c-bb58-e35cf5df5071 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.148065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94448b7a-12bd-43a1-92b0-37adc4e13a89 req-0f471787-aa10-4c1c-bb58-e35cf5df5071 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 943 time: 0.0620210 Feb 19 01:03:08.201424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94448b7a-12bd-43a1-92b0-37adc4e13a89 req-05c8932e-f85b-4a7c-88fa-8c72425df5e2 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472906 Feb 19 01:03:08.229905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.267205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475ee2c-017f-4b1a-85d5-2bb5a6ef6404']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:08.282378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c7f04-22a3-4ff4-b938-0096b4c06965') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:08.282675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c7f04-22a3-4ff4-b938-0096b4c06965') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:08.312774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.319558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.325235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.331583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.336995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.342327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.348292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.350619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-7ffabf6d-7592-4284-a617-63b30eb0a7b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.2363286 Feb 19 01:03:08.352572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (605c7f04-22a3-4ff4-b938-0096b4c06965), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.393173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (605c7f04-22a3-4ff4-b938-0096b4c06965), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.396633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd9c08af-a35d-42f7-bfe1-b90e438aa7b0 req-669bec12-e05c-413c-8aea-bcdec2332492 service neutron] 10.222.0.96 "GET /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839653 Feb 19 01:03:08.403757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:08.404156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (605c7f04-22a3-4ff4-b938-0096b4c06965), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:08.407288 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:08.486543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c3c8558-1402-46e4-b5b7-71f958111cc3 req-8ab90371-fd96-4cd3-9fca-4f46aa7917bf tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0350914 Feb 19 01:03:08.492215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c83feb3b-d32a-4f76-8235-8df638b12fc1 req-97032167-3e99-4941-af4d-271b6ee89610 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304255 Feb 19 01:03:08.533683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8475ee2c-017f-4b1a-85d5-2bb5a6ef6404), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.553035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.553035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/8475ee2c-017f-4b1a-85d5-2bb5a6ef6404 HTTP/1.1" status: 204 len: 168 time: 1.3057611 Feb 19 01:03:08.554290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45986) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.558567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f75bc-9110-45bc-9e08-75e16e2b8835 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=8475ee2c-017f-4b1a-85d5-2bb5a6ef6404,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:08.559538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-572860131'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:08.647112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:08.650521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.690489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:08.701052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (893900db-65aa-489a-8af8-cb672d0bcd24), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.701688 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment 893900db-65aa-489a-8af8-cb672d0bcd24 of type vlan for network 44a973be-6009-4416-972b-347e7ee0a212 Feb 19 01:03:08.746053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (44a973be-6009-4416-972b-347e7ee0a212), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.818385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (44a973be-6009-4416-972b-347e7ee0a212), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.823929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.824534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.921522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=44a973be-6009-4416-972b-347e7ee0a212,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:08.933170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 44a973be-6009-4416-972b-347e7ee0a212 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:08.943164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9431d3-8f8e-4b02-b538-2f10ffc564af req-07a3515d-f3cf-49af-b1f8-9be8262181aa tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.945992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d9431d3-8f8e-4b02-b538-2f10ffc564af req-07a3515d-f3cf-49af-b1f8-9be8262181aa tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1188140 Feb 19 01:03:08.975372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-36bc20ce-b6f9-4fa0-ba62-ed63fb75bba1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4169023 Feb 19 01:03:08.976595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45992) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.980846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '44a973be-6009-4416-972b-347e7ee0a212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:09.033947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f33e697-4d40-4b80-b09e-410426f8f5a7 req-0d5d61d8-52e3-4b94-992e-ba16964c1e18 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0357380 Feb 19 01:03:09.059464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d9431d3-8f8e-4b02-b538-2f10ffc564af req-fc619609-98e2-414d-a9ca-481087166c17 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065216 Feb 19 01:03:09.166594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:09.170077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.331753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0024e6-90ea-4617-8384-c39db7ebdbd5 req-cb200c91-ea5b-4cc7-b45b-c72a30427c99 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.333184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a0024e6-90ea-4617-8384-c39db7ebdbd5 req-cb200c91-ea5b-4cc7-b45b-c72a30427c99 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 943 time: 0.0599780 Feb 19 01:03:09.382595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a0024e6-90ea-4617-8384-c39db7ebdbd5 req-ab9c369b-9c2c-41ea-a9a7-ec3a3cf816aa tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Feb 19 01:03:09.452962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (bfc49d5b-09d5-458d-83f4-353fa622fca8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.509553 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.527350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=bfc49d5b-09d5-458d-83f4-353fa622fca8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:09.535320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': '893900db-65aa-489a-8af8-cb672d0bcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '44a973be-6009-4416-972b-347e7ee0a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:09.535702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 44a973be-6009-4416-972b-347e7ee0a212, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:09.611782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4773863-38f8-44c2-8d0a-1fd67df2dac6 req-4913e416-065b-4e6b-9485-ec41f0ebae47 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0295868 Feb 19 01:03:09.629738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 44a973be-6009-4416-972b-347e7ee0a212 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:09.652748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.658709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.664047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.670283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.675262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.680603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.681029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 44a973be-6009-4416-972b-347e7ee0a212) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:09.685929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.687899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7940226-248c-4d81-9a09-feff4c888882 req-f57f1ecf-be3e-41b9-b394-508d357a1218 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.0999238 Feb 19 01:03:09.690898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb52bc-b38a-4e5b-814a-1c5ed174e91d None None] Network 44a973be-6009-4416-972b-347e7ee0a212 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:09.700424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:09.701027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.767789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7940226-248c-4d81-9a09-feff4c888882 req-3d442fa1-539d-434d-9889-3177060117f7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0699122 Feb 19 01:03:09.823287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-44a973be-6009-4416-972b-347e7ee0a212', 'network_id': '44a973be-6009-4416-972b-347e7ee0a212', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': 'bfc49d5b-09d5-458d-83f4-353fa622fca8'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:09.824435 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.826806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f9abc3f-70ab-4fec-af52-0b044cd9b3fa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8500383 Feb 19 01:03:09.829950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46000) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.835344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '44a973be-6009-4416-972b-347e7ee0a212', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1241883981'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:09.975739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Allocated IP 2001:db8::2 (44a973be-6009-4416-972b-347e7ee0a212/bfc49d5b-09d5-458d-83f4-353fa622fca8/3f24c6b9-f4dc-403d-9912-06ffa6840259) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:10.024040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:10.027653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.049035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:10.053939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.165756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks [] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.185147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77fe4fc4-ca8a-4da9-aeea-08c32d5e8550 req-aef256bd-3903-4c44-baf8-8c53799a24d4 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0412531 Feb 19 01:03:10.212979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ee29-664a-42d1-b938-82f8e580bd35 req-be706293-68ec-4c26-b971-b28278b1889d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.214482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bc0ee29-664a-42d1-b938-82f8e580bd35 req-be706293-68ec-4c26-b971-b28278b1889d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0639682 Feb 19 01:03:10.242215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.268237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bc0ee29-664a-42d1-b938-82f8e580bd35 req-873962f1-eba4-4d9b-8e5e-84583dc5b0eb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Feb 19 01:03:10.299939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Network 44a973be-6009-4416-972b-347e7ee0a212 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:10.303453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:10.306938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:10.314646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Pushing event updated for resources: {'Port': ['ID=3f24c6b9-f4dc-403d-9912-06ffa6840259,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:10.317661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::36b (44a973be-6009-4416-972b-347e7ee0a212/bfc49d5b-09d5-458d-83f4-353fa622fca8/bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:10.370505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Attempting to bind port 3f24c6b9-f4dc-403d-9912-06ffa6840259 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:10.370884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Attempting to bind port 3f24c6b9-f4dc-403d-9912-06ffa6840259 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '893900db-65aa-489a-8af8-cb672d0bcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '44a973be-6009-4416-972b-347e7ee0a212'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:10.371501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Attempting to bind port 3f24c6b9-f4dc-403d-9912-06ffa6840259 on network 44a973be-6009-4416-972b-347e7ee0a212 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:10.376797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:10.377370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Checking segment: {'id': '893900db-65aa-489a-8af8-cb672d0bcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '44a973be-6009-4416-972b-347e7ee0a212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:10.377781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.378181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Bound using segment: {'id': '893900db-65aa-489a-8af8-cb672d0bcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '44a973be-6009-4416-972b-347e7ee0a212'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:10.378655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Bound port: 3f24c6b9-f4dc-403d-9912-06ffa6840259, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893900db-65aa-489a-8af8-cb672d0bcd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '44a973be-6009-4416-972b-347e7ee0a212'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:10.379045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.454009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] For port 3f24c6b9-f4dc-403d-9912-06ffa6840259, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:10.457156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] For port 3f24c6b9-f4dc-403d-9912-06ffa6840259, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3f24c6b9-f4dc-403d-9912-06ffa6840259,segment=NetworkSegment(893900db-65aa-489a-8af8-cb672d0bcd24),segment_id=893900db-65aa-489a-8af8-cb672d0bcd24)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:10.484746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.544479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c575b-8fdc-4586-98b3-3eb3370175ef req-305cc8d4-1137-43ee-828e-f9d06230804b tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.544993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.546046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-890c575b-8fdc-4586-98b3-3eb3370175ef req-305cc8d4-1137-43ee-828e-f9d06230804b tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 943 time: 0.0809402 Feb 19 01:03:10.617853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ec7ae-34e4-458e-aad5-df8ce34855cf None None] Pushing event updated for resources: {'Port': ['ID=3f24c6b9-f4dc-403d-9912-06ffa6840259,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:10.622550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-890c575b-8fdc-4586-98b3-3eb3370175ef req-1e9ae9c6-5db1-4854-9779-3413fec6a128 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640321 Feb 19 01:03:10.629765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.681644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 44a973be-6009-4416-972b-347e7ee0a212 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:10.686570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:10.687470 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-53da1324-4d9f-4e73-949e-dddbde6eb7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.691238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:10.697443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.698076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.709324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:10.744735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a7c21e9-1440-478c-b028-23cd66c2a855 req-554adf3d-9939-481e-8c50-6117e68453fa tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0337930 Feb 19 01:03:10.808119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-baf37e97-148a-4c1f-91d3-4bfb1e491391 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9769232 Feb 19 01:03:10.812269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46012) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:10.965276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.971767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:10.972108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.972955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.983118 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:10.989619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.995372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.000936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.006190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.011422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.013343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-4a131188-9343-4763-8511-190b5e3b8694 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1280825 Feb 19 01:03:11.087386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.091816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d919782-63d6-4aa8-a21f-c769239e1c5c req-c4098970-a763-48fd-93a5-d3b75411efb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0717864 Feb 19 01:03:11.102067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:11.294954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2327d55-c1ac-46e9-b55d-12c1ecd4bd6b req-be7f29f3-3121-4695-991e-891afd88399b tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Feb 19 01:03:11.298470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.330819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.345915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6890b84-03b7-4ba6-a067-d793923b8a87 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:11.360778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.364621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e985e57-d741-40fa-82b8-58eb86ca00ba tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a HTTP/1.1" status: 204 len: 168 time: 0.5506663 Feb 19 01:03:11.366716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46018) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:11.409119 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a9a5c-2ca5-42bf-be97-0f104f49a54a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:11.410614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c4a9a5c-2ca5-42bf-be97-0f104f49a54a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a HTTP/1.1" status: 404 len: 333 time: 0.0429311 Feb 19 01:03:11.414353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:11.492398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet bfc49d5b-09d5-458d-83f4-353fa622fca8 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:11.496367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (bfc49d5b-09d5-458d-83f4-353fa622fca8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.502819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6890b84-03b7-4ba6-a067-d793923b8a87,segment=NetworkSegment(cc81a701-7495-4222-ba38-7c3107b550fb),segment_id=cc81a701-7495-4222-ba38-7c3107b550fb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:11.503118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dace4-3ba9-49a0-8eaa-054f05f1d0de req-eb918d2f-b6ba-4c88-b38b-6e2bc3cc6532 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.511983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e0dace4-3ba9-49a0-8eaa-054f05f1d0de req-eb918d2f-b6ba-4c88-b38b-6e2bc3cc6532 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1141829 Feb 19 01:03:11.519011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e6890b84-03b7-4ba6-a067-d793923b8a87', 'network_id': 'bcebfe8a-70a3-4e76-8532-804c0e2ab8ff', 'port_id': 'e6890b84-03b7-4ba6-a067-d793923b8a87', 'mac_address': 'fa:16:3e:60:26:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989d713-ec4b-441c-b36d-ca8f00687945', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:11.557467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (bfc49d5b-09d5-458d-83f4-353fa622fca8), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.579887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e6890b84-03b7-4ba6-a067-d793923b8a87 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:11.580704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.582785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e0dace4-3ba9-49a0-8eaa-054f05f1d0de req-ee8a8a74-0b44-4d0c-9614-779759762f76 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Feb 19 01:03:11.607957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6890b84-03b7-4ba6-a067-d793923b8a87 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:11.631209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6890b84-03b7-4ba6-a067-d793923b8a87,segment=NetworkSegment(cc81a701-7495-4222-ba38-7c3107b550fb),segment_id=cc81a701-7495-4222-ba38-7c3107b550fb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:11.668876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bfc49d5b-09d5-458d-83f4-353fa622fca8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.692643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.826834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (bfc49d5b-09d5-458d-83f4-353fa622fca8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.842970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.886413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc49d5b-09d5-458d-83f4-353fa622fca8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.891837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.900670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ea0e3a17-88cb-4df6-b5fd-063b53799886 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/bfc49d5b-09d5-458d-83f4-353fa622fca8 HTTP/1.1" status: 204 len: 168 time: 0.4851568 Feb 19 01:03:11.903028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46026) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:11.934109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e6890b84-03b7-4ba6-a067-d793923b8a87'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:11.968277 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50feb817-a186-4177-9bf6-82862befb714 req-449769ca-efb0-4666-b691-7f39301082d6 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0687001 Feb 19 01:03:11.980235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3f24c6b9-f4dc-403d-9912-06ffa6840259 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:12.008704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f38fb8-69eb-4c9b-a2e8-e098e2bada45 req-69ae3e7a-31eb-4ff6-8fb0-ef86547bde7c tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.010218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49f38fb8-69eb-4c9b-a2e8-e098e2bada45 req-69ae3e7a-31eb-4ff6-8fb0-ef86547bde7c tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 944 time: 0.2512398 Feb 19 01:03:12.037672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8fbb5-d876-4693-bc14-2ff3672208b5 None None] Network 44a973be-6009-4416-972b-347e7ee0a212 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:12.059032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (44a973be-6009-4416-972b-347e7ee0a212), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.087356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49f38fb8-69eb-4c9b-a2e8-e098e2bada45 req-7bdce66a-3faf-4453-872e-c9c76b3effa6 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Feb 19 01:03:12.137986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 3f24c6b9-f4dc-403d-9912-06ffa6840259 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:12.138341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.193094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3f24c6b9-f4dc-403d-9912-06ffa6840259 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:12.193972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.215520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 3f24c6b9-f4dc-403d-9912-06ffa6840259, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3f24c6b9-f4dc-403d-9912-06ffa6840259,segment=NetworkSegment(893900db-65aa-489a-8af8-cb672d0bcd24),segment_id=893900db-65aa-489a-8af8-cb672d0bcd24)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.215894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.248727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Provisioning complete for port 3f24c6b9-f4dc-403d-9912-06ffa6840259 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:12.249349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.278333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.285308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.292289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.300653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.306702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.315284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.327832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.339055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9d14595-472c-4315-b328-e5466a191162 req-4c3af4c0-7b9c-4bf1-ba3e-1907eed742f5 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1365533 Feb 19 01:03:12.419614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3f24c6b9-f4dc-403d-9912-06ffa6840259 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:12.420174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.429310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] DHCP port deletion for 44a973be-6009-4416-972b-347e7ee0a212 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:12.450564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9d14595-472c-4315-b328-e5466a191162 req-f9709254-0e42-402f-821a-c7a14211ac34 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1032329 Feb 19 01:03:12.528418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3f24c6b9-f4dc-403d-9912-06ffa6840259, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3f24c6b9-f4dc-403d-9912-06ffa6840259,segment=NetworkSegment(893900db-65aa-489a-8af8-cb672d0bcd24),segment_id=893900db-65aa-489a-8af8-cb672d0bcd24)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.538735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Current status of the port 3f24c6b9-f4dc-403d-9912-06ffa6840259 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:12.539189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.560576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 3f24c6b9-f4dc-403d-9912-06ffa6840259 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:12.566776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Deleting port 3f24c6b9-f4dc-403d-9912-06ffa6840259 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:12.567588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.583642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d86eebd0-2cec-41cd-b189-0d9625c5958d req-8000f04a-9343-4b43-9034-3998ae84b505 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0353582 Feb 19 01:03:12.648427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] For port 3f24c6b9-f4dc-403d-9912-06ffa6840259, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3f24c6b9-f4dc-403d-9912-06ffa6840259,segment=NetworkSegment(893900db-65aa-489a-8af8-cb672d0bcd24),segment_id=893900db-65aa-489a-8af8-cb672d0bcd24)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:12.648745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.665083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Calling delete_port for 3f24c6b9-f4dc-403d-9912-06ffa6840259 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:12.715624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.724716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205d6e5-7bc1-4fa0-8da7-da89268ef435 req-54b62f91-ff74-4c95-aae1-58d7f7e5d5bc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.726807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9205d6e5-7bc1-4fa0-8da7-da89268ef435 req-54b62f91-ff74-4c95-aae1-58d7f7e5d5bc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0598981 Feb 19 01:03:12.738529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.772745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=3f24c6b9-f4dc-403d-9912-06ffa6840259,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:12.775229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 3f24c6b9-f4dc-403d-9912-06ffa6840259 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:12.807051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9205d6e5-7bc1-4fa0-8da7-da89268ef435 req-dccb0d0a-b773-4c6f-8379-be1fd3294316 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Feb 19 01:03:12.832131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event deleted for resources: {'Port': ['ID=3f24c6b9-f4dc-403d-9912-06ffa6840259,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:12.854927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:12.855566 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:12.863258 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3f24c6b9-f4dc-403d-9912-06ffa6840259), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.865122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (44a973be-6009-4416-972b-347e7ee0a212), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.875654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] No DVR routers for this DVR port 3f24c6b9-f4dc-403d-9912-06ffa6840259 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:12.889303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a973be-6009-4416-972b-347e7ee0a212']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:12.898225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce794c-231e-44d5-9139-eb980ef9ddb2 None None] Pushing event deleted for resources: {'Port': ['ID=3f24c6b9-f4dc-403d-9912-06ffa6840259,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:12.902139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893900db-65aa-489a-8af8-cb672d0bcd24') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:12.902139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893900db-65aa-489a-8af8-cb672d0bcd24') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:12.909636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19e6acc8-70e4-470d-b232-41e415b93c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.913376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (893900db-65aa-489a-8af8-cb672d0bcd24), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.929042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (893900db-65aa-489a-8af8-cb672d0bcd24), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.935411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:12.935823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (893900db-65aa-489a-8af8-cb672d0bcd24), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:12.939428 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:13.060730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (44a973be-6009-4416-972b-347e7ee0a212), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.080545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4bd95f78-638b-4aa0-8862-181f25c34e79 req-3ca45af3-a162-49e1-856d-061b00f2bfff tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Feb 19 01:03:13.084405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.087454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/44a973be-6009-4416-972b-347e7ee0a212 HTTP/1.1" status: 204 len: 168 time: 1.1834142 Feb 19 01:03:13.090992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46036) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:13.114485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'name': 'tempest-PortsIpV6TestJSON-1709961658'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:13.119248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcca1f-f1cf-460d-9f5a-b4e7c0b5a203 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=44a973be-6009-4416-972b-347e7ee0a212,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.221889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ac149-4835-4a41-b655-9d7d26d0fa26 req-1fda7bb4-42fd-496c-9173-f63c3a6bddef tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.223415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b3ac149-4835-4a41-b655-9d7d26d0fa26 req-1fda7bb4-42fd-496c-9173-f63c3a6bddef tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 944 time: 0.0565159 Feb 19 01:03:13.264191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:13.268559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.276446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b3ac149-4835-4a41-b655-9d7d26d0fa26 req-f5c07df6-0b00-4ee9-9a79-5c5bd1b328d6 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Feb 19 01:03:13.296965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 4393c210-a764-4b5b-a277-71ea4b903fe3 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:13.353139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a1234985-c507-429f-a3ee-b20548156a9d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:13.355228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6890b84-03b7-4ba6-a067-d793923b8a87 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:13.460067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (4393c210-a764-4b5b-a277-71ea4b903fe3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.574883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-38770d9a-86e3-4e48-81d0-a5800e48d58c None None] Port 3f24c6b9-f4dc-403d-9912-06ffa6840259 update to ACTIVE by agent not found {{(pid=110603) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:03:13.583810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.589262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.595580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.601087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.606644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.613051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.618484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.620555 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-807e9371-28d7-495b-8e02-949bd96130c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5419 time: 0.1005132 Feb 19 01:03:13.622302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4393c210-a764-4b5b-a277-71ea4b903fe3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.693886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:13.695582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:13.700640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:13.713990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e6890b84-03b7-4ba6-a067-d793923b8a87 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:13.721206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e6890b84-03b7-4ba6-a067-d793923b8a87 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:13.721597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.721742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:13.725491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a1234985-c507-429f-a3ee-b20548156a9d', 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'port_id': 'a1234985-c507-429f-a3ee-b20548156a9d', 'mac_address': 'fa:16:3e:ab:ec:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2c09a1-3749-42e2-bd93-aa9662d36a5a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:13.740209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.740209 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.766283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=4393c210-a764-4b5b-a277-71ea4b903fe3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.788323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a00c1caf-31a9-419c-a91d-a1944fc5c3ba req-c155f5b2-8dac-4dce-8131-2295114a8fc1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0548906 Feb 19 01:03:13.807617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a1234985-c507-429f-a3ee-b20548156a9d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:13.808012 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.814096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ce7131b-75dc-49ca-acea-29bfec434436 req-00a9ae47-cd1c-45a6-868a-f510d14e0f10 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1827130 Feb 19 01:03:13.825970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1234985-c507-429f-a3ee-b20548156a9d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:13.856134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3f24c6b9-f4dc-403d-9912-06ffa6840259 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:13.861296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:13.881265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f1cd038b-4f01-4efd-84d0-39f9df7158ff tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7869093 Feb 19 01:03:13.883145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:13.906052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3f24c6b9-f4dc-403d-9912-06ffa6840259 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:13.906514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3f24c6b9-f4dc-403d-9912-06ffa6840259 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:13.931168 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.933203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:13.979418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4969f1-9c59-497b-a9a4-a792c2fd5daf req-b477a826-cd24-4849-9c30-f362122f58a5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.987606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a4969f1-9c59-497b-a9a4-a792c2fd5daf req-b477a826-cd24-4849-9c30-f362122f58a5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0844336 Feb 19 01:03:13.999243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 4393c210-a764-4b5b-a277-71ea4b903fe3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:13.999949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4393c210-a764-4b5b-a277-71ea4b903fe3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.013518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e6890b84-03b7-4ba6-a067-d793923b8a87 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:14.014153 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.040594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a4969f1-9c59-497b-a9a4-a792c2fd5daf req-f857b98e-b481-42aa-ab98-16e030945312 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Feb 19 01:03:14.057634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.081595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:14.084068 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d237d-f756-4b68-ade7-67fb2811d63e" -d '{"events": [{"server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "name": "network-vif-plugged", "status": "completed", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:14.090046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4393c210-a764-4b5b-a277-71ea4b903fe3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.102380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6890b84-03b7-4ba6-a067-d793923b8a87,segment=NetworkSegment(cc81a701-7495-4222-ba38-7c3107b550fb),segment_id=cc81a701-7495-4222-ba38-7c3107b550fb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.112598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 4393c210-a764-4b5b-a277-71ea4b903fe3 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:14.153529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.167905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.259702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b7f48f2-0335-404b-9056-ae96f661535c req-623cf61b-a466-4bb6-b86c-ac5dcb37dace tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0501280 Feb 19 01:03:14.260229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.277192 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3c377-4dc7-4dba-9382-8b7edeed4589 x-openstack-request-id: req-acd3c377-4dc7-4dba-9382-8b7edeed4589 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:14.277487 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "name": "network-vif-plugged", "status": "completed", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:14.277740 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-acd3c377-4dc7-4dba-9382-8b7edeed4589 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:14.278131 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87', 'code': 200} Feb 19 01:03:14.286164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'port_id': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d', 'mac_address': 'fa:16:3e:a8:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:14.287892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.292717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4393c210-a764-4b5b-a277-71ea4b903fe3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.336766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=4393c210-a764-4b5b-a277-71ea4b903fe3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.342028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.349105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6f2755ed-fcbf-4756-a537-e47c26858b96 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/4393c210-a764-4b5b-a277-71ea4b903fe3 HTTP/1.1" status: 204 len: 168 time: 0.4638293 Feb 19 01:03:14.349105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:14.354598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'mac_address': 'fa:16:3e:45:02:32', 'name': 'tempest-PortsIpV6TestJSON-1344258008'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:14.358688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:14.359238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.375242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:14.406667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.447863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b991da1-b32e-4133-858c-0883410d6880 req-f5139c2a-106a-4eaf-8d8b-64b62cd3cfca tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.449539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b991da1-b32e-4133-858c-0883410d6880 req-f5139c2a-106a-4eaf-8d8b-64b62cd3cfca tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.0711439 Feb 19 01:03:14.458248 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.459202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 78756f40-33b6-4a4c-af89-b3ff370cc2f3 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:14.477129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302cf32-f8cc-46d1-8154-34943921d768 req-b30cf301-3e30-4932-a240-a612f887f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.478647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2302cf32-f8cc-46d1-8154-34943921d768 req-b30cf301-3e30-4932-a240-a612f887f4b5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 1127 time: 0.1203754 Feb 19 01:03:14.531886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.538692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2302cf32-f8cc-46d1-8154-34943921d768 req-44db06cc-f2d6-4b2b-8f5d-09c7b55195eb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526111 Feb 19 01:03:14.544873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.548524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b991da1-b32e-4133-858c-0883410d6880 req-ce1ffde7-d415-457c-8a2b-8cb58513ff91 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777760 Feb 19 01:03:14.549819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:14.562570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '78756f40-33b6-4a4c-af89-b3ff370cc2f3', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'port_id': '78756f40-33b6-4a4c-af89-b3ff370cc2f3', 'mac_address': 'fa:16:3e:4a:e0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:14.607792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:14.608476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.622663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78756f40-33b6-4a4c-af89-b3ff370cc2f3 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:14.622881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.643563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.646648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port b1d64641-ffec-4081-a3da-c43b5967476f yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:14.703960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.705740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:14.767122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.790887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.804797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'network_id': '06df9fb8-c445-4035-8df7-bd7b6bfd428b', 'port_id': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'mac_address': 'fa:16:3e:ea:46:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2c09a1-3749-42e2-bd93-aa9662d36a5a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:14.817711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (b1d64641-ffec-4081-a3da-c43b5967476f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.874636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:14.874636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.888878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:14.914274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2642c80-703a-4339-a453-d4b447b6e3b6 req-627ddb36-f299-4a6c-98c8-ef92546ac664 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0303850 Feb 19 01:03:14.916173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1d64641-ffec-4081-a3da-c43b5967476f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.926449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.969162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:14.973964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=b1d64641-ffec-4081-a3da-c43b5967476f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.977433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:14.980129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:14.986705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.987478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.013970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.019434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.024644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.029844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.035572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.035965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.036267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:15.041967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.046559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.051664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-4f34964c-3445-4be6-9294-c58d391b5762 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5422 time: 0.1095555 Feb 19 01:03:15.080694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-20b3dcb6-7710-4209-92ab-e074fd3a7bc6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7278619 Feb 19 01:03:15.080950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.142041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d74b5b17-6a2e-429b-b634-ed73fe2cb46b req-1ad7d9be-9d8d-40bb-a65d-cfc399311e2b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0868874 Feb 19 01:03:15.143114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.147756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e5d4c-6aaa-41cf-95f8-80c096fb079d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.152543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a8e5d4c-6aaa-41cf-95f8-80c096fb079d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/b1d64641-ffec-4081-a3da-c43b5967476f HTTP/1.1" status: 200 len: 845 time: 0.0706260 Feb 19 01:03:15.153316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46066) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.157663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.170855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'port_id': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4', 'mac_address': 'fa:16:3e:52:27:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:15.205213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.219320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:15.221073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.237694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:15.260437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.269937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb71ed-d5c1-42c8-af93-02b5eb2d29de req-d92648cd-8156-48e6-97bd-02a65915f19b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.271489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5cb71ed-d5c1-42c8-af93-02b5eb2d29de req-d92648cd-8156-48e6-97bd-02a65915f19b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1171460 Feb 19 01:03:15.317081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port b1d64641-ffec-4081-a3da-c43b5967476f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:15.317479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b1d64641-ffec-4081-a3da-c43b5967476f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.332529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.333667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 3e6bc085-f971-4043-b449-a131527b74b0 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:15.373308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-08b2e23e-b2e8-4b54-b61b-5cf99e7fd3da req-b4876339-9081-4805-8980-106c0e123dd6 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0383689 Feb 19 01:03:15.395269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5cb71ed-d5c1-42c8-af93-02b5eb2d29de req-e405529f-dac4-4a29-9153-b96bf38f4bc5 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164641 Feb 19 01:03:15.415971 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b1d64641-ffec-4081-a3da-c43b5967476f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.427280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.431772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for b1d64641-ffec-4081-a3da-c43b5967476f owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:15.498087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.511534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '3e6bc085-f971-4043-b449-a131527b74b0', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'port_id': '3e6bc085-f971-4043-b449-a131527b74b0', 'mac_address': 'fa:16:3e:82:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:15.550279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 3e6bc085-f971-4043-b449-a131527b74b0 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:15.550584 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.564192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6bc085-f971-4043-b449-a131527b74b0 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:15.573102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1d64641-ffec-4081-a3da-c43b5967476f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.586199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.607972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=b1d64641-ffec-4081-a3da-c43b5967476f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.616068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.622444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-92ecea54-0175-4351-a701-6d81c441ba9a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/b1d64641-ffec-4081-a3da-c43b5967476f HTTP/1.1" status: 204 len: 168 time: 0.4571869 Feb 19 01:03:15.623286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.658887 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceed1c5d-9e65-4ae2-ab7f-c0133d3ad362 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:15.659186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.659692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b34374e7-3a8f-44f4-a5ad-25bc770f9791 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:15.660878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ceed1c5d-9e65-4ae2-ab7f-c0133d3ad362 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/b1d64641-ffec-4081-a3da-c43b5967476f HTTP/1.1" status: 404 len: 333 time: 0.0365317 Feb 19 01:03:15.665565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.671431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'name': 'tempest-PortsIpV6TestJSON-1724121558'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:15.701907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844aef-32dd-4674-b78a-d322d0ccfdfa req-a60cd4b8-dd70-4877-8162-89b29bff5d2b tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.704852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a844aef-32dd-4674-b78a-d322d0ccfdfa req-a60cd4b8-dd70-4877-8162-89b29bff5d2b tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.0849950 Feb 19 01:03:15.728340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.732336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.753670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791', 'network_id': 'a098c263-971e-44a0-8e61-63542dd16425', 'port_id': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791', 'mac_address': 'fa:16:3e:08:93:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dcc9c0-105b-4526-ab17-85afa9d4be4e', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:15.803803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a844aef-32dd-4674-b78a-d322d0ccfdfa req-f7158d16-475c-44cc-bed7-0cc9f5eca95a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919051 Feb 19 01:03:15.812397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b34374e7-3a8f-44f4-a5ad-25bc770f9791 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:15.812797 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.830294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34374e7-3a8f-44f4-a5ad-25bc770f9791 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:15.852270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:15.869354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:15.873040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.897969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port eb08c881-6efc-45af-8a27-2e1a60a0ae34 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:15.939201 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.992419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.076375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c727b328-4ad7-4e03-bc58-0518b1ee600a req-452227ed-e8c3-4941-b225-348a05a0c001 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0762329 Feb 19 01:03:16.128586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.202140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.256841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:16.259986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:16.262967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:16.269547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.272457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.280960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=eb08c881-6efc-45af-8a27-2e1a60a0ae34,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.281922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.287590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.298406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.298406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.303624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.308892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.314586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.316480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-2aa6d524-1240-4506-b324-5b744f1a87a4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5426 time: 0.0971944 Feb 19 01:03:16.341680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-67b85b3f-bd18-444c-b322-b7b61d1d4971 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6745460 Feb 19 01:03:16.344193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.349157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:16.421245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90a94147-7eeb-4471-a736-34ce0f015b42 req-cda90ad8-b90d-4701-9258-7863d11e7592 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0984602 Feb 19 01:03:16.474047 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.507525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a8571b9-f43d-42d3-a664-4902b5a0c645 req-3d84cf98-6801-4580-a87f-ed0735aad530 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0468585 Feb 19 01:03:16.602169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a1234985-c507-429f-a3ee-b20548156a9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:16.645599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9e11ced1-32bb-4e0f-abcc-de33f0b0b79d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:16.650490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27ddf-7cd9-44dc-bd35-78a09bb078a6 req-cc586310-b88c-4746-bed0-ebee1d6da16c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.652019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37d27ddf-7cd9-44dc-bd35-78a09bb078a6 req-cc586310-b88c-4746-bed0-ebee1d6da16c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1275349 Feb 19 01:03:16.678512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['78756f40-33b6-4a4c-af89-b3ff370cc2f3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:16.681249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['b34374e7-3a8f-44f4-a5ad-25bc770f9791'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:16.705572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.717720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37d27ddf-7cd9-44dc-bd35-78a09bb078a6 req-fb7e3193-52f6-44aa-be15-572e8e41b6d0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Feb 19 01:03:16.759181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.806933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] In _notify_port_updated(), no bound segment for port eb08c881-6efc-45af-8a27-2e1a60a0ae34 on network 571308d7-db24-461a-932c-c76c9f57bdd2 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:16.812233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.812948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.817146 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/ports/eb08c881-6efc-45af-8a27-2e1a60a0ae34 HTTP/1.1" status: 200 len: 818 time: 0.4695058 Feb 19 01:03:16.817541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46086) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.818942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8620-7563-4478-906b-e818319d6ce3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=eb08c881-6efc-45af-8a27-2e1a60a0ae34,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.975527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port eb08c881-6efc-45af-8a27-2e1a60a0ae34 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:16.976080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.985087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.035140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0a19e-abdb-43a9-9758-148491570cf8 req-0b11cb10-3b7d-4656-8975-2dc8238ca025 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.037030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81c0a19e-abdb-43a9-9758-148491570cf8 req-0b11cb10-3b7d-4656-8975-2dc8238ca025 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.1164298 Feb 19 01:03:17.080464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.105838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for eb08c881-6efc-45af-8a27-2e1a60a0ae34 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:17.130997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81c0a19e-abdb-43a9-9758-148491570cf8 req-a2206faa-493c-4d4f-b346-7d38e924a86c tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791864 Feb 19 01:03:17.243535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fd5aa46-7223-4b2b-a3d0-b9dca622b29b req-8fc05f86-efd2-48e4-b039-7a69363e9ca7 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0527315 Feb 19 01:03:17.338052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (eb08c881-6efc-45af-8a27-2e1a60a0ae34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.365800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=eb08c881-6efc-45af-8a27-2e1a60a0ae34,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.372762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.378868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3767d0f-452f-48db-abba-95916789647d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/eb08c881-6efc-45af-8a27-2e1a60a0ae34 HTTP/1.1" status: 204 len: 168 time: 0.5582240 Feb 19 01:03:17.379364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46098) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.439825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec90bf-c26c-4f2f-8575-2ec95c7943f3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.441315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a5ec90bf-c26c-4f2f-8575-2ec95c7943f3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0608795 Feb 19 01:03:17.444356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46100) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.483699 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79fa0fc-d84a-4240-ba2e-f6581befba48 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:17.486253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e79fa0fc-d84a-4240-ba2e-f6581befba48 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/eb08c881-6efc-45af-8a27-2e1a60a0ae34 HTTP/1.1" status: 404 len: 333 time: 0.0398970 Feb 19 01:03:17.489849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46104) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.496058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-19543279'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:17.584372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.589844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.596192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.601584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.606935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.612559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.621655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.621655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4953489e-0684-41f1-a76f-dd121019082a req-874d5c8f-8202-4341-8184-2a9a6ce70695 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5426 time: 0.1022866 Feb 19 01:03:17.621655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:17.624615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.645378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1efda7df-7477-4be1-b19f-908662b041c3 req-fb882dcb-a45a-4992-a7ba-c816dfd4cde7 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0304012 Feb 19 01:03:17.672293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:17.696567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (608d075e-ec96-4293-9126-4bc589ff77da), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.697039 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment 608d075e-ec96-4293-9126-4bc589ff77da of type vlan for network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 Feb 19 01:03:17.726955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4953489e-0684-41f1-a76f-dd121019082a req-8ba675fd-d838-4183-b00e-63c81fb011c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0863507 Feb 19 01:03:17.769598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:17.795461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08754-7655-4c75-9548-7f2dcb4b8556 req-00a4e7e4-34a6-4e5c-9340-2fce63b4029d tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.797038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ae08754-7655-4c75-9548-7f2dcb4b8556 req-00a4e7e4-34a6-4e5c-9340-2fce63b4029d tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.0887077 Feb 19 01:03:17.815008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['4c65ce2a-02b4-47e8-a3c2-ad3879638cb4'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:17.828049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.877303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ae08754-7655-4c75-9548-7f2dcb4b8556 req-1dea8d27-534f-4c39-9a9b-b15f1b38fcf8 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 Feb 19 01:03:17.914213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.919333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.920008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.929414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd7e3-4d77-4bee-8bf1-186422f9e61e req-2e2ff427-ee41-4888-bb62-267a0d66c513 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.930926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6adbd7e3-4d77-4bee-8bf1-186422f9e61e req-2e2ff427-ee41-4888-bb62-267a0d66c513 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1194623 Feb 19 01:03:18.045423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6adbd7e3-4d77-4bee-8bf1-186422f9e61e req-6e9e41ad-e74d-4eb7-a9ce-6864d8fa10ca tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056349 Feb 19 01:03:18.046111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=88f7a0d3-bd12-48c1-a37b-6d17cbc524e6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.059115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a58e468a-5d6e-496c-9876-8fc2577faa89 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5668559 Feb 19 01:03:18.066452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46112) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.070548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:18.071923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.212586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:18.216032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.357540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08dac344-0938-471a-9052-f26c086df232 req-5d45accc-42db-4dd9-9620-edfe483d1233 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Feb 19 01:03:18.453539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (af21a80c-6d0f-4adc-94d3-a198e5a1294a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.518681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=af21a80c-6d0f-4adc-94d3-a198e5a1294a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.530884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.531267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.531619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.532595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.533177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.533605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.533945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.534289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.534615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.534944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.535313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.535635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.535961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:18.545471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': '608d075e-ec96-4293-9126-4bc589ff77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:18.546356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:18.596005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:18.646483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:18.650562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.651193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.658491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb25e6-c694-422d-94ba-ec98c5306f1a None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:18.748892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46118) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.749487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe16b6f8-6c01-4cc4-b36d-7a135b4e717d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6815100 Feb 19 01:03:18.766952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:18.776044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d70625a9-9e1f-4afa-8f7f-0a353e8a6b14 req-196da3c4-c8fb-445b-a3a5-9817eb416ccb tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0519841 Feb 19 01:03:18.776874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': 'af21a80c-6d0f-4adc-94d3-a198e5a1294a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:18.777967 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.957860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Allocated IP 2001:db8::2 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/af21a80c-6d0f-4adc-94d3-a198e5a1294a/28aa0a88-de19-4bdb-9817-9c6099b4d301) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:18.969443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.975988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.981594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.988145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.993602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.999381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.005480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.007532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88436276-8ea8-44e1-94ed-425b13761366 req-d31cfad5-fb69-47f2-b606-f9130ce64d51 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5426 time: 0.1590466 Feb 19 01:03:19.011583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c126d-eb05-4a5d-b8f5-81467c512ad5 req-fcdb51e5-6659-40b2-b929-dab4bee73316 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.021003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-005c126d-eb05-4a5d-b8f5-81467c512ad5 req-fcdb51e5-6659-40b2-b929-dab4bee73316 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.0718226 Feb 19 01:03:19.038126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['3e6bc085-f971-4043-b449-a131527b74b0'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:19.088711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-005c126d-eb05-4a5d-b8f5-81467c512ad5 req-a1fe09e5-51cd-494c-9077-cd86d07dc514 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/security-groups?id=872b268c-ea25-4b72-93a5-f8242f81a417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Feb 19 01:03:19.097436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88436276-8ea8-44e1-94ed-425b13761366 req-651dd062-a3b3-441b-91ac-820b27a0d5fe tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0834689 Feb 19 01:03:19.112082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:19.116783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.222521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f650-6c4e-421d-9d14-d993c8373680 req-a22d95ad-ad17-4e84-87b8-f6d9d5d7681e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.224137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df06f650-6c4e-421d-9d14-d993c8373680 req-a22d95ad-ad17-4e84-87b8-f6d9d5d7681e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0683925 Feb 19 01:03:19.243876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd5f25-060b-487e-9595-995db586445b req-6fa518c9-83f8-4c79-bddb-5a83b9926c17 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:19.245955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d5fd5f25-060b-487e-9595-995db586445b req-6fa518c9-83f8-4c79-bddb-5a83b9926c17 tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.96 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 945 time: 0.1475227 Feb 19 01:03:19.284739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df06f650-6c4e-421d-9d14-d993c8373680 req-b1457f69-8b89-43a4-8c0a-2f8b3a985df8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529094 Feb 19 01:03:19.328020 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af21a80c-6d0f-4adc-94d3-a198e5a1294a (CIDR: 2001:db8::/64) Feb 19 01:03:19.353214 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:03:19.353436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:03:19.386055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks [] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.405110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Deleting port e6890b84-03b7-4ba6-a067-d793923b8a87 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:19.405653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.464058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.479115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24e37694-e4e2-44a2-947a-3b549ea609f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7288392 Feb 19 01:03:19.481881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.487569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:19.503672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:19.505015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-967758a6-0ce1-4e4c-8f5a-4887aedb8425 req-1e79312e-8922-43de-a9a2-3d486aa1163e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Feb 19 01:03:19.509353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:19.513376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:19.530902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Pushing event updated for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.578678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] For port e6890b84-03b7-4ba6-a067-d793923b8a87, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6890b84-03b7-4ba6-a067-d793923b8a87,segment=NetworkSegment(cc81a701-7495-4222-ba38-7c3107b550fb),segment_id=cc81a701-7495-4222-ba38-7c3107b550fb)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:19.579641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.582128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Attempting to bind port 28aa0a88-de19-4bdb-9817-9c6099b4d301 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:19.583585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Attempting to bind port 28aa0a88-de19-4bdb-9817-9c6099b4d301 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '608d075e-ec96-4293-9126-4bc589ff77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:19.584689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Attempting to bind port 28aa0a88-de19-4bdb-9817-9c6099b4d301 on network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:19.592893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:19.593584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Checking segment: {'id': '608d075e-ec96-4293-9126-4bc589ff77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:19.594003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.594491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Bound using segment: {'id': '608d075e-ec96-4293-9126-4bc589ff77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:19.595269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Calling delete_port for e6890b84-03b7-4ba6-a067-d793923b8a87 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:19.595664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Bound port: 28aa0a88-de19-4bdb-9817-9c6099b4d301, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608d075e-ec96-4293-9126-4bc589ff77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:19.596062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.674114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:19.677444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=28aa0a88-de19-4bdb-9817-9c6099b4d301,segment=NetworkSegment(608d075e-ec96-4293-9126-4bc589ff77da),segment_id=608d075e-ec96-4293-9126-4bc589ff77da)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:19.686450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:19.690797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.755698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.814915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6890b84-03b7-4ba6-a067-d793923b8a87), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.830229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e6890b84-03b7-4ba6-a067-d793923b8a87'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:19.840601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afcd35-a188-4c3a-bd43-af26ce03e2f0 None None] Pushing event updated for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.872017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Pushing event deleted for resources: {'Port': ['ID=e6890b84-03b7-4ba6-a067-d793923b8a87,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.960718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] No DVR routers for this DVR port e6890b84-03b7-4ba6-a067-d793923b8a87 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:19.963856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.968003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d5fd5f25-060b-487e-9595-995db586445b req-24ac911e-90a4-43e9-ad94-ac49a019789a tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.96 "DELETE /v2.0/ports/e6890b84-03b7-4ba6-a067-d793923b8a87 HTTP/1.1" status: 204 len: 173 time: 0.7091434 Feb 19 01:03:19.968508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'name': 'network-vif-deleted', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:19.971647 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4075bb0d-b70e-40bf-b2c3-87804a7b4380" -d '{"events": [{"server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "name": "network-vif-deleted", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:19.997041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a1234985-c507-429f-a3ee-b20548156a9d up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:20.033611 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba425dd4-d06f-4af1-a610-96dfaf230181 x-openstack-request-id: req-ba425dd4-d06f-4af1-a610-96dfaf230181 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:20.034249 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447ac55-50c6-4435-8fcd-68d4259a41ff", "name": "network-vif-deleted", "tag": "e6890b84-03b7-4ba6-a067-d793923b8a87", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:20.034567 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ba425dd4-d06f-4af1-a610-96dfaf230181 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:20.035039 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3447ac55-50c6-4435-8fcd-68d4259a41ff', 'name': 'network-vif-deleted', 'tag': 'e6890b84-03b7-4ba6-a067-d793923b8a87', 'status': 'completed', 'code': 200} Feb 19 01:03:20.210839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83eb4c6f-c809-47e8-b1d8-d76020f60310 req-19365ba3-a7db-42f0-9fd1-f1e682edea4c tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0364106 Feb 19 01:03:20.245939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730f4fb2-ed58-4f54-ba3c-54bc310025d7 req-cdc039d1-ea14-4a43-b439-d280da2887ff tempest-ServerAddressesNegativeTestJSON-1640733678 tempest-ServerAddressesNegativeTestJSON-1640733678-project] 10.222.0.94 "GET /v2.0/ports?device_id=3447ac55-50c6-4435-8fcd-68d4259a41ff HTTP/1.1" status: 200 len: 210 time: 0.0377011 Feb 19 01:03:20.253236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a1234985-c507-429f-a3ee-b20548156a9d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:20.263396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a1234985-c507-429f-a3ee-b20548156a9d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:20.263860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a1234985-c507-429f-a3ee-b20548156a9d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.445533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a1234985-c507-429f-a3ee-b20548156a9d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:20.446958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.471935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.474604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:20.477295 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa8403-35b9-4e20-80f9-b4dc6ce7290c" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "a1234985-c507-429f-a3ee-b20548156a9d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:20.481967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.489923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.492742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:20.496409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.504301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.509837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.515513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.523637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31196023-d078-44e5-b342-3f7da81a659d req-11db1a04-1428-4dfc-964e-74e845fa4150 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5426 time: 0.1683834 Feb 19 01:03:20.529726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb647c-ee63-450c-a529-9befd08bf734 req-f313ce1e-2e71-4d96-8a58-a8c8a64288cd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.531274 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bcb647c-ee63-450c-a529-9befd08bf734 req-f313ce1e-2e71-4d96-8a58-a8c8a64288cd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1346757 Feb 19 01:03:20.576134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.584111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:20.604234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bcb647c-ee63-450c-a529-9befd08bf734 req-403fd498-cb2d-4319-be4d-6744d0f90e44 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507524 Feb 19 01:03:20.647437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (6064d39f-dc2f-4565-8de4-7d66e3ecb490), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.661432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31196023-d078-44e5-b342-3f7da81a659d req-d1bf8ed2-777f-40e9-95b2-b715d9f4d514 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1361504 Feb 19 01:03:20.691673 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a04b0-90ec-4749-948e-8f3ae0ae9c71 x-openstack-request-id: req-279a04b0-90ec-4749-948e-8f3ae0ae9c71 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:20.691972 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "a1234985-c507-429f-a3ee-b20548156a9d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:20.692235 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-279a04b0-90ec-4749-948e-8f3ae0ae9c71 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:20.692642 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d', 'code': 200} Feb 19 01:03:20.732806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.785335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:20.792151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:20.795164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:20.796342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:20.796959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.799379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:20.799787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.825275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cac7b55f-ed67-454f-8825-cda9f53dbe1e req-17538baf-63b8-4c09-963a-15ce29cd4531 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0619407 Feb 19 01:03:20.837471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=6064d39f-dc2f-4565-8de4-7d66e3ecb490,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.917504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-746951e5-4593-4ac2-823f-4ab46dd6ff63 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4321980 Feb 19 01:03:20.918271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.927532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'fixed_ips': [{'subnet_id': 'af21a80c-6d0f-4adc-94d3-a198e5a1294a'}, {'subnet_id': '6064d39f-dc2f-4565-8de4-7d66e3ecb490'}], 'name': 'tempest-PortsIpV6TestJSON-1971223694'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:20.945745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:20.946375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.026304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:21.098005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.103336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 78756f40-33b6-4a4c-af89-b3ff370cc2f3 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:21.196766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.217890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:21.317718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46154) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.325323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.330512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:21.331990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:21.332733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.351282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 2f55c204-43ea-4f62-ade7-cb0e4e3acced yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:21.394246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Deleting subnet a989d713-ec4b-441c-b36d-ca8f00687945 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:21.399002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Publish callbacks [] for subnet (a989d713-ec4b-441c-b36d-ca8f00687945), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.409146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbba1a5-d7b0-450b-a2a3-f920c9810cd8 None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:21.446955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (a989d713-ec4b-441c-b36d-ca8f00687945), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.484570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:21.485582 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.518888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (a989d713-ec4b-441c-b36d-ca8f00687945), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.592806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:21.593121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.635549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (a989d713-ec4b-441c-b36d-ca8f00687945), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.663958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a989d713-ec4b-441c-b36d-ca8f00687945,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.669838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.674057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b3f2b5fe-f59d-4d62-9a78-d6ea44f841b2 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/a989d713-ec4b-441c-b36d-ca8f00687945 HTTP/1.1" status: 204 len: 168 time: 0.3542840 Feb 19 01:03:21.674213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:21.676088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.711964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:21.712578 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.721802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3120a096-1c32-406e-94a5-b513e1ab4e58 req-d91646cd-4c07-44f8-ab9a-133bb8bc2bc5 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.1101227 Feb 19 01:03:21.742079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.743213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b34374e7-3a8f-44f4-a5ad-25bc770f9791 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:21.820249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::a5 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/af21a80c-6d0f-4adc-94d3-a198e5a1294a/2f55c204-43ea-4f62-ade7-cb0e4e3acced) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:21.842903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8:0:1::317 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/6064d39f-dc2f-4565-8de4-7d66e3ecb490/2f55c204-43ea-4f62-ade7-cb0e4e3acced) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:21.852960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.931669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.973577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b3b8-327d-448d-bae0-d56518292a78 req-a4fe1a26-20e6-463c-91ea-b7f7ddcb9c54 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:21.981616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38a5b3b8-327d-448d-bae0-d56518292a78 req-a4fe1a26-20e6-463c-91ea-b7f7ddcb9c54 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2632136 Feb 19 01:03:21.982330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 28aa0a88-de19-4bdb-9817-9c6099b4d301 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:21.992031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=28aa0a88-de19-4bdb-9817-9c6099b4d301,segment=NetworkSegment(608d075e-ec96-4293-9126-4bc589ff77da),segment_id=608d075e-ec96-4293-9126-4bc589ff77da)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:22.037604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Update dhcp port {'port': {'network_id': '88f7a0d3-bd12-48c1-a37b-6d17cbc524e6', 'fixed_ips': [{'subnet_id': 'af21a80c-6d0f-4adc-94d3-a198e5a1294a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6064d39f-dc2f-4565-8de4-7d66e3ecb490'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '28aa0a88-de19-4bdb-9817-9c6099b4d301'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:03:22.053080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.058769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.066567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.073105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.079359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.081296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.088490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.096043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.105458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-f4d46748-3cd0-4ef2-9e04-a16577d604e0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5429 time: 0.2046161 Feb 19 01:03:22.107784 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.218385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3f4e43c-8c7a-47fc-904f-b1264adbac0b req-4bf5ba18-29a2-42ff-a8da-74fd6ff1065b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1119385 Feb 19 01:03:22.229704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb61f17-b6ed-4501-910b-07b7ce0794b2 None None] Pushing event updated for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.236725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:22.269631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.326262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:22.327071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.359433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:22.360967 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.373461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16861fac-6af7-4535-8d0f-473b891f9b1f req-c2a4c3aa-216c-4dd5-ad60-0af2fba39d30 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0370843 Feb 19 01:03:22.385035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.447232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.452094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38a5b3b8-327d-448d-bae0-d56518292a78 req-eaf25e7b-f412-40ed-86a5-48996d912f39 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694636 Feb 19 01:03:22.464989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=2f55c204-43ea-4f62-ade7-cb0e4e3acced,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.486522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:22.488247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:22.489339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcebfe8a-70a3-4e76-8532-804c0e2ab8ff']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:22.497315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:22.507124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.508799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc81a701-7495-4222-ba38-7c3107b550fb') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:22.509926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.510746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc81a701-7495-4222-ba38-7c3107b550fb') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:22.530055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (cc81a701-7495-4222-ba38-7c3107b550fb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.546812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cc81a701-7495-4222-ba38-7c3107b550fb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.558054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:22.558766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (cc81a701-7495-4222-ba38-7c3107b550fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:22.560964 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:22.591970 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e4ff8ae-e8b9-47cd-9d5d-54eb9f60945f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6721020 Feb 19 01:03:22.594693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46164) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:22.599805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af21a80c-6d0f-4adc-94d3-a198e5a1294a'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:22.660095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:22.671324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b34374e7-3a8f-44f4-a5ad-25bc770f9791 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:22.671970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.676204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (bcebfe8a-70a3-4e76-8532-804c0e2ab8ff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.683422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.694068 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/bcebfe8a-70a3-4e76-8532-804c0e2ab8ff HTTP/1.1" status: 204 len: 168 time: 1.0148320 Feb 19 01:03:22.694195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Allocated IP 2001:db8:0:1::2 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/6064d39f-dc2f-4565-8de4-7d66e3ecb490/28aa0a88-de19-4bdb-9817-9c6099b4d301) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:22.696379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d'}, {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:22.700076 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538bbe3f-1827-4006-afd8-c981f0612349" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "9e11ced1-32bb-4e0f-abcc-de33f0b0b79d"}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:22.707425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b7c03-edad-46a7-ba02-4f41e33f2db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcebfe8a-70a3-4e76-8532-804c0e2ab8ff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.720643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.757638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:22.800281 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c92dcd-b901-465b-b749-d2608cfbba9c x-openstack-request-id: req-08c92dcd-b901-465b-b749-d2608cfbba9c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:22.800733 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "9e11ced1-32bb-4e0f-abcc-de33f0b0b79d", "code": 200}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:22.801060 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-08c92dcd-b901-465b-b749-d2608cfbba9c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:22.801699 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e11ced1-32bb-4e0f-abcc-de33f0b0b79d', 'code': 200} Feb 19 01:03:22.802024 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3', 'code': 200} Feb 19 01:03:22.837917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.838886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:22.907316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a664b796-a9ec-4cc9-804c-0a59bf762c12 req-06e3dc14-2069-4a56-8a89-37753adb5038 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0412607 Feb 19 01:03:22.932864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=28aa0a88-de19-4bdb-9817-9c6099b4d301,segment=NetworkSegment(608d075e-ec96-4293-9126-4bc589ff77da),segment_id=608d075e-ec96-4293-9126-4bc589ff77da)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:22.975808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.990239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Publish callbacks [] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.063911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.090955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:23.106487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:23.106487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.133312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Delete allocated IP 2001:db8:0:1::317 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/6064d39f-dc2f-4565-8de4-7d66e3ecb490) {{(pid=110602) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:03:23.196464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dc03b-fda8-4bec-8cb5-5eb8dfd3d1c1 None None] Pushing event updated for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.216754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46172) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:23.280810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:23.281236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.291877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13cc57f0-2ffe-41d8-999f-cc90e5a54e42 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d13b16daabd94b80b79943014acb1f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760689 Feb 19 01:03:23.294319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46176) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:23.350323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:23.370079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] Publish callbacks [] for security_group (872b268c-ea25-4b72-93a5-f8242f81a417), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.399117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] Publish callbacks [] for security_group (872b268c-ea25-4b72-93a5-f8242f81a417), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.407856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.410564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:23.439044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.482091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.488420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.495401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.501209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.513427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.520031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.527591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ead9056-b048-4b2b-80a8-2bdd9f4feaf6 req-f6380818-0915-402d-9edd-0a07fc608e1e tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0390794 Feb 19 01:03:23.536256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.540693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.549900 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (872b268c-ea25-4b72-93a5-f8242f81a417), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.552105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-83ecc547-386e-44cf-83de-9006d4744696 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5430 time: 0.2003064 Feb 19 01:03:23.554728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.558983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/872b268c-ea25-4b72-93a5-f8242f81a417 HTTP/1.1" status: 204 len: 168 time: 0.2636049 Feb 19 01:03:23.575883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.583340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdaff0-3081-4a3f-a7f9-e2df98acc446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872b268c-ea25-4b72-93a5-f8242f81a417,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.658183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:23.675591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:23.676355 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.701758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] In _notify_port_updated(), no bound segment for port 2f55c204-43ea-4f62-ade7-cb0e4e3acced on network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:23.708058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.708868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.712629 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/ports/2f55c204-43ea-4f62-ade7-cb0e4e3acced HTTP/1.1" status: 200 len: 925 time: 1.1145687 Feb 19 01:03:23.719221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46184) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:23.725208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af21a80c-6d0f-4adc-94d3-a198e5a1294a'}, {'subnet_id': '6064d39f-dc2f-4565-8de4-7d66e3ecb490'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:23.833602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6846056-aa60-47d0-adc6-f0ba389a6d24 req-6b555e04-6d9a-4798-ac0e-e75b7b002bda tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2809458 Feb 19 01:03:23.841331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a23606-cd47-4be1-aeb1-ee511f39b802 req-193aa5c5-de7b-46e2-837a-3dec36550a3b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.864943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36a23606-cd47-4be1-aeb1-ee511f39b802 req-193aa5c5-de7b-46e2-837a-3dec36550a3b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1887031 Feb 19 01:03:23.875195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea812-e09f-4d79-ba00-12f73de83476 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=2f55c204-43ea-4f62-ade7-cb0e4e3acced,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.904618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:23.907414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.915008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 28aa0a88-de19-4bdb-9817-9c6099b4d301 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:23.991892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36a23606-cd47-4be1-aeb1-ee511f39b802 req-6b44fdfd-c077-4975-a095-72181bb48b6a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212456 Feb 19 01:03:24.012823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.038703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:24.045055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.045810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.080424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39917839-3b3a-4eaa-9c2a-b63e32a60fad req-d8438c66-290c-45c2-b533-af68c13a210a tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0389163 Feb 19 01:03:24.152307 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.159120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6890b84-03b7-4ba6-a067-d793923b8a87 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:24.193033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e6890b84-03b7-4ba6-a067-d793923b8a87 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:24.193828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6890b84-03b7-4ba6-a067-d793923b8a87 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:24.222954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 3e6bc085-f971-4043-b449-a131527b74b0 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:24.224812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d66df-dba3-4951-9850-78caa2b55b35 None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:24.236306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:24.490076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8:0:1::2a8 (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6/6064d39f-dc2f-4565-8de4-7d66e3ecb490/2f55c204-43ea-4f62-ade7-cb0e4e3acced) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:24.542347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4e265f71-49c0-4306-9479-1c634d9da9ef None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.542971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e265f71-49c0-4306-9479-1c634d9da9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.587500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:24.665754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.683546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-faeaf140-07eb-4780-937e-5718565457c0 req-ac8245aa-7134-4a1b-81b1-dda3d848230c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0342705 Feb 19 01:03:24.712691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4e265f71-49c0-4306-9479-1c634d9da9ef None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:24.723635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 3e6bc085-f971-4043-b449-a131527b74b0 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:24.730198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 3e6bc085-f971-4043-b449-a131527b74b0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.730916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e6bc085-f971-4043-b449-a131527b74b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.749422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.817707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791'}, {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4'}, {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:24.820509 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7653c243-d175-4a8c-ba81-ce879e2125c0" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "b34374e7-3a8f-44f4-a5ad-25bc770f9791"}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4"}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:24.863078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 3e6bc085-f971-4043-b449-a131527b74b0 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:24.863517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.889188 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9321402d-32d2-4693-b2aa-abcb74e9677d x-openstack-request-id: req-9321402d-32d2-4693-b2aa-abcb74e9677d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:24.893342 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "b34374e7-3a8f-44f4-a5ad-25bc770f9791", "code": 200}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4", "code": 200}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:24.893748 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9321402d-32d2-4693-b2aa-abcb74e9677d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:24.894202 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34374e7-3a8f-44f4-a5ad-25bc770f9791', 'code': 200} Feb 19 01:03:24.894465 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4', 'code': 200} Feb 19 01:03:24.899275 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'code': 200} Feb 19 01:03:24.904652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=2f55c204-43ea-4f62-ade7-cb0e4e3acced,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:24.907844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] In _notify_port_updated(), no bound segment for port 2f55c204-43ea-4f62-ade7-cb0e4e3acced on network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:24.912966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:24.913626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.914969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fac54fa1-78dd-4ed6-8172-2e96fae3e7f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/ports/2f55c204-43ea-4f62-ade7-cb0e4e3acced HTTP/1.1" status: 200 len: 1011 time: 1.1941233 Feb 19 01:03:24.929465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46208) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:24.970799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:25.022527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.024695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.030405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.039881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.045864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.051964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.057842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.064258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.074479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-5b1b4b77-934d-4357-bcd3-20abf2374bb1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5432 time: 0.1272495 Feb 19 01:03:25.141789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.163322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 2f55c204-43ea-4f62-ade7-cb0e4e3acced {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:25.163668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.202289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28eb4ef7-3d04-4b93-b54e-ac66f7061672 req-3d6678d0-a932-40c3-ae77-d52b649b6e6c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1266303 Feb 19 01:03:25.244040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Provisioning complete for port 2f55c204-43ea-4f62-ade7-cb0e4e3acced triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.244475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.269161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:25.345653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Port 2f55c204-43ea-4f62-ade7-cb0e4e3acced cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:25.354284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0fb09876-9a63-4704-a086-b59d2a083c3b req-b92b150d-97a8-4fd2-9887-95aeff56b14a tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0520086 Feb 19 01:03:25.372588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.382357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ac89-8cf0-4415-8a4b-871f8d27bfef req-8265d79c-f7a4-4d63-baed-d875ffa77361 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.384047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0188ac89-8cf0-4415-8a4b-871f8d27bfef req-8265d79c-f7a4-4d63-baed-d875ffa77361 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2246323 Feb 19 01:03:25.385710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.386308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.396165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 2f55c204-43ea-4f62-ade7-cb0e4e3acced owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:25.495216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-279427502-network', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:25.526671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fa516-32fb-4928-821e-209ba56ae0b5 None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:25.546465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0188ac89-8cf0-4415-8a4b-871f8d27bfef req-deb539dc-73ca-4153-8350-b86a7195fd2c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228077 Feb 19 01:03:25.590164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Made reservation on behalf of 0ac8060ac3024722a6d85e926ee5aa74 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:25.592968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.610508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.774500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7773645d-a55e-47ac-87ae-a2b32432a4b4 None None] Provisioning complete for port 2f55c204-43ea-4f62-ade7-cb0e4e3acced triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.774966 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7773645d-a55e-47ac-87ae-a2b32432a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.796895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68228082-07c8-41fa-ae86-d2ae23db980b req-026c63dd-0afd-4e8e-a2ff-bb6b4c358869 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0669885 Feb 19 01:03:25.836268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2f55c204-43ea-4f62-ade7-cb0e4e3acced), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.847020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7773645d-a55e-47ac-87ae-a2b32432a4b4 None None] Port 2f55c204-43ea-4f62-ade7-cb0e4e3acced cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:25.871457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a19f3ca3-b514-4150-a0bd-6af8e427d24b req-1c666a92-b13e-48a2-b7fe-51ac67177a33 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0462968 Feb 19 01:03:25.913554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=2f55c204-43ea-4f62-ade7-cb0e4e3acced,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.982984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks [] for security_group (f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.001399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.009789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46230) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.012179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-476bba5f-e77a-4dd1-8cdd-3b8ecbb3d3df tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/2f55c204-43ea-4f62-ade7-cb0e4e3acced HTTP/1.1" status: 204 len: 168 time: 1.0814590 Feb 19 01:03:26.040940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.057758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:26.069046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bdcb6da9-0daf-455a-a530-c3893a22ff20), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.069434 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Added segment bdcb6da9-0daf-455a-a530-c3893a22ff20 of type vlan for network f017ef25-200b-4328-a0df-43d25fa9de7c Feb 19 01:03:26.072999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-af86ed28-32c0-4048-a04c-83590332dbaf None None] Could not find standard attr ID for object 2f55c204-43ea-4f62-ade7-cb0e4e3acced. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:26.101383 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d2bd34-c822-4e25-94db-c744bec85b69 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:26.105469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-00d2bd34-c822-4e25-94db-c744bec85b69 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/2f55c204-43ea-4f62-ade7-cb0e4e3acced HTTP/1.1" status: 404 len: 333 time: 0.0920565 Feb 19 01:03:26.106311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46234) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.124589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f017ef25-200b-4328-a0df-43d25fa9de7c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.143007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.172828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 6064d39f-dc2f-4565-8de4-7d66e3ecb490 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:26.176808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (6064d39f-dc2f-4565-8de4-7d66e3ecb490), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.223947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f017ef25-200b-4328-a0df-43d25fa9de7c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.225784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.231360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.236648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6064d39f-dc2f-4565-8de4-7d66e3ecb490), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.372481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] Pushing event updated for resources: {'Network': ['ID=f017ef25-200b-4328-a0df-43d25fa9de7c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.397485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f017ef25-200b-4328-a0df-43d25fa9de7c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:26.440911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6064d39f-dc2f-4565-8de4-7d66e3ecb490), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.468166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.491148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.504793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.508883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b06fde09-aeaf-4a2d-a9e6-1ec2c4c1daa7 None None] Could not find standard attr ID for object 2f55c204-43ea-4f62-ade7-cb0e4e3acced. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:26.510264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.523542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.534272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.541841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.544550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-9181d9fc-f2e8-4776-9c5c-ea102ed0ac11 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1933870 Feb 19 01:03:26.555060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46246) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.562322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b8fab0e8-0708-4c75-85a6-254ce156497f admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2914786 Feb 19 01:03:26.572473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Request body: {'subnet': {'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-subnet', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:26.613011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f370f8c-2fd4-4c55-97e7-0a8060fdb833 req-15c3af01-9da7-40a2-b3ef-04d6cf7f5056 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0995336 Feb 19 01:03:26.671747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3ffda70-6823-4749-92ce-11ef88f07e70 req-e9c0eae0-c988-461c-9ef5-1b92a4fb13f3 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1075213 Feb 19 01:03:26.761264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6064d39f-dc2f-4565-8de4-7d66e3ecb490), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.795304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Made reservation on behalf of 0ac8060ac3024722a6d85e926ee5aa74 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:26.799203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.802702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=6064d39f-dc2f-4565-8de4-7d66e3ecb490,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.821111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.824976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-96e247cb-d827-4fd7-8e07-64d2577c921a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/6064d39f-dc2f-4565-8de4-7d66e3ecb490 HTTP/1.1" status: 204 len: 168 time: 0.7171092 Feb 19 01:03:26.827551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.864206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bf756-623b-4260-930b-9b6192a9697c None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:26.989120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b01883-6863-46a8-81f4-b378c8052f27 req-653209e4-4948-4fc4-a728-68c7acaf270a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:26.991232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6b01883-6863-46a8-81f4-b378c8052f27 req-653209e4-4948-4fc4-a728-68c7acaf270a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2054355 Feb 19 01:03:27.022576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:27.024857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet af21a80c-6d0f-4adc-94d3-a198e5a1294a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:27.033219 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76b8d79-2fa9-4449-b0f3-c67ba8b8bbe1" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6bc085-f971-4043-b449-a131527b74b0"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:27.036791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-efbe2d06-85ab-4edb-8e3b-ca883b3e09f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1659973 Feb 19 01:03:27.039509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (af21a80c-6d0f-4adc-94d3-a198e5a1294a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.099741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6b01883-6863-46a8-81f4-b378c8052f27 req-41aab220-b466-485d-a0c0-06e6120c7b7b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008472 Feb 19 01:03:27.105800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (af21a80c-6d0f-4adc-94d3-a198e5a1294a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.198512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-47a474e3-2bf4-4fdd-b5a8-b92e2fa2bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.205419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-47a474e3-2bf4-4fdd-b5a8-b92e2fa2bbbb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1126 time: 0.1042693 Feb 19 01:03:27.314007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (af21a80c-6d0f-4adc-94d3-a198e5a1294a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.368441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cbfdee8-6109-4c13-afc1-0775935d32f8 req-7aa0417b-6973-47a1-b53f-fc2c4662cbe8 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1127148 Feb 19 01:03:27.461107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (9222c611-32eb-4a3f-9bc5-1bfa8427ab22), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.462298 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9f10e-c41f-4c79-a823-372a34d1505c x-openstack-request-id: req-a6a9f10e-c41f-4c79-a823-372a34d1505c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:27.462782 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-plugged", "status": "completed", "tag": "3e6bc085-f971-4043-b449-a131527b74b0", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:27.462882 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6a9f10e-c41f-4c79-a823-372a34d1505c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:27.463329 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0', 'code': 200} Feb 19 01:03:27.501073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-25b09f6b-a042-4747-95fe-e2a027817f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.503316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-25b09f6b-a042-4747-95fe-e2a027817f97 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2747905 Feb 19 01:03:27.552326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9222c611-32eb-4a3f-9bc5-1bfa8427ab22,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:27.571622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-0ff13943-0b76-4420-a6ff-3b92509b653e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0613189 Feb 19 01:03:27.606950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (af21a80c-6d0f-4adc-94d3-a198e5a1294a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.663864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-5c973fca-b9ba-4c48-bfbc-401edeacecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.666464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-5c973fca-b9ba-4c48-bfbc-401edeacecf9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0857241 Feb 19 01:03:27.754693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-6b50e96a-4163-4a44-b281-8019dd69ce79 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823402 Feb 19 01:03:27.815573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Checking segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:27.815952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Network hostable DHCP agents. Network: f017ef25-200b-4328-a0df-43d25fa9de7c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:27.819581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=af21a80c-6d0f-4adc-94d3-a198e5a1294a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:27.844788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.864441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b9d45efb-2867-436d-898b-fc70d183b8a5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/af21a80c-6d0f-4adc-94d3-a198e5a1294a HTTP/1.1" status: 204 len: 168 time: 1.0328493 Feb 19 01:03:27.870060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46284) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:27.909248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03e492f6-b401-40dc-9d7f-497289b68d75 req-2387c7f4-d93f-4f85-9058-3bf3e2831829 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.1166682 Feb 19 01:03:27.967178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.974725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:27.986164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.006944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.010128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.015629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.024963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.026149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.026672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.027125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.027586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.028051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.028640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.028966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.030940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-53969a9d-354b-4b3b-b21b-6e161c8e29b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6707 time: 0.4463964 Feb 19 01:03:28.032733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.041568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-b2fd72d9-8de8-499d-b39f-4d09cd7db1ca tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.2167711 Feb 19 01:03:28.065763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-e25d9f5e-bfb9-434a-bd68-ca3ed62a556b service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041101 Feb 19 01:03:28.067684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Network f017ef25-200b-4328-a0df-43d25fa9de7c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:28.078066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.164755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39378d6a-cffb-4c83-af2b-8abba2ebbbb4 req-4d06a406-f988-4b14-9e04-f613b8383983 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1259954 Feb 19 01:03:28.213901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f017ef25-200b-4328-a0df-43d25fa9de7c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:28.228490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.229080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.231541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec91e78-896d-4a23-b7bb-c6d7bfef12ca None None] Network f017ef25-200b-4328-a0df-43d25fa9de7c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:28.294567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effd7ed-ed9b-4220-a093-7ef8649d6f57 None None] Network 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:28.308039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340cadc2-2560-417c-b2aa-cc38d4b4bd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.357652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfcc0659-8546-49bc-b71d-6a6c168a8a8b req-70d1bcdd-1c1d-4bd6-a816-081259d70b87 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3151495 Feb 19 01:03:28.384549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1da239c8-83f7-46f8-ab7d-88d25dbbe018 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8281806 Feb 19 01:03:28.388249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46294) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.392804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:28.420647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 28aa0a88-de19-4bdb-9817-9c6099b4d301 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:28.420914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.422756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-98751c9f-d1d9-4ae7-805c-475a57af7fa2 req-f40461ac-9fe0-4651-845e-ecc0d93cc723 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495777 Feb 19 01:03:28.506539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca436c-ef81-4814-a86f-0adb27042526 None None] Network f017ef25-200b-4328-a0df-43d25fa9de7c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:28.513753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a5536b06-bc3d-4779-aac0-b1dfa3506f21 None None] Provisioning complete for port 28aa0a88-de19-4bdb-9817-9c6099b4d301 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:28.514349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a5536b06-bc3d-4779-aac0-b1dfa3506f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.569707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=28aa0a88-de19-4bdb-9817-9c6099b4d301,segment=NetworkSegment(608d075e-ec96-4293-9126-4bc589ff77da),segment_id=608d075e-ec96-4293-9126-4bc589ff77da)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:28.570081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.592735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 28aa0a88-de19-4bdb-9817-9c6099b4d301 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:28.644331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a18af-5642-4e74-8cc9-7999226559de req-3546e27a-3990-4f14-a2b4-c7dcf3adefe7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.653393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43a18af-5642-4e74-8cc9-7999226559de req-3546e27a-3990-4f14-a2b4-c7dcf3adefe7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1414762 Feb 19 01:03:28.671556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (897d619e-2028-4571-968b-8256d12c89b7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.672587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (897d619e-2028-4571-968b-8256d12c89b7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.677883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340cadc2-2560-417c-b2aa-cc38d4b4bd0b admin admin] Publish callbacks [] for security_group (c07d8c67-ab74-4764-92cb-c6fe55e9f85d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.725212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70c122ef-761f-4dad-8fa5-6f250b3eb5dc req-0a50b98a-c0db-4613-a587-940cd8175c52 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15&device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.0581851 Feb 19 01:03:28.786155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f43a18af-5642-4e74-8cc9-7999226559de req-7e660510-830c-4662-b971-ec11555eae95 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265314 Feb 19 01:03:28.801754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-340cadc2-2560-417c-b2aa-cc38d4b4bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c07d8c67-ab74-4764-92cb-c6fe55e9f85d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.812398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] DHCP port deletion for 88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:28.860630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a5536b06-bc3d-4779-aac0-b1dfa3506f21 None None] Current status of the port 28aa0a88-de19-4bdb-9817-9c6099b4d301 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:28.884334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Deleting port 28aa0a88-de19-4bdb-9817-9c6099b4d301 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:28.884686 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.917513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for router_controller (897d619e-2028-4571-968b-8256d12c89b7), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.956193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22f0f382-5db1-4c3e-9fed-29bed58c5dac req-93dbf154-b41a-48ba-9654-d4f6cea6c637 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0618675 Feb 19 01:03:28.958809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cadc2-2560-417c-b2aa-cc38d4b4bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d8c67-ab74-4764-92cb-c6fe55e9f85d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.969537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-340cadc2-2560-417c-b2aa-cc38d4b4bd0b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d1e97d70eca44cb0b49e3f31e8b738a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9591534 Feb 19 01:03:28.980789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46302) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.997372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] For port 28aa0a88-de19-4bdb-9817-9c6099b4d301, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=28aa0a88-de19-4bdb-9817-9c6099b4d301,segment=NetworkSegment(608d075e-ec96-4293-9126-4bc589ff77da),segment_id=608d075e-ec96-4293-9126-4bc589ff77da)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:28.997828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.012973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Calling delete_port for 28aa0a88-de19-4bdb-9817-9c6099b4d301 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:29.068672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.091950 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:29.096700 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:03:29.106184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (28aa0a88-de19-4bdb-9817-9c6099b4d301), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.134994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] Pushing event deleted for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.138632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02ccb8-b987-471d-b67e-d5236566430c None None] No DVR routers for this DVR port 28aa0a88-de19-4bdb-9817-9c6099b4d301 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:29.160857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=28aa0a88-de19-4bdb-9817-9c6099b4d301,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.162867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 28aa0a88-de19-4bdb-9817-9c6099b4d301 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:29.304730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] Publish callbacks [] for security_group (c07d8c67-ab74-4764-92cb-c6fe55e9f85d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.309913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for router_gateway (897d619e-2028-4571-968b-8256d12c89b7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.335262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.363843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] Publish callbacks [] for security_group (c07d8c67-ab74-4764-92cb-c6fe55e9f85d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.372362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f7a0d3-bd12-48c1-a37b-6d17cbc524e6']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.390250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608d075e-ec96-4293-9126-4bc589ff77da') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.390562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608d075e-ec96-4293-9126-4bc589ff77da') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.414258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (608d075e-ec96-4293-9126-4bc589ff77da), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.474534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (608d075e-ec96-4293-9126-4bc589ff77da), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.494251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4a24df6-4358-4daa-8752-66ed217f5c75 req-8f752a63-6d22-4719-9b97-21f2bb56ddcb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=30b9af01cd994b60862a191916cf73c6&device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0492356 Feb 19 01:03:29.546458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4a24df6-4358-4daa-8752-66ed217f5c75 req-ba57934b-a92e-4929-9721-9f3fe18b8196 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=30b9af01cd994b60862a191916cf73c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424428 Feb 19 01:03:29.649373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.654650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.660736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.666021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.671353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.676861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.682231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.684281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-3657da6c-0733-4fe0-a75d-4d03fb15ad73 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1933136 Feb 19 01:03:29.816742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5f4554aa-369f-4cf2-aead-f5692d43d093 req-7a36cbfa-b5e2-4e0f-93d5-1815e9b8de8a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1187170 Feb 19 01:03:29.821004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a24df6-4358-4daa-8752-66ed217f5c75 req-1724c166-24bf-4b5b-ab48-d9df91c3abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.836303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 28aa0a88-de19-4bdb-9817-9c6099b4d301 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:29.838054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4a24df6-4358-4daa-8752-66ed217f5c75 req-1724c166-24bf-4b5b-ab48-d9df91c3abc0 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768221 Feb 19 01:03:29.893764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 28aa0a88-de19-4bdb-9817-9c6099b4d301 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:29.894536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 28aa0a88-de19-4bdb-9817-9c6099b4d301 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:29.925332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:29.927498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (608d075e-ec96-4293-9126-4bc589ff77da), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.931662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-387d8b77-739b-4509-ba54-7bab2fab291e req-7e3e82f1-fee6-4b48-8257-40ee74dd6f56 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.4656992 Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:29.932308 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:29.953603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f6e8e-faae-4b40-a306-31ba1684a894 req-ccffcce4-0ea9-4a1f-8aa3-dd174f7c43d2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.956149 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-728f6e8e-faae-4b40-a306-31ba1684a894 req-ccffcce4-0ea9-4a1f-8aa3-dd174f7c43d2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0767338 Feb 19 01:03:30.022217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-728f6e8e-faae-4b40-a306-31ba1684a894 req-8022fd3e-5d16-4a9c-931e-7a0d0fac9ece tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Feb 19 01:03:30.048442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c07d8c67-ab74-4764-92cb-c6fe55e9f85d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.051190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.052357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c07d8c67-ab74-4764-92cb-c6fe55e9f85d HTTP/1.1" status: 204 len: 168 time: 1.0708079 Feb 19 01:03:30.100906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (88f7a0d3-bd12-48c1-a37b-6d17cbc524e6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.106062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.114600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/88f7a0d3-bd12-48c1-a37b-6d17cbc524e6 HTTP/1.1" status: 204 len: 168 time: 2.2434983 Feb 19 01:03:30.116316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:30.168941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eed74-25be-41bd-b018-e2d495f3ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d8c67-ab74-4764-92cb-c6fe55e9f85d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.197371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d85aab-9cc7-4709-b999-49917de6a493 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.199964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-45d85aab-9cc7-4709-b999-49917de6a493 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0820348 Feb 19 01:03:30.204290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:30.207908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d7eec95-8c2b-483c-9755-38d63c8e71f3 req-8ee733cb-3f3c-4ca6-9e46-5ab860f0e9dc tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1132536 Feb 19 01:03:30.256262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864829a-626b-4547-86b5-f4e49d76d72c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=88f7a0d3-bd12-48c1-a37b-6d17cbc524e6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.260170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for router_gateway (897d619e-2028-4571-968b-8256d12c89b7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.267119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d49d354d-c479-4277-a03b-f1c7119d8453 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0613875 Feb 19 01:03:30.270694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:30.276690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-211028796'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:30.286073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.383261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:30.387364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.401294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Allocated IP 172.25.2.66 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3b587c75-f9cf-4904-9e02-b02071704bfc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:30.417439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:30.433865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5b91a54f-010d-411e-88a6-81c9c9356c24), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.434689 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment 5b91a54f-010d-411e-88a6-81c9c9356c24 of type vlan for network 2fdb2033-34f2-4772-8d48-b110be361a8b Feb 19 01:03:30.482773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2fdb2033-34f2-4772-8d48-b110be361a8b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.530018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.640684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2fdb2033-34f2-4772-8d48-b110be361a8b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.647947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.648576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.669198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.717973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:30.721154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:30.723312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:30.746541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=2fdb2033-34f2-4772-8d48-b110be361a8b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.752396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Pushing event updated for resources: {'Port': ['ID=3b587c75-f9cf-4904-9e02-b02071704bfc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.763796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2fdb2033-34f2-4772-8d48-b110be361a8b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:30.785114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7def457c-8b0e-486f-9992-77f64750c6d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5127363 Feb 19 01:03:30.787678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:30.807805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:30.862386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-ff3ea7d5-217c-4f16-8036-9c85827d3341 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750167 Feb 19 01:03:30.899336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46328) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:30.951146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec342577-118b-41de-92b0-984d20756e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.027901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-8c834e20-d23c-480b-8f38-26a2a8a41327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.029523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-8c834e20-d23c-480b-8f38-26a2a8a41327 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 1127 time: 0.1318443 Feb 19 01:03:31.059562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.066017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.071906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.077432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.084007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.089182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.095284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.097396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-0dbd28be-49d8-4be0-9be9-b508e1da5588 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1825366 Feb 19 01:03:31.105092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7bf65b55-3941-4da2-8a86-cd885cc13825 req-6a1bc254-ed67-4765-a23a-43d5eeceee8e tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0427589 Feb 19 01:03:31.164678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4a24df6-4358-4daa-8752-66ed217f5c75 req-0b54c248-29da-4f91-90b1-2dddd1b9d26f tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.117 "GET /v2.0/ports?device_id=35e7592e-9f7e-452e-b764-22cbe845ab15 HTTP/1.1" status: 200 len: 210 time: 0.0659907 Feb 19 01:03:31.194759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:31.199319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.281902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec342577-118b-41de-92b0-984d20756e68 admin admin] Publish callbacks [] for security_group (717bee6a-7268-4ee9-9190-1595141bbfea), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.310589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9caacb28-8bf8-4887-a0f9-cff3b3300d0d req-f5c3d374-6f11-4032-9e38-abb7c40f8177 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1914101 Feb 19 01:03:31.311790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-6899de8d-99c8-46bd-8ff8-75c9711c16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.313471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-6899de8d-99c8-46bd-8ff8-75c9711c16d4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.2105167 Feb 19 01:03:31.362735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec342577-118b-41de-92b0-984d20756e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (717bee6a-7268-4ee9-9190-1595141bbfea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.365862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-9da03db8-76c0-4bfa-8e13-47b295d491f5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c HTTP/1.1" status: 200 len: 217 time: 0.0461357 Feb 19 01:03:31.452262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec342577-118b-41de-92b0-984d20756e68 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=983ecf4c880a47d08373e174425aa6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518336 Feb 19 01:03:31.453029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342577-118b-41de-92b0-984d20756e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717bee6a-7268-4ee9-9190-1595141bbfea,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.456201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.486118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69371575-d4bc-4078-899f-9e2e3f2759c7 req-716faf5d-600c-451c-99a4-e9fd4cfec860 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0549760 Feb 19 01:03:31.506052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-2a5e3c63-1720-4da0-b494-35894a940ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.511852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-2a5e3c63-1720-4da0-b494-35894a940ebb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1371491 Feb 19 01:03:31.584904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-67343417-848c-43d4-a7c3-9080b1dd87e0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503244 Feb 19 01:03:31.643723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73b2af-aab5-432b-bf3b-46ae6475f122 req-d012e89f-324c-4faa-b362-801054f0dec3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.645674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd73b2af-aab5-432b-bf3b-46ae6475f122 req-d012e89f-324c-4faa-b362-801054f0dec3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.3236361 Feb 19 01:03:31.674359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] Publish callbacks [] for security_group (717bee6a-7268-4ee9-9190-1595141bbfea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.711695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd73b2af-aab5-432b-bf3b-46ae6475f122 req-186f1775-aebf-4550-80c1-cb5b77e97910 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574262 Feb 19 01:03:31.712543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for router_gateway (897d619e-2028-4571-968b-8256d12c89b7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.723469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] Publish callbacks [] for security_group (717bee6a-7268-4ee9-9190-1595141bbfea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.769073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.769339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (6423968a-077d-45ee-b97f-5fae4145e70d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.774707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.780801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.786495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.791815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.797040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.802711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.815048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f528bacc-4963-4d73-9b56-10878daa418f req-b5211d01-f8a9-404b-802a-cfa29ff12451 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.2247219 Feb 19 01:03:31.816310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46342) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.818656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-42a2ad06-ac6a-44e9-8242-39e55991dfe6 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217836 Feb 19 01:03:31.823212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Request body: {'floatingip': {'port_id': '3e6bc085-f971-4043-b449-a131527b74b0'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:31.910305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=6423968a-077d-45ee-b97f-5fae4145e70d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.914712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': '5b91a54f-010d-411e-88a6-81c9c9356c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:31.915192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 2fdb2033-34f2-4772-8d48-b110be361a8b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:31.965698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.071756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (897d619e-2028-4571-968b-8256d12c89b7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.073696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 2fdb2033-34f2-4772-8d48-b110be361a8b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:32.105705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c24798b2-6420-44ed-8d71-5ba91fabcb35 req-b4a3280b-bbf3-46d8-b2dd-314476b9276d service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728119 Feb 19 01:03:32.127828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (717bee6a-7268-4ee9-9190-1595141bbfea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.134262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.138957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/717bee6a-7268-4ee9-9190-1595141bbfea HTTP/1.1" status: 204 len: 168 time: 0.6630912 Feb 19 01:03:32.231365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2fdb2033-34f2-4772-8d48-b110be361a8b) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:32.241409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf87b7-a2f3-4633-877c-979fbe649839 None None] Network 2fdb2033-34f2-4772-8d48-b110be361a8b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:32.255493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:32.259608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.366803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78da0de5-5b83-4b72-b7d0-2989e667808d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5620620 Feb 19 01:03:32.370760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46352) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:32.381405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b', 'name': 'tempest-PortsIpV6TestJSON-473840980'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:32.438150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2fdb2033-34f2-4772-8d48-b110be361a8b', 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': '6423968a-077d-45ee-b97f-5fae4145e70d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:32.439019 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.551068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba8884-c117-452f-8c94-373c03747b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717bee6a-7268-4ee9-9190-1595141bbfea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:32.560801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Router 897d619e-2028-4571-968b-8256d12c89b7 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:03:32.680460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:32.684959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.716290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd8d7be6-3b69-4739-96f5-b0c51f63455f req-bafac347-c8a3-4b82-b16a-b515cb7dc378 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0787234 Feb 19 01:03:32.744803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 220208a8-ee9e-47b5-a649-096bba3a2fff yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:32.779469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Allocated IP 2001:db8::2 (2fdb2033-34f2-4772-8d48-b110be361a8b/6423968a-077d-45ee-b97f-5fae4145e70d/9f9a2df5-9870-469a-8d6c-10899984566d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:32.951993 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4fd0760-d8e6-417b-973a-fde8773eb39c req-f5a6de8a-70bf-404d-8cc2-76bd0938a409 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=30b9af01cd994b60862a191916cf73c6&device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.1233606 Feb 19 01:03:33.076881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fc6a5-1909-4540-8484-f8d8d86fb927 req-a6f6ac71-9803-4901-9d0b-dc53671c89c3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.083731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-227fc6a5-1909-4540-8484-f8d8d86fb927 req-a6f6ac71-9803-4901-9d0b-dc53671c89c3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1388924 Feb 19 01:03:33.107124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks [] for port (9f9a2df5-9870-469a-8d6c-10899984566d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.111674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da02d064-1b9c-4ed0-9b50-036c1ddf59b8 req-0dba3f07-1725-4af6-af13-5ecfc594b8a6 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.1623671 Feb 19 01:03:33.113756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4fd0760-d8e6-417b-973a-fde8773eb39c req-17fbde78-041f-4487-8208-a207a39dee00 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=30b9af01cd994b60862a191916cf73c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924554 Feb 19 01:03:33.138053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-227fc6a5-1909-4540-8484-f8d8d86fb927 req-8d7d9c3f-7f42-4fbd-853d-af77f39d712d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521843 Feb 19 01:03:33.139313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:03:33.154873 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Sync routers for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:03:33.167765 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:33.168404 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.190448 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.261260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.264516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51f6538b-12fd-4ad7-bfdd-c70241caf62c admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8753009 Feb 19 01:03:33.270138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46370) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.294730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Network 2fdb2033-34f2-4772-8d48-b110be361a8b is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:33.304052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:33.313342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:33.317482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Pushing event updated for resources: {'Port': ['ID=9f9a2df5-9870-469a-8d6c-10899984566d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:33.356152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::223 (2fdb2033-34f2-4772-8d48-b110be361a8b/6423968a-077d-45ee-b97f-5fae4145e70d/220208a8-ee9e-47b5-a649-096bba3a2fff) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:33.384659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Attempting to bind port 9f9a2df5-9870-469a-8d6c-10899984566d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:33.385501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Attempting to bind port 9f9a2df5-9870-469a-8d6c-10899984566d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5b91a54f-010d-411e-88a6-81c9c9356c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:33.386080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Attempting to bind port 9f9a2df5-9870-469a-8d6c-10899984566d on network 2fdb2033-34f2-4772-8d48-b110be361a8b {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:33.392608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:33.393334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Checking segment: {'id': '5b91a54f-010d-411e-88a6-81c9c9356c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:33.393940 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.394584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Bound using segment: {'id': '5b91a54f-010d-411e-88a6-81c9c9356c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:33.395883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Bound port: 9f9a2df5-9870-469a-8d6c-10899984566d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b91a54f-010d-411e-88a6-81c9c9356c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:33.396506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.500601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] For port 9f9a2df5-9870-469a-8d6c-10899984566d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:33.509348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:33.509654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] For port 9f9a2df5-9870-469a-8d6c-10899984566d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9f9a2df5-9870-469a-8d6c-10899984566d,segment=NetworkSegment(5b91a54f-010d-411e-88a6-81c9c9356c24),segment_id=5b91a54f-010d-411e-88a6-81c9c9356c24)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:33.589515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.640207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.675483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b59a-7d2e-406e-a738-612e678032c2 None None] Pushing event updated for resources: {'Port': ['ID=9f9a2df5-9870-469a-8d6c-10899984566d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:33.791300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.824408 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 3, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.848317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd0760-d8e6-417b-973a-fde8773eb39c req-1fbd8702-38a1-47e9-b22b-3cff2bd929ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.849821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4fd0760-d8e6-417b-973a-fde8773eb39c req-1fbd8702-38a1-47e9-b22b-3cff2bd929ff service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7296753 Feb 19 01:03:33.907346 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Checking router: 897d619e-2028-4571-968b-8256d12c89b7 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:03:33.907785 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Updating router 897d619e-2028-4571-968b-8256d12c89b7 port 3b587c75-f9cf-4904-9e02-b02071704bfc binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:03:33.919661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:03:34.007429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95a37642-f3fd-4e45-979a-eaf4268b1d57 req-e1b5936a-494e-4a5a-abe3-54bb024e8fa9 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1108360 Feb 19 01:03:34.025774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 2fdb2033-34f2-4772-8d48-b110be361a8b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:34.039880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:34.051400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:34.065635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:34.068362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.068492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:34.080370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=220208a8-ee9e-47b5-a649-096bba3a2fff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.149833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-604783d2-6221-4dbf-a886-d89dd3f000de tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7754073 Feb 19 01:03:34.159863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:34.161910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '2fdb2033-34f2-4772-8d48-b110be361a8b', 'name': 'tempest-PortsIpV6TestJSON-305283095'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:34.222784 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.298125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.301116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:34.324511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1', 'port_id': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'mac_address': 'fa:16:3e:7c:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25a891f-3aec-492a-b9aa-a38c10b9254a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:34.412138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 393a97d4-e466-4069-8e2c-10e80738fd9d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:34.412138 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.426656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.429086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393a97d4-e466-4069-8e2c-10e80738fd9d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:34.431972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942eff2d-b35c-434f-a831-eeb63c3c84c8 req-29726fab-868d-417b-9b40-3359f9120f69 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:34.434699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-942eff2d-b35c-434f-a831-eeb63c3c84c8 req-29726fab-868d-417b-9b40-3359f9120f69 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1108384 Feb 19 01:03:34.461426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:34.472079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f62b6ded-6f87-4022-9886-617eef3a9635 req-4431bd3a-17af-41b9-8832-24386d94f9d0 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.1687384 Feb 19 01:03:34.473492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:34.478551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.526162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 77bd21bd-34ad-4405-99b4-30ffa662fba7 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:34.541949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-942eff2d-b35c-434f-a831-eeb63c3c84c8 req-457d1665-0452-4dc2-bc86-2826abe925fc tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003993 Feb 19 01:03:34.550596 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.676324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.693242 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Floating IP 6c01527e-806b-4caa-9ade-33ed9ebaab3c associated. External IP: 172.25.2.57, port: 3e6bc085-f971-4043-b449-a131527b74b0. Feb 19 01:03:34.740795 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks [] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.781796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::286 (2fdb2033-34f2-4772-8d48-b110be361a8b/6423968a-077d-45ee-b97f-5fae4145e70d/77bd21bd-34ad-4405-99b4-30ffa662fba7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:34.834563 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.856052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['393a97d4-e466-4069-8e2c-10e80738fd9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:34.952898 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Attempting to bind port 3b587c75-f9cf-4904-9e02-b02071704bfc on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:34.955116 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Attempting to bind port 3b587c75-f9cf-4904-9e02-b02071704bfc by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:34.963614 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Attempting to bind port 3b587c75-f9cf-4904-9e02-b02071704bfc on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:34.993257 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Pushing event updated for resources: {'Port': ['ID=3b587c75-f9cf-4904-9e02-b02071704bfc,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:35.002908 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:35.003586 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:35.004420 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.006381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:35.007076 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Bound port: 3b587c75-f9cf-4904-9e02-b02071704bfc, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:35.007848 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.071402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.079335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.079906 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.080258 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.080613 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.080950 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.081284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.081615 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.081956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.082269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.082594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.082920 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.095794 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.096008 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:35.144714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] For port 3b587c75-f9cf-4904-9e02-b02071704bfc, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:35.148556 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] For port 3b587c75-f9cf-4904-9e02-b02071704bfc, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3b587c75-f9cf-4904-9e02-b02071704bfc,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:35.224132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25205598-a154-47f7-90a6-581b6186d80c req-04a8d628-7d96-40da-8cf1-c7e6b0769312 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0461195 Feb 19 01:03:35.240976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.261900 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.282604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4fd0760-d8e6-417b-973a-fde8773eb39c req-0dc2ae5a-4dbb-42a3-b2ca-ffbe8931fa47 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.117 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.0342374 Feb 19 01:03:35.301483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.308543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e1c39-b3fa-4889-bf3d-5207f43f5850 None None] Network 2fdb2033-34f2-4772-8d48-b110be361a8b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:35.349583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 2fdb2033-34f2-4772-8d48-b110be361a8b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:35.351026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=77bd21bd-34ad-4405-99b4-30ffa662fba7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:35.356074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:35.364208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:35.372873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:35.374956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.408704 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:35.409967 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:35.424013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Provisioning complete for port 9f9a2df5-9870-469a-8d6c-10899984566d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:35.424392 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.463673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f66dd4f2-c029-4c34-9bf4-8e058222403a tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3071322 Feb 19 01:03:35.464247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:35.512919 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf99bc-edb4-4c39-84cd-f645282c8107 None None] Pushing event updated for resources: {'Port': ['ID=3b587c75-f9cf-4904-9e02-b02071704bfc,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:35.598678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Router 7d542f0a-7fff-4872-becc-1ebdf017448e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:03:35.697132 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:35.716376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Allocated IP 172.20.0.1 (f017ef25-200b-4328-a0df-43d25fa9de7c/9222c611-32eb-4a3f-9bc5-1bfa8427ab22/b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:35.760448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Current status of the port 9f9a2df5-9870-469a-8d6c-10899984566d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:35.760448 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.848421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] For port 9f9a2df5-9870-469a-8d6c-10899984566d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9f9a2df5-9870-469a-8d6c-10899984566d,segment=NetworkSegment(5b91a54f-010d-411e-88a6-81c9c9356c24),segment_id=5b91a54f-010d-411e-88a6-81c9c9356c24)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:35.851819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c82706c3-8626-45a5-ac05-142d551c7fbb req-c504ca4b-ac3e-4c7a-aacd-290412f5a7a6 tempest-ServerShowV247Test-1715649657 tempest-ServerShowV247Test-1715649657-project] 10.222.0.94 "GET /v2.0/ports?device_id=220754ec-27c1-4f6e-98e8-86f91244296b HTTP/1.1" status: 200 len: 210 time: 0.1328034 Feb 19 01:03:35.857828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7fd74-2ec5-419e-8d43-ef3ffb1d165d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:35.863208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3ea7fd74-2ec5-419e-8d43-ef3ffb1d165d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A223 HTTP/1.1" status: 200 len: 928 time: 0.3976858 Feb 19 01:03:35.869856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46404) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:35.943782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.014918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9f9a2df5-9870-469a-8d6c-10899984566d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:36.085984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd169-c95d-4615-a00d-434760f27d75 req-b035870c-9567-40c1-b0e0-66e6408fa63c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.088743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a71fd169-c95d-4615-a00d-434760f27d75 req-b035870c-9567-40c1-b0e0-66e6408fa63c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.3905013 Feb 19 01:03:36.089808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:36.127306 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 3, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:36.150249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:03:36.158528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.185248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Sync routers for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:03:36.187120 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff4f1c7-b98c-4bd4-848e-a604599b7b4a None None] The sync data for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 is: [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:31Z', 'revision_number': 3, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:03:36.208196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9da3790b-eff0-40f6-a24c-6bc2c60056b4 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "PUT /v2.0/floatingips/6c01527e-806b-4caa-9ade-33ed9ebaab3c HTTP/1.1" status: 200 len: 990 time: 4.3884268 Feb 19 01:03:36.210408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:36.213006 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9d8de-7ad1-419c-a41f-ada174ac6221" -d '{"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "3e6bc085-f971-4043-b449-a131527b74b0"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:36.238197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbe839-66b0-47ea-84b7-a66d6e4f1cb4 None None] Pushing event updated for resources: {'Port': ['ID=9f9a2df5-9870-469a-8d6c-10899984566d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:36.259895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Provisioning complete for port 77bd21bd-34ad-4405-99b4-30ffa662fba7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:36.262999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.274359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:36.275285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:36.333025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks [] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.341860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a71fd169-c95d-4615-a00d-434760f27d75 req-525e2c7f-260e-4a5d-b09d-95fa87966d6f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396135 Feb 19 01:03:36.345263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 77bd21bd-34ad-4405-99b4-30ffa662fba7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:36.345594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.488295 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc78b685-0860-41fb-b65a-9e28b30d5162 x-openstack-request-id: req-dc78b685-0860-41fb-b65a-9e28b30d5162 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:36.488595 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "tag": "3e6bc085-f971-4043-b449-a131527b74b0", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:36.488873 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dc78b685-0860-41fb-b65a-9e28b30d5162 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:36.489276 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0', 'status': 'completed', 'code': 200} Feb 19 01:03:36.518209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.525055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.539674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.541670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.545902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.552601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.568207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 77bd21bd-34ad-4405-99b4-30ffa662fba7 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:36.571867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.584124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.586127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-3d99fc87-f052-4b76-8ecc-d4823a4d4362 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.2448061 Feb 19 01:03:36.643753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2679e595-4cff-4c25-9576-19c561eef712 req-807afe2a-2ddf-40a8-a3d2-c1e3cdc43918 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0499892 Feb 19 01:03:36.787044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9f9a2df5-9870-469a-8d6c-10899984566d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:36.790274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.824537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-477bdcb8-8e51-4149-a699-639afcb5d51a req-88ea09d9-c8eb-43c6-8a7c-65d379d97afb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1646514 Feb 19 01:03:36.829990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.891812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Port 77bd21bd-34ad-4405-99b4-30ffa662fba7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:36.918332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 393a97d4-e466-4069-8e2c-10e80738fd9d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:36.933253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (77bd21bd-34ad-4405-99b4-30ffa662fba7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.972038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Network f017ef25-200b-4328-a0df-43d25fa9de7c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:36.989274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.989910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.990706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.991350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.991776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.992405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.992969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.995143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-9f8b8130-664b-477e-981a-866c514efae7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6707 time: 0.4065707 Feb 19 01:03:37.037250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 393a97d4-e466-4069-8e2c-10e80738fd9d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:37.038530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.043861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=77bd21bd-34ad-4405-99b4-30ffa662fba7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:37.102608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Provisioning complete for port 9f9a2df5-9870-469a-8d6c-10899984566d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:37.103199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.186314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:37.209592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.218445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:37.219108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-76a15e81-7301-422b-ad2a-b0f5201e41aa tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/77bd21bd-34ad-4405-99b4-30ffa662fba7 HTTP/1.1" status: 204 len: 168 time: 1.3408670 Feb 19 01:03:37.221330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46420) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.232171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:37.237754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:37.270261 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dc2933-9a4f-458e-9f4f-fc5d80f0c522 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:37.272674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-87dc2933-9a4f-458e-9f4f-fc5d80f0c522 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/77bd21bd-34ad-4405-99b4-30ffa662fba7 HTTP/1.1" status: 404 len: 333 time: 0.0501025 Feb 19 01:03:37.276139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46422) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.342729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.350232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (897d619e-2028-4571-968b-8256d12c89b7), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.352242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.361837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.367536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.373171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.399399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.411795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.418509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad4725fc-fa3e-4563-a195-48741a692b9f req-5289fd32-80ca-467d-94b0-4e94fcd9c578 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.4077871 Feb 19 01:03:37.519310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9f9a2df5-9870-469a-8d6c-10899984566d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:37.550016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-eeb918da-430a-4441-a07f-c6d858229193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.551900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-eeb918da-430a-4441-a07f-c6d858229193 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 HTTP/1.1" status: 200 len: 912 time: 0.5381603 Feb 19 01:03:37.553091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 220208a8-ee9e-47b5-a649-096bba3a2fff {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:37.553570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.609916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 393a97d4-e466-4069-8e2c-10e80738fd9d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:37.609916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.670195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.690389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 220208a8-ee9e-47b5-a649-096bba3a2fff owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:37.832058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46434) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.846788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Current status of the port 9f9a2df5-9870-469a-8d6c-10899984566d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:37.855115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6d901-0a2a-4e8a-bc51-764be7f32424 req-15051335-2bd7-445c-8658-451ed3adf4e2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.871948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eda6d901-0a2a-4e8a-bc51-764be7f32424 req-15051335-2bd7-445c-8658-451ed3adf4e2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.3514707 Feb 19 01:03:37.912555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:37.914448 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14539fc-d630-461d-b323-e4b46973f774" -d '{"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-plugged", "status": "completed", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:37.967788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:37.998898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ed61944-aecd-4382-a73e-8596ed36581f req-0823a31e-f4bf-4694-8229-1c54d56d6055 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.1200187 Feb 19 01:03:38.006788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Provisioning complete for port 220208a8-ee9e-47b5-a649-096bba3a2fff triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:38.007197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.060711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3b587c75-f9cf-4904-9e02-b02071704bfc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:38.064264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.143983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eda6d901-0a2a-4e8a-bc51-764be7f32424 req-7a02f554-65a8-425f-b259-179cd0241ac4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686694 Feb 19 01:03:38.145909 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350aa052-31db-4c1d-bf7a-9947f8ee3cbe x-openstack-request-id: req-350aa052-31db-4c1d-bf7a-9947f8ee3cbe {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:38.146313 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-plugged", "status": "completed", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:38.146828 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-350aa052-31db-4c1d-bf7a-9947f8ee3cbe {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:38.156332 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'code': 200} Feb 19 01:03:38.156505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60b96d75-a198-4322-b6f3-fe7c035fde1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.186740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ac631-be4a-436a-86ba-a5988d04c6e5 None None] Port 220208a8-ee9e-47b5-a649-096bba3a2fff cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:38.267636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.271160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-5f3556f3-eebe-418b-b6ad-d3535d87d807 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e6bc085-f971-4043-b449-a131527b74b0 HTTP/1.1" status: 200 len: 998 time: 0.7066724 Feb 19 01:03:38.305108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f24b72dd-b138-4a1f-bc91-6bad1628a478 None None] Could not find standard attr ID for object 77bd21bd-34ad-4405-99b4-30ffa662fba7. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:38.313262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.314612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3b587c75-f9cf-4904-9e02-b02071704bfc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:38.315405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.333604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0fa7e-51f2-4a9d-b48d-af59ef3c9497 req-9c5d9787-4504-43e8-81a1-06e88b783ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:38.335647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2e0fa7e-51f2-4a9d-b48d-af59ef3c9497 req-9c5d9787-4504-43e8-81a1-06e88b783ddd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1127 time: 0.0862799 Feb 19 01:03:38.350391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '6c01527e-806b-4caa-9ade-33ed9ebaab3c', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'port_id': '3e6bc085-f971-4043-b449-a131527b74b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'mac_address': 'fa:16:3e:82:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:00:59Z', 'updated_at': '2022-02-19T01:03:33Z', 'revision_number': 1, 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:38.377773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.386843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Checking router: 7d542f0a-7fff-4872-becc-1ebdf017448e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:03:38.399193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f24b72dd-b138-4a1f-bc91-6bad1628a478 None None] Provisioning complete for port 220208a8-ee9e-47b5-a649-096bba3a2fff triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:38.399705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f24b72dd-b138-4a1f-bc91-6bad1628a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (220208a8-ee9e-47b5-a649-096bba3a2fff), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.425156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2e0fa7e-51f2-4a9d-b48d-af59ef3c9497 req-2eb43159-25c5-4d3d-9253-91b4128b4a6e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688539 Feb 19 01:03:38.425484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f24b72dd-b138-4a1f-bc91-6bad1628a478 None None] Port 220208a8-ee9e-47b5-a649-096bba3a2fff was deleted so its status cannot be updated. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:03:38.437570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:38.438402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:38.480219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=220208a8-ee9e-47b5-a649-096bba3a2fff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.540252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks [] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.549498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-05fe42e5-f552-448e-b5f7-9600e338ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:38.551205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-05fe42e5-f552-448e-b5f7-9600e338ce8c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2674f3e2-fabd-463d-b789-47f4d7ee6f77 HTTP/1.1" status: 200 len: 850 time: 0.2735202 Feb 19 01:03:38.570951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.575560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-583056a8-7588-484a-b10c-45e349888091 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/220208a8-ee9e-47b5-a649-096bba3a2fff HTTP/1.1" status: 204 len: 168 time: 1.2962043 Feb 19 01:03:38.580130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46442) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:38.603501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:38.612060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60b96d75-a198-4322-b6f3-fe7c035fde1b admin admin] Publish callbacks [] for security_group (a4e0cd4e-d798-4209-9850-f2558f9d6ffc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.620906 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b9ac6e-6a8a-4220-ab05-5c786624f3f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:38.623600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-85b9ac6e-6a8a-4220-ab05-5c786624f3f0 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/220208a8-ee9e-47b5-a649-096bba3a2fff HTTP/1.1" status: 404 len: 333 time: 0.0426259 Feb 19 01:03:38.626584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.627116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46444) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:38.725761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-60b96d75-a198-4322-b6f3-fe7c035fde1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a4e0cd4e-d798-4209-9850-f2558f9d6ffc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.754279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 6423968a-077d-45ee-b97f-5fae4145e70d {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:38.759526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (6423968a-077d-45ee-b97f-5fae4145e70d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.762572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.786724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (897d619e-2028-4571-968b-8256d12c89b7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.808610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6423968a-077d-45ee-b97f-5fae4145e70d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.817533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3b587c75-f9cf-4904-9e02-b02071704bfc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:38.818173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.830074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-d1293747-65e8-4687-8888-47d42e03139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:38.834616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-d1293747-65e8-4687-8888-47d42e03139a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2062438 Feb 19 01:03:38.914266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-60b96d75-a198-4322-b6f3-fe7c035fde1b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=30b9af01cd994b60862a191916cf73c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0823200 Feb 19 01:03:38.918453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96d75-a198-4322-b6f3-fe7c035fde1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0cd4e-d798-4209-9850-f2558f9d6ffc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.924266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46446) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:38.982909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3b587c75-f9cf-4904-9e02-b02071704bfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3b587c75-f9cf-4904-9e02-b02071704bfc,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:39.011794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] Publish callbacks [] for security_group (a4e0cd4e-d798-4209-9850-f2558f9d6ffc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.014520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Network f017ef25-200b-4328-a0df-43d25fa9de7c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:39.032607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6423968a-077d-45ee-b97f-5fae4145e70d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.032815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:39.061999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.061999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9f9a2df5-9870-469a-8d6c-10899984566d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:39.066456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] Publish callbacks [] for security_group (a4e0cd4e-d798-4209-9850-f2558f9d6ffc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.147544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3b587c75-f9cf-4904-9e02-b02071704bfc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.212245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15003415-75bf-484a-8956-afe901364e34 req-f0600486-ea11-44c9-b102-c3156498a431 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/ports?device_id=42d71bb6-5779-4dce-951a-cff6edae7225 HTTP/1.1" status: 200 len: 210 time: 0.0416489 Feb 19 01:03:39.217509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a4e0cd4e-d798-4209-9850-f2558f9d6ffc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.220899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.223188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a4e0cd4e-d798-4209-9850-f2558f9d6ffc HTTP/1.1" status: 204 len: 168 time: 0.2979238 Feb 19 01:03:39.238422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472798a8-d7ff-4d29-bc7c-1e5c5290c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0cd4e-d798-4209-9850-f2558f9d6ffc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.246727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6423968a-077d-45ee-b97f-5fae4145e70d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.425536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Router 897d619e-2028-4571-968b-8256d12c89b7 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:03:39.435007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9f9a2df5-9870-469a-8d6c-10899984566d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:39.435814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.458224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-478bb322-c075-40d3-b07f-3934ad520b21 service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701531 Feb 19 01:03:39.565285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '6c01527e-806b-4caa-9ade-33ed9ebaab3c', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'port_id': '3e6bc085-f971-4043-b449-a131527b74b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'mac_address': 'fa:16:3e:82:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:00:59Z', 'updated_at': '2022-02-19T01:03:33Z', 'revision_number': 1, 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:39.627462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af296-2678-4f64-a3e2-acf0bb7bb9f5 None None] The sync data for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 is: [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '6c01527e-806b-4caa-9ade-33ed9ebaab3c', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'port_id': '3e6bc085-f971-4043-b449-a131527b74b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'mac_address': 'fa:16:3e:82:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70af39-d6f8-4636-a413-51964e90646e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:00:59Z', 'updated_at': '2022-02-19T01:03:33Z', 'revision_number': 1, 'project_id': '60737ac4e59d42f69545053faf09d887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:03:39.645780 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.775994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9f9a2df5-9870-469a-8d6c-10899984566d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:39.979545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3b587c75-f9cf-4904-9e02-b02071704bfc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:40.044199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.051436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/6423968a-077d-45ee-b97f-5fae4145e70d HTTP/1.1" status: 204 len: 168 time: 1.4226410 Feb 19 01:03:40.055217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca53087-5159-4dca-b418-a02de9165d5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=6423968a-077d-45ee-b97f-5fae4145e70d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.057926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46464) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:40.099542 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17735a2e-093e-4fa5-9bde-4dcae197a7ce None None] New status for floating IP 6c01527e-806b-4caa-9ade-33ed9ebaab3c: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:03:40.102941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e1196b-eac6-44d9-9b2b-4f2ceb1a1820 None None] Network 2fdb2033-34f2-4772-8d48-b110be361a8b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:40.183448 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.254760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2fdb2033-34f2-4772-8d48-b110be361a8b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.265633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b4b4-1f70-4627-bf5d-7ab2e0e87360 req-2e0ef006-f9ea-49b7-a3fb-21ccffa7ecbd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.274970 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acf7b4b4-1f70-4627-bf5d-7ab2e0e87360 req-2e0ef006-f9ea-49b7-a3fb-21ccffa7ecbd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.2360358 Feb 19 01:03:40.332540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32e9d8de-7ad1-419c-a41f-ada174ac6221 req-986467cd-da4a-4a4b-921c-c4759a575cac service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8651710 Feb 19 01:03:40.351214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:03:40.376174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae8cda57-fab7-4326-90d6-ec4030cba9a1 admin admin] 10.222.0.94 "PUT /v2.0/routers/897d619e-2028-4571-968b-8256d12c89b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1002982 Feb 19 01:03:40.383957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Sync routers for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:03:40.459514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acf7b4b4-1f70-4627-bf5d-7ab2e0e87360 req-2ae4c2cc-a4b5-4467-9316-364ea9412231 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842766 Feb 19 01:03:40.471528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 9f9a2df5-9870-469a-8d6c-10899984566d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:40.472237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.556671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 9f9a2df5-9870-469a-8d6c-10899984566d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9f9a2df5-9870-469a-8d6c-10899984566d,segment=NetworkSegment(5b91a54f-010d-411e-88a6-81c9c9356c24),segment_id=5b91a54f-010d-411e-88a6-81c9c9356c24)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:40.556901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.576895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 9f9a2df5-9870-469a-8d6c-10899984566d owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:40.748088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3b587c75-f9cf-4904-9e02-b02071704bfc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:40.748466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.786550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:40.787971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:40.817999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9f9a2df5-9870-469a-8d6c-10899984566d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.859639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=9f9a2df5-9870-469a-8d6c-10899984566d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.866679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 9f9a2df5-9870-469a-8d6c-10899984566d on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:40.897940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae5e68-7c0e-4493-8e31-915168c58a8e None None] DHCP port deletion for 2fdb2033-34f2-4772-8d48-b110be361a8b request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:40.960933 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6d7a-97db-4b64-a0d6-8c18b802de3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.011653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2fdb2033-34f2-4772-8d48-b110be361a8b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.038893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdb2033-34f2-4772-8d48-b110be361a8b']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.051604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b91a54f-010d-411e-88a6-81c9c9356c24') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.052195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b91a54f-010d-411e-88a6-81c9c9356c24') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.066945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (5b91a54f-010d-411e-88a6-81c9c9356c24), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.085199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5b91a54f-010d-411e-88a6-81c9c9356c24), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.105923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:41.106512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (5b91a54f-010d-411e-88a6-81c9c9356c24), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:41.130466 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:41.173940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:41.185070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3b587c75-f9cf-4904-9e02-b02071704bfc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:41.225644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46506) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:41.303720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-deb7d617-483c-455f-8556-6185a03585c3 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.312271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-deb7d617-483c-455f-8556-6185a03585c3 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 818 time: 0.1770065 Feb 19 01:03:41.362592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-28938037-network', 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:41.372464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-a0f7b23c-5aa2-4f9c-8e9d-d648c67a7128 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/quotas/0ac8060ac3024722a6d85e926ee5aa74 HTTP/1.1" status: 200 len: 375 time: 0.0589623 Feb 19 01:03:41.470796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-f804ff9b-ddcb-448b-8a1b-424b08ec6fce tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974338 Feb 19 01:03:41.491634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:41.495901 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.522349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.549571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2fdb2033-34f2-4772-8d48-b110be361a8b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.595809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.605487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/2fdb2033-34f2-4772-8d48-b110be361a8b HTTP/1.1" status: 204 len: 168 time: 1.5189316 Feb 19 01:03:41.609650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d', 'name': '', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'mac_address': 'fa:16:3e:b3:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:35Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 2, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'subnets': [{'id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.611808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46516) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:41.612112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:41.637236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks [] for security_group (d081a9be-c22e-4949-b0c7-c88342d27960), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.673439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Checking router: 897d619e-2028-4571-968b-8256d12c89b7 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:03:41.675389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Updating router 897d619e-2028-4571-968b-8256d12c89b7 port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:03:41.685692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282662129'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:41.699196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a074b-451b-4410-bf53-788d360bd4bc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=2fdb2033-34f2-4772-8d48-b110be361a8b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:41.716963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d081a9be-c22e-4949-b0c7-c88342d27960), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.749069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42b228-2351-4bb7-ab89-1c0969766359 req-d5e94a58-4763-40e4-90c0-3a4ca775d65d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.751192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.757956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d42b228-2351-4bb7-ab89-1c0969766359 req-d5e94a58-4763-40e4-90c0-3a4ca775d65d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.0943017 Feb 19 01:03:41.778762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:41.817036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:41.821834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.827385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9897254f-d960-42ab-ae1a-4486ba7892ad), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.827732 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Added segment 9897254f-d960-42ab-ae1a-4486ba7892ad of type vlan for network 662087cb-579c-49f0-a061-7422610fadb4 Feb 19 01:03:41.837511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (076a1220-79c8-4f13-9c62-d0691648b956), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.861932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-cc54bbf6-8078-4b82-98d7-56e315f3694c service neutron] 10.222.0.94 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693857 Feb 19 01:03:41.926145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (662087cb-579c-49f0-a061-7422610fadb4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.931884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:41.941398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e2c6a68e-cd18-48a4-8e3c-20e556cc3f18), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.942003 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment e2c6a68e-cd18-48a4-8e3c-20e556cc3f18 of type vlan for network 659496a0-e204-4dc1-a014-5754795b5f49 Feb 19 01:03:41.947167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d081a9be-c22e-4949-b0c7-c88342d27960,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:41.978196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9f9a2df5-9870-469a-8d6c-10899984566d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:41.993264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (659496a0-e204-4dc1-a014-5754795b5f49), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.005493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9f9a2df5-9870-469a-8d6c-10899984566d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:42.005841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9f9a2df5-9870-469a-8d6c-10899984566d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:42.032795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (076a1220-79c8-4f13-9c62-d0691648b956), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.051415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d42b228-2351-4bb7-ab89-1c0969766359 req-6bfd53b6-a4c5-4b95-b314-04dbb928c864 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837837 Feb 19 01:03:42.099344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (659496a0-e204-4dc1-a014-5754795b5f49), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.103326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (662087cb-579c-49f0-a061-7422610fadb4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.104896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.105034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.105707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.106178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.211988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9848800 Feb 19 01:03:42.218276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46528) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.219120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f99e5c-18e7-468b-91e9-a8a7d6116821 admin admin] Pushing event updated for resources: {'Network': ['ID=662087cb-579c-49f0-a061-7422610fadb4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.242061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 662087cb-579c-49f0-a061-7422610fadb4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:42.295624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Request body: {'subnet': {'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-28938037-subnet', 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:42.319683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6971710 Feb 19 01:03:42.320513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46530) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.328712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '659496a0-e204-4dc1-a014-5754795b5f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:42.368364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b75e9-47da-4869-8683-3c01ed266c09 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=659496a0-e204-4dc1-a014-5754795b5f49,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.391493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-30e64e0c-a985-415d-9d35-1ce998206e04 service neutron] 10.222.0.94 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048158 Feb 19 01:03:42.413337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 659496a0-e204-4dc1-a014-5754795b5f49 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:42.428958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:42.433567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.468203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (076a1220-79c8-4f13-9c62-d0691648b956), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.471996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.473258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/security-groups/076a1220-79c8-4f13-9c62-d0691648b956 HTTP/1.1" status: 204 len: 168 time: 0.8539102 Feb 19 01:03:42.541763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46532) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.597720 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-5519d7e5-04db-40c8-89ae-5b027fbb9eed tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] show failed (client error): The resource could not be found. Feb 19 01:03:42.603312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5519d7e5-04db-40c8-89ae-5b027fbb9eed tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "GET /v2.0/security-groups/076a1220-79c8-4f13-9c62-d0691648b956 HTTP/1.1" status: 404 len: 347 time: 0.0526803 Feb 19 01:03:42.604306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46536) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.636289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks [] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.712680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aa8e-fe6d-4d37-b494-11cf6d367bd6 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a1220-79c8-4f13-9c62-d0691648b956,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.742938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.784056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:42.789929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.848238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68c037cc-1a61-4a63-a4a6-10d59d3891d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.868179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b20dd2-cde0-48e0-a656-244ce313f36a None None] Pushing event updated for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.873807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-744ecb77-8417-4ca8-baaa-2747a0844d7c req-b09784a8-6e5e-4a87-bcb2-982e5fcd5a30 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 210 time: 0.0627122 Feb 19 01:03:42.937686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (9a86a93e-02f5-4db1-92b4-0356a2ab89c3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.949294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Attempting to bind port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:42.949778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Attempting to bind port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:42.950427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Attempting to bind port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d on network f017ef25-200b-4328-a0df-43d25fa9de7c {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:42.960616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:42.962203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Checking segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:42.962203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.962719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Bound using segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:42.963584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Bound port: b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:42.964619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.106377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a86a93e-02f5-4db1-92b4-0356a2ab89c3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.110181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] For port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:43.118682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] For port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:43.126914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:43.127380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Network hostable DHCP agents. Network: 662087cb-579c-49f0-a061-7422610fadb4, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:43.213189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.228976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d12de-3909-46e8-85c7-719a719efac6 req-072f6a86-597b-479b-9dfe-8854b0695b9e tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.230542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a13d12de-3909-46e8-85c7-719a719efac6 req-072f6a86-597b-479b-9dfe-8854b0695b9e tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1127 time: 0.5351119 Feb 19 01:03:43.276101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Network 662087cb-579c-49f0-a061-7422610fadb4 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:43.328804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:03:43.329705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:43.363189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 09604f9b-811f-442b-afdd-3ee220496b10 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:43.363189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (09604f9b-811f-442b-afdd-3ee220496b10), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.363189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a13d12de-3909-46e8-85c7-719a719efac6 req-84ef5215-f978-4f7b-ad14-f1f70bfe3031 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849395 Feb 19 01:03:43.410074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-ef942178-2138-4606-9fb1-64a9c8234a66 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.420220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-ef942178-2138-4606-9fb1-64a9c8234a66 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 818 time: 0.1977162 Feb 19 01:03:43.429553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 662087cb-579c-49f0-a061-7422610fadb4) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:43.447658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.448757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.453795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (80c8c4f4-b2b4-408b-a634-f7c0ddcd1704), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.459665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-f23f27ce-7acd-44f0-a00b-1ed117b9a91b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/quotas/0ac8060ac3024722a6d85e926ee5aa74 HTTP/1.1" status: 200 len: 375 time: 0.0364370 Feb 19 01:03:43.478339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c10d0a-4503-42bf-a0bb-01af224489d7 None None] Network 662087cb-579c-49f0-a061-7422610fadb4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:43.556020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-8acb8cc7-7689-44c1-9a36-ebc0f0f4f6c7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954616 Feb 19 01:03:43.602075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-81884e67-31b6-4843-8daa-29d632b3624f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3151097 Feb 19 01:03:43.605062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (09604f9b-811f-442b-afdd-3ee220496b10), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.607569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (09604f9b-811f-442b-afdd-3ee220496b10), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.626352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 09604f9b-811f-442b-afdd-3ee220496b10 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:43.643314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b20dd2-cde0-48e0-a656-244ce313f36a None None] Pushing event updated for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.728674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:03:43.757818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=80c8c4f4-b2b4-408b-a634-f7c0ddcd1704,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.782100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-088cde6f-da84-4eb7-bedf-7e02ee52413d service neutron] 10.222.0.94 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180014 Feb 19 01:03:43.870577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:43.870951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 659496a0-e204-4dc1-a014-5754795b5f49, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:43.916565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811663c-b70b-4b1c-ba34-6d30191562d3 None None] Network 662087cb-579c-49f0-a061-7422610fadb4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:43.952388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-613680d7-3a7b-47cd-9604-d5c8604e09d8 service neutron] 10.222.0.94 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647286 Feb 19 01:03:43.964300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00654a6-c1fe-4dc2-933f-5a43a01370c1 req-c5c42be9-c93b-4670-ae8e-86848131db8d tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.972963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b00654a6-c1fe-4dc2-933f-5a43a01370c1 req-c5c42be9-c93b-4670-ae8e-86848131db8d tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1127 time: 0.2003665 Feb 19 01:03:44.071266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 659496a0-e204-4dc1-a014-5754795b5f49 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:44.102973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b00654a6-c1fe-4dc2-933f-5a43a01370c1 req-2c507fd9-7c75-4a77-b553-7fde4ddfe94f tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246414 Feb 19 01:03:44.229254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 659496a0-e204-4dc1-a014-5754795b5f49) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:44.243876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.246853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.268770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (09604f9b-811f-442b-afdd-3ee220496b10), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.383754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b149a-023b-4116-84a0-f770b51d1c82 None None] Network 659496a0-e204-4dc1-a014-5754795b5f49 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:44.431006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-720ae06a-d446-4da8-8bc8-5885ed3d0d68 req-87402ca4-d1d8-41ba-8efb-4543a65f5cc7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.0567451 Feb 19 01:03:44.528001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.583598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-cad3ee24-a464-401b-9df7-d0c7bff9a63a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.589823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-659496a0-e204-4dc1-a014-5754795b5f49', 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': '80c8c4f4-b2b4-408b-a634-f7c0ddcd1704'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:44.590699 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.591508 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-cad3ee24-a464-401b-9df7-d0c7bff9a63a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2180970 Feb 19 01:03:44.605627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=09604f9b-811f-442b-afdd-3ee220496b10,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:44.625318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d', 'name': '', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'mac_address': 'fa:16:3e:b3:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:35Z', 'updated_at': '2022-02-19T01:03:43Z', 'revision_number': 4, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'subnets': [{'id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:44.632842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-a21ff8f8-1e20-4ca4-946e-23869f439858 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0402687 Feb 19 01:03:44.671508 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-c6d4690b-6b6b-453e-b654-4e804b66fd9f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371716 Feb 19 01:03:44.673923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee73088-300d-4bd2-8320-10275eed43e9 None None] The sync data for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 is: [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d', 'name': '', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'mac_address': 'fa:16:3e:b3:a1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:35Z', 'updated_at': '2022-02-19T01:03:43Z', 'revision_number': 4, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'subnets': [{'id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:03:44.678574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8824607f-44bc-4839-8ab3-0169bff2ca99 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3537977 Feb 19 01:03:44.680108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46602) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:44.716073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '659496a0-e204-4dc1-a014-5754795b5f49', 'name': 'tempest-PortsIpV6TestJSON-1399015296', 'fixed_ips': [{'subnet_id': '80c8c4f4-b2b4-408b-a634-f7c0ddcd1704', 'ip_address': '2001:db8::10'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:44.722658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for floatingip (4a90ec31-b3d3-4026-97ec-464de9289909), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.725781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.729263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03e5b365-b085-4eb4-9006-02bc92904a89 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/floatingips/4a90ec31-b3d3-4026-97ec-464de9289909 HTTP/1.1" status: 204 len: 168 time: 2.1200025 Feb 19 01:03:44.730250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:44.967813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Allocated IP 2001:db8::2 (659496a0-e204-4dc1-a014-5754795b5f49/80c8c4f4-b2b4-408b-a634-f7c0ddcd1704/ad6644ac-9b9b-4fa6-8815-ca9c42435dfe) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:45.097072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:45.126646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-91ac0808-1671-4862-a26b-ffdd5b48861f service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418600 Feb 19 01:03:45.132593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port 332132cb-f3a8-48d0-accf-410c452c5fd2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:45.132946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.312916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.362933 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks [] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.382335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:45.417001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.452646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.471349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.523115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-72c400d6-e900-4946-8732-3fa5887997e2 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727160 Feb 19 01:03:45.535597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Pushing event updated for resources: {'Port': ['ID=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.560378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for 332132cb-f3a8-48d0-accf-410c452c5fd2 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:45.561996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Network 659496a0-e204-4dc1-a014-5754795b5f49 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:45.569705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:45.574987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:45.734420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Attempting to bind port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:45.736264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Attempting to bind port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:45.744376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Attempting to bind port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe on network 659496a0-e204-4dc1-a014-5754795b5f49 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:45.763079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:45.763797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Checking segment: {'id': 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:45.764937 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.764937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Bound using segment: {'id': 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:45.766107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Bound port: ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '659496a0-e204-4dc1-a014-5754795b5f49'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:45.766507 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.947440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::10 (659496a0-e204-4dc1-a014-5754795b5f49/80c8c4f4-b2b4-408b-a634-f7c0ddcd1704/70cc5bcf-8a1a-4130-9027-6b1f3d80860b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:46.020365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] For port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:46.036393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] For port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,segment=NetworkSegment(e2c6a68e-cd18-48a4-8e3c-20e556cc3f18),segment_id=e2c6a68e-cd18-48a4-8e3c-20e556cc3f18)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:46.075200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (332132cb-f3a8-48d0-accf-410c452c5fd2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.097899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.121349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=332132cb-f3a8-48d0-accf-410c452c5fd2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.335692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f16d4-1981-4086-b8b1-fdbd4dae3ab2 None None] Pushing event updated for resources: {'Port': ['ID=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.345334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:46.431012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.533771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3983283-c247-416f-a45d-e271bfa32504 req-4e728054-d5b1-41b8-bb38-6d5a489d070c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.1478441 Feb 19 01:03:46.579711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:46.582814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.648280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.795867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:46.797005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 659496a0-e204-4dc1-a014-5754795b5f49 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:46.798224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.819376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:46.831255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:46.845469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.845738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4f26003-794f-4a4e-92ca-cc3c0ce6df9c req-f20202dd-dbd3-4d52-8eb7-dcccd19408b8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 210 time: 0.2065272 Feb 19 01:03:46.846563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.854328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.873814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6965081e-435b-482a-9a11-0d8394292cb5 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/ports/332132cb-f3a8-48d0-accf-410c452c5fd2 HTTP/1.1" status: 204 len: 168 time: 2.1401489 Feb 19 01:03:46.881255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:46.926564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=70cc5bcf-8a1a-4130-9027-6b1f3d80860b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.957917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:46.977949 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.978407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-579699ed-978e-435e-bf1c-48dada7efba2 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.985601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-579699ed-978e-435e-bf1c-48dada7efba2 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 818 time: 0.8573468 Feb 19 01:03:47.013101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c55a7826-c527-4c58-b995-c38cc74c7473 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3300426 Feb 19 01:03:47.013742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Request body: {'port': {'device_id': '48205c6d-f976-42d3-909c-90373b5427b4', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'admin_state_up': True, 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:47.013846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46650) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:47.020808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '659496a0-e204-4dc1-a014-5754795b5f49', 'name': 'tempest-PortsIpV6TestJSON-1585949260', 'fixed_ips': [{'subnet_id': '80c8c4f4-b2b4-408b-a634-f7c0ddcd1704', 'ip_address': '2001:db8::f'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:47.063778 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.255802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:47.513513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:47.517588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.605982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-b7168f98-6e26-4b01-b414-443fd5bb8347 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.611564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-b7168f98-6e26-4b01-b414-443fd5bb8347 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 818 time: 0.2426062 Feb 19 01:03:47.617721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Made reservation on behalf of 0ac8060ac3024722a6d85e926ee5aa74 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:47.626233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.655057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 7e625c2f-b15f-4f5e-9287-be3ec50931af yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:47.656288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port fdb83f8a-5edf-42dd-b617-86e739cb7a2e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:47.659143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.665270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Request body: {'port': {'device_id': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'admin_state_up': True, 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:47.962971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-21760178-523b-447f-b615-312eb9f27e8f req-224b284b-d396-4d48-8183-dea9851eea22 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.1493895 Feb 19 01:03:47.966346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::f (659496a0-e204-4dc1-a014-5754795b5f49/80c8c4f4-b2b4-408b-a634-f7c0ddcd1704/7e625c2f-b15f-4f5e-9287-be3ec50931af) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:47.983369 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:48.013617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-374c119a-7edd-4191-b14b-5c437f99eeb6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:03:48.020906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-374c119a-7edd-4191-b14b-5c437f99eeb6 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2178559 Feb 19 01:03:48.100747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:48.169097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Made reservation on behalf of 0ac8060ac3024722a6d85e926ee5aa74 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:48.173923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.242831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:48.244800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.291600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.443849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:48.445377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad6644ac-9b9b-4fa6-8815-ca9c42435dfe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:48.465582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3157ecd3-ba2a-4724-a42a-57900c28fbb1 req-bfb69476-7583-49f2-96c2-98545366f3be tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 210 time: 0.3018646 Feb 19 01:03:48.487280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.503074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.529872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e46ba-8925-4b16-9a0b-bb66399863ef None None] Network 659496a0-e204-4dc1-a014-5754795b5f49 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:48.561719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=7e625c2f-b15f-4f5e-9287-be3ec50931af,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.591901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for fdb83f8a-5edf-42dd-b617-86e739cb7a2e owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:48.594127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 659496a0-e204-4dc1-a014-5754795b5f49 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:48.595906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:48.601777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:48.623667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.626579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.665725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Provisioning complete for port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:48.666469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.718562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Allocated IP 172.20.0.7 (f017ef25-200b-4328-a0df-43d25fa9de7c/9222c611-32eb-4a3f-9bc5-1bfa8427ab22/9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:48.797406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:48.797943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.803158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3f37f362-0bec-4dba-b04d-32ab8b443954 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7881930 Feb 19 01:03:48.806299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46670) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.821154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-31e0ea89-15cb-4f52-9d03-c3bcc8f20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.829962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-31e0ea89-15cb-4f52-9d03-c3bcc8f20ebb service neutron] 10.222.0.94 "GET /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 1124 time: 0.7737420 Feb 19 01:03:48.848819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Request body: {'binding': {'host': 'n-h1-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:48.849284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:48.914801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Current status of the port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:48.915399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.918501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1324b53-be36-4943-aa59-18361d4e24dc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.920137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1324b53-be36-4943-aa59-18361d4e24dc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1128526 Feb 19 01:03:48.925284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.974030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] For port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,segment=NetworkSegment(e2c6a68e-cd18-48a4-8e3c-20e556cc3f18),segment_id=e2c6a68e-cd18-48a4-8e3c-20e556cc3f18)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:48.993698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:48.994277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.043443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.196834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79b084-8f2f-4e3d-bcfa-87800ffaa7c1 None None] Pushing event updated for resources: {'Port': ['ID=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.206041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:49.207537 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:49.276687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks [] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.351442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82da0fcc-00ee-4ad9-a8d1-5244c9dfe0c2 req-b4cbd616-bc34-4b39-808d-cc183412845c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.2499216 Feb 19 01:03:49.377203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fdb83f8a-5edf-42dd-b617-86e739cb7a2e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.435886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Provisioning complete for port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:49.437330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.508405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-afba1656-040c-4206-8df0-0aec0302d39d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:49.513496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-afba1656-040c-4206-8df0-0aec0302d39d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.117 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2565131 Feb 19 01:03:49.528648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:49.651402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Current status of the port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:49.666399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Provisioning complete for port 7e625c2f-b15f-4f5e-9287-be3ec50931af triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:49.667043 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.818813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:49.826621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Port 7e625c2f-b15f-4f5e-9287-be3ec50931af cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:49.830196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.835842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:49.853346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Provisioning complete for port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:49.853346 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.930654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f2258f5f-89d7-49f7-ab4a-bb10e65b11d3 None None] Port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:50.077281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d0b88e27-d977-4335-ba93-99c784b73aac None None] Provisioning complete for port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:50.078688 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d0b88e27-d977-4335-ba93-99c784b73aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.130747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=fdb83f8a-5edf-42dd-b617-86e739cb7a2e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.184990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad6644ac-9b9b-4fa6-8815-ca9c42435dfe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:50.257744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.8 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/832660b0-977f-4b72-815d-483f1f9bb167) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:50.295061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d0b88e27-d977-4335-ba93-99c784b73aac None None] Port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:50.314601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:50.314601 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.314913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.436710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:50.450255 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2addf2d6-4d22-43d3-b5f3-6d4a1a7d44fb req-e0100763-4c68-4f9d-8b74-02a08f92f13e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 210 time: 0.2781255 Feb 19 01:03:50.458177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4bdae184-0dff-4fa2-9b1b-36eabb8396df None None] Provisioning complete for port 7e625c2f-b15f-4f5e-9287-be3ec50931af triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:50.458993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4bdae184-0dff-4fa2-9b1b-36eabb8396df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.516546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4bdae184-0dff-4fa2-9b1b-36eabb8396df None None] Port 7e625c2f-b15f-4f5e-9287-be3ec50931af cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:50.544953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (832660b0-977f-4b72-815d-483f1f9bb167), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.565664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-f515a4e1-1657-45b3-8f92-bdb5b93e3301 {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:50.566158 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:50.595314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Pushing event updated for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.601924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.606155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c55eddd8-b5fe-44b7-a60c-145f420ab1c1 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/ports/fdb83f8a-5edf-42dd-b617-86e739cb7a2e HTTP/1.1" status: 204 len: 168 time: 3.7238009 Feb 19 01:03:50.609001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46686) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:50.619868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf215cd-49c6-4a26-bbf8-59f79d8a415f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.626245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf215cd-49c6-4a26-bbf8-59f79d8a415f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.632474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf215cd-49c6-4a26-bbf8-59f79d8a415f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.634391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dbf215cd-49c6-4a26-bbf8-59f79d8a415f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.7038932 Feb 19 01:03:50.641272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:50.694140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.725624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Network f017ef25-200b-4328-a0df-43d25fa9de7c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:50.732775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b769d44c-100f-4b2f-95e7-bee1248aafc5 req-8d0fd464-fb62-4394-9dfd-03ceb6c60692 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.0361354 Feb 19 01:03:50.759799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.779516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting subnet 08265328-1c55-48c4-8f92-f431800142ce {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:50.788608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:50.789403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (08265328-1c55-48c4-8f92-f431800142ce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.792706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:50.826348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:50.834592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:50.842979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:50.857279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h1-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:50.857724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:50.858124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:50.873242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:50.873568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:50.883487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.884422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.898734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (08265328-1c55-48c4-8f92-f431800142ce), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.899274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:50.899826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:50.900242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:50.900855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Bound port: 393a97d4-e466-4069-8e2c-10e80738fd9d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:51.131464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:51.131464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.132764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 7e625c2f-b15f-4f5e-9287-be3ec50931af {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:51.132764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.133297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (08265328-1c55-48c4-8f92-f431800142ce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.133427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:51.133427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.133427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.133427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 7e625c2f-b15f-4f5e-9287-be3ec50931af owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:51.201497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-4e9aecf3-83d9-41ac-aaae-6eda5cf77441 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2071810 Feb 19 01:03:51.216809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Request body: {'port': {'device_id': '48205c6d-f976-42d3-909c-90373b5427b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:51.351123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-85f2e320-51bd-408f-a2ac-bb293314c9ce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273361 Feb 19 01:03:51.358399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (08265328-1c55-48c4-8f92-f431800142ce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.383018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Request body: {'port': {'device_id': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:51.392166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Allocated IP 172.20.0.10 (f017ef25-200b-4328-a0df-43d25fa9de7c/9222c611-32eb-4a3f-9bc5-1bfa8427ab22/93eb52ff-5d1c-4e92-a906-357b4aac0f24) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:51.399362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.400545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1fb8296c-2e0c-4e10-a072-96d829485070 service neutron] 10.222.0.94 "POST /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d/bindings HTTP/1.1" status: 201 len: 389 time: 2.5696988 Feb 19 01:03:51.401468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.408377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Subnet': ['ID=08265328-1c55-48c4-8f92-f431800142ce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.415656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.418841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-87aac6df-f099-4342-ab2b-1db1d260270c tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/subnets/08265328-1c55-48c4-8f92-f431800142ce HTTP/1.1" status: 204 len: 168 time: 0.8080480 Feb 19 01:03:51.421957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:51.426085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82177cf1-ec71-4005-95dd-b2283f1200b7 None None] Network ae7704dd-007e-46d8-92f9-dfa5a0e457aa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:51.539488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting subnet ffc7bf54-a005-4307-aa36-56fe04c5ef40 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:51.563716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (ffc7bf54-a005-4307-aa36-56fe04c5ef40), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.598805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (832660b0-977f-4b72-815d-483f1f9bb167), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.668023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] DHCP port deletion for ae7704dd-007e-46d8-92f9-dfa5a0e457aa request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:51.748188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ffc7bf54-a005-4307-aa36-56fe04c5ef40), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.830113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Deleting port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:51.830113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.900730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6c0d-c507-49ab-9c68-e5baaee8997c req-8f6545c0-14ce-46f7-a93b-b1555c26f002 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:51.906798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a51a6c0d-c507-49ab-9c68-e5baaee8997c req-8f6545c0-14ce-46f7-a93b-b1555c26f002 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 931 time: 0.2430439 Feb 19 01:03:51.908770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ffc7bf54-a005-4307-aa36-56fe04c5ef40), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.914590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e625c2f-b15f-4f5e-9287-be3ec50931af), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.001094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a1e375cc-bbc2-4909-b545-4cca9bcdaa8b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:52.065578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ffc7bf54-a005-4307-aa36-56fe04c5ef40), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.085815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:52.086332 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.090391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.095708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/subnets/ffc7bf54-a005-4307-aa36-56fe04c5ef40 HTTP/1.1" status: 204 len: 168 time: 0.6696808 Feb 19 01:03:52.112136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Calling delete_port for a1e375cc-bbc2-4909-b545-4cca9bcdaa8b owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:52.117265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.125515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7502-cb1b-4bb7-b1cc-667ed2c385de req-4676bf2f-8381-4fce-8b31-74feac1dc450 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.133236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86bd7502-cb1b-4bb7-b1cc-667ed2c385de req-4676bf2f-8381-4fce-8b31-74feac1dc450 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.3950698 Feb 19 01:03:52.138643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd7478-995a-473d-9cfd-6b7236f342e9 None None] Network baebc2a9-77dd-476f-a234-a55c26b6e2f3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:52.149194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a188b-bf11-42e8-a013-7dc5fd41dfc2 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc7bf54-a005-4307-aa36-56fe04c5ef40,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.264157 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks [] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.277508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86bd7502-cb1b-4bb7-b1cc-667ed2c385de req-bab1cea0-6dbb-41e6-b445-f86ef6631787 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414144 Feb 19 01:03:52.314703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=7e625c2f-b15f-4f5e-9287-be3ec50931af,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.325501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.332794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a3ec52bf-e8c1-4c61-b9da-6f0502255bb1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/7e625c2f-b15f-4f5e-9287-be3ec50931af HTTP/1.1" status: 204 len: 168 time: 1.6843030 Feb 19 01:03:52.344728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46712) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.473104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7c6c645-efe8-44b6-aed2-453fc2ddffbb req-e69c5b4f-7a1d-4644-b5c3-e900f7a4d252 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.0790033 Feb 19 01:03:52.516272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] DHCP port deletion for baebc2a9-77dd-476f-a234-a55c26b6e2f3 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:52.520947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:52.521805 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.524285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ae7704dd-007e-46d8-92f9-dfa5a0e457aa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.565526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:52.565732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-59a5e749-910f-4b96-ac6a-3c4b93a40e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.569059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-59a5e749-910f-4b96-ac6a-3c4b93a40e2f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1127 time: 0.4592967 Feb 19 01:03:52.622790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Deleting port 57c6733f-5fce-43f6-89d0-6cfb661e04ae {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:52.623663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.639260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.647895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Deleting port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:52.648462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.740456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.750668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.797280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832660b0-977f-4b72-815d-483f1f9bb167 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:52.805728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks [] for port (832660b0-977f-4b72-815d-483f1f9bb167), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.811178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] Pushing event deleted for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.819121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac784c51-8283-481d-a716-c99ef7beebe8 None None] No DVR routers for this DVR port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:52.819298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Transition to ACTIVE for port object 832660b0-977f-4b72-815d-483f1f9bb167 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:52.824939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-551bbb82-e880-440d-a657-62928414408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.832836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-551bbb82-e880-440d-a657-62928414408f service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2146146 Feb 19 01:03:52.832836 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c07c488-9991-40d8-b429-de1c1403ed36 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:52.837733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] For port 57c6733f-5fce-43f6-89d0-6cfb661e04ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=57c6733f-5fce-43f6-89d0-6cfb661e04ae,segment=NetworkSegment(44ab7f09-10ae-4190-a063-b4af7a169353),segment_id=44ab7f09-10ae-4190-a063-b4af7a169353)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:52.837733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.838404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.840160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c07c488-9991-40d8-b429-de1c1403ed36 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/7e625c2f-b15f-4f5e-9287-be3ec50931af HTTP/1.1" status: 404 len: 333 time: 0.4394102 Feb 19 01:03:52.850880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] For port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,segment=NetworkSegment(856fb4ba-d48a-401c-802d-5619ffe33f5c),segment_id=856fb4ba-d48a-401c-802d-5619ffe33f5c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:52.851220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Calling delete_port for 57c6733f-5fce-43f6-89d0-6cfb661e04ae owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:52.851359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.904549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Calling delete_port for a1e375cc-bbc2-4909-b545-4cca9bcdaa8b owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:52.933833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a51a6c0d-c507-49ab-9c68-e5baaee8997c req-258a156c-3980-43f6-930f-99edf226a69e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8914747 Feb 19 01:03:52.940614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-f4dec02a-7b6f-4ce7-b3e6-732919d9ea76 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 217 time: 0.0985689 Feb 19 01:03:52.965165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.035277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-e9ee621b-1398-4c88-82a9-f49b4804cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.038566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-e9ee621b-1398-4c88-82a9-f49b4804cce7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0835400 Feb 19 01:03:53.095001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.102094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-bc15d0c1-5332-423f-9cee-b94b95a0101e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578783 Feb 19 01:03:53.147955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Pushing event updated for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.194135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 70cc5bcf-8a1a-4130-9027-6b1f3d80860b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:53.194365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.224568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Attempting to bind port 832660b0-977f-4b72-815d-483f1f9bb167 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:53.224908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Attempting to bind port 832660b0-977f-4b72-815d-483f1f9bb167 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:53.225243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Attempting to bind port 832660b0-977f-4b72-815d-483f1f9bb167 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.235554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (57c6733f-5fce-43f6-89d0-6cfb661e04ae), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.277893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Port 832660b0-977f-4b72-815d-483f1f9bb167 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:53.278483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Attempting to bind port 832660b0-977f-4b72-815d-483f1f9bb167 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.292275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:53.292621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:53.293014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:53.293460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Bound port: 832660b0-977f-4b72-815d-483f1f9bb167, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:53.293824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (832660b0-977f-4b72-815d-483f1f9bb167), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.298274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a1e375cc-bbc2-4909-b545-4cca9bcdaa8b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.301771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Network f017ef25-200b-4328-a0df-43d25fa9de7c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:53.331044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:53.346216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Port': ['ID=a1e375cc-bbc2-4909-b545-4cca9bcdaa8b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.361489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] Pushing event deleted for resources: {'Port': ['ID=57c6733f-5fce-43f6-89d0-6cfb661e04ae,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.365457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:53.372097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecd31b-5052-4cfb-b43c-3e032b8ed0fb None None] No DVR routers for this DVR port 57c6733f-5fce-43f6-89d0-6cfb661e04ae on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:53.388510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Pushing event updated for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.569178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:53.573798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=832660b0-977f-4b72-815d-483f1f9bb167,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:53.594023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.611833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:53.612536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 70cc5bcf-8a1a-4130-9027-6b1f3d80860b owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:53.620142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks [] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.634337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Transition to ACTIVE for port object 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:53.636866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d2997890-1109-4f1a-a778-4bc7128a78f6 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135398 Feb 19 01:03:53.729791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.786434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.786675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.869229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.882754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc75a04-7bba-49c8-9070-f5479d172739 req-bfe035f2-83da-4624-a518-1e897a502b1c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.884543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cdc75a04-7bba-49c8-9070-f5479d172739 req-bfe035f2-83da-4624-a518-1e897a502b1c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 932 time: 0.2467904 Feb 19 01:03:53.952216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d77ea22f-761f-4ec9-b937-14d500f1e642 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023911 Feb 19 01:03:53.962039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 57c6733f-5fce-43f6-89d0-6cfb661e04ae no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:53.990857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2a0c4456-d910-4fe0-ae3a-ef107d84f0a5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3559039 Feb 19 01:03:54.011937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 57c6733f-5fce-43f6-89d0-6cfb661e04ae {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:54.013605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 57c6733f-5fce-43f6-89d0-6cfb661e04ae not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:54.025038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Request body: {'port': {'device_id': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:54.106250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cdc75a04-7bba-49c8-9070-f5479d172739 req-1be78753-af0d-47f6-805a-43f2d51aa728 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754940 Feb 19 01:03:54.228218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.250828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Attempting to bind port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:54.252656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Attempting to bind port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:54.253016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Attempting to bind port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 on network f017ef25-200b-4328-a0df-43d25fa9de7c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:54.263987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 on network f017ef25-200b-4328-a0df-43d25fa9de7c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:54.264346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Attempting to bind port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 on network f017ef25-200b-4328-a0df-43d25fa9de7c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:54.326313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] No DVR routers for this DVR port a1e375cc-bbc2-4909-b545-4cca9bcdaa8b on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:54.330034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.345950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:54.346524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (70cc5bcf-8a1a-4130-9027-6b1f3d80860b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.347029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Checking segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:54.347704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Bound using segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:54.348569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Bound port: 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:54.349120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.384749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.390741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.390741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] 10.222.0.117 "PUT /v2.0/ports/832660b0-977f-4b72-815d-483f1f9bb167 HTTP/1.1" status: 200 len: 1091 time: 3.0286860 Feb 19 01:03:54.488043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:54.493008 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3c006-12cd-441a-a2f0-5c2b642b78b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "tag": "832660b0-977f-4b72-815d-483f1f9bb167"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:54.555424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f173b-555e-4638-ab7d-0fb24f71b628 req-1905d997-36db-48a1-b8db-9dbd50b74f41 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.558631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.567774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d5f173b-555e-4638-ab7d-0fb24f71b628 req-1905d997-36db-48a1-b8db-9dbd50b74f41 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 943 time: 0.2567253 Feb 19 01:03:54.568364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/70cc5bcf-8a1a-4130-9027-6b1f3d80860b HTTP/1.1" status: 204 len: 168 time: 1.7253046 Feb 19 01:03:54.594599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46752) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:54.677351 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a8bef0-8f1e-4d7f-9e5e-3a814990524d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:03:54.679445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83a8bef0-8f1e-4d7f-9e5e-3a814990524d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/70cc5bcf-8a1a-4130-9027-6b1f3d80860b HTTP/1.1" status: 404 len: 333 time: 0.0736072 Feb 19 01:03:54.706849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:54.732103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:54.779799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c21ed-ddd2-4f0c-8e87-4446d1c69c2d req-c58f5e68-55cf-4d07-9fd6-3c5a508179c9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.782632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d3c21ed-ddd2-4f0c-8e87-4446d1c69c2d req-c58f5e68-55cf-4d07-9fd6-3c5a508179c9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 1.3163607 Feb 19 01:03:54.823124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d5f173b-555e-4638-ab7d-0fb24f71b628 req-98ecba34-ee1f-42df-9a37-5064b0f2d6f3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543962 Feb 19 01:03:54.859040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:54.874179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ae7704dd-007e-46d8-92f9-dfa5a0e457aa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.884178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-306c833a-3ab0-445b-9511-5d261e63d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.888432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-306c833a-3ab0-445b-9511-5d261e63d4c0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 1125 time: 0.2841980 Feb 19 01:03:54.893094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 80c8c4f4-b2b4-408b-a634-f7c0ddcd1704 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:54.895491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d3c21ed-ddd2-4f0c-8e87-4446d1c69c2d req-c3320ab4-b23f-4609-9c51-387c34f5ba56 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Feb 19 01:03:54.896515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (80c8c4f4-b2b4-408b-a634-f7c0ddcd1704), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.966479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (80c8c4f4-b2b4-408b-a634-f7c0ddcd1704), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.976830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7704dd-007e-46d8-92f9-dfa5a0e457aa']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:55.008071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856fb4ba-d48a-401c-802d-5619ffe33f5c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:55.008432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856fb4ba-d48a-401c-802d-5619ffe33f5c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:55.023687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f5238-1993-4c1d-bf4b-d7248aeb1648 service neutron] Pushing event updated for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.040835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (856fb4ba-d48a-401c-802d-5619ffe33f5c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.076721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8347d89-3b11-4c96-83e2-b3ef5e31d94e x-openstack-request-id: req-a8347d89-3b11-4c96-83e2-b3ef5e31d94e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:55.077273 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "tag": "832660b0-977f-4b72-815d-483f1f9bb167", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:55.077965 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a8347d89-3b11-4c96-83e2-b3ef5e31d94e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:55.078532 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167', 'status': 'completed', 'code': 200} Feb 19 01:03:55.091357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-e113831e-227a-43b5-8381-890c78004867 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832660b0-977f-4b72-815d-483f1f9bb167 HTTP/1.1" status: 200 len: 217 time: 0.1712639 Feb 19 01:03:55.098854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (80c8c4f4-b2b4-408b-a634-f7c0ddcd1704), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.127038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41766e52-ade4-46c0-b29c-33125b57ac5c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=70cc5bcf-8a1a-4130-9027-6b1f3d80860b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.136063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (856fb4ba-d48a-401c-802d-5619ffe33f5c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.212279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:55.212714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (856fb4ba-d48a-401c-802d-5619ffe33f5c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:55.216036 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:55.375663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-306d04c6-ee71-45df-abd3-e7222407e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.383013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-306d04c6-ee71-45df-abd3-e7222407e0d9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.2619314 Feb 19 01:03:55.449802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-6aab204f-9285-4e7a-a198-0b5c3c16e56e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621157 Feb 19 01:03:55.493186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb7fc-0870-445c-8ef0-69a0ba700ba7 req-22c6e2b8-e0cd-4264-a1a2-2b9df45499ed tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.494792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-437cb7fc-0870-445c-8ef0-69a0ba700ba7 req-22c6e2b8-e0cd-4264-a1a2-2b9df45499ed tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 932 time: 0.2642508 Feb 19 01:03:55.585272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ae7704dd-007e-46d8-92f9-dfa5a0e457aa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.594680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.605426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/networks/ae7704dd-007e-46d8-92f9-dfa5a0e457aa HTTP/1.1" status: 204 len: 168 time: 3.4701333 Feb 19 01:03:55.614278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46764) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.742586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9061f5-6692-4baf-89ce-b97e60231566 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Network': ['ID=ae7704dd-007e-46d8-92f9-dfa5a0e457aa,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.808494 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-437cb7fc-0870-445c-8ef0-69a0ba700ba7 req-045c26c8-96cf-42c0-be69-9cc5d4cfc194 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069017 Feb 19 01:03:55.817758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.891934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (baebc2a9-77dd-476f-a234-a55c26b6e2f3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.925123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-bfda6fb8-b3b7-4442-bec5-f288ea3f34d3 service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661539 Feb 19 01:03:56.057802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.059194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.061172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] 10.222.0.117 "PUT /v2.0/ports/9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 1091 time: 4.8493917 Feb 19 01:03:56.146392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:56.148730 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d" -d '{"events": [{"name": "network-changed", "server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:56.180330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (baebc2a9-77dd-476f-a234-a55c26b6e2f3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.231710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baebc2a9-77dd-476f-a234-a55c26b6e2f3']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.241601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (80c8c4f4-b2b4-408b-a634-f7c0ddcd1704), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.261947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5bea6-e73f-46ef-97cf-137c354a2444 req-ce388149-63ca-4ad9-858e-070e0c757722 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.263561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bc5bea6-e73f-46ef-97cf-137c354a2444 req-ce388149-63ca-4ad9-858e-070e0c757722 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.2055442 Feb 19 01:03:56.268431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ab7f09-10ae-4190-a063-b4af7a169353') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.268721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ab7f09-10ae-4190-a063-b4af7a169353') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.273439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-340b4aad-a68b-44f9-8560-e838beb4e29b req-fb14a63e-1f0b-471e-86b7-3f795be0dfcc service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400447 Feb 19 01:03:56.328431 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (44ab7f09-10ae-4190-a063-b4af7a169353), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.352686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (44ab7f09-10ae-4190-a063-b4af7a169353), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.359874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93eb52ff-5d1c-4e92-a906-357b4aac0f24 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:56.371062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:56.371775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (44ab7f09-10ae-4190-a063-b4af7a169353), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:56.375648 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:56.378893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=80c8c4f4-b2b4-408b-a634-f7c0ddcd1704,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.382228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks [] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.388993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb0e86-3557-42e6-8444-aa275dfa229d None None] Network 659496a0-e204-4dc1-a014-5754795b5f49 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:56.402563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.409101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9eccb5a3-3bfa-4d76-be4f-e9a5af47986d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/80c8c4f4-b2b4-408b-a634-f7c0ddcd1704 HTTP/1.1" status: 204 len: 168 time: 1.6977212 Feb 19 01:03:56.414306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46774) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:56.417354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7273c41-7312-4533-b27c-8a62e8fc9ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.481450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Transition to ACTIVE for port object 93eb52ff-5d1c-4e92-a906-357b4aac0f24 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:56.521055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fea96-c2aa-45f2-b2ae-32d1c48bc852 req-e6bfb3c2-6a12-4167-b89f-7c93b8e9fdb6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.532119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-810fea96-c2aa-45f2-b2ae-32d1c48bc852 req-e6bfb3c2-6a12-4167-b89f-7c93b8e9fdb6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 943 time: 0.4920456 Feb 19 01:03:56.540945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-85be87a2-9a97-4729-8c04-011d0fd9258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.544319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-85be87a2-9a97-4729-8c04-011d0fd9258e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1125 time: 0.3063815 Feb 19 01:03:56.547187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (659496a0-e204-4dc1-a014-5754795b5f49), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.595121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.635185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bc5bea6-e73f-46ef-97cf-137c354a2444 req-53224071-c76b-4415-bba0-1f87e0070b9f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438756 Feb 19 01:03:56.666581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] DHCP port deletion for 659496a0-e204-4dc1-a014-5754795b5f49 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:56.756299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Pushing event updated for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.766396 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b57b8c-0a9b-4bf1-a404-540c93acec6b x-openstack-request-id: req-81b57b8c-0a9b-4bf1-a404-540c93acec6b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:56.767441 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:56.767441 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81b57b8c-0a9b-4bf1-a404-540c93acec6b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:56.767441 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', 'status': 'completed', 'code': 200} Feb 19 01:03:56.780097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-b15764d0-8981-43eb-892b-257029cbebae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.2058377 Feb 19 01:03:56.825201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Deleting port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:56.827152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.851438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (baebc2a9-77dd-476f-a234-a55c26b6e2f3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.877838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.894250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] 10.222.0.94 "DELETE /v2.0/networks/baebc2a9-77dd-476f-a234-a55c26b6e2f3 HTTP/1.1" status: 204 len: 168 time: 1.2658241 Feb 19 01:03:56.896130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-810fea96-c2aa-45f2-b2ae-32d1c48bc852 req-7da650fe-4ca6-4499-97a3-c0cdc48ff22a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454590 Feb 19 01:03:56.952108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-e1137d9a-1215-4a83-aa2c-90eec66717d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:56.954213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-e1137d9a-1215-4a83-aa2c-90eec66717d5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 1125 time: 0.5631137 Feb 19 01:03:57.020574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] For port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,segment=NetworkSegment(e2c6a68e-cd18-48a4-8e3c-20e556cc3f18),segment_id=e2c6a68e-cd18-48a4-8e3c-20e556cc3f18)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:57.020983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.051431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Calling delete_port for ad6644ac-9b9b-4fa6-8815-ca9c42435dfe owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:57.086940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-00d65c30-2f6d-4e45-907f-5db54bac5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.088848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-00d65c30-2f6d-4e45-907f-5db54bac5cbb service neutron] 10.222.0.117 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.1215839 Feb 19 01:03:57.107676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a2c40-fd40-4add-b146-3d8c69945042 tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] Pushing event deleted for resources: {'Network': ['ID=baebc2a9-77dd-476f-a234-a55c26b6e2f3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.136381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-1941deef-117c-4568-af64-c5d2367de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.139315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-1941deef-117c-4568-af64-c5d2367de6a2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.3483877 Feb 19 01:03:57.182227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-477608cd-0192-4e14-a59d-d2b116aff63c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353751 Feb 19 01:03:57.189071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-a3118a6d-017c-42ae-8c13-cec50ed306e3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832660b0-977f-4b72-815d-483f1f9bb167 HTTP/1.1" status: 200 len: 217 time: 0.0784972 Feb 19 01:03:57.242882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:57.243242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.291380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.306344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-f9b593e6-90d4-406e-8035-f3444189e0e5 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142981 Feb 19 01:03:57.313056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Attempting to bind port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:57.313842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Attempting to bind port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:57.314413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Attempting to bind port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 on network f017ef25-200b-4328-a0df-43d25fa9de7c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:57.317824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0b4e8-90b1-4718-8937-4d7e8353bd3f req-12cb8525-2e69-461c-947f-e635819640a2 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.322859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-08f0b4e8-90b1-4718-8937-4d7e8353bd3f req-12cb8525-2e69-461c-947f-e635819640a2 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 944 time: 0.2296472 Feb 19 01:03:57.323551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-fc21c468-641d-4f7d-8000-a87c6754c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.324972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-fc21c468-641d-4f7d-8000-a87c6754c29e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.1278195 Feb 19 01:03:57.368570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] Pushing event deleted for resources: {'Port': ['ID=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.391984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53bcd0-6dfb-4733-9295-7c30554d0210 None None] No DVR routers for this DVR port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:57.443825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-70a428d9-7a65-4691-a23b-804557c8cb3d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880461 Feb 19 01:03:57.470000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 on network f017ef25-200b-4328-a0df-43d25fa9de7c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:57.472044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Attempting to bind port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 on network f017ef25-200b-4328-a0df-43d25fa9de7c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:57.475565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f90910b2-ad91-4d10-b215-8c2d704a2e93 req-05aaf9f4-fbe3-4737-a3ea-8f83ce902fd1 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460688 Feb 19 01:03:57.480888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:57.481331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Checking segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:57.482020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Bound using segment: {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:57.482533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Bound port: 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdcb6da9-0daf-455a-a530-c3893a22ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:57.483024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.510141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-08f0b4e8-90b1-4718-8937-4d7e8353bd3f req-475ed4d8-1703-46ae-afed-9c714f45b6ed tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814036 Feb 19 01:03:57.555450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,segment=NetworkSegment(e2c6a68e-cd18-48a4-8e3c-20e556cc3f18),segment_id=e2c6a68e-cd18-48a4-8e3c-20e556cc3f18)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:57.555825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.576942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for ad6644ac-9b9b-4fa6-8815-ca9c42435dfe owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:57.582396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:57.587234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:57.657835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-d1b30f5f-976b-4a1b-906b-b69ebc8382d2 service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978896 Feb 19 01:03:57.664550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.748019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Pushing event updated for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.782852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.783476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ad6644ac-9b9b-4fa6-8815-ca9c42435dfe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.783621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.785278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-1f3600a4-5bf0-4cf9-8310-59c311a3d88c service neutron] 10.222.0.117 "PUT /v2.0/ports/93eb52ff-5d1c-4e92-a906-357b4aac0f24 HTTP/1.1" status: 200 len: 1092 time: 3.7766616 Feb 19 01:03:57.811631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-af1909c9-f66a-4244-aa98-66e6a9bdc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.813687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-af1909c9-f66a-4244-aa98-66e6a9bdc7fc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1125 time: 0.1956439 Feb 19 01:03:57.842670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd135-0785-4a02-ab92-462a829e1283 req-f4a1cc9e-0708-4b1e-9f60-9753dfeb9677 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.844898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-598fd135-0785-4a02-ab92-462a829e1283 req-f4a1cc9e-0708-4b1e-9f60-9753dfeb9677 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1132228 Feb 19 01:03:57.870557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=ad6644ac-9b9b-4fa6-8815-ca9c42435dfe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.879360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port ad6644ac-9b9b-4fa6-8815-ca9c42435dfe on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:57.883038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b3c006-12cd-441a-a2f0-5c2b642b78b4 req-0d17dae3-d602-409a-9896-b1d052886a0d service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172329 Feb 19 01:03:57.992160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad6644ac-9b9b-4fa6-8815-ca9c42435dfe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:58.018113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-598fd135-0785-4a02-ab92-462a829e1283 req-e54e9cd3-fc8c-4d42-8b76-0e14596e4b81 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610849 Feb 19 01:03:58.031624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: ad6644ac-9b9b-4fa6-8815-ca9c42435dfe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:58.032037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ad6644ac-9b9b-4fa6-8815-ca9c42435dfe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:58.064971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-670aeea1-2fe5-475f-8994-b2695b742328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.066448 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-670aeea1-2fe5-475f-8994-b2695b742328 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.2453775 Feb 19 01:03:58.077139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (659496a0-e204-4dc1-a014-5754795b5f49), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.104558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659496a0-e204-4dc1-a014-5754795b5f49']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:58.115431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:58.115730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c6a68e-cd18-48a4-8e3c-20e556cc3f18') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:58.126563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (e2c6a68e-cd18-48a4-8e3c-20e556cc3f18), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.133686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-8db67a99-dd38-47dd-adeb-c549b2e9cd0b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0612571 Feb 19 01:03:58.168805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e2c6a68e-cd18-48a4-8e3c-20e556cc3f18), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.208335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:58.208755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (e2c6a68e-cd18-48a4-8e3c-20e556cc3f18), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:58.212152 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:58.214848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-5e72749e-0378-4354-9766-c4586b9ba387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.222107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-5e72749e-0378-4354-9766-c4586b9ba387 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.0736563 Feb 19 01:03:58.290253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-3175aecf-8a2e-4755-8194-432009954585 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676591 Feb 19 01:03:58.294550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-0b876a43-870d-4623-a0fb-2dc6b5b3749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.296859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-0b876a43-870d-4623-a0fb-2dc6b5b3749b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 1126 time: 0.3382006 Feb 19 01:03:58.345217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-d4f5f6e0-d037-4dd1-a29a-018667dec4d9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24 HTTP/1.1" status: 200 len: 217 time: 0.0410609 Feb 19 01:03:58.353882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6074f9d-bae7-492e-b287-13c1b75ac51d req-32c71a1c-e71c-4209-b426-a18df9ee4a83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.361960 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6074f9d-bae7-492e-b287-13c1b75ac51d req-32c71a1c-e71c-4209-b426-a18df9ee4a83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 943 time: 0.2221687 Feb 19 01:03:58.414038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (659496a0-e204-4dc1-a014-5754795b5f49), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.436493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.450631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/659496a0-e204-4dc1-a014-5754795b5f49 HTTP/1.1" status: 204 len: 168 time: 2.0320942 Feb 19 01:03:58.456840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.463431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1108505605'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.501659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6074f9d-bae7-492e-b287-13c1b75ac51d req-1bb7c369-088b-4fc8-8c32-298ad1679765 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384292 Feb 19 01:03:58.527804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2f45fb1a-1dab-4977-a72a-cbd1449d8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.534057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 832660b0-977f-4b72-815d-483f1f9bb167 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:58.537701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-2f45fb1a-1dab-4977-a72a-cbd1449d8092 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.1727307 Feb 19 01:03:58.539821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a8af2-96f9-4dfe-8076-e6cba8eccb42 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=659496a0-e204-4dc1-a014-5754795b5f49,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.560666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-09404b6b-2a98-432c-add1-d5604b496bd1 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467620 Feb 19 01:03:58.582501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-f438c4a8-330b-4111-8e95-cb44cc697dda service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388365 Feb 19 01:03:58.637494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-2bd7a66e-b62a-4170-b373-da91e4e199ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.639158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-2bd7a66e-b62a-4170-b373-da91e4e199ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.3372996 Feb 19 01:03:58.673148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:58.676571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.718548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-0ae4a372-106b-4419-a2a6-945d550b3637 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/quotas/87ae995927ff4bd087669cfae62b6f7b HTTP/1.1" status: 200 len: 375 time: 0.0645230 Feb 19 01:03:58.735553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=832660b0-977f-4b72-815d-483f1f9bb167,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:58.751827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '832660b0-977f-4b72-815d-483f1f9bb167', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': '832660b0-977f-4b72-815d-483f1f9bb167', 'mac_address': 'fa:16:3e:51:3c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:58.763497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189833f-1a6b-4284-b998-a9b299834ccc req-d95647e5-fe9f-430d-8c32-10518cd521fd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.765962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0189833f-1a6b-4284-b998-a9b299834ccc req-d95647e5-fe9f-430d-8c32-10518cd521fd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 944 time: 0.1380203 Feb 19 01:03:58.768440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-d79f5554-df25-4aab-9af7-6106bdde993a service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808567 Feb 19 01:03:58.777582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:58.781410 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c735ae-2775-4ac6-ba8b-20771fba7b72" -d '{"events": [{"name": "network-changed", "server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:58.802082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 832660b0-977f-4b72-815d-483f1f9bb167 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:58.802781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (832660b0-977f-4b72-815d-483f1f9bb167), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.807798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:58.822098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832660b0-977f-4b72-815d-483f1f9bb167 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:58.842805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ca34ff3-94bd-4c4e-aa5f-bd835298ae4d req-7595b8a5-0c6e-4698-92e7-fd8a38db9d5c service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760122 Feb 19 01:03:58.852013 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d2012af8-fece-4bab-9863-279d854d5cc3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.852013 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Added segment d2012af8-fece-4bab-9863-279d854d5cc3 of type vlan for network 908dee3b-a456-42ce-a8b0-798754703069 Feb 19 01:03:58.853241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=832660b0-977f-4b72-815d-483f1f9bb167,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:58.867454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-bd9d088d-03ca-4481-b2cf-f4e0786f21c7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475041 Feb 19 01:03:58.897168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0189833f-1a6b-4284-b998-a9b299834ccc req-175f3482-9dc4-46c6-a8c8-458b084ba95f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254435 Feb 19 01:03:58.919649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.961703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (908dee3b-a456-42ce-a8b0-798754703069), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.969926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a25ed67-f721-46d1-8a3f-dbf0a86826f2 req-d62d14d0-4a40-4053-a89a-d0cac69e3108 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904383 Feb 19 01:03:58.991076 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b573d8-58db-49e0-8f4f-f429d59979e1 x-openstack-request-id: req-74b573d8-58db-49e0-8f4f-f429d59979e1 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:58.991863 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:58.991863 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-74b573d8-58db-49e0-8f4f-f429d59979e1 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:58.992211 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24', 'status': 'completed', 'code': 200} Feb 19 01:03:58.997357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.038631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-8ba89b8e-13a0-4f52-bb91-05f0d729f6c0 service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490700 Feb 19 01:03:59.117679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (908dee3b-a456-42ce-a8b0-798754703069), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.122758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.123376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.187508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-b3f19e9c-31e7-456e-b803-66872bd7b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.189732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:59.189855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-b3f19e9c-31e7-456e-b803-66872bd7b11e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 1126 time: 0.1099555 Feb 19 01:03:59.213919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12d9d0-58b8-4477-8f90-22bee152d1f6 req-bed2209a-88ba-4855-a27a-8e1ce93b69b4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.214761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7555530 Feb 19 01:03:59.223348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:59.224897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe12d9d0-58b8-4477-8f90-22bee152d1f6 req-bed2209a-88ba-4855-a27a-8e1ce93b69b4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1084285 Feb 19 01:03:59.237452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '908dee3b-a456-42ce-a8b0-798754703069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:59.330068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Network': ['ID=908dee3b-a456-42ce-a8b0-798754703069,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.361564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-358feb52-0f27-4f9d-8352-a71c62b004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.363577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-358feb52-0f27-4f9d-8352-a71c62b004c6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.1681180 Feb 19 01:03:59.380035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe12d9d0-58b8-4477-8f90-22bee152d1f6 req-07941d94-6795-4ba3-9227-3d20c4c3a4a7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541157 Feb 19 01:03:59.407527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.410839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.411437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.411437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.411888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.412227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.412605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985c335b-8c1b-4169-9eda-1d7e812e5319 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:59.422345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-0e9f1ce8-01e8-4ccc-bbb5-14c25f9d659d service neutron] 10.222.0.94 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741899 Feb 19 01:03:59.427035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-5b459b3d-a418-4482-bc68-1e40d49d11a9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24 HTTP/1.1" status: 200 len: 217 time: 0.0452201 Feb 19 01:03:59.433045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 908dee3b-a456-42ce-a8b0-798754703069 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:59.523500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-3696587c-fb8c-45f2-ad35-42fffb8cd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.526180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-3696587c-fb8c-45f2-ad35-42fffb8cd264 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.0939543 Feb 19 01:03:59.579588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:59.585211 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.637814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-047a1998-7a81-4e6b-9a15-7faf79cc5808 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974717 Feb 19 01:03:59.777985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b09f6-5742-47b4-a338-0b1b634d9a9a req-ab9d428c-70d8-460d-bce1-3982a1dcbec7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:59.780617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-082b09f6-5742-47b4-a338-0b1b634d9a9a req-ab9d428c-70d8-460d-bce1-3982a1dcbec7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 944 time: 0.1155689 Feb 19 01:03:59.864940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-f866e431-b975-4022-a2fd-c6008e6e1cf2 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195990 Feb 19 01:03:59.895742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-974b36d4-536a-477b-a745-a15b5661ffc7 req-e3b2eb04-401c-4613-b67b-efe59cc9792b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0793915 Feb 19 01:03:59.911249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-082b09f6-5742-47b4-a338-0b1b634d9a9a req-94b7e7b7-3a7c-4338-b86b-9266c84ddc83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218464 Feb 19 01:04:00.055276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02c735ae-2775-4ac6-ba8b-20771fba7b72 req-0814240c-7fc7-4b86-9de9-3a8354fad558 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814885 Feb 19 01:04:00.097472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d1c74c13-353e-4201-8087-20b13951117b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.110354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90215a-9bf0-4de2-9ff3-47fd60438f49 req-8e97f6a4-400b-4262-afea-e8e8d048fa56 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.111920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e90215a-9bf0-4de2-9ff3-47fd60438f49 req-8e97f6a4-400b-4262-afea-e8e8d048fa56 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 944 time: 0.0718551 Feb 19 01:04:00.196822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=d1c74c13-353e-4201-8087-20b13951117b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.233334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Checking segment: {'id': 'd2012af8-fece-4bab-9863-279d854d5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '908dee3b-a456-42ce-a8b0-798754703069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:00.234433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network hostable DHCP agents. Network: 908dee3b-a456-42ce-a8b0-798754703069, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:00.267286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e90215a-9bf0-4de2-9ff3-47fd60438f49 req-6ba1ab4c-aea2-4ca2-881d-557506267cdf tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271241 Feb 19 01:04:00.382506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 908dee3b-a456-42ce-a8b0-798754703069 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:00.488920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 908dee3b-a456-42ce-a8b0-798754703069) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:00.496056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.496853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.512780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432e348-536a-467c-8bdb-8cfaf95f1a6a None None] Network 908dee3b-a456-42ce-a8b0-798754703069 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:00.551759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be234e30-1713-48c6-b39c-cd899793ed56 req-a4c170a6-a69c-4e3b-bbc5-d636da779f71 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.581544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be234e30-1713-48c6-b39c-cd899793ed56 req-a4c170a6-a69c-4e3b-bbc5-d636da779f71 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1298292 Feb 19 01:04:00.603778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:00.619920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c9bfdb5e-e520-47ac-88ce-92db1c523f28 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3966506 Feb 19 01:04:00.622315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.627562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1935633758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:00.637453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 832660b0-977f-4b72-815d-483f1f9bb167 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:00.676780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be234e30-1713-48c6-b39c-cd899793ed56 req-e120ba9f-4c4c-4345-80c4-329ef3d5c0dd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926437 Feb 19 01:04:00.800209 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.801442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.838486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-908dee3b-a456-42ce-a8b0-798754703069', 'network_id': '908dee3b-a456-42ce-a8b0-798754703069', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': 'd1c74c13-353e-4201-8087-20b13951117b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:00.839717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.903650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for router_controller (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.014907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37b16b96-f100-4e4b-a0ed-7eb96acae9a0 req-b305411d-0ae4-4bbf-8bc8-ddd608659c4d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0534976 Feb 19 01:04:01.035390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.088792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Allocated IP 2001:db8::2 (908dee3b-a456-42ce-a8b0-798754703069/d1c74c13-353e-4201-8087-20b13951117b/2a22d472-3fba-4b37-9927-d7b41baa0049) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:01.120580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc911ce-f15a-409a-93fb-f7904df202c5 req-6d92b409-d4d6-42d3-b670-0fd187ffbe1f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.122540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcc911ce-f15a-409a-93fb-f7904df202c5 req-6d92b409-d4d6-42d3-b670-0fd187ffbe1f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 944 time: 0.0845068 Feb 19 01:04:01.180300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.182370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12f71453-7cbe-4cbe-b052-221c42547a70 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5580854 Feb 19 01:04:01.184237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.191850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcc911ce-f15a-409a-93fb-f7904df202c5 req-052d70df-ddc0-4416-8a47-ec41566ab84b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Feb 19 01:04:01.203980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'network_id': '908dee3b-a456-42ce-a8b0-798754703069', 'name': 'tempest-PortsIpV6TestJSON-797188122'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:01.369060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks [] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.388923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:01.393541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 832660b0-977f-4b72-815d-483f1f9bb167 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:01.406115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 832660b0-977f-4b72-815d-483f1f9bb167 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:01.406504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (832660b0-977f-4b72-815d-483f1f9bb167), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.410625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'port_id': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', 'mac_address': 'fa:16:3e:2a:16:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:01.458511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62afd-0a07-4428-bbe6-6804b773a60f req-cbd7b729-df1c-48f3-ac60-bc0b986cf469 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.466986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42f62afd-0a07-4428-bbe6-6804b773a60f req-cbd7b729-df1c-48f3-ac60-bc0b986cf469 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 944 time: 0.0887339 Feb 19 01:04:01.491776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:01.492176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.538465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.595140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42f62afd-0a07-4428-bbe6-6804b773a60f req-81003fcf-075f-4c93-8dbc-a58dbaa06ca7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261077 Feb 19 01:04:01.601181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:01.606670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.611365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:01.628631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 4c88c8f6-21c6-49f8-a534-c8273b53b76c yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:01.685128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Network 908dee3b-a456-42ce-a8b0-798754703069 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:01.739505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Pushing event updated for resources: {'Port': ['ID=2a22d472-3fba-4b37-9927-d7b41baa0049,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:01.739505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:01.744777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:01.750239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:01.751611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 832660b0-977f-4b72-815d-483f1f9bb167 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:01.752181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (832660b0-977f-4b72-815d-483f1f9bb167), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.822154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::bf (908dee3b-a456-42ce-a8b0-798754703069/d1c74c13-353e-4201-8087-20b13951117b/4c88c8f6-21c6-49f8-a534-c8273b53b76c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:01.868945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.933522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece62b-1b22-4b7d-8211-b7ad1a3a4aea req-33a2aa07-b67f-420a-b50c-ca24878ef931 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.948277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Attempting to bind port 2a22d472-3fba-4b37-9927-d7b41baa0049 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:01.948878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Attempting to bind port 2a22d472-3fba-4b37-9927-d7b41baa0049 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd2012af8-fece-4bab-9863-279d854d5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '908dee3b-a456-42ce-a8b0-798754703069'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:01.950744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Attempting to bind port 2a22d472-3fba-4b37-9927-d7b41baa0049 on network 908dee3b-a456-42ce-a8b0-798754703069 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:01.951953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10ece62b-1b22-4b7d-8211-b7ad1a3a4aea req-33a2aa07-b67f-420a-b50c-ca24878ef931 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1023622 Feb 19 01:04:01.953964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:01.956198 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedfd676-45ab-468c-8920-e1e032695ced" -d '{"events": [{"server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "name": "network-vif-plugged", "status": "completed", "tag": "832660b0-977f-4b72-815d-483f1f9bb167"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:01.992880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:01.993504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Checking segment: {'id': 'd2012af8-fece-4bab-9863-279d854d5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '908dee3b-a456-42ce-a8b0-798754703069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:01.994078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.995428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Bound using segment: {'id': 'd2012af8-fece-4bab-9863-279d854d5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '908dee3b-a456-42ce-a8b0-798754703069'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:01.996090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Bound port: 2a22d472-3fba-4b37-9927-d7b41baa0049, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2012af8-fece-4bab-9863-279d854d5cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '908dee3b-a456-42ce-a8b0-798754703069'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:01.996638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.018595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10ece62b-1b22-4b7d-8211-b7ad1a3a4aea req-09e60664-eddc-469f-8956-7fb8e2df835c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575707 Feb 19 01:04:02.052880 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263db645-22e8-4f9f-a1c8-24d9757a293a x-openstack-request-id: req-263db645-22e8-4f9f-a1c8-24d9757a293a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:02.059682 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "name": "network-vif-plugged", "status": "completed", "tag": "832660b0-977f-4b72-815d-483f1f9bb167", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:02.059682 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-263db645-22e8-4f9f-a1c8-24d9757a293a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:02.059682 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167', 'code': 200} Feb 19 01:04:02.060121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=832660b0-977f-4b72-815d-483f1f9bb167,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:02.082051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.114423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.138269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.183343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:02.191779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.207675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e0e808f-3a5e-4d5b-903c-1e11feeafa60 req-8e3756f0-e34b-447a-96d5-ed38b264eeb0 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0497804 Feb 19 01:04:02.243994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f208-bb9f-47de-98ba-f41399a3713c req-5d772b3c-516f-4b85-97eb-a15acee5b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.245064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] For port 2a22d472-3fba-4b37-9927-d7b41baa0049, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:02.249678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b18f208-bb9f-47de-98ba-f41399a3713c req-5d772b3c-516f-4b85-97eb-a15acee5b4dd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 1126 time: 0.1375718 Feb 19 01:04:02.303934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=4c88c8f6-21c6-49f8-a534-c8273b53b76c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.331171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 908dee3b-a456-42ce-a8b0-798754703069 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:02.332566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] For port 2a22d472-3fba-4b37-9927-d7b41baa0049, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2a22d472-3fba-4b37-9927-d7b41baa0049,segment=NetworkSegment(d2012af8-fece-4bab-9863-279d854d5cc3),segment_id=d2012af8-fece-4bab-9863-279d854d5cc3)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:02.335747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:02.359624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.368733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b18f208-bb9f-47de-98ba-f41399a3713c req-68f74ec2-2709-4b8c-9495-d7bf28dca51c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096771 Feb 19 01:04:02.413853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:02.427718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.432434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.487237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.553052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b23c5-3aa1-497b-9be0-8c458634462d None None] Pushing event updated for resources: {'Port': ['ID=2a22d472-3fba-4b37-9927-d7b41baa0049,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.595519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 93eb52ff-5d1c-4e92-a906-357b4aac0f24 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:02.610094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1b37b64-6850-44bd-9732-0ebdfc9507c1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4242783 Feb 19 01:04:02.611055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46874) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:02.685552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61043282-7be2-4864-b0d1-004d0343d917 req-bed153e3-302f-4015-86ac-d99f6396acdb tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.688333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61043282-7be2-4864-b0d1-004d0343d917 req-bed153e3-302f-4015-86ac-d99f6396acdb tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 945 time: 0.3475287 Feb 19 01:04:02.787374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:02.809632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '93eb52ff-5d1c-4e92-a906-357b4aac0f24', 'network_id': 'f017ef25-200b-4328-a0df-43d25fa9de7c', 'port_id': '93eb52ff-5d1c-4e92-a906-357b4aac0f24', 'mac_address': 'fa:16:3e:98:15:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9222c611-32eb-4a3f-9bc5-1bfa8427ab22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:02.818558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f7d89-03b4-4511-b55c-2a4cd8edd613 req-13d7fb7f-900b-43c5-876b-a7fca336bba8 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.831253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-207f7d89-03b4-4511-b55c-2a4cd8edd613 req-13d7fb7f-900b-43c5-876b-a7fca336bba8 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 944 time: 0.1158683 Feb 19 01:04:02.863161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:02.865871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.913841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93eb52ff-5d1c-4e92-a906-357b4aac0f24 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:02.928413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61043282-7be2-4864-b0d1-004d0343d917 req-c23ed3c7-06fb-4033-b62b-f30397d56f25 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383257 Feb 19 01:04:02.963590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:03.002727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-207f7d89-03b4-4511-b55c-2a4cd8edd613 req-20c87e3f-4f94-4892-b801-60cd9264c264 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713762 Feb 19 01:04:03.028705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-85564dad-b096-4fa9-bc87-8a3eb4ead1d6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:03.030982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-85564dad-b096-4fa9-bc87-8a3eb4ead1d6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.96 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 814 time: 0.5629618 Feb 19 01:04:03.082600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.113355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Request body: {'port': {'device_id': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'admin_state_up': True, 'tenant_id': '87ae995927ff4bd087669cfae62b6f7b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:03.196613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:03.356887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5aa8ecad-c4be-4dbb-9443-a6ecca98e622 req-3b00834c-fe53-45b8-9f39-8e0c0c9ea904 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0470884 Feb 19 01:04:03.360922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4cae8-9a60-4972-9be8-f6b365240b9c req-5613168c-1d0b-47ce-a1f9-bf400e91a81f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:03.362432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25f4cae8-9a60-4972-9be8-f6b365240b9c req-5613168c-1d0b-47ce-a1f9-bf400e91a81f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.2555025 Feb 19 01:04:03.406327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['93eb52ff-5d1c-4e92-a906-357b4aac0f24'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:03.531012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25f4cae8-9a60-4972-9be8-f6b365240b9c req-af4a55b9-3f0a-4fb4-9a1c-ad7bc3e247f2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596870 Feb 19 01:04:03.645774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.650390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Made reservation on behalf of 87ae995927ff4bd087669cfae62b6f7b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:03.657056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.093416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2a22d472-3fba-4b37-9927-d7b41baa0049 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:04.167173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2a22d472-3fba-4b37-9927-d7b41baa0049 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:04.167511 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.209478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85c580-eed7-4345-9cb9-c95a68d28343 req-dcb8dbbd-d701-49ee-b718-bfa451f63a66 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:04.225701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b85c580-eed7-4345-9cb9-c95a68d28343 req-dcb8dbbd-d701-49ee-b718-bfa451f63a66 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 945 time: 0.1204839 Feb 19 01:04:04.285157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d7112-4b76-4862-a70b-fd6971136b5a None None] Network 908dee3b-a456-42ce-a8b0-798754703069 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:04.313707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b85c580-eed7-4345-9cb9-c95a68d28343 req-cc54724c-5a56-4086-b3a9-f3d8c7b8875b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870211 Feb 19 01:04:04.318285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2a22d472-3fba-4b37-9927-d7b41baa0049 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:04.318676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.369072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2a22d472-3fba-4b37-9927-d7b41baa0049, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2a22d472-3fba-4b37-9927-d7b41baa0049,segment=NetworkSegment(d2012af8-fece-4bab-9863-279d854d5cc3),segment_id=d2012af8-fece-4bab-9863-279d854d5cc3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:04.382630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3e593a40-f71e-43dd-b909-50bddf4af9fb None None] Provisioning complete for port 2a22d472-3fba-4b37-9927-d7b41baa0049 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:04.382630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e593a40-f71e-43dd-b909-50bddf4af9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.475952 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.486227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec7c4fc1-76a8-4865-8535-72e1886b5b0d req-1401a4d4-0f1d-42f6-aae1-d5bb3cf13873 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0453606 Feb 19 01:04:04.660704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Allocated IP 172.20.0.9 (8e8cae6c-939a-4c1b-b48d-62d0c09522c9/0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2/096f1ba0-e893-448a-b0e0-b3f7bb170491) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:04.744064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 93eb52ff-5d1c-4e92-a906-357b4aac0f24 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:04.833970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3e593a40-f71e-43dd-b909-50bddf4af9fb None None] Current status of the port 2a22d472-3fba-4b37-9927-d7b41baa0049 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:04.845912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2a22d472-3fba-4b37-9927-d7b41baa0049,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:04.886003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.886362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.886715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.887060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.887428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.887771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.888107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.888441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.888772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.889105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.889440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.889822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.890150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:04.930554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab5a5-a647-4151-9472-603d45364de8 req-58723f59-805c-4c0c-bfde-ed765db84604 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:04.932237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb0ab5a5-a647-4151-9472-603d45364de8 req-58723f59-805c-4c0c-bfde-ed765db84604 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 945 time: 0.5344918 Feb 19 01:04:05.013300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:05.022243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:05.022852 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.082543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb0ab5a5-a647-4151-9472-603d45364de8 req-ce3af200-ae6f-45cb-aaaa-8e7649bfd4d4 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419141 Feb 19 01:04:05.089882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.124860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks [] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.208514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:05.209120 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.219884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.252424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:05.254689 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c61d4a8-8deb-4b4f-a410-0a48e3918bdc" -d '{"events": [{"server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "name": "network-vif-plugged", "status": "completed", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:05.275029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:05.349775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-6076ab95-0d27-480f-a0a2-3c9c00776c08 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.351152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=4c88c8f6-21c6-49f8-a534-c8273b53b76c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.363616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-6076ab95-0d27-480f-a0a2-3c9c00776c08 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.7562423 Feb 19 01:04:05.393503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Provisioning complete for port 2a22d472-3fba-4b37-9927-d7b41baa0049 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:05.393876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.399615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-95f136cc-477e-48af-a06c-0896a684046c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0362642 Feb 19 01:04:05.410804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355ffbb-d44f-419a-9bc9-a764aaf7877f req-7b8da2fd-1704-45a2-a668-1614da9cc8c3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.417829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5355ffbb-d44f-419a-9bc9-a764aaf7877f req-7b8da2fd-1704-45a2-a668-1614da9cc8c3 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.2298656 Feb 19 01:04:05.456165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.458372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:05.489904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-3834c3d9-5b7e-4b82-9fed-22a8fc846237 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841308 Feb 19 01:04:05.501295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5355ffbb-d44f-419a-9bc9-a764aaf7877f req-7e732085-c077-4200-88aa-1ea1663d31d8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825543 Feb 19 01:04:05.502362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.590107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061', '61a231df-de37-49c4-a12a-f317cc7b3d7c', '9e2c346f-3c3a-4052-b1b0-3522719c301c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:05.678354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:05.714749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:05.721046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:05.776156 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5bbc8-10a6-408a-a7fe-d25953f711fb x-openstack-request-id: req-c0f5bbc8-10a6-408a-a7fe-d25953f711fb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:05.776511 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "name": "network-vif-plugged", "status": "completed", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:05.807488 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c0f5bbc8-10a6-408a-a7fe-d25953f711fb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:05.807942 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24', 'code': 200} Feb 19 01:04:05.850652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-f1b05075-5cbe-4980-b8ca-5a510862ee81 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594940 Feb 19 01:04:05.870408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Current status of the port 2a22d472-3fba-4b37-9927-d7b41baa0049 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:05.879080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.928481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event updated for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.937706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.953888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:05.954598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.005895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Provisioning complete for port 4c88c8f6-21c6-49f8-a534-c8273b53b76c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.006280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.042425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad67d0-8d9f-44c7-807b-a0b358244b29 req-4df968c2-5f2b-45aa-8685-bc4849157518 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:06.054740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5ad67d0-8d9f-44c7-807b-a0b358244b29 req-4df968c2-5f2b-45aa-8685-bc4849157518 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 931 time: 0.2826691 Feb 19 01:04:06.089286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-fc96c930-e621-4011-9581-90c9880fc603 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9807813 Feb 19 01:04:06.107157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Request body: {'port': {'device_id': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:06.133516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9b400e6d-ca5b-4834-8837-bd1593615def None None] Port 4c88c8f6-21c6-49f8-a534-c8273b53b76c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:06.143704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2a22d472-3fba-4b37-9927-d7b41baa0049 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:06.182716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d91feb5-1056-42d5-bb3e-862a9b064888 req-f3b53f24-6a0b-4f96-b586-6211afb2c595 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860641 Feb 19 01:04:06.248612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187293-6ca0-4914-80c3-0d712e081e57 req-6f95b6e3-e558-4766-815f-1439c98d93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:06.265855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05187293-6ca0-4914-80c3-0d712e081e57 req-6f95b6e3-e558-4766-815f-1439c98d93d3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 1128 time: 0.5230167 Feb 19 01:04:06.270535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5ad67d0-8d9f-44c7-807b-a0b358244b29 req-f32d80ce-ae9e-453d-88a3-98b1dbce7048 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106545 Feb 19 01:04:06.399189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.414491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46930) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:06.416912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05187293-6ca0-4914-80c3-0d712e081e57 req-c415b54d-ce66-4ffe-82bc-b83a6a654904 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475360 Feb 19 01:04:06.421316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:06.473809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.474241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.504312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f35b9657-9da5-43ec-a2d6-487035808a28 None None] Provisioning complete for port 4c88c8f6-21c6-49f8-a534-c8273b53b76c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.504312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f35b9657-9da5-43ec-a2d6-487035808a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.547956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42710d90-952f-4229-b376-f90c888cbba9 req-2499705d-5371-450c-80df-b3f629d71679 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:06.555523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42710d90-952f-4229-b376-f90c888cbba9 req-2499705d-5371-450c-80df-b3f629d71679 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1529624 Feb 19 01:04:06.590212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f35b9657-9da5-43ec-a2d6-487035808a28 None None] Port 4c88c8f6-21c6-49f8-a534-c8273b53b76c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:06.643491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f95a8c20-3ce2-4975-9a88-2774f694b4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.646586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2a22d472-3fba-4b37-9927-d7b41baa0049 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.647312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.684036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.749453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42710d90-952f-4229-b376-f90c888cbba9 req-11112aae-a27c-4e6f-934b-3c1500566bc2 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828413 Feb 19 01:04:06.931818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:06.931818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.934177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d6bcb465-a142-4a47-94d3-5892f78e1a4d None None] Provisioning complete for port 4c88c8f6-21c6-49f8-a534-c8273b53b76c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:06.934643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6bcb465-a142-4a47-94d3-5892f78e1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.976637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f95a8c20-3ce2-4975-9a88-2774f694b4b9 admin admin] Publish callbacks [] for security_group (a83b5e42-1471-4c6c-918b-e2f0742d0e81), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.996869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7740e-a864-46d1-bcc9-a141d865b07a req-9a3ce8de-4030-4c8e-9575-f13d3ce2f145 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.009281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5a7740e-a864-46d1-bcc9-a141d865b07a req-9a3ce8de-4030-4c8e-9575-f13d3ce2f145 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.2503271 Feb 19 01:04:07.060237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f95a8c20-3ce2-4975-9a88-2774f694b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a83b5e42-1471-4c6c-918b-e2f0742d0e81), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.071909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2a22d472-3fba-4b37-9927-d7b41baa0049 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:07.089517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d6bcb465-a142-4a47-94d3-5892f78e1a4d None None] Port 4c88c8f6-21c6-49f8-a534-c8273b53b76c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:07.131400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:07.222402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.251176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a8c20-3ce2-4975-9a88-2774f694b4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83b5e42-1471-4c6c-918b-e2f0742d0e81,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.266447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f95a8c20-3ce2-4975-9a88-2774f694b4b9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bddd27b8e83c4d87a6c7d287bd55626c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8479307 Feb 19 01:04:07.279544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.291948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5a7740e-a864-46d1-bcc9-a141d865b07a req-82654e02-3a4e-446f-a0cd-bf1732e0ec5b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735622 Feb 19 01:04:07.377464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.463866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824da85-816c-4487-b43f-b1fd7dd222e2 req-381bdc5f-9ffb-48e6-a85b-629b130dd053 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:07.472742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1824da85-816c-4487-b43f-b1fd7dd222e2 req-381bdc5f-9ffb-48e6-a85b-629b130dd053 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 931 time: 0.0757506 Feb 19 01:04:07.531883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1824da85-816c-4487-b43f-b1fd7dd222e2 req-877f92e2-f27f-4e70-ba25-27687a1030a2 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Feb 19 01:04:07.611697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] Publish callbacks [] for security_group (a83b5e42-1471-4c6c-918b-e2f0742d0e81), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.696743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096f1ba0-e893-448a-b0e0-b3f7bb170491 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:07.717101 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] Publish callbacks [] for security_group (a83b5e42-1471-4c6c-918b-e2f0742d0e81), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.726604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks [] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.736842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.770536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Transition to ACTIVE for port object 096f1ba0-e893-448a-b0e0-b3f7bb170491 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:07.805011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.808775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.809163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:07.813274 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab91c4eb-862d-4f4a-b20c-01686310083b" -d '{"events": [{"server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "name": "network-vif-plugged", "status": "completed", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:07.869725 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f2893-d26c-49c9-80c7-cdc71172780a x-openstack-request-id: req-343f2893-d26c-49c9-80c7-cdc71172780a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:07.870015 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "name": "network-vif-plugged", "status": "completed", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:07.870322 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-343f2893-d26c-49c9-80c7-cdc71172780a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:07.870723 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', 'code': 200} Feb 19 01:04:07.947415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.995225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a83b5e42-1471-4c6c-918b-e2f0742d0e81), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.997879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.999139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a83b5e42-1471-4c6c-918b-e2f0742d0e81 HTTP/1.1" status: 204 len: 168 time: 0.7157934 Feb 19 01:04:08.027599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=4c88c8f6-21c6-49f8-a534-c8273b53b76c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.048398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d726264-820e-45c2-bd7c-a84dbd710c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83b5e42-1471-4c6c-918b-e2f0742d0e81,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.130043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b255a44-ca27-4835-815d-d3dfd8c9a86d req-59520b55-198d-4496-b305-b7eca53d9a6d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.131795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b255a44-ca27-4835-815d-d3dfd8c9a86d req-59520b55-198d-4496-b305-b7eca53d9a6d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1875446 Feb 19 01:04:08.152547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7f17b-d8d1-4e0e-ab80-66ca5e6d9d90 req-fd039e0a-3ba2-438e-a2be-94b6cbf99a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.154341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6b7f17b-d8d1-4e0e-ab80-66ca5e6d9d90 req-fd039e0a-3ba2-438e-a2be-94b6cbf99a08 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.1680043 Feb 19 01:04:08.235266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b255a44-ca27-4835-815d-d3dfd8c9a86d req-74b4a207-5989-4a5e-92b4-91a27d30e080 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967972 Feb 19 01:04:08.247355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6b7f17b-d8d1-4e0e-ab80-66ca5e6d9d90 req-f581230e-f6a3-4acf-9991-864da50347c8 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855005 Feb 19 01:04:08.251284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-f71596e2-f8c2-4e34-b368-4db0b78d4f46 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.255302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-f71596e2-f8c2-4e34-b368-4db0b78d4f46 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.3930292 Feb 19 01:04:08.313823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-24f49f30-027c-4a8d-ae14-dc7e560e376b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0126641 Feb 19 01:04:08.322007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 908dee3b-a456-42ce-a8b0-798754703069 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:08.446086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:08.675041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-76ec0d5e-95f0-4450-9a87-1281e3422c97 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3481133 Feb 19 01:04:08.776273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Pushing event updated for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.825796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Attempting to bind port 096f1ba0-e893-448a-b0e0-b3f7bb170491 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:08.826774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Attempting to bind port 096f1ba0-e893-448a-b0e0-b3f7bb170491 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:08.826774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Attempting to bind port 096f1ba0-e893-448a-b0e0-b3f7bb170491 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:08.875593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Port 096f1ba0-e893-448a-b0e0-b3f7bb170491 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:08.875934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Attempting to bind port 096f1ba0-e893-448a-b0e0-b3f7bb170491 on network 8e8cae6c-939a-4c1b-b48d-62d0c09522c9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:08.931766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:08.932122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Checking segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:08.932521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Bound using segment: {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:08.933092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Bound port: 096f1ba0-e893-448a-b0e0-b3f7bb170491, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092f0a54-456b-412a-805b-87e104dcf021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:08.933474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.940924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-329e7a4f-47ad-49cd-9448-1cf5c5b160ac service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642508 Feb 19 01:04:08.978275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-2c406648-c755-45d8-8500-ad9530ca9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:08.981468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-2c406648-c755-45d8-8500-ad9530ca9c3c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 1128 time: 0.1003218 Feb 19 01:04:08.994011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb021b7-5613-4024-aff5-35594b3b7d45 req-af7574a4-ce52-457e-bb2e-af578ad2114b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.005687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbb021b7-5613-4024-aff5-35594b3b7d45 req-af7574a4-ce52-457e-bb2e-af578ad2114b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1884727 Feb 19 01:04:09.048795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f31b10a8-3e1e-4ab8-b7fc-6f15794a980d None None] Provisioning complete for port 4c88c8f6-21c6-49f8-a534-c8273b53b76c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:09.051400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f31b10a8-3e1e-4ab8-b7fc-6f15794a980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.151773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f31b10a8-3e1e-4ab8-b7fc-6f15794a980d None None] Port 4c88c8f6-21c6-49f8-a534-c8273b53b76c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:09.280264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-bfd81198-ffb2-44e4-837a-23f57de33f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.290109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-bfd81198-ffb2-44e4-837a-23f57de33f1d service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.2820871 Feb 19 01:04:09.388999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-0475bb90-fd7e-454b-a6cc-33489f424e06 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24 HTTP/1.1" status: 200 len: 217 time: 0.0878451 Feb 19 01:04:09.403953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Router 2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:04:09.420505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbb021b7-5613-4024-aff5-35594b3b7d45 req-eda348d9-c13d-40ef-97ff-cf42469ee4d7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118207 Feb 19 01:04:09.547237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-7e87d84f-61f6-4db9-bc2f-8b2d97f001f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.548742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-7e87d84f-61f6-4db9-bc2f-8b2d97f001f8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.1234844 Feb 19 01:04:09.559762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.596906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:09.608095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-5ea3e15e-e8e4-4859-902c-f136e5e5f36c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510242 Feb 19 01:04:09.698136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:09.727309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-c266c1ba-2103-4587-a617-c51338d189e2 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467480 Feb 19 01:04:09.783066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:09.793497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-28cf8958-fff5-44be-8719-3e71cf872b59 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/routers/2ecb2ae5-b98e-4cb2-b4a5-5201926ae230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1773736 Feb 19 01:04:09.794277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.802322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] Sync routers for ids ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:09.830742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] Routers {'2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:09.831418 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:09.852676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.875080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba232-6f78-4292-a215-305617c84c65 req-8feeecc2-932b-4c76-b2f2-a15800cc2068 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:09.888939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-904ba232-6f78-4292-a215-305617c84c65 req-8feeecc2-932b-4c76-b2f2-a15800cc2068 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 943 time: 0.2832580 Feb 19 01:04:09.937682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-a335869a-9a58-4367-96b7-d62009b5c24c service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020158 Feb 19 01:04:09.968466 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:10.056021 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] Routers {'2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:10.060550 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:03:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:10.119225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.124079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.130442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] 10.222.0.96 "PUT /v2.0/ports/096f1ba0-e893-448a-b0e0-b3f7bb170491 HTTP/1.1" status: 200 len: 1091 time: 4.0283566 Feb 19 01:04:10.153866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.159912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:10.161327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-904ba232-6f78-4292-a215-305617c84c65 req-78122945-7bdb-4e30-8391-4cd5d251a407 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716775 Feb 19 01:04:10.161808 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892335ab-f2a7-442c-aa35-a281bf532e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:10.178615 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:10.182971 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e8251-8b9c-49bb-b770-704926fe9132 None None] The sync data for ids ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:10.197406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0aeb1-9376-42a8-9935-6074d84ccb8f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.207708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-51e0aeb1-9376-42a8-9935-6074d84ccb8f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 HTTP/1.1" status: 200 len: 987 time: 0.4122715 Feb 19 01:04:10.213827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47018) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.311789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5d41457-96c9-4633-9b97-ed87be91a422 req-96459bea-d3dc-4a96-b485-b1c739ce4306 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710012 Feb 19 01:04:10.320712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489250-1a2d-44e3-8c92-dbc197808c7f service neutron] Pushing event updated for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.413227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-893bdcd3-c820-4357-bf44-b50dccbba7a1 req-cfd71f05-ef1e-4ef8-9c7a-b1a67784030e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 210 time: 0.1604540 Feb 19 01:04:10.429227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-cc1dc576-d648-408d-addc-9f1e8366679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.429227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-cc1dc576-d648-408d-addc-9f1e8366679c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 1125 time: 0.1665299 Feb 19 01:04:10.457003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c0117-86b6-47ea-b0a2-f78a88355784 req-fa6b3013-51ec-4020-9646-407c57ea1642 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.461928 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c1c0117-86b6-47ea-b0a2-f78a88355784 req-fa6b3013-51ec-4020-9646-407c57ea1642 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.2250712 Feb 19 01:04:10.504038 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a61469-3fcb-4f77-bbf7-bc5caa63cbd0 x-openstack-request-id: req-28a61469-3fcb-4f77-bbf7-bc5caa63cbd0 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:10.504334 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:10.504593 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-28a61469-3fcb-4f77-bbf7-bc5caa63cbd0 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:10.506343 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491', 'status': 'completed', 'code': 200} Feb 19 01:04:10.576517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-d8bd03b8-4402-462c-a2b0-535a0faf1b23 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491 HTTP/1.1" status: 200 len: 217 time: 0.1091011 Feb 19 01:04:10.648188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c1c0117-86b6-47ea-b0a2-f78a88355784 req-3d055977-020f-4495-821a-0f8849644ad9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675861 Feb 19 01:04:10.676022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5228eae-2066-44b5-8674-8c2d9007ac8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.712202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-13f14c63-e6c1-4ed4-a89d-0f6b6b233a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.716456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-13f14c63-e6c1-4ed4-a89d-0f6b6b233a93 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1026604 Feb 19 01:04:10.796950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-2340bd56-98c4-4046-b924-5ffa861fc5a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702150 Feb 19 01:04:10.929177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d361b-9993-4883-92c8-6125fcff4c13 req-9b7cf732-ed57-4f64-b682-24c5d052bdc0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:10.931423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-444d361b-9993-4883-92c8-6125fcff4c13 req-9b7cf732-ed57-4f64-b682-24c5d052bdc0 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1908431 Feb 19 01:04:10.952708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-0baece38-ec6d-44f4-b99d-b3e45dd7478f service neutron] 10.222.0.96 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468179 Feb 19 01:04:11.064172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-444d361b-9993-4883-92c8-6125fcff4c13 req-e8ac30b0-1739-4856-9779-e702cb1dc1a9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246870 Feb 19 01:04:11.098433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f86f738-5889-491f-b2f8-21479b3dc7b5 req-e844fcdb-fe36-4d93-90e3-da7362d3db09 service neutron] 10.222.0.96 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411681 Feb 19 01:04:11.217972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.426254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc28af-de8c-407e-8e08-3ee61367617d req-10c79cd7-6596-4402-9561-784eb40a4ebb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.428132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77bc28af-de8c-407e-8e08-3ee61367617d req-10c79cd7-6596-4402-9561-784eb40a4ebb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 943 time: 0.1746976 Feb 19 01:04:11.434556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-2f2c302e-b38d-4528-84e8-7b83528bf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.436994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-2f2c302e-b38d-4528-84e8-7b83528bf847 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 1125 time: 0.0924807 Feb 19 01:04:11.575747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77bc28af-de8c-407e-8e08-3ee61367617d req-5fb48bbf-4c2d-447b-94be-f4ef93e6eb91 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369450 Feb 19 01:04:11.603000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0db566c-439e-478a-8ff1-9759f7c8a63b req-54927c1b-2354-4b4e-b150-9206b6e1c410 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 210 time: 0.0776908 Feb 19 01:04:11.613162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-18c0dd9d-3226-478c-86a9-135d2066be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.615221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-18c0dd9d-3226-478c-86a9-135d2066be85 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.1698282 Feb 19 01:04:11.672574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-bb955e20-4feb-4250-8dd8-e3a49d925770 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491 HTTP/1.1" status: 200 len: 217 time: 0.0504215 Feb 19 01:04:11.801385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-6864beba-81d4-4e31-9d25-47a2b28521ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:11.803381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-6864beba-81d4-4e31-9d25-47a2b28521ba service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.1138585 Feb 19 01:04:11.832683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 4c88c8f6-21c6-49f8-a534-c8273b53b76c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:11.833167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.900277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-c805dd64-b04c-45e7-9116-c6153e2d63a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598640 Feb 19 01:04:11.970408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.986938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 4c88c8f6-21c6-49f8-a534-c8273b53b76c owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:11.997244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ca587-e820-40f8-956b-5deb54842b17 req-fbfcac1e-f207-416f-a4b9-2eb754f53a36 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.003845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e5ca587-e820-40f8-956b-5deb54842b17 req-fbfcac1e-f207-416f-a4b9-2eb754f53a36 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1974392 Feb 19 01:04:12.065025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e5ca587-e820-40f8-956b-5deb54842b17 req-cd22505a-49be-4e94-a3a6-7008cc0f19de tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578551 Feb 19 01:04:12.096996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-44338ed0-8ae0-4d8f-8f13-490c0ff52d26 service neutron] 10.222.0.96 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832533 Feb 19 01:04:12.291353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-892335ab-f2a7-442c-aa35-a281bf532e5b req-87aa3a4e-0c0b-432d-b93d-1288be733588 service neutron] 10.222.0.96 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864364 Feb 19 01:04:12.328430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9e8f7-8077-4bab-a7cb-fbd278043ff7 req-0d271908-b037-4007-b140-b6cb5ae5ed51 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.330080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69a9e8f7-8077-4bab-a7cb-fbd278043ff7 req-0d271908-b037-4007-b140-b6cb5ae5ed51 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1405063 Feb 19 01:04:12.435842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69a9e8f7-8077-4bab-a7cb-fbd278043ff7 req-a6cd4e5b-85f8-48fd-809b-e0112c239a0a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952954 Feb 19 01:04:12.462647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4c88c8f6-21c6-49f8-a534-c8273b53b76c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.500325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=4c88c8f6-21c6-49f8-a534-c8273b53b76c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:12.678129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.810714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e284cc21-2ec5-4766-9528-463268d6ea5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.812213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012692de-0fdb-423d-94fb-2bafb739bf26 req-f8451d4d-0ec0-4f44-bd80-04793ca18d3b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:12.829961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-012692de-0fdb-423d-94fb-2bafb739bf26 req-f8451d4d-0ec0-4f44-bd80-04793ca18d3b tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 943 time: 0.0982320 Feb 19 01:04:12.921954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-012692de-0fdb-423d-94fb-2bafb739bf26 req-4f1e78a2-6e56-45db-b010-5a4bff648ddb tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Feb 19 01:04:13.348474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9fa01d5-7ef3-4ed7-860d-b9d75d9d1854 req-f98faebb-a447-4a8b-92a5-ac1300b6f5b7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 210 time: 0.5072749 Feb 19 01:04:13.395903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1d147df1-e027-45a9-bab6-8356957e45f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.397376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1d147df1-e027-45a9-bab6-8356957e45f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2367048 Feb 19 01:04:13.413571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:13.438117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae6eb-4f75-496d-9428-3b714632af49 req-8c615bdb-98d8-46ec-a981-9724d747b223 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.439713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e0ae6eb-4f75-496d-9428-3b714632af49 req-8c615bdb-98d8-46ec-a981-9724d747b223 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.2324946 Feb 19 01:04:13.453242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Router 2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:13.591734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:13.602595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-261f7c3d-ddac-4bd1-9a50-743b8f6c9bac tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/routers/2ecb2ae5-b98e-4cb2-b4a5-5201926ae230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3695614 Feb 19 01:04:13.603575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47082) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.610380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] Sync routers for ids ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:13.611753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e0ae6eb-4f75-496d-9428-3b714632af49 req-f41449c2-70f4-421a-a67b-298084aecd63 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150737 Feb 19 01:04:13.641778 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd174db-0bbf-4817-a23b-8d94cce05ace tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:04:13.644000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] Routers {'2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:13.644678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:13.646736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.647032 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8bd174db-0bbf-4817-a23b-8d94cce05ace tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/4c88c8f6-21c6-49f8-a534-c8273b53b76c HTTP/1.1" status: 404 len: 333 time: 0.0420842 Feb 19 01:04:13.677948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975941a-6bbb-4a78-97d2-acdef74ca199 req-0f9463f1-8333-4c19-907d-5224c3289fc1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.678383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1975941a-6bbb-4a78-97d2-acdef74ca199 req-0f9463f1-8333-4c19-907d-5224c3289fc1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1202087 Feb 19 01:04:13.718434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:13.731222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] Routers {'2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:13.732127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:13.767798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:13.771241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.776661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:13.777542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1685ab3-712d-4571-a9d8-e92004b7ee15 None None] The sync data for ids ['2ecb2ae5-b98e-4cb2-b4a5-5201926ae230'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:13.785021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.792302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1975941a-6bbb-4a78-97d2-acdef74ca199 req-cc197292-f085-487c-a392-df7c156652db tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047337 Feb 19 01:04:14.089432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.105984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for router_controller (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.175263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.195798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.2 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/434d4397-cfb5-4d22-a7d5-f321470884a7) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:14.215666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73287fcb-0340-417a-80dd-b880fc94c3a8 req-f6016a38-9d56-48a7-91a4-f17614f8465e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.217307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73287fcb-0340-417a-80dd-b880fc94c3a8 req-f6016a38-9d56-48a7-91a4-f17614f8465e tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 943 time: 0.1545973 Feb 19 01:04:14.246682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 096f1ba0-e893-448a-b0e0-b3f7bb170491 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:14.283264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (2ecb2ae5-b98e-4cb2-b4a5-5201926ae230), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.283822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Fanout notify agent at l3_agent the message router_deleted on router 2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:04:14.293286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.297363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:14.297848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-86e0c0ed-818c-48bf-b33a-bb6b4f5f0e5e tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/routers/2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 HTTP/1.1" status: 204 len: 168 time: 0.6490250 Feb 19 01:04:14.396575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73287fcb-0340-417a-80dd-b880fc94c3a8 req-c9c9e291-2fb7-4c5f-aeb3-7459f09fb2c2 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525261 Feb 19 01:04:14.409429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet d1c74c13-353e-4201-8087-20b13951117b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:14.419516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:14.421829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (d1c74c13-353e-4201-8087-20b13951117b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.432267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '096f1ba0-e893-448a-b0e0-b3f7bb170491', 'network_id': '8e8cae6c-939a-4c1b-b48d-62d0c09522c9', 'port_id': '096f1ba0-e893-448a-b0e0-b3f7bb170491', 'mac_address': 'fa:16:3e:17:61:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:14.489945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d1c74c13-353e-4201-8087-20b13951117b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.503257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 096f1ba0-e893-448a-b0e0-b3f7bb170491 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:14.503413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.503503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.508714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096f1ba0-e893-448a-b0e0-b3f7bb170491 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:14.532893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:14.533249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85f43de8-2de7-4584-b95a-a5a4276d6a39 req-40ff2b44-9b32-4cdd-b146-1b928d49e292 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 210 time: 0.0603065 Feb 19 01:04:14.607238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d1c74c13-353e-4201-8087-20b13951117b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.628351 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.642413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:14.698464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:14.703685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:14.706384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:14.733675 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.845345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d1c74c13-353e-4201-8087-20b13951117b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.849014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.902911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c74c13-353e-4201-8087-20b13951117b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.906625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.921218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.922091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.944376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf9cf8-eed5-45d2-9383-afa127f68340 req-958c1e15-6fbe-4208-a2df-adb880135cdd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.952395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fdf9cf8-eed5-45d2-9383-afa127f68340 req-958c1e15-6fbe-4208-a2df-adb880135cdd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1913567 Feb 19 01:04:14.973030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670254a-5c45-4c61-bbd3-098b7dbd3809 None None] Network 908dee3b-a456-42ce-a8b0-798754703069 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:14.984288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.994476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-94929f5a-541a-428d-8490-c6994aace7e8 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/d1c74c13-353e-4201-8087-20b13951117b HTTP/1.1" status: 204 len: 168 time: 0.6954589 Feb 19 01:04:14.995338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.020191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fdf9cf8-eed5-45d2-9383-afa127f68340 req-4383c7e4-dd8b-4ddd-86d2-622aa596d6ba tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670979 Feb 19 01:04:15.080867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['096f1ba0-e893-448a-b0e0-b3f7bb170491'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:15.082168 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-48de0125-855b-40ea-8dcd-8d7ef6f42693 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737928 Feb 19 01:04:15.098227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Request body: {'port': {'device_id': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:15.123180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (908dee3b-a456-42ce-a8b0-798754703069), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.241848 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.314863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883586-b817-4868-8b29-fa20fa26e640 req-f24befac-ca5c-4101-9738-f2bed288387f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.317282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.318677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01883586-b817-4868-8b29-fa20fa26e640 req-f24befac-ca5c-4101-9738-f2bed288387f tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.4024425 Feb 19 01:04:15.338005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] DHCP port deletion for 908dee3b-a456-42ce-a8b0-798754703069 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:15.397543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Deleting port 2a22d472-3fba-4b37-9927-d7b41baa0049 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:15.398237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.435820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 2a22d472-3fba-4b37-9927-d7b41baa0049 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:15.437612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.537355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] For port 2a22d472-3fba-4b37-9927-d7b41baa0049, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2a22d472-3fba-4b37-9927-d7b41baa0049,segment=NetworkSegment(d2012af8-fece-4bab-9863-279d854d5cc3),segment_id=d2012af8-fece-4bab-9863-279d854d5cc3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.539398 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.575824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Calling delete_port for 2a22d472-3fba-4b37-9927-d7b41baa0049 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:15.583616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 2a22d472-3fba-4b37-9927-d7b41baa0049, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2a22d472-3fba-4b37-9927-d7b41baa0049,segment=NetworkSegment(d2012af8-fece-4bab-9863-279d854d5cc3),segment_id=d2012af8-fece-4bab-9863-279d854d5cc3)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.584137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.601606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 2a22d472-3fba-4b37-9927-d7b41baa0049 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:15.710347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01883586-b817-4868-8b29-fa20fa26e640 req-ca9f34da-a0f3-42bc-a552-f18d3bac83a4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767288 Feb 19 01:04:15.728685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc369bc-bc73-4af3-8783-fd5dfbcff2da req-825da586-5eab-4dc5-bbff-e7f894f0ac87 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.740468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8dc369bc-bc73-4af3-8783-fd5dfbcff2da req-825da586-5eab-4dc5-bbff-e7f894f0ac87 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 944 time: 0.1863706 Feb 19 01:04:15.819171 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.851566 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2a22d472-3fba-4b37-9927-d7b41baa0049), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.859013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] Pushing event deleted for resources: {'Port': ['ID=2a22d472-3fba-4b37-9927-d7b41baa0049,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.900090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2197674-8f3e-4ff9-b9d6-9f7f2d077d1c None None] No DVR routers for this DVR port 2a22d472-3fba-4b37-9927-d7b41baa0049 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:15.920974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8dc369bc-bc73-4af3-8783-fd5dfbcff2da req-3bb6815f-75d2-430d-8c21-bde8cef8d3b9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434166 Feb 19 01:04:15.938488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 2a22d472-3fba-4b37-9927-d7b41baa0049 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:15.939306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=2a22d472-3fba-4b37-9927-d7b41baa0049,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.974099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6337e46-2a83-49ce-ab4c-b9fc48f7a397 req-9ac1bf1a-72d1-46fa-8786-cb48dd4ba977 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:15.986105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6337e46-2a83-49ce-ab4c-b9fc48f7a397 req-9ac1bf1a-72d1-46fa-8786-cb48dd4ba977 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 931 time: 0.1800978 Feb 19 01:04:16.021973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2a22d472-3fba-4b37-9927-d7b41baa0049 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:16.053119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434d4397-cfb5-4d22-a7d5-f321470884a7 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:16.064656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks [] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.081906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Transition to ACTIVE for port object 434d4397-cfb5-4d22-a7d5-f321470884a7 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:16.086476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2a22d472-3fba-4b37-9927-d7b41baa0049 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:16.089474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2a22d472-3fba-4b37-9927-d7b41baa0049 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:16.155589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (908dee3b-a456-42ce-a8b0-798754703069), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.183004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6337e46-2a83-49ce-ab4c-b9fc48f7a397 req-8f5d2130-187b-444b-bdb3-21a5abf9fda7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956019 Feb 19 01:04:16.192727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256f340-53b1-488a-9a6d-9b5c60a0c914 req-79b4974c-9f5b-4069-9f64-6f3dbbffa913 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.194444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908dee3b-a456-42ce-a8b0-798754703069']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.194661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a256f340-53b1-488a-9a6d-9b5c60a0c914 req-79b4974c-9f5b-4069-9f64-6f3dbbffa913 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0734003 Feb 19 01:04:16.195966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.207775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2012af8-fece-4bab-9863-279d854d5cc3') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.208132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2012af8-fece-4bab-9863-279d854d5cc3') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.220915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (d2012af8-fece-4bab-9863-279d854d5cc3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.238778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d2012af8-fece-4bab-9863-279d854d5cc3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.246559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:16.247313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (d2012af8-fece-4bab-9863-279d854d5cc3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:16.251515 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:16.257183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 096f1ba0-e893-448a-b0e0-b3f7bb170491 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:16.356622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a256f340-53b1-488a-9a6d-9b5c60a0c914 req-e505581e-8195-48f3-bacf-6ea99987bab7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504805 Feb 19 01:04:16.387616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Pushing event updated for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.399128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (908dee3b-a456-42ce-a8b0-798754703069), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.404635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.414135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/908dee3b-a456-42ce-a8b0-798754703069 HTTP/1.1" status: 204 len: 168 time: 1.3939476 Feb 19 01:04:16.423292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 096f1ba0-e893-448a-b0e0-b3f7bb170491 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:16.428386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 096f1ba0-e893-448a-b0e0-b3f7bb170491 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:16.428972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.430920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47128) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.493320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7c03-ad62-4cc4-8a25-5008a4d60739 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=908dee3b-a456-42ce-a8b0-798754703069,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:16.559628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325c0bd-03e7-445e-9551-f42969d7001c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.565262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1325c0bd-03e7-445e-9551-f42969d7001c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/aafa169e-b235-42e0-8fd4-24037fdce8d2 HTTP/1.1" status: 200 len: 845 time: 0.0873096 Feb 19 01:04:16.565262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Attempting to bind port 434d4397-cfb5-4d22-a7d5-f321470884a7 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:16.565262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Attempting to bind port 434d4397-cfb5-4d22-a7d5-f321470884a7 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:16.565262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Attempting to bind port 434d4397-cfb5-4d22-a7d5-f321470884a7 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:16.566165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47130) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.568785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Port 434d4397-cfb5-4d22-a7d5-f321470884a7 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:16.569113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Attempting to bind port 434d4397-cfb5-4d22-a7d5-f321470884a7 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:16.597722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:16.598100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:16.598504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:16.599133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Bound port: 434d4397-cfb5-4d22-a7d5-f321470884a7, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:16.599522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.687056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 096f1ba0-e893-448a-b0e0-b3f7bb170491 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:16.687624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.704878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c0e9d91-9e7b-4522-9b9b-51bd5d53a027 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/aafa169e-b235-42e0-8fd4-24037fdce8d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1322005 Feb 19 01:04:16.706711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.716298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:16.738670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:16.746008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=434d4397-cfb5-4d22-a7d5-f321470884a7,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:16.755496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:16.756459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:16.758715 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964bd739-cca9-4778-87f9-00c3bc8e502e" -d '{"events": [{"server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "name": "network-vif-plugged", "status": "completed", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:16.833927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.845917 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44227576-d589-4f30-997b-5fa866a67e12 x-openstack-request-id: req-44227576-d589-4f30-997b-5fa866a67e12 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:16.845917 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "name": "network-vif-plugged", "status": "completed", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:16.845917 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-44227576-d589-4f30-997b-5fa866a67e12 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:16.845917 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491', 'code': 200} Feb 19 01:04:16.862049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.950931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.959649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:16.961719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.963307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] 10.222.0.96 "PUT /v2.0/ports/434d4397-cfb5-4d22-a7d5-f321470884a7 HTTP/1.1" status: 200 len: 1091 time: 1.8724263 Feb 19 01:04:16.966195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:16.970549 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:17.010565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:17.026092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155c97-933c-41b9-b16c-eec6d9817480 service neutron] Pushing event updated for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:17.067321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10b8b-4933-4758-9341-f3672e92d239 req-966e8ae9-c5c9-440d-9053-3b986233d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.068858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dd10b8b-4933-4758-9341-f3672e92d239 req-966e8ae9-c5c9-440d-9053-3b986233d66a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 1127 time: 0.1065204 Feb 19 01:04:17.076338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94315971-b5e2-4e29-a602-5eba0ad74033 req-022a735a-f7f9-4fe6-b2a8-3e2cd8a53028 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.078558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94315971-b5e2-4e29-a602-5eba0ad74033 req-022a735a-f7f9-4fe6-b2a8-3e2cd8a53028 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1755638 Feb 19 01:04:17.166963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2dd10b8b-4933-4758-9341-f3672e92d239 req-2db17d92-a34a-424b-998b-5feb2e87aff2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Feb 19 01:04:17.172000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94315971-b5e2-4e29-a602-5eba0ad74033 req-e6617049-6fa1-4a4d-9ea2-6547ea18d879 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788913 Feb 19 01:04:17.184602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:17.191264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.211876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-de2fb24b-e113-420f-833c-edf74221b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.211876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-de2fb24b-e113-420f-833c-edf74221b777 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 1125 time: 0.1270559 Feb 19 01:04:17.243786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130ca0-1f71-40c9-992a-5da6bb3a3a95 req-4e8332fd-a43a-42cb-889b-b2059ca13274 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.246973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3130ca0-1f71-40c9-992a-5da6bb3a3a95 req-4e8332fd-a43a-42cb-889b-b2059ca13274 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.1769478 Feb 19 01:04:17.271676 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79b780-19ee-444c-95e2-c07b80eb115e x-openstack-request-id: req-5d79b780-19ee-444c-95e2-c07b80eb115e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:17.271977 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:17.272368 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5d79b780-19ee-444c-95e2-c07b80eb115e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:17.274815 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7', 'status': 'completed', 'code': 200} Feb 19 01:04:17.364429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3130ca0-1f71-40c9-992a-5da6bb3a3a95 req-35b81d36-14b1-4acf-8adb-03d034170b48 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100183 Feb 19 01:04:17.487606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-50cc0c82-7c98-48b6-9c9f-93431e1dbdb7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=434d4397-cfb5-4d22-a7d5-f321470884a7 HTTP/1.1" status: 200 len: 217 time: 0.0950198 Feb 19 01:04:17.540607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9c900-b7e2-4721-856c-ecdc366b651e req-fa464068-a6a3-4ba8-8bb5-29823e63289e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.542088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15c9c900-b7e2-4721-856c-ecdc366b651e req-fa464068-a6a3-4ba8-8bb5-29823e63289e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 943 time: 0.2058933 Feb 19 01:04:17.600876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a951-60eb-4a2d-b911-898348432ef4 req-e5cf4359-4935-4818-9539-854898b4c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.602646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-e5cf4359-4935-4818-9539-854898b4c47f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.1024828 Feb 19 01:04:17.620381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded85fb-9b96-4c17-83b1-8cc428ff310b req-85ea7490-b9db-4c1e-995d-e654b732f912 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.622787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bded85fb-9b96-4c17-83b1-8cc428ff310b req-85ea7490-b9db-4c1e-995d-e654b732f912 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0995641 Feb 19 01:04:17.664637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15c9c900-b7e2-4721-856c-ecdc366b651e req-70738659-2cd5-48b7-9fb3-305508ae2d7b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105254 Feb 19 01:04:17.668340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-8aecab58-4afc-45ed-ac59-262802c615fe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556149 Feb 19 01:04:17.767787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bded85fb-9b96-4c17-83b1-8cc428ff310b req-7cd93ed5-50d5-4ea7-86ad-0c5221e52e96 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374817 Feb 19 01:04:17.804138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-7df7ad26-a0e8-4c1d-8552-f8a4e45dca85 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273048 Feb 19 01:04:17.810393 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (88f6e34f-f037-4ed3-88c9-863aee1115e9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.851565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:17.853015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:17.859749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:17.860467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.865104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2ac89-5012-46bc-b538-08f5b6d37cb4 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:17.910633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1036a951-60eb-4a2d-b911-898348432ef4 req-03c1c7a5-5c02-4ad6-b7db-a076b6ba466b service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999346 Feb 19 01:04:17.911880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=88f6e34f-f037-4ed3-88c9-863aee1115e9,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:18.001669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-571308d7-db24-461a-932c-c76c9f57bdd2', 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'project_id': '7b0d2debb1834f41a569700455fc21e1', 'fixed_ips': [{'subnet_id': '88f6e34f-f037-4ed3-88c9-863aee1115e9'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:18.002702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.021899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6e1263a-927e-43ab-944b-242e3cfa390f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3049409 Feb 19 01:04:18.022112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47152) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.022112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'security_group': {'name': 'tempest-secgroup-106059490'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:18.107120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-874ca1fa-1f93-43b3-9729-a6f8696ac0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.109870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-874ca1fa-1f93-43b3-9729-a6f8696ac0d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 1125 time: 0.0515668 Feb 19 01:04:18.111360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.161147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Allocated IP 2001:db8::2 (571308d7-db24-461a-932c-c76c9f57bdd2/88f6e34f-f037-4ed3-88c9-863aee1115e9/187eea3a-37c8-4218-9901-70117fa6fa55) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:18.287752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-895eecb3-a3a5-40ab-9539-cdfa0cd54211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.290056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-895eecb3-a3a5-40ab-9539-cdfa0cd54211 service neutron] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.1693168 Feb 19 01:04:18.344684 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks [] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.357106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5998e-b4c5-4acd-a07d-e73d0b3f9aae req-62598895-6dcd-40d9-8799-05d15bbc4ed1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.359378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dea5998e-b4c5-4acd-a07d-e73d0b3f9aae req-62598895-6dcd-40d9-8799-05d15bbc4ed1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.0810707 Feb 19 01:04:18.362426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-e3ab2573-ec9e-4e2f-a773-bb493ed6db01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=434d4397-cfb5-4d22-a7d5-f321470884a7 HTTP/1.1" status: 200 len: 217 time: 0.0624714 Feb 19 01:04:18.369980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (cb02ab18-f08a-435b-8f02-28d7e09bcec8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.421692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-9490fc37-3be4-400d-ab48-54737a862f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.423729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-9490fc37-3be4-400d-ab48-54737a862f05 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0521915 Feb 19 01:04:18.436941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dea5998e-b4c5-4acd-a07d-e73d0b3f9aae req-012f75e0-0f87-4849-80fc-b11ffaa3ce56 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695002 Feb 19 01:04:18.462244 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.471769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-682b947d-44f5-483e-821d-94cd01e1203a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394039 Feb 19 01:04:18.526861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:18.531482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:18.538433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:18.567588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cb02ab18-f08a-435b-8f02-28d7e09bcec8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.578150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:18.620220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Attempting to bind port 187eea3a-37c8-4218-9901-70117fa6fa55 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:18.620840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Attempting to bind port 187eea3a-37c8-4218-9901-70117fa6fa55 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:18.621210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Attempting to bind port 187eea3a-37c8-4218-9901-70117fa6fa55 on network 571308d7-db24-461a-932c-c76c9f57bdd2 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:18.627459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:18.627690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Checking segment: {'id': 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:18.627999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.628334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Bound using segment: {'id': 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:18.628812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Bound port: 187eea3a-37c8-4218-9901-70117fa6fa55, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:18.629199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.718342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:18.722977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:18.859151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c393f2f-1f6a-419f-9983-47b72f8bbd36 req-9b56d43b-6a5f-4f61-8306-08895aaa5ef3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:18.862371 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.867153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c393f2f-1f6a-419f-9983-47b72f8bbd36 req-9b56d43b-6a5f-4f61-8306-08895aaa5ef3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 943 time: 0.0786529 Feb 19 01:04:18.974491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c393f2f-1f6a-419f-9983-47b72f8bbd36 req-7b90afe3-1077-4dbd-b8d1-86a9b5066ba9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002154 Feb 19 01:04:19.010100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60be06-e492-4e92-8b27-a09b2c0f2cb1 None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:19.026375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.031623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47172) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.034657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0165720 Feb 19 01:04:19.037557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136984006'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:19.047791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-a74f5929-4b6e-4074-969a-17dfe4919fb1 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615325 Feb 19 01:04:19.047791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1b9bb-b777-4025-ae47-161e48d5a94d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb02ab18-f08a-435b-8f02-28d7e09bcec8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:19.098256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38b64c-bda9-4580-aae3-6b562a61df40 req-bd838440-bd1f-4809-8ca8-47240737f877 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.100254 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e38b64c-bda9-4580-aae3-6b562a61df40 req-bd838440-bd1f-4809-8ca8-47240737f877 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.5464468 Feb 19 01:04:19.141665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.239538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67626691-d42a-4e09-a241-fc50711383e0 req-c6f1adce-4d0b-49e6-94e8-2839cc5a7a12 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.253418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67626691-d42a-4e09-a241-fc50711383e0 req-c6f1adce-4d0b-49e6-94e8-2839cc5a7a12 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1681652 Feb 19 01:04:19.290657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e38b64c-bda9-4580-aae3-6b562a61df40 req-07faa50c-d2f8-4763-abc8-15cdcc3136db tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489911 Feb 19 01:04:19.304446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5032e0-9278-42a0-ac1d-4a77a8b5c9b5 req-265f5a11-9318-4ee6-ab2c-fb6c1ae17e2d service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446210 Feb 19 01:04:19.376765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67626691-d42a-4e09-a241-fc50711383e0 req-83a9012d-23d9-4e6d-ab84-f047415e389c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223426 Feb 19 01:04:19.426152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (1b84ebae-8055-4869-90b6-bb1bd54f7d93), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.501811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1b84ebae-8055-4869-90b6-bb1bd54f7d93), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.540730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b84ebae-8055-4869-90b6-bb1bd54f7d93,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:19.549182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.549542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.549892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.550234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.550571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.550906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.551283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.551672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.552013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.552348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.552675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.553004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.553329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:19.577853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010517-5d55-42d6-8e90-5db636f61a33 req-64c0abfd-fc2e-4b7b-b808-75dd67deb1df tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:19.579953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb010517-5d55-42d6-8e90-5db636f61a33 req-64c0abfd-fc2e-4b7b-b808-75dd67deb1df tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.0620408 Feb 19 01:04:19.618704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.620062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-935c0c5a-e7fb-4c02-91fb-8ec1a02f38f1 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5874245 Feb 19 01:04:19.623262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47182) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.629466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-453576091', 'security_groups': ['1b84ebae-8055-4869-90b6-bb1bd54f7d93'], 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88f6e34f-f037-4ed3-88c9-863aee1115e9'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:19.640947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eb010517-5d55-42d6-8e90-5db636f61a33 req-9e2db9b5-1a86-463b-abe1-5d0742c20560 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Feb 19 01:04:19.867274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:19.983929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.010586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:20.034518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 6e445991-1a7a-4f80-a0fc-4e6331718dc6 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:20.088899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:20.089497 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.179990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:20.180683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.218976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:20.260168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 434d4397-cfb5-4d22-a7d5-f321470884a7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:20.265809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::384 (571308d7-db24-461a-932c-c76c9f57bdd2/88f6e34f-f037-4ed3-88c9-863aee1115e9/6e445991-1a7a-4f80-a0fc-4e6331718dc6) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:20.285827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7344058-ab2e-4cbb-9653-386418a30582 req-2868ca42-2213-4f04-957c-bdfde28f3d64 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.287361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7344058-ab2e-4cbb-9653-386418a30582 req-2868ca42-2213-4f04-957c-bdfde28f3d64 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 943 time: 0.1270370 Feb 19 01:04:20.407251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e7344058-ab2e-4cbb-9653-386418a30582 req-0c4bccf4-40b1-463c-a87d-7d8c85a21831 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115971 Feb 19 01:04:20.492310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee44b9e-e1d0-4d85-ac07-678f57526fc2 req-5b9440e7-8cfe-491f-acaf-61c74a7e43a9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.501250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ee44b9e-e1d0-4d85-ac07-678f57526fc2 req-5b9440e7-8cfe-491f-acaf-61c74a7e43a9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.1148868 Feb 19 01:04:20.538038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.574667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ee44b9e-e1d0-4d85-ac07-678f57526fc2 req-c5cd3ebb-6f7e-4308-86ff-3edc08f53774 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722556 Feb 19 01:04:20.578654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.607984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb1d2-3447-432d-baff-f0142d9765c8 req-afdc8021-5fc1-4521-b06f-2847e54ce09c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.610541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a4cb1d2-3447-432d-baff-f0142d9765c8 req-afdc8021-5fc1-4521-b06f-2847e54ce09c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1275995 Feb 19 01:04:20.622997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:20.623491 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.688862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.790477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=6e445991-1a7a-4f80-a0fc-4e6331718dc6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.790896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:20.803698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.813629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=434d4397-cfb5-4d22-a7d5-f321470884a7,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:20.830683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:20.831170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.833232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '434d4397-cfb5-4d22-a7d5-f321470884a7', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': '434d4397-cfb5-4d22-a7d5-f321470884a7', 'mac_address': 'fa:16:3e:06:f2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:20.850113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a4cb1d2-3447-432d-baff-f0142d9765c8 req-d983ae93-c791-4856-adf3-48d41378a89e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213037 Feb 19 01:04:20.873029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:20.874734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c193b2-77ab-4641-98f7-e29e76007bc1 req-961c560c-6934-45a2-9a7e-40669b61c564 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.876170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:20.878103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3c193b2-77ab-4641-98f7-e29e76007bc1 req-961c560c-6934-45a2-9a7e-40669b61c564 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1194282 Feb 19 01:04:20.878947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:20.884696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:20.885505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.914607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e04a781f-4ba8-4c9e-8bd7-03564a693f11 None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:20.918118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 434d4397-cfb5-4d22-a7d5-f321470884a7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:20.918510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.933928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434d4397-cfb5-4d22-a7d5-f321470884a7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:20.957282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb42b270-8c8b-4a8a-ac09-3f4b8b80e20d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3325779 Feb 19 01:04:20.960495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47200) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:20.964192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=434d4397-cfb5-4d22-a7d5-f321470884a7,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:20.966912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:20.974882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3c193b2-77ab-4641-98f7-e29e76007bc1 req-66d43c35-d536-4b60-aaf0-73217c60c4bb tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907965 Feb 19 01:04:21.062294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.134266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:21.198467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:21.207384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.253391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-73fae006-52ae-4889-a022-45f737c0d63a None None] Provisioning complete for port 6e445991-1a7a-4f80-a0fc-4e6331718dc6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:21.254400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73fae006-52ae-4889-a022-45f737c0d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.323147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-73fae006-52ae-4889-a022-45f737c0d63a None None] Port 6e445991-1a7a-4f80-a0fc-4e6331718dc6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:21.340131 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88f6e34f-f037-4ed3-88c9-863aee1115e9 (CIDR: 2001:db8::/64) Feb 19 01:04:21.394011 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:21.409726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:21.460604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['434d4397-cfb5-4d22-a7d5-f321470884a7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:21.544585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5941b4c9-59d6-49de-acf5-6b1f473fbdf3 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5803571 Feb 19 01:04:21.545192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47216) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:21.551041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:21.595815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4561740-389c-4142-a960-6b46a8cdbd6e req-5204a868-4531-499a-93b4-10e1468c949c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.597816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4561740-389c-4142-a960-6b46a8cdbd6e req-5204a868-4531-499a-93b4-10e1468c949c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 944 time: 0.1116800 Feb 19 01:04:21.796661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-b40ba458-4d30-44ed-abc7-7919c3e1267c tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:21.798180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-b40ba458-4d30-44ed-abc7-7919c3e1267c tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.1942842 Feb 19 01:04:21.801507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4561740-389c-4142-a960-6b46a8cdbd6e req-202bc79a-7677-4c59-ac55-40eac8c3bdec tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549556 Feb 19 01:04:21.804603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:21.808088 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.810248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-3'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:21.915320 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.061609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:22.167437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:22.229034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:22.243141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.243773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced364ec-1d58-431d-a9b4-8978874b38ad req-e28fe766-77ab-48d4-9ee9-2952b59a5e68 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.243773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ced364ec-1d58-431d-a9b4-8978874b38ad req-e28fe766-77ab-48d4-9ee9-2952b59a5e68 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 945 time: 0.1097035 Feb 19 01:04:22.266976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:22.288644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dbce8-3e38-4072-a9e1-821ebf67b80c req-6be2fb77-8584-436a-bfd4-f7c33ac3f84e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.290937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d0dbce8-3e38-4072-a9e1-821ebf67b80c req-6be2fb77-8584-436a-bfd4-f7c33ac3f84e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.2863102 Feb 19 01:04:22.348687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:22.401555 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks [] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.403102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:22.406091 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e746a80-12b1-4fff-bad3-5a86ef18dab2" -d '{"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-unplugged", "status": "completed", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:22.413143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ced364ec-1d58-431d-a9b4-8978874b38ad req-3abb8cbe-b94f-4b82-970d-d2146a293e27 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692088 Feb 19 01:04:22.425380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d0dbce8-3e38-4072-a9e1-821ebf67b80c req-d2e32658-2111-4da4-a1e9-dcc378501683 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182578 Feb 19 01:04:22.492479 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e5956-2d9e-4852-bef6-84d0c11f5bc0 x-openstack-request-id: req-f83e5956-2d9e-4852-bef6-84d0c11f5bc0 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:22.492479 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-unplugged", "status": "completed", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:22.493119 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f83e5956-2d9e-4852-bef6-84d0c11f5bc0 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:22.493527 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'code': 200} Feb 19 01:04:22.522322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.593348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (2659e2c4-9890-47ce-a292-8ee9ce79a6f7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.615054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.624037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:22.624373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:22.624730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:22.632194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:22.632534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:22.640362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:22.641564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:22.642143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:22.645612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:22.650129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:22.650129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:22.650129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Bound port: 393a97d4-e466-4069-8e2c-10e80738fd9d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:22.650129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.658761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.659535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.681056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=2659e2c4-9890-47ce-a292-8ee9ce79a6f7,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.688119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbebbe-69ef-435e-a82a-baa5b01fb8f1 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:22.790895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2277fbfa-bf40-47b4-a014-90f98c35ff3b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2435865 Feb 19 01:04:22.794660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:22.796239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:22.812792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:22.815966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-378082108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2659e2c4-9890-47ce-a292-8ee9ce79a6f7'}], 'security_groups': ['cb02ab18-f08a-435b-8f02-28d7e09bcec8']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:22.909662 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:04:22.913314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.005190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=8']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.055408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.056398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.058872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d3bb07ac-063a-4e4b-84ed-d19f6f41df5d service neutron] 10.222.0.117 "PUT /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 1121 time: 1.2531238 Feb 19 01:04:23.071409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf47d-6a56-4e77-98c0-9e4a67f10b05 req-5ce7f4ad-505b-4120-9132-e234df37f350 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.073081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c5bf47d-6a56-4e77-98c0-9e4a67f10b05 req-5ce7f4ad-505b-4120-9132-e234df37f350 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 944 time: 0.1699231 Feb 19 01:04:23.174347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:23.204668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['393a97d4-e466-4069-8e2c-10e80738fd9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:23.211337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.217219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c5bf47d-6a56-4e77-98c0-9e4a67f10b05 req-8568d163-d53b-461d-a5bb-ce93587ef8ab tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137404 Feb 19 01:04:23.341452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['393a97d4-e466-4069-8e2c-10e80738fd9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:23.396877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:23.397896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:23.398438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:23.495938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:23.496306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Attempting to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d on network 02a55e28-4da2-4b51-9aec-7415f386d3f1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:23.513704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Update dhcp port {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'fixed_ips': [{'subnet_id': '88f6e34f-f037-4ed3-88c9-863aee1115e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '2659e2c4-9890-47ce-a292-8ee9ce79a6f7'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '187eea3a-37c8-4218-9901-70117fa6fa55'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:04:23.584034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:23.584396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Checking segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:23.585031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Bound using segment: {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:23.585515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Bound port: 393a97d4-e466-4069-8e2c-10e80738fd9d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27442fc-6da7-4d22-87bf-7b77c0e087f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '02a55e28-4da2-4b51-9aec-7415f386d3f1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:23.585908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.621812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.669936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0bc9-32e4-4fb4-b746-7d0bf838304f req-512cbd12-2ba2-4b9f-b622-477058fa094d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.678025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaee79a-c514-4388-bdab-041dd282da4b req-3a350955-8812-4924-848f-b92fa9745f59 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.678696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a13a0bc9-32e4-4fb4-b746-7d0bf838304f req-512cbd12-2ba2-4b9f-b622-477058fa094d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1138072 Feb 19 01:04:23.692348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffaee79a-c514-4388-bdab-041dd282da4b req-3a350955-8812-4924-848f-b92fa9745f59 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1474771 Feb 19 01:04:23.804766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffaee79a-c514-4388-bdab-041dd282da4b req-a6e056e2-0ede-41f3-b18f-454d8159fa14 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053417 Feb 19 01:04:23.924377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a13a0bc9-32e4-4fb4-b746-7d0bf838304f req-8d4ac248-c714-4dac-b729-e1cf4822c0f6 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387972 Feb 19 01:04:23.961389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Delete allocated IP 2001:db8::384 (571308d7-db24-461a-932c-c76c9f57bdd2/88f6e34f-f037-4ed3-88c9-863aee1115e9) {{(pid=110601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:04:23.986723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8:0:1::390 (571308d7-db24-461a-932c-c76c9f57bdd2/2659e2c4-9890-47ce-a292-8ee9ce79a6f7/6e445991-1a7a-4f80-a0fc-4e6331718dc6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:24.007284 n-d-826529-3 neutron-server[110603]: WARNING neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Concurrent port binding operations failed on port 393a97d4-e466-4069-8e2c-10e80738fd9d Feb 19 01:04:24.011452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:24.046976 n-d-826529-3 neutron-server[110603]: INFO neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Attempt 2 to bind port 393a97d4-e466-4069-8e2c-10e80738fd9d Feb 19 01:04:24.047853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d has no active binding in host n-h1-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:04:24.278627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.286777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 434d4397-cfb5-4d22-a7d5-f321470884a7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:24.387849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.422018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ac451-4b3e-4dd3-af8c-14ab5db11bf4 req-ad663516-9430-45b2-ad56-29e26b81b766 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.425751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-547ac451-4b3e-4dd3-af8c-14ab5db11bf4 req-ad663516-9430-45b2-ad56-29e26b81b766 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 944 time: 0.1146059 Feb 19 01:04:24.461384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 434d4397-cfb5-4d22-a7d5-f321470884a7 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:24.469441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 434d4397-cfb5-4d22-a7d5-f321470884a7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:24.469887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.496793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:24.503167 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79134539-4866-4887-a90e-6460681460d1" -d '{"events": [{"name": "network-changed", "server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:24.530060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] In _notify_port_updated(), no bound segment for port 6e445991-1a7a-4f80-a0fc-4e6331718dc6 on network 571308d7-db24-461a-932c-c76c9f57bdd2 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:04:24.547270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-547ac451-4b3e-4dd3-af8c-14ab5db11bf4 req-5e1a73e4-c481-46c4-8f78-139cdc891fcd tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119463 Feb 19 01:04:24.554787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.569830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.569830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/ports/6e445991-1a7a-4f80-a0fc-4e6331718dc6 HTTP/1.1" status: 200 len: 930 time: 1.7623487 Feb 19 01:04:24.573571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Allocated IP 2001:db8:0:1::2 (571308d7-db24-461a-932c-c76c9f57bdd2/2659e2c4-9890-47ce-a292-8ee9ce79a6f7/187eea3a-37c8-4218-9901-70117fa6fa55) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:24.573842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47258) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:24.603349 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cf6149-a6e0-452d-b352-ad1418c69e1d x-openstack-request-id: req-76cf6149-a6e0-452d-b352-ad1418c69e1d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:24.603874 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:24.604127 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-76cf6149-a6e0-452d-b352-ad1418c69e1d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:24.604618 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'status': 'completed', 'code': 200} Feb 19 01:04:24.688400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5990-1019-4a06-9217-597c738b9ee7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=6e445991-1a7a-4f80-a0fc-4e6331718dc6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.759442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 434d4397-cfb5-4d22-a7d5-f321470884a7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:24.759442 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.819307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134539-4866-4887-a90e-6460681460d1 req-c352fceb-9cc2-45a8-9710-9aa3c1343733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:24.820732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-c352fceb-9cc2-45a8-9710-9aa3c1343733 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1155 time: 0.1742632 Feb 19 01:04:24.877385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:24.890216 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e69a85b-0361-4253-bd7c-c7d4781c8acb" -d '{"events": [{"server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "name": "network-vif-plugged", "status": "completed", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:24.946311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:24.949936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=434d4397-cfb5-4d22-a7d5-f321470884a7,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:24.985517 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:04:25.004371 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c34a12-c2f2-46ea-9304-b59ca97e81d3 x-openstack-request-id: req-e1c34a12-c2f2-46ea-9304-b59ca97e81d3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:25.005162 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "name": "network-vif-plugged", "status": "completed", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:25.005162 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e1c34a12-c2f2-46ea-9304-b59ca97e81d3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:25.008781 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7', 'code': 200} Feb 19 01:04:25.011948 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Publish callbacks [] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.017894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 6e445991-1a7a-4f80-a0fc-4e6331718dc6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:25.018259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.050105 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.095486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.203518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:25.233927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.283210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 6e445991-1a7a-4f80-a0fc-4e6331718dc6 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:25.284122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c131d0a-a239-430f-8fed-f7171aee81fa req-f2602198-0e75-496d-b156-2683d7468bb1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.288795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c131d0a-a239-430f-8fed-f7171aee81fa req-f2602198-0e75-496d-b156-2683d7468bb1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2881804 Feb 19 01:04:25.315870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7e577-7cc2-4eb7-8604-073aeab824b6 None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:25.368256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cf208-0b09-4150-9244-ec597aeeaaee req-b65bf767-a36a-4d49-b2ec-922be356dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.370078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-229cf208-0b09-4150-9244-ec597aeeaaee req-b65bf767-a36a-4d49-b2ec-922be356dd3f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 1127 time: 0.2826719 Feb 19 01:04:25.388944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134539-4866-4887-a90e-6460681460d1 req-606d5039-6b7c-443d-b533-99efd274460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.390636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-606d5039-6b7c-443d-b533-99efd274460e service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.5629075 Feb 19 01:04:25.423044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c131d0a-a239-430f-8fed-f7171aee81fa req-293c2fc1-2308-48eb-a0d6-2eccbc8cb519 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221814 Feb 19 01:04:25.480350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-229cf208-0b09-4150-9244-ec597aeeaaee req-84f12ff6-2ca2-4ca8-9495-32094b26b1c5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929406 Feb 19 01:04:25.538855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-b64452e9-61d7-408e-8ff0-65e4d8508261 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 217 time: 0.1372821 Feb 19 01:04:25.674891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0063c8a-4ff3-4f39-9a6f-e8cc161c423d req-a6df3031-8138-42f0-98a9-f30d7f9b96be tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.683760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0063c8a-4ff3-4f39-9a6f-e8cc161c423d req-a6df3031-8138-42f0-98a9-f30d7f9b96be tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1387746 Feb 19 01:04:25.801217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0063c8a-4ff3-4f39-9a6f-e8cc161c423d req-5fecc735-05fb-4d4d-ad6f-216497702176 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164799 Feb 19 01:04:25.828454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79134539-4866-4887-a90e-6460681460d1 req-3cfceb92-1ca7-4085-8e0b-c805d92adea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:25.829945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-3cfceb92-1ca7-4085-8e0b-c805d92adea4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1156116 Feb 19 01:04:25.855693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6e445991-1a7a-4f80-a0fc-4e6331718dc6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.955327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-cad145ce-0fad-4808-af6d-ead5b464e174 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167655 Feb 19 01:04:26.029881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=6e445991-1a7a-4f80-a0fc-4e6331718dc6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.038737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e4837-5c22-4f5a-8751-038b3996f3be req-ad087e8b-0e48-423f-b722-b651abe950ae tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:26.040423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-615e4837-5c22-4f5a-8751-038b3996f3be req-ad087e8b-0e48-423f-b722-b651abe950ae tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.1386797 Feb 19 01:04:26.070328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.076960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b2cd593-4195-4244-9aef-548fa7c67380 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/6e445991-1a7a-4f80-a0fc-4e6331718dc6 HTTP/1.1" status: 204 len: 168 time: 1.4985762 Feb 19 01:04:26.087200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:26.110952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47290) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.130249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-615e4837-5c22-4f5a-8751-038b3996f3be req-cd25cda7-3c02-43bf-adf7-e16fcf99944f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827599 Feb 19 01:04:26.208630 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a4d49f-2501-4ef8-9f62-a57e5472795c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:04:26.213752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47292) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.221222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f4a4d49f-2501-4ef8-9f62-a57e5472795c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/6e445991-1a7a-4f80-a0fc-4e6331718dc6 HTTP/1.1" status: 404 len: 333 time: 0.1086342 Feb 19 01:04:26.290286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:26.290676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.298891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-0479a3e8-22e8-41a0-8373-bd4393849ebe service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551446 Feb 19 01:04:26.359378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (1b84ebae-8055-4869-90b6-bb1bd54f7d93), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.386487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Could not find standard attr ID for object 6e445991-1a7a-4f80-a0fc-4e6331718dc6. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:04:26.440467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (1b84ebae-8055-4869-90b6-bb1bd54f7d93), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.503545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:26.503926 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.574750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:26.599852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1b84ebae-8055-4869-90b6-bb1bd54f7d93), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.602517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.603889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/security-groups/1b84ebae-8055-4869-90b6-bb1bd54f7d93 HTTP/1.1" status: 204 len: 168 time: 0.3891463 Feb 19 01:04:26.607422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47296) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.627928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842aa4-3cb3-4634-b977-e8e4127934d7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b84ebae-8055-4869-90b6-bb1bd54f7d93,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.700459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:26.752651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:26.753034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.800242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79134539-4866-4887-a90e-6460681460d1 req-695ca9b2-9709-49da-ad50-e95aa236329a service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942396 Feb 19 01:04:26.810291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (cb02ab18-f08a-435b-8f02-28d7e09bcec8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.845779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4f545cd5-6dac-4d35-b7dc-5754b0eb1025 None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:26.959661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fc013206-f787-46db-9324-7c836b31e0d4 None None] Could not find standard attr ID for object 6e445991-1a7a-4f80-a0fc-4e6331718dc6. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:04:27.008776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (cb02ab18-f08a-435b-8f02-28d7e09bcec8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.035711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96c314-0d47-4ea1-b1f5-8889b92e1d00 req-fa557830-7a97-4cd6-b3a7-e87cdd33338c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.044056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd96c314-0d47-4ea1-b1f5-8889b92e1d00 req-fa557830-7a97-4cd6-b3a7-e87cdd33338c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.3590856 Feb 19 01:04:27.179913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af125f81-60ca-43de-a234-9ea11b608163 req-088630f2-15ea-48b6-8cdb-e5099a78be9d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.181933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af125f81-60ca-43de-a234-9ea11b608163 req-088630f2-15ea-48b6-8cdb-e5099a78be9d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.2015576 Feb 19 01:04:27.213578 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-9fca9ece-76ee-46b3-8237-ce76304cdf48 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2850327 Feb 19 01:04:27.335134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd96c314-0d47-4ea1-b1f5-8889b92e1d00 req-36f95044-34d2-413b-91b8-a0ba6f36cb56 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883887 Feb 19 01:04:27.474169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cb02ab18-f08a-435b-8f02-28d7e09bcec8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.477622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.479773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/security-groups/cb02ab18-f08a-435b-8f02-28d7e09bcec8 HTTP/1.1" status: 204 len: 168 time: 0.8528011 Feb 19 01:04:27.506938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47308) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:27.592662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 88f6e34f-f037-4ed3-88c9-863aee1115e9 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:27.599299 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (88f6e34f-f037-4ed3-88c9-863aee1115e9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.622836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbebd40-78ec-43d7-ab4c-0bbdcd0d3509 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb02ab18-f08a-435b-8f02-28d7e09bcec8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:27.681335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-eddc3bfc-46f3-463f-82b2-48c4f1a3d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.683134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-eddc3bfc-46f3-463f-82b2-48c4f1a3d13b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 1126 time: 0.3452201 Feb 19 01:04:27.690328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af125f81-60ca-43de-a234-9ea11b608163 req-f7ad624e-8614-45cf-8fa9-b3cb88a38046 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011141 Feb 19 01:04:27.702242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (88f6e34f-f037-4ed3-88c9-863aee1115e9), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:27.832046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-0ebf263e-647c-407d-867f-7645d7834f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.833778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-0ebf263e-647c-407d-867f-7645d7834f29 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.1157327 Feb 19 01:04:27.887754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c1b0f-8536-486b-8276-d2fd6139fce6 req-bd38f929-73f3-46cf-ba9a-2a066f174d13 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:27.895204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c26c1b0f-8536-486b-8276-d2fd6139fce6 req-bd38f929-73f3-46cf-ba9a-2a066f174d13 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.4355321 Feb 19 01:04:27.946812 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-82ab6e94-8ba9-4beb-a903-c3ea0d56bab0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 200 len: 217 time: 0.0920026 Feb 19 01:04:28.044488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-ab27909a-6d22-4784-b8e2-29332648208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.045994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-ab27909a-6d22-4784-b8e2-29332648208c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0902677 Feb 19 01:04:28.086495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c26c1b0f-8536-486b-8276-d2fd6139fce6 req-7abdc15a-15b4-4e34-803f-9dd1416478c1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902390 Feb 19 01:04:28.126903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-22523cc1-6eba-4d47-a9a3-dcf9e50fb535 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379941 Feb 19 01:04:28.261591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (88f6e34f-f037-4ed3-88c9-863aee1115e9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.294100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70550a-7c2d-49c9-9c51-7cfc6b5a257a req-345a40c4-66bf-461f-a763-22b4693ed914 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.308086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f70550a-7c2d-49c9-9c51-7cfc6b5a257a req-345a40c4-66bf-461f-a763-22b4693ed914 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.0992563 Feb 19 01:04:28.314232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-e12af691-b0d6-4355-889f-3079a2fb2b8e service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505518 Feb 19 01:04:28.458489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f70550a-7c2d-49c9-9c51-7cfc6b5a257a req-4b42e66a-4d21-4524-9274-cac987322d61 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560333 Feb 19 01:04:28.674355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa1d1-76e0-4c35-9b24-58935dd82086 req-540ca8a3-03a0-4b89-a369-ad934245f758 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:28.676661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e8fa1d1-76e0-4c35-9b24-58935dd82086 req-540ca8a3-03a0-4b89-a369-ad934245f758 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1718314 Feb 19 01:04:28.757084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e8fa1d1-76e0-4c35-9b24-58935dd82086 req-25a167cc-4055-4923-b272-20b106ceb308 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Feb 19 01:04:28.763441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f9a53af-f094-45a4-8817-61c37b7dea22 req-e1facf56-b097-4d6d-bfd4-bee4af78e9c3 service neutron] 10.222.0.96 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347537 Feb 19 01:04:28.765966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (88f6e34f-f037-4ed3-88c9-863aee1115e9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.864507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=88f6e34f-f037-4ed3-88c9-863aee1115e9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:28.883751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:28.884853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cc6e5-1724-4ce7-8bc9-204654e291d7 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:28.902405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1e159b2f-ec32-4bc4-a8ce-60365fb09201 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/88f6e34f-f037-4ed3-88c9-863aee1115e9 HTTP/1.1" status: 204 len: 168 time: 1.3892915 Feb 19 01:04:28.904131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:28.912397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:29.037886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7154-af4b-48e3-b578-ea6155e2629d req-a8e08896-9367-4734-8365-f8e242f53c57 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.045712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79cf7154-af4b-48e3-b578-ea6155e2629d req-a8e08896-9367-4734-8365-f8e242f53c57 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1248920 Feb 19 01:04:29.242572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79cf7154-af4b-48e3-b578-ea6155e2629d req-545e9c2c-e41b-49af-9f7c-6905e93a7459 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919720 Feb 19 01:04:29.396243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1726e-ac38-4a6f-9b12-d1b89a73dcaa req-55df62b8-658f-4c35-9a1a-1994de92669d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:29.398525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38c1726e-ac38-4a6f-9b12-d1b89a73dcaa req-55df62b8-658f-4c35-9a1a-1994de92669d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.2064054 Feb 19 01:04:29.501406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38c1726e-ac38-4a6f-9b12-d1b89a73dcaa req-f62bb2ae-86ab-443a-8559-ebad7315b895 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964491 Feb 19 01:04:29.564106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:29.573120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.002608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66d9e1-d108-422d-a150-0adde2351297 req-a2fd1330-fb25-44e5-a190-edc656912f6b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.010664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd66d9e1-d108-422d-a150-0adde2351297 req-a2fd1330-fb25-44e5-a190-edc656912f6b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1091907 Feb 19 01:04:30.050247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (c3ab0515-ee88-494e-8dcd-84c8ee6d58b7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.106964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd66d9e1-d108-422d-a150-0adde2351297 req-1947b0d8-807c-48be-aa63-aea90c97ebe1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940993 Feb 19 01:04:30.163854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=c3ab0515-ee88-494e-8dcd-84c8ee6d58b7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:30.172530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:30.177447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:30.185257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.187278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.220380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234e56a-53fb-46e8-af6a-0e24ab2416ad None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:30.285127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47332) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:30.285949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-69ca5e55-d502-4600-aee3-b686d18f240f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3798654 Feb 19 01:04:30.290538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207241844'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:30.328957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:30.375973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.434393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479799f-3a0d-49cc-aca4-10cd6b3c5c3a req-33d3d531-6c25-4608-9fe3-38d0120275b9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.442873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a479799f-3a0d-49cc-aca4-10cd6b3c5c3a req-33d3d531-6c25-4608-9fe3-38d0120275b9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0962877 Feb 19 01:04:30.456520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:30.456901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.512350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a479799f-3a0d-49cc-aca4-10cd6b3c5c3a req-4d55394c-2790-4a07-ab2b-c4434fad3c2f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 Feb 19 01:04:30.534806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (50309207-bc3c-4ef5-8570-84e913fc3524), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.632060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (50309207-bc3c-4ef5-8570-84e913fc3524), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.655767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 393a97d4-e466-4069-8e2c-10e80738fd9d is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:30.722001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:30.727660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50309207-bc3c-4ef5-8570-84e913fc3524,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:30.735626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Update dhcp port {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'fixed_ips': [{'subnet_id': '2659e2c4-9890-47ce-a292-8ee9ce79a6f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3ab0515-ee88-494e-8dcd-84c8ee6d58b7'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '187eea3a-37c8-4218-9901-70117fa6fa55'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:04:30.770503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:30.770875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.798635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-d2b9142b-a63d-43d8-ae40-088f8d75c143 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.800488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-d2b9142b-a63d-43d8-ae40-088f8d75c143 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.2382598 Feb 19 01:04:30.805601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.810431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-965d3fa8-6044-4640-b6fb-c8be30ade77d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5202582 Feb 19 01:04:30.810616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:30.810733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47336) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:30.816530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1944069559'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:30.890818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-42c7dac1-508c-42bc-ace2-2cb96175269f None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:30.928484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8284-2926-4912-83c1-2c04fb94e1df req-d046362c-4d40-447f-96ef-e27ad3426dce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:30.935231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-993f8284-2926-4912-83c1-2c04fb94e1df req-d046362c-4d40-447f-96ef-e27ad3426dce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 945 time: 0.2864642 Feb 19 01:04:30.950555 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.025484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-212181ae-819d-4fae-8971-1f8da8b7102e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136580 Feb 19 01:04:31.086688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-993f8284-2926-4912-83c1-2c04fb94e1df req-50eecce1-9ca6-4def-a466-a6601b7e9cb3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463041 Feb 19 01:04:31.112194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port 434d4397-cfb5-4d22-a7d5-f321470884a7 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:31.112856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.121583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (20aee561-51da-44cb-8a2c-f54ca9b1c6cc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.206124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Allocated IP 2001:db8::2 (571308d7-db24-461a-932c-c76c9f57bdd2/c3ab0515-ee88-494e-8dcd-84c8ee6d58b7/187eea3a-37c8-4218-9901-70117fa6fa55) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:31.214584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (20aee561-51da-44cb-8a2c-f54ca9b1c6cc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.256404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port 434d4397-cfb5-4d22-a7d5-f321470884a7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=434d4397-cfb5-4d22-a7d5-f321470884a7,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:31.257041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.274163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for 434d4397-cfb5-4d22-a7d5-f321470884a7 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:31.312580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-12025ed0-8fc1-4ca4-babf-516fd0e7d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.314086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-12025ed0-8fc1-4ca4-babf-516fd0e7d563 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 1126 time: 0.2176607 Feb 19 01:04:31.344010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20aee561-51da-44cb-8a2c-f54ca9b1c6cc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:31.370232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:31.411802 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Publish callbacks [] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.433770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.435122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e975e65b-fee3-47fa-9a35-451fcd635cdc tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6237111 Feb 19 01:04:31.439134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47340) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:31.443744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'security_group': {'name': 'tempest-secgroup-276152737'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:31.461695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133853e6-54f9-4279-8b2d-530713a043f3 req-dfb0614d-5ce5-4a61-a796-99d4e5af2bb7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.480638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-133853e6-54f9-4279-8b2d-530713a043f3 req-dfb0614d-5ce5-4a61-a796-99d4e5af2bb7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.2917321 Feb 19 01:04:31.535748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.575759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.616126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (434d4397-cfb5-4d22-a7d5-f321470884a7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.627989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-bc555c5c-d884-4390-9efc-3026ab9b23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.629583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-bc555c5c-d884-4390-9efc-3026ab9b23c8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2868662 Feb 19 01:04:31.659464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-133853e6-54f9-4279-8b2d-530713a043f3 req-52e14a84-1a6b-4d4e-a71c-a9df3038150a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754503 Feb 19 01:04:31.739154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-29306919-0022-4341-a0a6-ea216077d3b0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 200 len: 217 time: 0.0785589 Feb 19 01:04:31.784892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=434d4397-cfb5-4d22-a7d5-f321470884a7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:31.858649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-f0aa27e2-9c3d-4628-adc5-f2156ada1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:31.860212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-f0aa27e2-9c3d-4628-adc5-f2156ada1e99 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.1068239 Feb 19 01:04:31.902072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['434d4397-cfb5-4d22-a7d5-f321470884a7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:31.923538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port 434d4397-cfb5-4d22-a7d5-f321470884a7 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:31.925170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:31.929900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-216a8b00-1cd5-4913-870d-5e5fe18394e1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615056 Feb 19 01:04:31.944238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:31.958352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77410390-0c06-41f6-b0e6-3a1974b8b5a1 req-e68b7c04-6a30-446b-a967-d4eb21074d23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/434d4397-cfb5-4d22-a7d5-f321470884a7 HTTP/1.1" status: 204 len: 173 time: 1.1436763 Feb 19 01:04:31.958586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'name': 'network-vif-deleted', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:31.960763 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f5bf22-2cd8-4e29-984a-28b711d3608c" -d '{"events": [{"server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "name": "network-vif-deleted", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:32.057901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f3c8-71b6-4273-b1b0-f4499b53a341 None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:32.088357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2bbea-07d3-474b-8bcf-9fdd644a5cb1 req-f5007058-58ba-444a-8867-34e3e4d8ca33 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:32.093469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89b2bbea-07d3-474b-8bcf-9fdd644a5cb1 req-f5007058-58ba-444a-8867-34e3e4d8ca33 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.4573390 Feb 19 01:04:32.095930 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0dd1d-e0b3-4842-9de2-fb2767e6daf2 x-openstack-request-id: req-d0d0dd1d-e0b3-4842-9de2-fb2767e6daf2 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:32.096975 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d2b824-7e8f-41bd-9daa-8098a8c46415", "name": "network-vif-deleted", "tag": "434d4397-cfb5-4d22-a7d5-f321470884a7", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:32.097397 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0d0dd1d-e0b3-4842-9de2-fb2767e6daf2 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:32.097983 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2b824-7e8f-41bd-9daa-8098a8c46415', 'name': 'network-vif-deleted', 'tag': '434d4397-cfb5-4d22-a7d5-f321470884a7', 'status': 'completed', 'code': 200} Feb 19 01:04:32.166709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.230151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-d6bb288b-53db-46eb-8b56-32e9f409125c service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929280 Feb 19 01:04:32.246949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.322589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89b2bbea-07d3-474b-8bcf-9fdd644a5cb1 req-cf7f8326-3841-4f92-9dd0-4db6d2ac8c9f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211821 Feb 19 01:04:32.339218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:32.395001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.399891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-714467fe-a65b-42c3-99f1-d69a7d03eb37 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9564054 Feb 19 01:04:32.399891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47348) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:32.405340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1304899784', 'security_groups': ['8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92'], 'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3ab0515-ee88-494e-8dcd-84c8ee6d58b7'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:32.468282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68d11554-7e9c-450f-af65-b4cef5617c0b req-2fa5f3ab-98b2-4af7-a34b-d7e1eb517ae2 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161384 Feb 19 01:04:32.494997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-999fda12-7cfd-4245-a2f6-33c405f0277c req-990d4021-0bff-43cf-a512-7860e65cff37 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=12d2b824-7e8f-41bd-9daa-8098a8c46415 HTTP/1.1" status: 200 len: 210 time: 0.2590885 Feb 19 01:04:32.690771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:32.906631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:32.931739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] device_id is not set on port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:33.000069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5849e5-117c-45ab-b86c-09b12bfbd117 req-6703f2c3-4781-4798-b093-ff633b980531 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.007230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a5849e5-117c-45ab-b86c-09b12bfbd117 req-6703f2c3-4781-4798-b093-ff633b980531 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.1968350 Feb 19 01:04:33.134383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:33.135616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.244402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:33.261565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:33.262533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.310300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9c8699f4-727f-4eeb-8cdb-137860bc5fb8 None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:33.487907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a5849e5-117c-45ab-b86c-09b12bfbd117 req-5faeab15-ee2f-471c-b9be-1b28e393ab28 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795408 Feb 19 01:04:33.507442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6242ef7-dd0a-4720-833e-f3b56f379bc9 req-fb826774-9f51-4421-9349-29157dc3c7eb tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.510582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6242ef7-dd0a-4720-833e-f3b56f379bc9 req-fb826774-9f51-4421-9349-29157dc3c7eb tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0876846 Feb 19 01:04:33.570972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8::17a (571308d7-db24-461a-932c-c76c9f57bdd2/c3ab0515-ee88-494e-8dcd-84c8ee6d58b7/8b3f0721-840e-44ef-b9ef-63ad3e6ba403) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:33.597205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6242ef7-dd0a-4720-833e-f3b56f379bc9 req-78c10070-c002-4496-9e4e-4026b7f271ff tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752389 Feb 19 01:04:33.751697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.862745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:33.953645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:33.967603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:33.978136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:33.989229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:33.990046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.013217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=8b3f0721-840e-44ef-b9ef-63ad3e6ba403,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:34.030896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:34.126490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b3c4b0f-f122-4c97-abd6-ace589a9edf9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7238100 Feb 19 01:04:34.126985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:34.135715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:34.152114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47366) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:34.197810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:34.198296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.342869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 434d4397-cfb5-4d22-a7d5-f321470884a7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:34.407294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 434d4397-cfb5-4d22-a7d5-f321470884a7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:34.409005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 434d4397-cfb5-4d22-a7d5-f321470884a7 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:34.436516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-6ec70704-89a8-49ef-96da-fa8c14f4b26c service neutron] 10.222.0.96 "GET /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.3887181 Feb 19 01:04:34.462518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:34.485348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3b24a269-a4ec-46ef-9d64-98e0cb212d94 None None] Provisioning complete for port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:34.485882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b24a269-a4ec-46ef-9d64-98e0cb212d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.531571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3b24a269-a4ec-46ef-9d64-98e0cb212d94 None None] Port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:34.564294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:34.569016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:34.621687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-0f0d1d46-0c78-4667-8fa5-7f702388fbe9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.624213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-0f0d1d46-0c78-4667-8fa5-7f702388fbe9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.3908029 Feb 19 01:04:34.694877 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3ab0515-ee88-494e-8dcd-84c8ee6d58b7 (CIDR: 2001:db8::/64) Feb 19 01:04:34.718565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-0396c466-643e-423f-99f7-23e04b939964 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0799456 Feb 19 01:04:34.757208 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:34.758299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:34.777101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348afdbd-5139-4070-bcf4-864ae77358c8 req-c9186e51-e75d-44f5-a12a-240a9658ce0e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:34.779028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-348afdbd-5139-4070-bcf4-864ae77358c8 req-c9186e51-e75d-44f5-a12a-240a9658ce0e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 943 time: 0.0822580 Feb 19 01:04:34.831500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-348afdbd-5139-4070-bcf4-864ae77358c8 req-5ec5c189-9e09-4508-b277-d7aa37d8d09e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467448 Feb 19 01:04:34.864620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b9c238b-ae64-4d6b-81d4-7c29b48926b7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7356915 Feb 19 01:04:34.866696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:34.871795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:34.962824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-a5cfc585-8bc8-4bca-a21a-a4fbd0647c33 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2357430 Feb 19 01:04:34.965732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:35.142727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6d5b3-cfb1-43ff-9023-f25facaf3d83 req-c92849cb-1a5e-4728-a7ba-92e577c1a59e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:35.156594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c6bb6416-16df-46b3-9365-e2b5b7a6f380 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792896 Feb 19 01:04:35.157475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75d6d5b3-cfb1-43ff-9023-f25facaf3d83 req-c92849cb-1a5e-4728-a7ba-92e577c1a59e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1476941 Feb 19 01:04:35.176396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:35.176777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:35.181217 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.297018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75d6d5b3-cfb1-43ff-9023-f25facaf3d83 req-a3a9ff79-2a0d-45ff-8f45-11025a5fbc4c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364548 Feb 19 01:04:35.298189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393a97d4-e466-4069-8e2c-10e80738fd9d {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:35.340693 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2659e2c4-9890-47ce-a292-8ee9ce79a6f7 (CIDR: 2001:db8:0:1::/64) Feb 19 01:04:35.341268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:35.375610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-1758fc9d-3482-48be-bd92-2aa961552e0d service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098901 Feb 19 01:04:35.439429 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:35.440373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:35.489859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.586357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-92947f98-5c4c-45b9-9fe5-e962d32d074c tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7160811 Feb 19 01:04:35.586865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47394) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:35.592719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'subnet': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:35.654977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] Transition to ACTIVE for port object 393a97d4-e466-4069-8e2c-10e80738fd9d will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:35.718994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.866341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:35.932333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9bfaac8-cc39-4f9f-a920-d95c51f62ce8 req-a7f92fe5-2fdc-4fba-8a26-afe742d6fff8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.0723939 Feb 19 01:04:35.940842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Made reservation on behalf of 7b0d2debb1834f41a569700455fc21e1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:35.945124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.053367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] Pushing event updated for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:36.155309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a62ed-1675-411a-a9c0-f23cee61bf25 req-48fa656a-bbe6-4c49-b3a6-3b36af61e6e8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.157114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-844a62ed-1675-411a-a9c0-f23cee61bf25 req-48fa656a-bbe6-4c49-b3a6-3b36af61e6e8 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.1555002 Feb 19 01:04:36.319756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-844a62ed-1675-411a-a9c0-f23cee61bf25 req-250ba82c-ab7c-49a3-8d95-101be3926baf tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324441 Feb 19 01:04:36.321725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] No DVR routers for this DVR port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:36.427581 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-1bb9f19d-b401-4022-a22b-28ff752ab009 service neutron] 10.222.0.96 "PUT /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d/bindings/n-h1-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9579558 Feb 19 01:04:36.516121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eec5c6-49c8-400e-9956-df5be1077755 req-fbf21d28-b01d-407a-8c68-d4ae3a1836ff tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.542012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1eec5c6-49c8-400e-9956-df5be1077755 req-fbf21d28-b01d-407a-8c68-d4ae3a1836ff tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1228111 Feb 19 01:04:36.579520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (cc5f3e42-2627-4fa5-9957-21dca86ef71b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.652667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Deleting port e20eabca-4f13-4a07-a1f9-6e8994400ca1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:36.653016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.724738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1eec5c6-49c8-400e-9956-df5be1077755 req-6998dbab-d9ee-40ba-ab65-63fd872794bf tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809580 Feb 19 01:04:36.771730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Network 571308d7-db24-461a-932c-c76c9f57bdd2 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:36.789565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:36.797878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.799503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fedd39e-1019-4c82-9d90-85a21f3d5625 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:36.800716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.815988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] For port e20eabca-4f13-4a07-a1f9-6e8994400ca1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e20eabca-4f13-4a07-a1f9-6e8994400ca1,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:36.816961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:36.833984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Calling delete_port for e20eabca-4f13-4a07-a1f9-6e8994400ca1 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:36.854843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-5a4179cf-1636-4a2f-b66c-1b6341f1db75 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:36.858873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-5a4179cf-1636-4a2f-b66c-1b6341f1db75 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.2655387 Feb 19 01:04:36.859224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Subnet': ['ID=cc5f3e42-2627-4fa5-9957-21dca86ef71b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:36.968452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a0c7ab2-2328-4b42-b1dd-899ac643167b tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3773804 Feb 19 01:04:36.969603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47416) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:36.977229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1960653779', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc5f3e42-2627-4fa5-9957-21dca86ef71b'}], 'security_groups': ['50309207-bc3c-4ef5-8570-84e913fc3524', '20aee561-51da-44cb-8a2c-f54ca9b1c6cc']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:37.052733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-65b76563-a3d4-4ca1-be92-cf9103a015ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.057564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-65b76563-a3d4-4ca1-be92-cf9103a015ac service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea&tenant_id=c18d61231db4402b8efef02ecd91f793 HTTP/1.1" status: 200 len: 1126 time: 0.1888435 Feb 19 01:04:37.158222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-3cc6d6cc-e211-4509-bc40-83b55ab0b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.160212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-3cc6d6cc-e211-4509-bc40-83b55ab0b713 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c18d61231db4402b8efef02ecd91f793&device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1126 time: 0.0767066 Feb 19 01:04:37.193399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Update dhcp port {'port': {'network_id': '571308d7-db24-461a-932c-c76c9f57bdd2', 'fixed_ips': [{'subnet_id': '2659e2c4-9890-47ce-a292-8ee9ce79a6f7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3ab0515-ee88-494e-8dcd-84c8ee6d58b7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc5f3e42-2627-4fa5-9957-21dca86ef71b'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '187eea3a-37c8-4218-9901-70117fa6fa55'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:04:37.224433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f882be6f-58a1-411b-9561-f37a586324dc req-bb609abf-2287-47dc-9671-514c3a5e7d3f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.1078100 Feb 19 01:04:37.268434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.275994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.418308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-27ea9100-045d-4060-99b8-ac1ca56fffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.424502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-27ea9100-045d-4060-99b8-ac1ca56fffd8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 200 len: 909 time: 0.2516623 Feb 19 01:04:37.546337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-d464dda1-e7b1-4d53-bad4-beb625a5e1c0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 200 len: 217 time: 0.1126106 Feb 19 01:04:37.590269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e20eabca-4f13-4a07-a1f9-6e8994400ca1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.651326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Allocated IP 2001:db8:0:2::2 (571308d7-db24-461a-932c-c76c9f57bdd2/cc5f3e42-2627-4fa5-9957-21dca86ef71b/187eea3a-37c8-4218-9901-70117fa6fa55) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:37.661426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-21fc80f8-27a5-4077-b201-ea3be200df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.663049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-21fc80f8-27a5-4077-b201-ea3be200df05 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 200 len: 848 time: 0.0767164 Feb 19 01:04:37.675521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb2d8-7c6a-41a0-8783-52e1fde82f4e req-517d447b-9f95-495b-9591-6ae40a6b3395 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:37.677333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a9cb2d8-7c6a-41a0-8783-52e1fde82f4e req-517d447b-9f95-495b-9591-6ae40a6b3395 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.1446598 Feb 19 01:04:37.727057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20eabca-4f13-4a07-a1f9-6e8994400ca1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:37.795533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-e92aeba0-2dd6-48c3-9bdd-77218269117d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=02a55e28-4da2-4b51-9aec-7415f386d3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136260 Feb 19 01:04:37.835009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:37.922877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Publish callbacks [] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:37.923823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a9cb2d8-7c6a-41a0-8783-52e1fde82f4e req-658b2b6f-5c23-4d92-8894-91b2ef041bf1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216656 Feb 19 01:04:38.022524 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:38.114160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-3a930c6b-61f8-40a8-8c80-d0c5da2b67e3 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318909 Feb 19 01:04:38.145023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0e5e4-ce78-45dd-899e-f7c6e634b83e None None] Pushing event updated for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:38.369625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-5c97a090-f92d-41f1-9ed3-08d54ed28fc5 service neutron] 10.222.0.117 "GET /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494378 Feb 19 01:04:38.430752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc5118ff-0cf6-453c-bab7-fe4fabf5f7a3 req-f8d3a874-6884-47e6-b6c5-89f488521312 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.0478895 Feb 19 01:04:38.746554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6df190-be69-461f-be27-f27cee158515 req-e30c65b4-d51a-4c6e-935f-f72e733143dd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:38.765191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa6df190-be69-461f-be27-f27cee158515 req-e30c65b4-d51a-4c6e-935f-f72e733143dd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.7993355 Feb 19 01:04:38.918150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:38.967133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa6df190-be69-461f-be27-f27cee158515 req-cf6cae6d-df48-4e1c-92c6-aad7de95fb06 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993546 Feb 19 01:04:39.038225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-0060228e-b8fe-4dea-8c25-938db6543652 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.046712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-0060228e-b8fe-4dea-8c25-938db6543652 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea&tenant_id=c18d61231db4402b8efef02ecd91f793&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.0839717 Feb 19 01:04:39.126804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-4483116d-d0f0-438c-a4e1-d8efcb1cf418 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.126804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-4483116d-d0f0-438c-a4e1-d8efcb1cf418 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.3480761 Feb 19 01:04:39.167789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:39.205784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Delete allocated IP 2001:db8::17a (571308d7-db24-461a-932c-c76c9f57bdd2/c3ab0515-ee88-494e-8dcd-84c8ee6d58b7) {{(pid=110601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:04:39.229841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Allocated IP 2001:db8:0:2::39c (571308d7-db24-461a-932c-c76c9f57bdd2/cc5f3e42-2627-4fa5-9957-21dca86ef71b/8b3f0721-840e-44ef-b9ef-63ad3e6ba403) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:39.269282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6348563-410a-4ed5-8873-d42a6569286e req-d345e281-2d23-4565-b619-c4047e9803e7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.270783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6348563-410a-4ed5-8873-d42a6569286e req-d345e281-2d23-4565-b619-c4047e9803e7 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.1668110 Feb 19 01:04:39.296928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:39.298161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.380021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6348563-410a-4ed5-8873-d42a6569286e req-75e79d77-4d15-4e96-994d-de079f1adfca tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858729 Feb 19 01:04:39.414333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:39.432331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:39.432904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.456215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-9f18d656-8eba-4d5d-b97f-e216d6935003 service neutron] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:39.459996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-9f18d656-8eba-4d5d-b97f-e216d6935003 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.461102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f580c79-c80c-4ef0-8fb6-c7e2178fb547 req-9f18d656-8eba-4d5d-b97f-e216d6935003 service neutron] 10.222.0.117 "DELETE /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d/bindings/n-h2-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.4128330 Feb 19 01:04:39.490005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:39.516299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Provisioning complete for port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:39.517519 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.620245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf949e4-9649-411b-aaac-5ad73014c0d6 req-51322f02-de13-43f2-a2fc-d2f90336f419 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:39.621993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b91e6c61-f45b-428e-96ab-ca73019cb8d6 None None] Port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:39.628200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf949e4-9649-411b-aaac-5ad73014c0d6 req-51322f02-de13-43f2-a2fc-d2f90336f419 tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 1126 time: 0.0692129 Feb 19 01:04:39.631285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.671735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd43bd5a-0841-4bfb-a816-bc10af419c20 req-1a76c46b-f8ad-44e6-9fff-6c851fe4de39 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.0436926 Feb 19 01:04:39.683754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf949e4-9649-411b-aaac-5ad73014c0d6 req-8db3d3a4-8839-467f-ac55-218e40b18cde tempest-LiveMigrationTest-453496222 tempest-LiveMigrationTest-453496222-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Feb 19 01:04:39.697417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Router f4963420-f2e4-4820-9cc7-6d6e4d906697 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:39.716184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:39.716184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.731934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:39.811582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.025395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] In _notify_port_updated(), no bound segment for port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 on network 571308d7-db24-461a-932c-c76c9f57bdd2 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:04:40.030918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.042909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.043806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "PUT /v2.0/ports/8b3f0721-840e-44ef-b9ef-63ad3e6ba403 HTTP/1.1" status: 200 len: 970 time: 3.0732110 Feb 19 01:04:40.047433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:40.053480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:40.079947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:40.085307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e97ed-b031-4881-ad50-121dcf18b689 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event updated for resources: {'Port': ['ID=8b3f0721-840e-44ef-b9ef-63ad3e6ba403,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:40.092262 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Sync routers for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:40.098791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cbfe795c-9119-4cd7-bf50-4e13add48626 admin admin] 10.222.0.94 "PUT /v2.0/routers/f4963420-f2e4-4820-9cc7-6d6e4d906697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9299734 Feb 19 01:04:40.101904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47468) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:40.132795 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:40.133778 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:40.168210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.186029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.11 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/4a820451-7df4-4da5-bf87-21ec31277269) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:40.210775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:40.211440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.314984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98790-0ad1-4ee1-b8df-d324a2be40c7 req-72b41ec7-b2e5-4c4c-badd-91a4057ee25e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.323619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ec98790-0ad1-4ee1-b8df-d324a2be40c7 req-72b41ec7-b2e5-4c4c-badd-91a4057ee25e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1573753 Feb 19 01:04:40.445082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:40.466030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks [] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.497405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:40.501737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e51d2135-34de-4b5b-ba1b-8f645374de7f None None] Provisioning complete for port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:40.503055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e51d2135-34de-4b5b-ba1b-8f645374de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.572078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e51d2135-34de-4b5b-ba1b-8f645374de7f None None] Port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:40.611079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a388a-405b-4a2a-aa84-e709e8a9d87e req-ab313670-4441-45fb-99f3-d6de85c5c3d2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:40.618973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-992a388a-405b-4a2a-aa84-e709e8a9d87e req-ab313670-4441-45fb-99f3-d6de85c5c3d2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.2041302 Feb 19 01:04:40.666487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0f3102bf-d555-46fc-8c9f-937a332e3e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.810744 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ec98790-0ad1-4ee1-b8df-d324a2be40c7 req-fa6fdc48-a35e-41aa-bc9a-46c5a28863c5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856493 Feb 19 01:04:40.837503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:40.837503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.844948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (4a820451-7df4-4da5-bf87-21ec31277269), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:40.914633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-992a388a-405b-4a2a-aa84-e709e8a9d87e req-7d8f7b33-424c-4c86-8c0e-2327eb434b66 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946293 Feb 19 01:04:40.955878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks [] for router_gateway (f4963420-f2e4-4820-9cc7-6d6e4d906697), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.001839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-36757371-b708-4a11-bdf2-a9d4b29f34e7 req-20f38a53-ed05-4d77-a34f-028b930dfd00 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.0665238 Feb 19 01:04:41.056243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.069739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-09b7d305-d6fe-4810-a296-1fc98e31ac37 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.071484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-09b7d305-d6fe-4810-a296-1fc98e31ac37 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.1644454 Feb 19 01:04:41.102234 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T01:04:37Z', 'revision_number': 5, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port': {'id': 'a0fe3a38-3d0d-467a-b23c-842df8ce8efe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:54:47Z', 'updated_at': '2022-02-19T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:41.123303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 8b3f0721-840e-44ef-b9ef-63ad3e6ba403 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:41.164717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.177842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:41.181978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Checking router: f4963420-f2e4-4820-9cc7-6d6e4d906697 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:41.203432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Deleting port a0fe3a38-3d0d-467a-b23c-842df8ce8efe {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:41.210455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.210594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Routers {'f4963420-f2e4-4820-9cc7-6d6e4d906697'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:41.210594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f4963420-f2e4-4820-9cc7-6d6e4d906697'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:41.221914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:41.225792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:41.259769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:41.330772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:41.332538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.408049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Deleting port 393a97d4-e466-4069-8e2c-10e80738fd9d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:41.409665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:41.418893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.449325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c15a453b-b419-4e33-b21e-3e3bdd07b258 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2608376 Feb 19 01:04:41.450339 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] Set router f4963420-f2e4-4820-9cc7-6d6e4d906697 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:41.453347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Request body: {'port': {'device_id': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:41.520529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] For port a0fe3a38-3d0d-467a-b23c-842df8ce8efe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:41.521315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.554390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T01:04:40Z', 'revision_number': 6, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:41.575443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] For port 393a97d4-e466-4069-8e2c-10e80738fd9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=393a97d4-e466-4069-8e2c-10e80738fd9d,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:41.576606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.587074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Calling delete_port for a0fe3a38-3d0d-467a-b23c-842df8ce8efe owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:41.588575 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273eff16-f061-4bd8-984e-71969b7b1c07 None None] The sync data for ids ['f4963420-f2e4-4820-9cc7-6d6e4d906697'] in n-d-826529-3 is: [{'id': 'f4963420-f2e4-4820-9cc7-6d6e4d906697', 'name': 'tempest-TaggedBootDevicesTest_v242-53808398-router', 'tenant_id': '846fa5fc66c04941b598104dece99d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:54:46Z', 'updated_at': '2022-02-19T01:04:40Z', 'revision_number': 6, 'project_id': '846fa5fc66c04941b598104dece99d21', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:41.604637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4a820451-7df4-4da5-bf87-21ec31277269), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.610678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8b3f0721-840e-44ef-b9ef-63ad3e6ba403), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.612681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Calling delete_port for 393a97d4-e466-4069-8e2c-10e80738fd9d owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:41.688995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=8b3f0721-840e-44ef-b9ef-63ad3e6ba403,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:41.814674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:41.820943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3119c18-7212-4455-835b-48645d41c949 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/8b3f0721-840e-44ef-b9ef-63ad3e6ba403 HTTP/1.1" status: 204 len: 168 time: 1.7710321 Feb 19 01:04:41.823720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47480) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:41.856267 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-744852e5-43b1-4bfa-b798-f79ecee298e7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] GET failed (client error): The resource could not be found. Feb 19 01:04:41.858958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-744852e5-43b1-4bfa-b798-f79ecee298e7 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports/8b3f0721-840e-44ef-b9ef-63ad3e6ba403 HTTP/1.1" status: 404 len: 333 time: 0.0338726 Feb 19 01:04:41.861895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:42.019660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e20eabca-4f13-4a07-a1f9-6e8994400ca1 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:42.087111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.094833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e20eabca-4f13-4a07-a1f9-6e8994400ca1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:42.095113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e20eabca-4f13-4a07-a1f9-6e8994400ca1 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:42.186301 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.291202 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a0fe3a38-3d0d-467a-b23c-842df8ce8efe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.299433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5581-43f2-4b02-b4dd-9600a5b3241e req-4a934ae3-39d4-4dfc-953f-90eaab47fb5b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.301045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f5a5581-43f2-4b02-b4dd-9600a5b3241e req-4a934ae3-39d4-4dfc-953f-90eaab47fb5b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 944 time: 0.2013719 Feb 19 01:04:42.361832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f5a5581-43f2-4b02-b4dd-9600a5b3241e req-e43e9aa3-e6b8-41e5-8026-eddd15d1a192 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Feb 19 01:04:42.426910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (393a97d4-e466-4069-8e2c-10e80738fd9d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.441869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', '393a97d4-e466-4069-8e2c-10e80738fd9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:42.583619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event deleted for resources: {'Port': ['ID=393a97d4-e466-4069-8e2c-10e80738fd9d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:42.591049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.595445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.601442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/security-groups/8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92 HTTP/1.1" status: 204 len: 168 time: 0.7370820 Feb 19 01:04:42.615312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:42.752948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] No DVR routers for this DVR port 393a97d4-e466-4069-8e2c-10e80738fd9d on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:42.762024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.766875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-044be0a4-188d-4a57-86f7-1d18cbe7ca7c req-73630599-6a0b-4c44-ad97-7fd843b67111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "DELETE /v2.0/ports/393a97d4-e466-4069-8e2c-10e80738fd9d HTTP/1.1" status: 204 len: 173 time: 1.6857977 Feb 19 01:04:42.781728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-deleted', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:42.786946 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad81dfe-402b-4e63-a210-5d6f9ee03735" -d '{"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-deleted", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:42.808212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084ed95-3641-4478-b2ad-ab65e3b060e5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5aa9c2-0a3a-4eeb-b02e-3e80d33fac92,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:42.846484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32fcd8-c217-41c7-963c-d57ae879ecf9 req-6a3a362c-d7ef-4099-9e6a-1dfc9cf0899c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:42.849617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b32fcd8-c217-41c7-963c-d57ae879ecf9 req-6a3a362c-d7ef-4099-9e6a-1dfc9cf0899c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 932 time: 0.2893803 Feb 19 01:04:42.881826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (20aee561-51da-44cb-8a2c-f54ca9b1c6cc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.919461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (20aee561-51da-44cb-8a2c-f54ca9b1c6cc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:42.975802 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc78ae09-ec3f-4048-9bf4-a017af60f097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.002484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b32fcd8-c217-41c7-963c-d57ae879ecf9 req-056792dc-70e6-47f1-8e4f-b4d1fd6f69bd tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212106 Feb 19 01:04:43.004924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fe3a38-3d0d-467a-b23c-842df8ce8efe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.057836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb9f45-8de6-4765-a921-4b25fc8bba6a req-d9155e41-54b2-4277-9544-f7a2bb9f6a28 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:43.068071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5bb9f45-8de6-4765-a921-4b25fc8bba6a req-d9155e41-54b2-4277-9544-f7a2bb9f6a28 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.8617380 Feb 19 01:04:43.076408 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e47001-85a3-40be-9bee-29bbe8e3dac2 x-openstack-request-id: req-86e47001-85a3-40be-9bee-29bbe8e3dac2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:43.083258 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227a7e2f-7bbd-47ae-804d-873839be59ea", "name": "network-vif-deleted", "tag": "393a97d4-e466-4069-8e2c-10e80738fd9d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:43.083258 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-86e47001-85a3-40be-9bee-29bbe8e3dac2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:43.083258 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227a7e2f-7bbd-47ae-804d-873839be59ea', 'name': 'network-vif-deleted', 'tag': '393a97d4-e466-4069-8e2c-10e80738fd9d', 'status': 'completed', 'code': 200} Feb 19 01:04:43.111035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69782-5e50-4eb4-870f-0a4f9ee9ec1f req-8a245775-48c0-4bb4-a2bf-5d71a9d0d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:43.112551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97b69782-5e50-4eb4-870f-0a4f9ee9ec1f req-8a245775-48c0-4bb4-a2bf-5d71a9d0d69f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 1128 time: 0.9163992 Feb 19 01:04:43.163952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (20aee561-51da-44cb-8a2c-f54ca9b1c6cc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.168477 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.170029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/security-groups/20aee561-51da-44cb-8a2c-f54ca9b1c6cc HTTP/1.1" status: 204 len: 168 time: 0.5180981 Feb 19 01:04:43.173709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47500) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:43.204349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673b81-9ce9-4434-aaa9-410ac720fed6 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aee561-51da-44cb-8a2c-f54ca9b1c6cc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.233991 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.261841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (50309207-bc3c-4ef5-8570-84e913fc3524), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.297772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97b69782-5e50-4eb4-870f-0a4f9ee9ec1f req-2650cc2e-e427-4672-ae46-c64df073743c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727231 Feb 19 01:04:43.308427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (50309207-bc3c-4ef5-8570-84e913fc3524), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.410246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5bb9f45-8de6-4765-a921-4b25fc8bba6a req-1f45193a-7a21-4099-bc32-552c682225d0 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299279 Feb 19 01:04:43.410246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.415245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks [] for router_controller (f4963420-f2e4-4820-9cc7-6d6e4d906697), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.484155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c44512dc-4632-4072-96a2-dbcfc95045d9 req-4fd10e4d-b964-4bc6-b017-e2bfe926898d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0395002 Feb 19 01:04:43.501895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (50309207-bc3c-4ef5-8570-84e913fc3524), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.508628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.508628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/security-groups/50309207-bc3c-4ef5-8570-84e913fc3524 HTTP/1.1" status: 204 len: 168 time: 0.3318608 Feb 19 01:04:43.516824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47504) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:43.520136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598bd96-9eb8-43e2-88cb-06312349c500 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50309207-bc3c-4ef5-8570-84e913fc3524,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.556752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a820451-7df4-4da5-bf87-21ec31277269 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:43.572542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks [] for port (4a820451-7df4-4da5-bf87-21ec31277269), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.596077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Transition to ACTIVE for port object 4a820451-7df4-4da5-bf87-21ec31277269 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:04:43.600419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet c3ab0515-ee88-494e-8dcd-84c8ee6d58b7 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:43.604453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (c3ab0515-ee88-494e-8dcd-84c8ee6d58b7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.647646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (c3ab0515-ee88-494e-8dcd-84c8ee6d58b7), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.675517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (f4963420-f2e4-4820-9cc7-6d6e4d906697), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.676046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4963420-f2e4-4820-9cc7-6d6e4d906697 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:04:43.681556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.685350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1d9c8356-c7c1-4d49-bdef-7c6bd4c2bf8f admin admin] 10.222.0.94 "DELETE /v2.0/routers/f4963420-f2e4-4820-9cc7-6d6e4d906697 HTTP/1.1" status: 204 len: 168 time: 3.5818472 Feb 19 01:04:43.685742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47506) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:43.696357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.793718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Deleting subnet 8ad70be9-9108-4bfb-a455-fb43c3fcea5f {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:43.811622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Publish callbacks [] for subnet (8ad70be9-9108-4bfb-a455-fb43c3fcea5f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.818476 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c3ab0515-ee88-494e-8dcd-84c8ee6d58b7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.821682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Pushing event updated for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.925706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (8ad70be9-9108-4bfb-a455-fb43c3fcea5f), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:43.951492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Attempting to bind port 4a820451-7df4-4da5-bf87-21ec31277269 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:43.951827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Attempting to bind port 4a820451-7df4-4da5-bf87-21ec31277269 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:43.961767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Attempting to bind port 4a820451-7df4-4da5-bf87-21ec31277269 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:43.971324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Port 4a820451-7df4-4da5-bf87-21ec31277269 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:04:43.972033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Attempting to bind port 4a820451-7df4-4da5-bf87-21ec31277269 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:43.988629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:43.996217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:43.997237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:43.999397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Bound port: 4a820451-7df4-4da5-bf87-21ec31277269, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:43.999786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4a820451-7df4-4da5-bf87-21ec31277269), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.038262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0fe3a38-3d0d-467a-b23c-842df8ce8efe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:44.081051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a0fe3a38-3d0d-467a-b23c-842df8ce8efe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:44.081964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0fe3a38-3d0d-467a-b23c-842df8ce8efe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:44.085441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (c3ab0515-ee88-494e-8dcd-84c8ee6d58b7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.097991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (8ad70be9-9108-4bfb-a455-fb43c3fcea5f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.144198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ab0515-ee88-494e-8dcd-84c8ee6d58b7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:44.177256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.180548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fb6642d3-9838-42bd-aa57-9518e4561de5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/c3ab0515-ee88-494e-8dcd-84c8ee6d58b7 HTTP/1.1" status: 204 len: 168 time: 0.6612556 Feb 19 01:04:44.193577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:44.197412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf23750-f847-40ac-9aaa-0cc95198ac8d None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:44.241090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:44.270278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0685-f194-4921-b2ed-267fcee11d41 req-d75fc075-788a-4c4e-8a74-e029f1493132 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.277619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81cc0685-f194-4921-b2ed-267fcee11d41 req-d75fc075-788a-4c4e-8a74-e029f1493132 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 944 time: 0.1460764 Feb 19 01:04:44.282229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4a820451-7df4-4da5-bf87-21ec31277269,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:44.297004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (8ad70be9-9108-4bfb-a455-fb43c3fcea5f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.345084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81cc0685-f194-4921-b2ed-267fcee11d41 req-7cd35e56-1b66-4fd4-aac0-b61e40bdafd1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Feb 19 01:04:44.370261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet cc5f3e42-2627-4fa5-9957-21dca86ef71b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:44.377957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (cc5f3e42-2627-4fa5-9957-21dca86ef71b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.383623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad70be9-9108-4bfb-a455-fb43c3fcea5f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:44.396443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.402560 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.405579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-21db0910-f755-467d-b65e-dfc71594e391 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/8ad70be9-9108-4bfb-a455-fb43c3fcea5f HTTP/1.1" status: 204 len: 168 time: 0.7174554 Feb 19 01:04:44.407150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:44.411376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb697c44-e569-4c5a-b474-84577b814685 None None] Network 760bdadb-f48d-481f-9b08-c040f2ffa28f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:44.476101 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.550775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.553631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.556077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] 10.222.0.96 "PUT /v2.0/ports/4a820451-7df4-4da5-bf87-21ec31277269 HTTP/1.1" status: 200 len: 1092 time: 3.1184011 Feb 19 01:04:44.579923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:44.587619 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d7ce7-1058-4cc3-bf01-eda84c60595c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "tag": "4a820451-7df4-4da5-bf87-21ec31277269"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:44.698212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (760bdadb-f48d-481f-9b08-c040f2ffa28f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.723356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfae12-0585-4832-9904-9a802327abee None None] DHCP port deletion for 760bdadb-f48d-481f-9b08-c040f2ffa28f request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:44.774841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (cc5f3e42-2627-4fa5-9957-21dca86ef71b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.787026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:44.806402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3621a8d-bcd2-4df0-80bc-a878b1d943ad req-45361145-ac47-40ec-a7e8-5603466fcd70 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.1485405 Feb 19 01:04:44.834319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 393a97d4-e466-4069-8e2c-10e80738fd9d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:44.834668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 393a97d4-e466-4069-8e2c-10e80738fd9d not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:44.855068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec974ad1-162c-4695-8bfe-4c3e866b8140 req-e14ed212-520c-47f2-9f63-8ab29db097d9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.856639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec974ad1-162c-4695-8bfe-4c3e866b8140 req-e14ed212-520c-47f2-9f63-8ab29db097d9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1502280 Feb 19 01:04:44.888650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Deleting port 048e1a96-02d8-4619-a627-5f64d73cd22d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:44.888995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.896227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ad161-1268-4e31-bf9b-fc3bf76cc217 service neutron] Pushing event updated for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:44.923301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46dfae12-0585-4832-9904-9a802327abee None None] Deleting port 048e1a96-02d8-4619-a627-5f64d73cd22d {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:44.923689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46dfae12-0585-4832-9904-9a802327abee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:44.973435 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c4ba5-dd12-471c-a947-25125f599f3a x-openstack-request-id: req-965c4ba5-dd12-471c-a947-25125f599f3a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:44.978474 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "tag": "4a820451-7df4-4da5-bf87-21ec31277269", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:44.981486 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-965c4ba5-dd12-471c-a947-25125f599f3a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:44.981486 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269', 'status': 'completed', 'code': 200} Feb 19 01:04:45.032585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-8fe04e6f-3a2b-4800-b4e8-4f00224ab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.034376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-8fe04e6f-3a2b-4800-b4e8-4f00224ab4e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 1126 time: 0.3255579 Feb 19 01:04:45.056464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cc5f3e42-2627-4fa5-9957-21dca86ef71b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.059797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-46dfae12-0585-4832-9904-9a802327abee None None] For port 048e1a96-02d8-4619-a627-5f64d73cd22d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=048e1a96-02d8-4619-a627-5f64d73cd22d,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:45.060881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46dfae12-0585-4832-9904-9a802327abee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.083789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] For port 048e1a96-02d8-4619-a627-5f64d73cd22d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=048e1a96-02d8-4619-a627-5f64d73cd22d,segment=NetworkSegment(f4172eee-9116-472d-b3a9-fd5692dcbd66),segment_id=f4172eee-9116-472d-b3a9-fd5692dcbd66)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:45.084180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.103658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46dfae12-0585-4832-9904-9a802327abee None None] Calling delete_port for 048e1a96-02d8-4619-a627-5f64d73cd22d owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:45.141343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Calling delete_port for 048e1a96-02d8-4619-a627-5f64d73cd22d owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:45.160549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-1f864a17-63b8-4668-b013-099be5e9149c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a820451-7df4-4da5-bf87-21ec31277269 HTTP/1.1" status: 200 len: 217 time: 0.1134517 Feb 19 01:04:45.206364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec974ad1-162c-4695-8bfe-4c3e866b8140 req-fd5b53f0-8785-4050-82da-57fe023c1717 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367562 Feb 19 01:04:45.217012 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.276237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-b9721405-282e-497f-9223-44f970ef2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.277127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-b9721405-282e-497f-9223-44f970ef2385 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.1027966 Feb 19 01:04:45.316391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-d420d00e-a3db-49fd-b0fa-48be492266f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324275 Feb 19 01:04:45.380580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46dfae12-0585-4832-9904-9a802327abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.405629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (048e1a96-02d8-4619-a627-5f64d73cd22d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.421825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfae12-0585-4832-9904-9a802327abee None None] Pushing event deleted for resources: {'Port': ['ID=048e1a96-02d8-4619-a627-5f64d73cd22d,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:45.428743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfae12-0585-4832-9904-9a802327abee None None] No DVR routers for this DVR port 048e1a96-02d8-4619-a627-5f64d73cd22d on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:45.468806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (cc5f3e42-2627-4fa5-9957-21dca86ef71b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.472827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=048e1a96-02d8-4619-a627-5f64d73cd22d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:45.474720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] No DVR routers for this DVR port 048e1a96-02d8-4619-a627-5f64d73cd22d on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:45.530808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5f3e42-2627-4fa5-9957-21dca86ef71b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:45.534796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.540747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f76444bc-c3a7-49a6-8aac-262054896783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/cc5f3e42-2627-4fa5-9957-21dca86ef71b HTTP/1.1" status: 204 len: 168 time: 1.3430805 Feb 19 01:04:45.543324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47528) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:45.580246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-d4b491b1-1398-486c-a09c-44c996759adb service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577918 Feb 19 01:04:45.580546 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf9bfa4-b011-4652-ac31-efa04835d05d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:45.581021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf9bfa4-b011-4652-ac31-efa04835d05d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:45.584328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dcf9bfa4-b011-4652-ac31-efa04835d05d tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/c3ab0515-ee88-494e-8dcd-84c8ee6d58b7 HTTP/1.1" status: 404 len: 337 time: 0.0399439 Feb 19 01:04:45.592448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47530) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:45.638943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (760bdadb-f48d-481f-9b08-c040f2ffa28f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.675526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760bdadb-f48d-481f-9b08-c040f2ffa28f']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.675776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767c232-0754-4fe3-b0d7-efdbe0f19f31 req-239d4de6-a858-4d90-92c0-0219ba5b42d7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.677334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d767c232-0754-4fe3-b0d7-efdbe0f19f31 req-239d4de6-a858-4d90-92c0-0219ba5b42d7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 944 time: 0.2233174 Feb 19 01:04:45.698348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting subnet 2659e2c4-9890-47ce-a292-8ee9ce79a6f7 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:45.702140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (2659e2c4-9890-47ce-a292-8ee9ce79a6f7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.747071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db434fb8-d510-45a9-83fa-01fa38751cdb None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:45.753615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ed2af5a-fa27-43a5-9309-246bb33da9c4 req-c11ac11c-1d7e-40e1-9502-d7ab687ac048 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635752 Feb 19 01:04:45.764902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4172eee-9116-472d-b3a9-fd5692dcbd66') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.768241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4172eee-9116-472d-b3a9-fd5692dcbd66') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:45.779537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f4172eee-9116-472d-b3a9-fd5692dcbd66), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.784953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d767c232-0754-4fe3-b0d7-efdbe0f19f31 req-30cebb57-256b-4c83-8454-26d1d5519c1f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977352 Feb 19 01:04:45.804498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (2659e2c4-9890-47ce-a292-8ee9ce79a6f7), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.829867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:45.830256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.934164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2659e2c4-9890-47ce-a292-8ee9ce79a6f7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:45.968814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-d729a9f8-8ef9-4a1e-85e3-a16bbdd6be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:45.972396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-d729a9f8-8ef9-4a1e-85e3-a16bbdd6be06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 1126 time: 0.0941794 Feb 19 01:04:46.008792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:46.028085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f4172eee-9116-472d-b3a9-fd5692dcbd66), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.049934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 048e1a96-02d8-4619-a627-5f64d73cd22d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:46.064759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8927a37-7bcf-4348-9e3a-1419bf87bc5d req-1cae472a-47f4-4004-b86e-0a0fdd9fe6e1 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0643191 Feb 19 01:04:46.066443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:46.068353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f4172eee-9116-472d-b3a9-fd5692dcbd66), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:46.075075 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:46.121677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (2659e2c4-9890-47ce-a292-8ee9ce79a6f7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.124967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 048e1a96-02d8-4619-a627-5f64d73cd22d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:46.127585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 048e1a96-02d8-4619-a627-5f64d73cd22d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:46.130226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Provisioning complete for port aafa169e-b235-42e0-8fd4-24037fdce8d2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:46.133987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.135460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-3dc434da-bd7a-4b4b-ac2a-51ca7c8c7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.137235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-3dc434da-bd7a-4b4b-ac2a-51ca7c8c7b56 service neutron] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.1543748 Feb 19 01:04:46.192925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-ba911fc2-3016-4e1b-9db9-378043c5c4b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a820451-7df4-4da5-bf87-21ec31277269 HTTP/1.1" status: 200 len: 217 time: 0.0468123 Feb 19 01:04:46.203382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Subnet': ['ID=2659e2c4-9890-47ce-a292-8ee9ce79a6f7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:46.209051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d6befcb-f204-49a1-9003-1664862cb6be None None] Port aafa169e-b235-42e0-8fd4-24037fdce8d2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:46.216961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.234161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-401c4bbc-4c42-4401-afd4-4c27f616b900 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/2659e2c4-9890-47ce-a292-8ee9ce79a6f7 HTTP/1.1" status: 204 len: 168 time: 0.6403987 Feb 19 01:04:46.234754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.292053 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-992927b3-f210-4b38-83cf-c511a51ab226 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.292518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992927b3-f210-4b38-83cf-c511a51ab226 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.311302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-992927b3-f210-4b38-83cf-c511a51ab226 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/88f6e34f-f037-4ed3-88c9-863aee1115e9 HTTP/1.1" status: 404 len: 337 time: 0.0743415 Feb 19 01:04:46.312289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.319603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-eceabfbd-9cc2-4d29-9d96-c1b105a69cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.322108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-eceabfbd-9cc2-4d29-9d96-c1b105a69cbb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.1235907 Feb 19 01:04:46.349059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba3d9123-6ac9-4b82-add1-7caa6a3c49c9 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "GET /v2.0/ports?device_id=2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 HTTP/1.1" status: 200 len: 205 time: 0.0356705 Feb 19 01:04:46.349896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (760bdadb-f48d-481f-9b08-c040f2ffa28f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.352253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.386894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-b720bef8-320c-48fb-bd60-742891431064 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469966 Feb 19 01:04:46.398620 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-e053a12f-dc9d-4964-82f9-c4329247dbe5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] delete failed (client error): The resource could not be found. Feb 19 01:04:46.402464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e053a12f-dc9d-4964-82f9-c4329247dbe5 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/routers/2ecb2ae5-b98e-4cb2-b4a5-5201926ae230 HTTP/1.1" status: 404 len: 336 time: 0.0491867 Feb 19 01:04:46.405486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.406499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.412731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/760bdadb-f48d-481f-9b08-c040f2ffa28f HTTP/1.1" status: 204 len: 168 time: 2.0001700 Feb 19 01:04:46.425158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.444449 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bb7d60-96b6-483d-b8c5-ec296ae13bfd tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.444897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bb7d60-96b6-483d-b8c5-ec296ae13bfd tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.452194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-20bb7d60-96b6-483d-b8c5-ec296ae13bfd tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/d1c74c13-353e-4201-8087-20b13951117b HTTP/1.1" status: 404 len: 337 time: 0.0381517 Feb 19 01:04:46.452825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47546) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.493991 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7fbef3-c29e-4689-9890-5d5d0c14c6f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.494456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7fbef3-c29e-4689-9890-5d5d0c14c6f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.501164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae7fbef3-c29e-4689-9890-5d5d0c14c6f2 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/80c8c4f4-b2b4-408b-a634-f7c0ddcd1704 HTTP/1.1" status: 404 len: 337 time: 0.0335913 Feb 19 01:04:46.501775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47548) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.529548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cc043-2550-430d-92b7-435afd40edc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=760bdadb-f48d-481f-9b08-c040f2ffa28f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:46.531536 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-589f8dde-3f48-4383-a7dd-ef25c4dc88fb tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.531995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589f8dde-3f48-4383-a7dd-ef25c4dc88fb tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.542233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-589f8dde-3f48-4383-a7dd-ef25c4dc88fb tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/6423968a-077d-45ee-b97f-5fae4145e70d HTTP/1.1" status: 404 len: 337 time: 0.0391605 Feb 19 01:04:46.543287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47550) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.570123 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-5057c8d4-b5a5-451e-b0d7-29eadb5d5418 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.570711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5057c8d4-b5a5-451e-b0d7-29eadb5d5418 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.577705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5057c8d4-b5a5-451e-b0d7-29eadb5d5418 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/2f55c204-43ea-4f62-ade7-cb0e4e3acced HTTP/1.1" status: 404 len: 333 time: 0.0334227 Feb 19 01:04:46.578531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.609293 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5c52f6-f69a-4397-a521-058aac7f9783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.609293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5c52f6-f69a-4397-a521-058aac7f9783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.615063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c5c52f6-f69a-4397-a521-058aac7f9783 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/6064d39f-dc2f-4565-8de4-7d66e3ecb490 HTTP/1.1" status: 404 len: 337 time: 0.0355284 Feb 19 01:04:46.615702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47554) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.616546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47232ed-2546-41d9-9ba4-6eba7babc4fd req-26bd3dbd-8b0f-4421-a1e2-1e008d23792b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:46.625487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c47232ed-2546-41d9-9ba4-6eba7babc4fd req-26bd3dbd-8b0f-4421-a1e2-1e008d23792b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.3274324 Feb 19 01:04:46.645558 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df771d5-8697-4189-94ec-75a048332545 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.646105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df771d5-8697-4189-94ec-75a048332545 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.654529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0df771d5-8697-4189-94ec-75a048332545 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/af21a80c-6d0f-4adc-94d3-a198e5a1294a HTTP/1.1" status: 404 len: 337 time: 0.0371022 Feb 19 01:04:46.655740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47556) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.687452 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7e8592-462d-4f24-b03b-f618b0ed2510 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.688110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7e8592-462d-4f24-b03b-f618b0ed2510 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.694212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac7e8592-462d-4f24-b03b-f618b0ed2510 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/bbb4d180-2e79-4c34-a4c2-f508ee9a7e7a HTTP/1.1" status: 404 len: 333 time: 0.0363417 Feb 19 01:04:46.694895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47558) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.728653 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a1376d-78d4-42f6-8fe2-4bd1411bfa5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.729124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a1376d-78d4-42f6-8fe2-4bd1411bfa5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.742338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37a1376d-78d4-42f6-8fe2-4bd1411bfa5f tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/bfc49d5b-09d5-458d-83f4-353fa622fca8 HTTP/1.1" status: 404 len: 337 time: 0.0462112 Feb 19 01:04:46.742897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.789766 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a02eae-c3e9-4ea4-a186-b23bb089c458 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:46.790217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a02eae-c3e9-4ea4-a186-b23bb089c458 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:46.802971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-70a02eae-c3e9-4ea4-a186-b23bb089c458 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/subnets/59025fe7-f107-4458-82d0-6e3648bd1731 HTTP/1.1" status: 404 len: 337 time: 0.0589511 Feb 19 01:04:46.803938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47562) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:46.857942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c47232ed-2546-41d9-9ba4-6eba7babc4fd req-430467e2-3756-4f72-a78b-266dc4c76480 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314095 Feb 19 01:04:46.887123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-5d15a3e4-8941-49a9-a6ec-ad18f1b54841 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842095 Feb 19 01:04:46.906238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:46.990081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b14ed4-d2d1-47b5-92af-b5038f3090a7 None None] Network 571308d7-db24-461a-932c-c76c9f57bdd2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:46.999708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d030d4a-0009-498f-9841-cf020b78d7f7 req-467a37d1-70d8-4fbc-b3d5-ce56e121f424 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:47.001245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d030d4a-0009-498f-9841-cf020b78d7f7 req-467a37d1-70d8-4fbc-b3d5-ce56e121f424 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 944 time: 0.1001673 Feb 19 01:04:47.004171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port aafa169e-b235-42e0-8fd4-24037fdce8d2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:47.007728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.087396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.103055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for aafa169e-b235-42e0-8fd4-24037fdce8d2 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:47.239753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a36d2-7e54-49d6-8f69-1fee35bcba3e req-0a65eb91-56f2-4ba6-b4dd-d944a2fde498 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:47.241477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a93a36d2-7e54-49d6-8f69-1fee35bcba3e req-0a65eb91-56f2-4ba6-b4dd-d944a2fde498 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2433279 Feb 19 01:04:47.246988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-042d7ce7-1058-4cc3-bf01-eda84c60595c req-194128eb-f0fa-40f7-8462-738dc097c7e7 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583322 Feb 19 01:04:47.287213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d030d4a-0009-498f-9841-cf020b78d7f7 req-d1ee7bd2-c1dc-4f25-85ee-45ceac196f44 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559738 Feb 19 01:04:47.318116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8df53fa9-affd-4b0c-917e-3c34e69dcc0f None None] Provisioning complete for port 187eea3a-37c8-4218-9901-70117fa6fa55 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:47.318588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8df53fa9-affd-4b0c-917e-3c34e69dcc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.347317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (aafa169e-b235-42e0-8fd4-24037fdce8d2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.402601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-126af1bd-3407-40b7-94a9-2a0e6742361a req-1998a39f-907a-475f-a895-2a2455fcfc28 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0320377 Feb 19 01:04:47.426756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.448266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47570) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:47.455957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/ports/aafa169e-b235-42e0-8fd4-24037fdce8d2 HTTP/1.1" status: 204 len: 168 time: 0.6433489 Feb 19 01:04:47.455957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f9ce1-edc5-4baf-94c3-e4bad90ab845 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=aafa169e-b235-42e0-8fd4-24037fdce8d2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:47.480306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8df53fa9-affd-4b0c-917e-3c34e69dcc0f None None] Current status of the port 187eea3a-37c8-4218-9901-70117fa6fa55 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:47.482984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a93a36d2-7e54-49d6-8f69-1fee35bcba3e req-f84bb8d4-e0b8-4cdf-8c99-0fe68e9c4230 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323372 Feb 19 01:04:47.485761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8df53fa9-affd-4b0c-917e-3c34e69dcc0f None None] Could not find standard attr ID for object aafa169e-b235-42e0-8fd4-24037fdce8d2. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:04:47.546900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] DHCP port deletion for 571308d7-db24-461a-932c-c76c9f57bdd2 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:47.609913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (571308d7-db24-461a-932c-c76c9f57bdd2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.626285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Deleting port 187eea3a-37c8-4218-9901-70117fa6fa55 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:47.626663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.722962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=187eea3a-37c8-4218-9901-70117fa6fa55,segment=NetworkSegment(b37a3823-0ba3-4f2e-8e4d-04c42a945a47),segment_id=b37a3823-0ba3-4f2e-8e4d-04c42a945a47)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:47.723476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.739717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Calling delete_port for 187eea3a-37c8-4218-9901-70117fa6fa55 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:47.937648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:47.968322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] Pushing event deleted for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:47.987206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826f621-110f-4bb0-b109-c3740735b9f0 None None] No DVR routers for this DVR port 187eea3a-37c8-4218-9901-70117fa6fa55 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:48.015414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:48.053015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 187eea3a-37c8-4218-9901-70117fa6fa55 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:48.053621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 187eea3a-37c8-4218-9901-70117fa6fa55 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:48.083208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ba8fb-c718-472d-ad60-1038af76f8e9 req-28328021-4c39-49cb-8021-daef98ad8e2d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:48.090360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa0ba8fb-c718-472d-ad60-1038af76f8e9 req-28328021-4c39-49cb-8021-daef98ad8e2d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0978336 Feb 19 01:04:48.148385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Deleting port 187eea3a-37c8-4218-9901-70117fa6fa55 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:48.148887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.149267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa0ba8fb-c718-472d-ad60-1038af76f8e9 req-e3849ec8-9be7-4e97-8392-5c4d162e9088 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Feb 19 01:04:48.163068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.260833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] For port 187eea3a-37c8-4218-9901-70117fa6fa55, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:48.261122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.311299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Calling delete_port for 187eea3a-37c8-4218-9901-70117fa6fa55 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:48.316889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Port 187eea3a-37c8-4218-9901-70117fa6fa55 was not found and therefore no delete operation was performed {{(pid=110601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:04:48.319883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (187eea3a-37c8-4218-9901-70117fa6fa55), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.355604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Port': ['ID=187eea3a-37c8-4218-9901-70117fa6fa55,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.359574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] No DVR routers for this DVR port 187eea3a-37c8-4218-9901-70117fa6fa55 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:48.392318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4a820451-7df4-4da5-bf87-21ec31277269 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:04:48.543061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (571308d7-db24-461a-932c-c76c9f57bdd2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.573067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4a820451-7df4-4da5-bf87-21ec31277269,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:48.581845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fc92a-1a54-41d5-80f4-19420b6fea70 req-386215c1-b2ac-4f95-9646-7636901094db tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:48.592015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d5fc92a-1a54-41d5-80f4-19420b6fea70 req-386215c1-b2ac-4f95-9646-7636901094db tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 944 time: 0.1792445 Feb 19 01:04:48.601853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '4a820451-7df4-4da5-bf87-21ec31277269', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': '4a820451-7df4-4da5-bf87-21ec31277269', 'mac_address': 'fa:16:3e:75:e0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:04:48.604239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-502bb376-08a9-4d56-851d-29de8fcafe82 req-a0b66574-e11f-4492-8921-75f7c431d111 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0709629 Feb 19 01:04:48.621291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571308d7-db24-461a-932c-c76c9f57bdd2']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:48.640156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:48.640452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37a3823-0ba3-4f2e-8e4d-04c42a945a47') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:48.655631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b37a3823-0ba3-4f2e-8e4d-04c42a945a47), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.673550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4a820451-7df4-4da5-bf87-21ec31277269 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:48.676449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4a820451-7df4-4da5-bf87-21ec31277269), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.678140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b37a3823-0ba3-4f2e-8e4d-04c42a945a47), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.697516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:48.698090 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b37a3823-0ba3-4f2e-8e4d-04c42a945a47), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:48.702538 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:48.708369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d5fc92a-1a54-41d5-80f4-19420b6fea70 req-f57e7df5-61dd-47d0-92bb-e0712e6e9170 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187112 Feb 19 01:04:48.709889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a820451-7df4-4da5-bf87-21ec31277269 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:04:48.748008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4a820451-7df4-4da5-bf87-21ec31277269,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:48.798531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.856191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.872140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Deleting port ac266ab7-cbde-4d51-abaa-d529bad2a2aa {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:48.876318 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.888522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (571308d7-db24-461a-932c-c76c9f57bdd2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.924470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:48.927753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] 10.222.0.94 "DELETE /v2.0/networks/571308d7-db24-461a-932c-c76c9f57bdd2 HTTP/1.1" status: 204 len: 168 time: 1.4773269 Feb 19 01:04:48.944155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7d301-9cc5-4c1d-9d1f-21ad11eec775 tempest-PortsIpV6TestJSON-532750080 tempest-PortsIpV6TestJSON-532750080-project] Pushing event deleted for resources: {'Network': ['ID=571308d7-db24-461a-932c-c76c9f57bdd2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:48.988494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] For port ac266ab7-cbde-4d51-abaa-d529bad2a2aa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:48.989006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.012239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Calling delete_port for ac266ab7-cbde-4d51-abaa-d529bad2a2aa owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:49.145927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['4a820451-7df4-4da5-bf87-21ec31277269'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:49.297576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0adc9-c0c6-4915-ae0e-6220af01976a req-bb4dda8d-3ba5-4a91-a80d-43e03a5ae663 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:49.299333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47c0adc9-c0c6-4915-ae0e-6220af01976a req-bb4dda8d-3ba5-4a91-a80d-43e03a5ae663 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0566220 Feb 19 01:04:49.306524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ac266ab7-cbde-4d51-abaa-d529bad2a2aa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.346797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac266ab7-cbde-4d51-abaa-d529bad2a2aa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:49.395725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47c0adc9-c0c6-4915-ae0e-6220af01976a req-583a30e4-72e7-42e2-a5f0-067527828ea5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794237 Feb 19 01:04:49.525874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:49.576257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.830115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ca9e0801-8d84-4cd3-b11e-ed930f6e657d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7b0d2debb1834f41a569700455fc21e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028812 Feb 19 01:04:49.832980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47602) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:49.879303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0ca8-798e-4d3e-862a-b346659fb8b9 req-85675ed7-2b5b-46e7-a86d-37a4452a114d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:49.881034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f1f0ca8-798e-4d3e-862a-b346659fb8b9 req-85675ed7-2b5b-46e7-a86d-37a4452a114d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0996161 Feb 19 01:04:49.912114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37d10e93-931e-46f7-876b-651be025cbc0 req-40e6abbd-0cde-4150-a079-8a1db237cdce tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0354733 Feb 19 01:04:49.918239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:04:49.958280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] Publish callbacks [] for security_group (7a7b71d1-ebdc-4dff-a165-cbba9084339e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.001705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f1f0ca8-798e-4d3e-862a-b346659fb8b9 req-77fa2cac-77d3-4f7a-841e-123e28a2d3c3 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014402 Feb 19 01:04:50.039259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] Publish callbacks [] for security_group (7a7b71d1-ebdc-4dff-a165-cbba9084339e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.149462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:04:50.159211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Sync routers for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:04:50.159720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:50.160712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f80a0c8a-3e19-4395-8b8f-0e3058186033 admin admin] 10.222.0.94 "PUT /v2.0/routers/90a911b0-1ba4-439f-8eb8-cff23d4c92d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7323360 Feb 19 01:04:50.172494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:50.173145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.187900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcff895-02fc-4156-91a5-9451eae7f671 req-d4db4d22-65f3-4cdc-b6ad-af4925f19e4e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:50.189848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffcff895-02fc-4156-91a5-9451eae7f671 req-d4db4d22-65f3-4cdc-b6ad-af4925f19e4e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 945 time: 0.0849776 Feb 19 01:04:50.273917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7a7b71d1-ebdc-4dff-a165-cbba9084339e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.278484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.295977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7a7b71d1-ebdc-4dff-a165-cbba9084339e HTTP/1.1" status: 204 len: 168 time: 0.4558759 Feb 19 01:04:50.298776 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffcff895-02fc-4156-91a5-9451eae7f671 req-77ed9e79-8c36-49b3-9c41-5941e0fce478 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020491 Feb 19 01:04:50.323894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:50.343577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f21ab-9874-4599-89ce-6d61db8ef3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b71d1-ebdc-4dff-a165-cbba9084339e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:50.408426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4a820451-7df4-4da5-bf87-21ec31277269 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:50.439316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks [] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.609378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks [] for router_gateway (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.657084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T01:04:49Z', 'revision_number': 5, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port': {'id': '0e66c9ac-ba9e-4599-84ee-c7da4856b58b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:06Z', 'updated_at': '2022-02-19T00:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.689594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Checking router: 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:04:50.702956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Routers {'90a911b0-1ba4-439f-8eb8-cff23d4c92d5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:04:50.713165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:50.792500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Deleting port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:50.792500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.793002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 4a820451-7df4-4da5-bf87-21ec31277269 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:04:50.828428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 4a820451-7df4-4da5-bf87-21ec31277269 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:50.828804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4a820451-7df4-4da5-bf87-21ec31277269), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.893737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] Set router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:04:50.948909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] For port 0e66c9ac-ba9e-4599-84ee-c7da4856b58b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:50.949470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.966430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Calling delete_port for 0e66c9ac-ba9e-4599-84ee-c7da4856b58b owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:50.975912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bed44690-c309-459d-b79d-729f2daade9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T01:04:50Z', 'revision_number': 6, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:51.095703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed44690-c309-459d-b79d-729f2daade9d None None] The sync data for ids ['90a911b0-1ba4-439f-8eb8-cff23d4c92d5'] in n-d-826529-3 is: [{'id': '90a911b0-1ba4-439f-8eb8-cff23d4c92d5', 'name': 'tempest-TaggedBootDevicesTest_v242-1523496049-router', 'tenant_id': 'de3ea139a789414ca9931ca75ddd175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:03Z', 'updated_at': '2022-02-19T01:04:50Z', 'revision_number': 6, 'project_id': 'de3ea139a789414ca9931ca75ddd175b', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:04:51.142401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4a820451-7df4-4da5-bf87-21ec31277269 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:51.143114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4a820451-7df4-4da5-bf87-21ec31277269), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.227837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4a820451-7df4-4da5-bf87-21ec31277269,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:51.229065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:51.233302 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4fab40-fba4-4a63-a019-fa4f957a0dfd" -d '{"events": [{"server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "name": "network-vif-plugged", "status": "completed", "tag": "4a820451-7df4-4da5-bf87-21ec31277269"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:51.244549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4734aea-5122-4d0a-81ea-9a49e2bb57da req-a5601d0f-2fb1-4fe3-93b7-d9e371c6a955 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.1395807 Feb 19 01:04:51.252620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13033b02-5fbf-4b02-8423-872a62a06845 req-448c643a-0a42-444d-86f5-bc8a4284d513 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.254846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13033b02-5fbf-4b02-8423-872a62a06845 req-448c643a-0a42-444d-86f5-bc8a4284d513 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1146486 Feb 19 01:04:51.292636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.354603 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b839d5-89fa-4282-bec9-b7edc5630cad x-openstack-request-id: req-19b839d5-89fa-4282-bec9-b7edc5630cad {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:51.354984 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "name": "network-vif-plugged", "status": "completed", "tag": "4a820451-7df4-4da5-bf87-21ec31277269", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:51.362793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13033b02-5fbf-4b02-8423-872a62a06845 req-d3319484-1284-49f5-8b3c-ea16aabfac90 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893345 Feb 19 01:04:51.375371 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-19b839d5-89fa-4282-bec9-b7edc5630cad {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:51.375371 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269', 'code': 200} Feb 19 01:04:51.434625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:51.508715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28083c-a1bc-465d-81c9-90cae00fa949 req-e4bf19f5-4f4b-4448-b940-05c704ef3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.515182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc28083c-a1bc-465d-81c9-90cae00fa949 req-e4bf19f5-4f4b-4448-b940-05c704ef3b63 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 1128 time: 0.0988636 Feb 19 01:04:51.583937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677d139-46c0-4d1d-b93d-e95c006c126c req-e7a7e556-fac6-4edc-9b15-cab5e8a84428 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:51.589355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a677d139-46c0-4d1d-b93d-e95c006c126c req-e7a7e556-fac6-4edc-9b15-cab5e8a84428 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.1756024 Feb 19 01:04:51.615025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc28083c-a1bc-465d-81c9-90cae00fa949 req-9ca7340b-2092-424c-8e08-343eb83b71f7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945642 Feb 19 01:04:51.814549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47636) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:51.928819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-547013379'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:51.939136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e66c9ac-ba9e-4599-84ee-c7da4856b58b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.958882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a677d139-46c0-4d1d-b93d-e95c006c126c req-7ac37b25-bc7a-4198-999b-08cfba6af527 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685229 Feb 19 01:04:52.001705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e66c9ac-ba9e-4599-84ee-c7da4856b58b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:52.055166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:52.061414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.065851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ac266ab7-cbde-4d51-abaa-d529bad2a2aa no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:52.079462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.100021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: ac266ab7-cbde-4d51-abaa-d529bad2a2aa {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:52.100371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ac266ab7-cbde-4d51-abaa-d529bad2a2aa not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:52.100910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e66c9ac-ba9e-4599-84ee-c7da4856b58b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:52.104452 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.164070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0e66c9ac-ba9e-4599-84ee-c7da4856b58b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:52.165592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e66c9ac-ba9e-4599-84ee-c7da4856b58b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:52.202583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (e6adee33-6f1f-42be-a3e9-b0d3f4800418), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.259858 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.260236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e6adee33-6f1f-42be-a3e9-b0d3f4800418), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.262123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks [] for router_controller (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.300696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:52.345432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0db06326-52b8-43c2-ace3-15d980d828f2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.354233 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 0db06326-52b8-43c2-ace3-15d980d828f2 of type vlan for network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 Feb 19 01:04:52.398065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (90a911b0-1ba4-439f-8eb8-cff23d4c92d5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.398724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a911b0-1ba4-439f-8eb8-cff23d4c92d5 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:04:52.415149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.422853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7fdd8a03-89c8-4d53-860e-751fa4434a4b admin admin] 10.222.0.94 "DELETE /v2.0/routers/90a911b0-1ba4-439f-8eb8-cff23d4c92d5 HTTP/1.1" status: 204 len: 168 time: 2.2616377 Feb 19 01:04:52.426691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:52.461135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fb8a2e6-e2d1-4392-a7a8-8f9bf99c9015 req-cb8cce7d-60af-495a-bc4d-1c814704476e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0699031 Feb 19 01:04:52.487858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6adee33-6f1f-42be-a3e9-b0d3f4800418,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:52.492876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b3a0ad54-ba28-4134-ac40-c7bb6c62e585), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.518249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Deleting subnet 669903e9-eb5d-4849-a2ac-104fa30e9dfc {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:52.522647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Publish callbacks [] for subnet (669903e9-eb5d-4849-a2ac-104fa30e9dfc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.580952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (669903e9-eb5d-4849-a2ac-104fa30e9dfc), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.592195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b3a0ad54-ba28-4134-ac40-c7bb6c62e585), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.598710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:52.600125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.682087 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (669903e9-eb5d-4849-a2ac-104fa30e9dfc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.701873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=b3a0ad54-ba28-4134-ac40-c7bb6c62e585,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:52.719246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:52.767728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aaf2f79c-5d94-4707-9114-7ba706998a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9521086 Feb 19 01:04:52.770448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47644) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:52.775789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'name': 'tempest-PortsTestJSON-615672671'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:52.849652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (669903e9-eb5d-4849-a2ac-104fa30e9dfc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.878285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669903e9-eb5d-4849-a2ac-104fa30e9dfc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:52.890352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.897159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c16c7b-7965-41d9-9e2d-92e79e973f7e None None] Network 2a22eedf-d3b0-44f0-b6ba-7909da9b474f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:52.897400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f4d5a7d3-9d8d-4340-8c48-6aefc0ec510f admin admin] 10.222.0.94 "DELETE /v2.0/subnets/669903e9-eb5d-4849-a2ac-104fa30e9dfc HTTP/1.1" status: 204 len: 168 time: 0.4676609 Feb 19 01:04:52.898137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:52.969089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:52.973372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.987131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2a22eedf-d3b0-44f0-b6ba-7909da9b474f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.033870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 158e8539-ae4b-437c-90fa-69e0c2eb8325 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:53.064950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Deleting port f91e711a-af4c-42bc-a423-d23fe05d10df {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:53.065343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.195044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] DHCP port deletion for 2a22eedf-d3b0-44f0-b6ba-7909da9b474f request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:53.197881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] For port f91e711a-af4c-42bc-a423-d23fe05d10df, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f91e711a-af4c-42bc-a423-d23fe05d10df,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:53.198247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.214509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Calling delete_port for f91e711a-af4c-42bc-a423-d23fe05d10df owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:53.236919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abad16d-a2c5-4065-ad09-21e48912db69 req-186b56ff-a5fd-42c0-865a-af123e196a78 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.238550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2abad16d-a2c5-4065-ad09-21e48912db69 req-186b56ff-a5fd-42c0-865a-af123e196a78 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.1415846 Feb 19 01:04:53.264534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Deleting port f91e711a-af4c-42bc-a423-d23fe05d10df {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:53.265514 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.288279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.351335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2abad16d-a2c5-4065-ad09-21e48912db69 req-f569192a-8a0c-403e-bc78-741b639fa70e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780842 Feb 19 01:04:53.375971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] For port f91e711a-af4c-42bc-a423-d23fe05d10df, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f91e711a-af4c-42bc-a423-d23fe05d10df,segment=NetworkSegment(29b68b83-410d-4bd0-9283-41a2c4c1b62c),segment_id=29b68b83-410d-4bd0-9283-41a2c4c1b62c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:53.376488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.393173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Calling delete_port for f91e711a-af4c-42bc-a423-d23fe05d10df owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:53.561493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89a1e10e-d01a-4f76-9d48-5e752d5dc03d req-28ee3113-69c4-4f4c-b692-80152eab0bf9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0290580 Feb 19 01:04:53.584822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.632728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.640334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (f91e711a-af4c-42bc-a423-d23fe05d10df), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.656279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '0db06326-52b8-43c2-ace3-15d980d828f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:53.656645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: b3a0ad54-ba28-4134-ac40-c7bb6c62e585, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:53.658841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=158e8539-ae4b-437c-90fa-69e0c2eb8325,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:53.675767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] Pushing event deleted for resources: {'Port': ['ID=f91e711a-af4c-42bc-a423-d23fe05d10df,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:53.675767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01ae42-815b-4572-a155-42b92119d8ed None None] No DVR routers for this DVR port f91e711a-af4c-42bc-a423-d23fe05d10df on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:53.698029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] No DVR routers for this DVR port f91e711a-af4c-42bc-a423-d23fe05d10df on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:53.704028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Pushing event deleted for resources: {'Port': ['ID=f91e711a-af4c-42bc-a423-d23fe05d10df,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:53.773462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2a22eedf-d3b0-44f0-b6ba-7909da9b474f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.780310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:53.794604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a22eedf-d3b0-44f0-b6ba-7909da9b474f']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:53.806197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b68b83-410d-4bd0-9283-41a2c4c1b62c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:53.807618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b68b83-410d-4bd0-9283-41a2c4c1b62c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:53.818073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (29b68b83-410d-4bd0-9283-41a2c4c1b62c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.833336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (29b68b83-410d-4bd0-9283-41a2c4c1b62c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.839912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:53.840305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (29b68b83-410d-4bd0-9283-41a2c4c1b62c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:53.842713 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:53.883425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b3a0ad54-ba28-4134-ac40-c7bb6c62e585) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:53.892692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:53.900519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed65c4-a99c-4e10-8606-4270078c5fad None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:53.920182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:53.921122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.004679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2a22eedf-d3b0-44f0-b6ba-7909da9b474f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.016637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.020701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f91e711a-af4c-42bc-a423-d23fe05d10df no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:54.025077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] 10.222.0.94 "DELETE /v2.0/networks/2a22eedf-d3b0-44f0-b6ba-7909da9b474f HTTP/1.1" status: 204 len: 168 time: 1.1224630 Feb 19 01:04:54.037928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ac965-1f26-4393-85c7-6d507a14676b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a22eedf-d3b0-44f0-b6ba-7909da9b474f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:54.055222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f91e711a-af4c-42bc-a423-d23fe05d10df {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:54.055568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f91e711a-af4c-42bc-a423-d23fe05d10df not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:54.058276 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c757f812-bec1-4fa4-96f3-4b1b8df26bb8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2866223 Feb 19 01:04:54.061882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47654) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:54.068568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2132739974'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:54.165954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:54.173038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.202848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:54.213279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (95d4c07a-b065-4a07-a001-6fbdcabffaa1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.213664 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 95d4c07a-b065-4a07-a001-6fbdcabffaa1 of type vlan for network a7c90593-9fe2-406e-b826-ea6af965f229 Feb 19 01:04:54.267305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a7c90593-9fe2-406e-b826-ea6af965f229), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.375011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a7c90593-9fe2-406e-b826-ea6af965f229), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.383618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.384243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.454461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=a7c90593-9fe2-406e-b826-ea6af965f229,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:54.466314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a7c90593-9fe2-406e-b826-ea6af965f229 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:54.474470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa922c8-9972-4295-997f-e15c78305c40 req-82c28b1b-9bec-4a6a-b368-66330e83f47d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.476272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaa922c8-9972-4295-997f-e15c78305c40 req-82c28b1b-9bec-4a6a-b368-66330e83f47d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.0591514 Feb 19 01:04:54.507603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47658) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:54.529001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08a1d270-8ce5-4fc2-a14a-ce612471f86c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4650962 Feb 19 01:04:54.531746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47660) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:54.538362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'ports': [{'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'}, {'network_id': 'a7c90593-9fe2-406e-b826-ea6af965f229'}]} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:54.538711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:54.539671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'a7c90593-9fe2-406e-b826-ea6af965f229'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:54.544876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaa922c8-9972-4295-997f-e15c78305c40 req-64523eb7-d810-4b15-82a4-cf9adb56ef41 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610399 Feb 19 01:04:54.659604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b2d18d58-c1dc-4431-a21b-096791892014 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=846fa5fc66c04941b598104dece99d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482146 Feb 19 01:04:54.661168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47668) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:54.687765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7e5a4fcd-91e9-49c9-9a12-c1665276defe req-94ed062e-ee70-4b8a-89bd-07e9dc8ff61e tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0406723 Feb 19 01:04:54.817250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40af1a-ee05-45e2-a110-41b31c9a5796 req-69192e5b-e991-4cba-82ee-b3402c75aeb9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:54.818739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c40af1a-ee05-45e2-a110-41b31c9a5796 req-69192e5b-e991-4cba-82ee-b3402c75aeb9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.1864622 Feb 19 01:04:54.828251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] Publish callbacks [] for security_group (b3922ed9-eca2-478d-9f4b-beb597d55b92), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.871473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] Publish callbacks [] for security_group (b3922ed9-eca2-478d-9f4b-beb597d55b92), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.926822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c40af1a-ee05-45e2-a110-41b31c9a5796 req-3f77bd11-0e9f-41f2-8697-441a8b6d4e60 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000574 Feb 19 01:04:55.009201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 2} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:55.013859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.028238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.050923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3922ed9-eca2-478d-9f4b-beb597d55b92), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.053576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.060890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b3922ed9-eca2-478d-9f4b-beb597d55b92 HTTP/1.1" status: 204 len: 168 time: 0.3926284 Feb 19 01:04:55.131037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f80c53-db33-40f8-9f00-6e7a8799932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3922ed9-eca2-478d-9f4b-beb597d55b92,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:55.202980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port b94f3725-3039-4cb4-93b8-a2257020f889 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:55.300223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (b94f3725-3039-4cb4-93b8-a2257020f889), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.403994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port e622d647-3d8a-4fef-837d-01336e645589 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:55.440296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1fd05-2d1d-4ff4-aacd-4d5d433cbd9c req-593cc80a-74c4-4cd3-84c3-c42103328d38 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:55.443763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06d1fd05-2d1d-4ff4-aacd-4d5d433cbd9c req-593cc80a-74c4-4cd3-84c3-c42103328d38 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.0929739 Feb 19 01:04:55.523131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06d1fd05-2d1d-4ff4-aacd-4d5d433cbd9c req-9249652e-a3ba-4bee-b49c-b9cd98d3b221 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695183 Feb 19 01:04:55.560707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (e622d647-3d8a-4fef-837d-01336e645589), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.706664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b94f3725-3039-4cb4-93b8-a2257020f889), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.764851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:55.770387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:55.774922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:55.775732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e622d647-3d8a-4fef-837d-01336e645589), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:55.795361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=b94f3725-3039-4cb4-93b8-a2257020f889,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:55.857409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60b6f091-e092-4cd7-8c15-a610a6a21933 req-e9c67d8e-ed15-45fb-99bf-a37f8591df1c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0467823 Feb 19 01:04:55.860932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=e622d647-3d8a-4fef-837d-01336e645589,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:55.865912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '95d4c07a-b065-4a07-a001-6fbdcabffaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a7c90593-9fe2-406e-b826-ea6af965f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:55.866380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: a7c90593-9fe2-406e-b826-ea6af965f229, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:55.969177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network a7c90593-9fe2-406e-b826-ea6af965f229 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:55.980002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.029209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe9b2e54-cdff-4a65-8058-bc3b403aa7c1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=de3ea139a789414ca9931ca75ddd175b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450492 Feb 19 01:04:56.029209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.082147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] Publish callbacks [] for security_group (73ad98b8-426c-4da5-bf81-33171c2c5b43), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.094756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a7c90593-9fe2-406e-b826-ea6af965f229) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:56.107799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:56.111444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a4628-ce5d-430a-9d83-85f9aa137998 None None] Network a7c90593-9fe2-406e-b826-ea6af965f229 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:56.115900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:56.120011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:56.120695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.127014 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] Publish callbacks [] for security_group (73ad98b8-426c-4da5-bf81-33171c2c5b43), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.223439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7ded6445-7c9b-4d31-8b1f-1adf02ff132f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6906042 Feb 19 01:04:56.226302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.256789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (73ad98b8-426c-4da5-bf81-33171c2c5b43), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.260599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.266388 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/73ad98b8-426c-4da5-bf81-33171c2c5b43 HTTP/1.1" status: 204 len: 168 time: 0.2319164 Feb 19 01:04:56.277412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20e8a0-cc20-47c3-bf00-12681ed03fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad98b8-426c-4da5-bf81-33171c2c5b43,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:56.445059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port e622d647-3d8a-4fef-837d-01336e645589 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:56.446586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e622d647-3d8a-4fef-837d-01336e645589), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.524632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e622d647-3d8a-4fef-837d-01336e645589), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.538023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for e622d647-3d8a-4fef-837d-01336e645589 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:56.760854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60531-1a3d-45ed-80fb-36e7efb8d74b req-cff982b6-6776-4bfc-9715-0329d6f37ea5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:56.773552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76e60531-1a3d-45ed-80fb-36e7efb8d74b req-cff982b6-6776-4bfc-9715-0329d6f37ea5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.1524537 Feb 19 01:04:56.947832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e622d647-3d8a-4fef-837d-01336e645589), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.997363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76e60531-1a3d-45ed-80fb-36e7efb8d74b req-e0705529-7020-4771-811e-f66a4e3522b8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108681 Feb 19 01:04:57.076896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.077368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-203ef631-690c-43bf-81de-904b5515b8dd req-b1702674-898e-4d99-a355-63148618413a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=227a7e2f-7bbd-47ae-804d-873839be59ea HTTP/1.1" status: 200 len: 210 time: 0.0439396 Feb 19 01:04:57.080202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/e622d647-3d8a-4fef-837d-01336e645589 HTTP/1.1" status: 204 len: 168 time: 0.8530016 Feb 19 01:04:57.083497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.089675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e0000-64b1-4111-84da-b933290f8090 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=e622d647-3d8a-4fef-837d-01336e645589,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.120226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997172-05bf-4f7a-8482-5389c485a952 req-7a3e281c-d93f-46f7-94bd-cf049c0ab80d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:57.121662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61997172-05bf-4f7a-8482-5389c485a952 req-7a3e281c-d93f-46f7-94bd-cf049c0ab80d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.2653182 Feb 19 01:04:57.211726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497f9a7-92b7-4990-957a-8ca9b6d37c32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:57.219578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497f9a7-92b7-4990-957a-8ca9b6d37c32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:57.222159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7497f9a7-92b7-4990-957a-8ca9b6d37c32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1374838 Feb 19 01:04:57.225168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47722) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.282356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port 4a820451-7df4-4da5-bf87-21ec31277269 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:57.282754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4a820451-7df4-4da5-bf87-21ec31277269), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.482925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port 4a820451-7df4-4da5-bf87-21ec31277269, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4a820451-7df4-4da5-bf87-21ec31277269,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:57.483685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4a820451-7df4-4da5-bf87-21ec31277269), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.525973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for 4a820451-7df4-4da5-bf87-21ec31277269 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:57.571659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.728911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e340998-f16f-4ca2-bf0f-fdf3f121a912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.833804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e340998-f16f-4ca2-bf0f-fdf3f121a912 admin admin] Publish callbacks [] for security_group (d6c3603f-4440-4a3e-af84-b48920988950), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.911911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e340998-f16f-4ca2-bf0f-fdf3f121a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d6c3603f-4440-4a3e-af84-b48920988950), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.962526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e340998-f16f-4ca2-bf0f-fdf3f121a912 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=129c90fa4cc64680b51bf284d4c9e884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899117 Feb 19 01:04:57.965176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47744) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.996430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e340998-f16f-4ca2-bf0f-fdf3f121a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c3603f-4440-4a3e-af84-b48920988950,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.038804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] Publish callbacks [] for security_group (d6c3603f-4440-4a3e-af84-b48920988950), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.101380 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] Publish callbacks [] for security_group (d6c3603f-4440-4a3e-af84-b48920988950), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.161877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.232584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d6c3603f-4440-4a3e-af84-b48920988950), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.239950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.239950 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d6c3603f-4440-4a3e-af84-b48920988950 HTTP/1.1" status: 204 len: 168 time: 0.2704668 Feb 19 01:04:58.263813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port b94f3725-3039-4cb4-93b8-a2257020f889 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:58.265925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b94f3725-3039-4cb4-93b8-a2257020f889), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.269389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2f30-897c-4839-affc-140783353f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c3603f-4440-4a3e-af84-b48920988950,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.344168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-269973073-network', 'tenant_id': 'deeb24f267d54f1aa1502df20e63469a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:58.380322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b94f3725-3039-4cb4-93b8-a2257020f889), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.399662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904f99-c345-4a65-85da-7fbf7388c43e req-aea96bb8-548d-47d9-a7ef-278ae646e6f2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:58.401142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6904f99-c345-4a65-85da-7fbf7388c43e req-aea96bb8-548d-47d9-a7ef-278ae646e6f2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 946 time: 0.2129023 Feb 19 01:04:58.405941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for b94f3725-3039-4cb4-93b8-a2257020f889 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:58.532634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Made reservation on behalf of deeb24f267d54f1aa1502df20e63469a for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:58.535412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.560760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.637425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6904f99-c345-4a65-85da-7fbf7388c43e req-eea2aac1-5def-4c04-a971-29ffca0ff079 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246227 Feb 19 01:04:58.724362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4a820451-7df4-4da5-bf87-21ec31277269), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.738475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:04:58.762808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks [] for security_group (7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.777568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=4a820451-7df4-4da5-bf87-21ec31277269,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.816172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b94f3725-3039-4cb4-93b8-a2257020f889), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.878017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.909590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:58.925382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port 4a820451-7df4-4da5-bf87-21ec31277269 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:58.926001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.930341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fb132a07-a45d-4685-9589-b0f04b4ed173), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.930871 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Added segment fb132a07-a45d-4685-9589-b0f04b4ed173 of type vlan for network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 Feb 19 01:04:58.936975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.944150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-61997172-05bf-4f7a-8482-5389c485a952 req-520a57c0-110d-4e4c-a970-d005b71302df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/4a820451-7df4-4da5-bf87-21ec31277269 HTTP/1.1" status: 204 len: 173 time: 1.8104279 Feb 19 01:04:58.958923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.970017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/b94f3725-3039-4cb4-93b8-a2257020f889 HTTP/1.1" status: 204 len: 168 time: 1.7402606 Feb 19 01:04:58.970128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47766) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.970865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'name': 'network-vif-deleted', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:04:58.979784 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f8869c-0b65-4a68-a59c-942465d1bc34" -d '{"events": [{"server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "name": "network-vif-deleted", "tag": "4a820451-7df4-4da5-bf87-21ec31277269"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:04:58.998888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adab4bc-2732-4412-b2c6-ddfddb341384 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=b94f3725-3039-4cb4-93b8-a2257020f889,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.005871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0b2027b2-5ff7-410f-8960-3b44e90a7aa8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.065160 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2aedae-8a08-4c83-83b5-9bfa11cf89e5 x-openstack-request-id: req-1e2aedae-8a08-4c83-83b5-9bfa11cf89e5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:04:59.065732 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc59713e-76b0-4993-8dd8-b9ea234de96c", "name": "network-vif-deleted", "tag": "4a820451-7df4-4da5-bf87-21ec31277269", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:04:59.065961 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e2aedae-8a08-4c83-83b5-9bfa11cf89e5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:04:59.066353 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc59713e-76b0-4993-8dd8-b9ea234de96c', 'name': 'network-vif-deleted', 'tag': '4a820451-7df4-4da5-bf87-21ec31277269', 'status': 'completed', 'code': 200} Feb 19 01:04:59.104455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62024dd3-42b6-4941-8375-ace1b4f42042 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:59.105956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-62024dd3-42b6-4941-8375-ace1b4f42042 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1214962 Feb 19 01:04:59.109662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47770) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.134800 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-549161b3-cd54-4f5e-a659-8e7e0f3509ea tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:04:59.140540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-549161b3-cd54-4f5e-a659-8e7e0f3509ea tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/e622d647-3d8a-4fef-837d-01336e645589 HTTP/1.1" status: 404 len: 333 time: 0.0257370 Feb 19 01:04:59.140754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0b2027b2-5ff7-410f-8960-3b44e90a7aa8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.140754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:59.140754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.141784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.168364 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-54debc63-b987-4b15-a919-f04c96fc0c5d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:04:59.176397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-54debc63-b987-4b15-a919-f04c96fc0c5d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/b94f3725-3039-4cb4-93b8-a2257020f889 HTTP/1.1" status: 404 len: 333 time: 0.0291104 Feb 19 01:04:59.177574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.220208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] Pushing event updated for resources: {'Network': ['ID=0b2027b2-5ff7-410f-8960-3b44e90a7aa8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.235418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:59.268466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a7c90593-9fe2-406e-b826-ea6af965f229), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.303263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47776) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.331165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7bf5-1f94-41b7-b905-1b89585e2e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.348501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5896cc48-1549-4b4d-aaf2-0f71a8b5013b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1855097 Feb 19 01:04:59.349439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47778) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.372332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Request body: {'subnet': {'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-269973073-subnet', 'tenant_id': 'deeb24f267d54f1aa1502df20e63469a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:59.386372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a7c90593-9fe2-406e-b826-ea6af965f229), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.426310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c90593-9fe2-406e-b826-ea6af965f229']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:59.440074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d4c07a-b065-4a07-a001-6fbdcabffaa1') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:59.440372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d4c07a-b065-4a07-a001-6fbdcabffaa1') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:59.456520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (95d4c07a-b065-4a07-a001-6fbdcabffaa1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.481965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (95d4c07a-b065-4a07-a001-6fbdcabffaa1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.489841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:59.490284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (95d4c07a-b065-4a07-a001-6fbdcabffaa1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:59.493405 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:59.506909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Made reservation on behalf of deeb24f267d54f1aa1502df20e63469a for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:59.513680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.592626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7bf5-1f94-41b7-b905-1b89585e2e65 admin admin] Publish callbacks [] for security_group (f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.631877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a7c90593-9fe2-406e-b826-ea6af965f229), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.640240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.643533 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/a7c90593-9fe2-406e-b826-ea6af965f229 HTTP/1.1" status: 204 len: 168 time: 0.4650075 Feb 19 01:04:59.648212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47782) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.656324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=a7c90593-9fe2-406e-b826-ea6af965f229,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.659676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-400675580'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:59.664562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.664914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.665262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.665599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.665936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.666498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.666634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.666904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.667255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.667583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.667910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.668248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.668552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a959d-e866-4d33-bcd7-29d445ecf5f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:59.682209 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6d7bf5-1f94-41b7-b905-1b89585e2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.730420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d7bf5-1f94-41b7-b905-1b89585e2e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.746598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a6d7bf5-1f94-41b7-b905-1b89585e2e65 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=12d1aa16754c438f931a4bfc5f4ad0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389982 Feb 19 01:04:59.749064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47786) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.802899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:59.806614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.819206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24180d46-3f25-480d-b0cc-c83b21c19fc7 req-6a050e16-36fa-40aa-af1a-5fdbbb7c0f8a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc59713e-76b0-4993-8dd8-b9ea234de96c HTTP/1.1" status: 200 len: 210 time: 0.0314171 Feb 19 01:04:59.833168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] Publish callbacks [] for security_group (f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.847070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:59.855316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.855665 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40 of type vlan for network b13ead77-d5b7-4a7e-a7c1-30c324312334 Feb 19 01:04:59.871323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] Publish callbacks [] for security_group (f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.896205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (74002a1e-5b1b-46cc-82b9-7038334a0bdf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.911192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b13ead77-d5b7-4a7e-a7c1-30c324312334), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.995763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74002a1e-5b1b-46cc-82b9-7038334a0bdf,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:00.003947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Checking segment: {'id': 'fb132a07-a45d-4685-9589-b0f04b4ed173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:00.004327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Network hostable DHCP agents. Network: 0b2027b2-5ff7-410f-8960-3b44e90a7aa8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:00.094789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.095187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b13ead77-d5b7-4a7e-a7c1-30c324312334), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.098372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.102332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.102863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.103510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c HTTP/1.1" status: 204 len: 168 time: 0.3533151 Feb 19 01:05:00.117173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08f5fd-f00c-4d29-a9fa-62359c5a501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc96c1-4e0c-4274-afc2-b9e9e7d37b2c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:00.179883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:00.203458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=b13ead77-d5b7-4a7e-a7c1-30c324312334,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:00.214032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:00.259052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31cba664-d67c-4d8b-82fd-1b87b0b45665 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6095734 Feb 19 01:05:00.261939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47796) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:00.269490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:00.340323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0b2027b2-5ff7-410f-8960-3b44e90a7aa8) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:00.349247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.349834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.350185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4ede3-77d7-4b29-9dbe-5ee58088ce57 None None] Network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:00.472930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695118ed-2df0-494a-b73f-6e3a3ee3174b None None] Network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:00.490698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-afee5d73-8ce5-4934-8c97-77e7b9674abc admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1397073 Feb 19 01:05:00.525672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4a820451-7df4-4da5-bf87-21ec31277269 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:00.554426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 4a820451-7df4-4da5-bf87-21ec31277269 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:00.554869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4a820451-7df4-4da5-bf87-21ec31277269 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:00.607980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:00.609929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.732532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Performing IP validity checks on allocation pools {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:05:00.733310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:05:00.862896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39943-a5d5-4103-844b-6fed990c06e6 req-ef865ed2-e4ad-4530-90db-8b3068058004 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.865217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01f39943-a5d5-4103-844b-6fed990c06e6 req-ef865ed2-e4ad-4530-90db-8b3068058004 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0893104 Feb 19 01:05:00.872304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c59c8-e382-406d-bffd-00a917547df1 req-c93737c2-0d11-42c9-bc32-a22cd33e069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.874233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-c93737c2-0d11-42c9-bc32-a22cd33e069a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.1550262 Feb 19 01:05:00.976027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01f39943-a5d5-4103-844b-6fed990c06e6 req-95f85322-65b9-4713-a8d7-4f69d387fb81 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005449 Feb 19 01:05:01.022085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c59c8-e382-406d-bffd-00a917547df1 req-afd59c5c-22df-4fdb-9d2d-6501b784d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.023583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-afd59c5c-22df-4fdb-9d2d-6501b784d42d service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.1416688 Feb 19 01:05:01.063171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-7ea01382-2ece-4b84-ab0e-c67b1038f336 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.065035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-7ea01382-2ece-4b84-ab0e-c67b1038f336 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/networks?id=0b2027b2-5ff7-410f-8960-3b44e90a7aa8 HTTP/1.1" status: 200 len: 820 time: 0.1305225 Feb 19 01:05:01.067007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (b73098dd-4a87-4b56-a73e-a35a441ed633), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.082427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-f251c7ea-2694-4a3f-80be-f2afec0ad64b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0521629 Feb 19 01:05:01.142110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c59c8-e382-406d-bffd-00a917547df1 req-31b9d323-abc6-4c3e-b0a6-f02daf9dfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.144006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-31b9d323-abc6-4c3e-b0a6-f02daf9dfdbd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.0561147 Feb 19 01:05:01.182066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-ebff59eb-839a-4017-971b-10436e18089e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315344 Feb 19 01:05:01.183654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-453f85ee-c193-4f3b-a0a3-fd2b841c9786 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/quotas/deeb24f267d54f1aa1502df20e63469a HTTP/1.1" status: 200 len: 375 time: 0.1057055 Feb 19 01:05:01.196231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47826) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:01.196894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=b73098dd-4a87-4b56-a73e-a35a441ed633,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:01.244224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f19512a7-2fa8-414d-9834-41cd59d494b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.254557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-c52c872e-3dde-436c-88a9-79c1020c23bf tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=deeb24f267d54f1aa1502df20e63469a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691087 Feb 19 01:05:01.315078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-b21ac2d1-ddae-4f7e-9dd5-52176eb3d41f service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257832 Feb 19 01:05:01.424746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:01.425129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: b13ead77-d5b7-4a7e-a7c1-30c324312334, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:01.451729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f19512a7-2fa8-414d-9834-41cd59d494b7 admin admin] Publish callbacks [] for security_group (3c2db8af-08d0-4660-85ab-7b8b6450eea1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.492178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-c83e9794-748e-49fa-9c81-6ef5a0a74037 service neutron] 10.222.0.94 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079210 Feb 19 01:05:01.497413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-871c59c8-e382-406d-bffd-00a917547df1 req-d82ec8ce-a1f8-42f0-8683-aaedd4ccb2eb service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747978 Feb 19 01:05:01.563308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f19512a7-2fa8-414d-9834-41cd59d494b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c2db8af-08d0-4660-85ab-7b8b6450eea1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.577633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-8e76bcc3-f72d-44ad-86c7-05e593871f4d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.579506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-8e76bcc3-f72d-44ad-86c7-05e593871f4d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.1492620 Feb 19 01:05:01.601991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-138b53e2-f876-4226-954e-3295da78b359 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0156977 Feb 19 01:05:01.611468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19512a7-2fa8-414d-9834-41cd59d494b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2db8af-08d0-4660-85ab-7b8b6450eea1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:01.618985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f19512a7-2fa8-414d-9834-41cd59d494b7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9a2524add27b43b5b8236fa045ce1ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185090 Feb 19 01:05:01.621999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:01.627894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47840) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:01.660329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-43af927b-0ea0-44ef-964a-7951a1da7be7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575747 Feb 19 01:05:01.709110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-5071234b-548d-4f1d-ab8a-01bb37bbfbb3 service neutron] 10.222.0.94 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086487 Feb 19 01:05:01.715282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] Publish callbacks [] for security_group (3c2db8af-08d0-4660-85ab-7b8b6450eea1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.719052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b13ead77-d5b7-4a7e-a7c1-30c324312334) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:01.729411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:01.730076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.732546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae8e0c-64d6-4b3e-b52e-1865c070cd0f None None] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:01.779441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] Publish callbacks [] for security_group (3c2db8af-08d0-4660-85ab-7b8b6450eea1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.850635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-74e7d901-8001-4e5d-ac68-7f8f81d5e036 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825697 Feb 19 01:05:01.885962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b13ead77-d5b7-4a7e-a7c1-30c324312334', 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': 'b73098dd-4a87-4b56-a73e-a35a441ed633'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:01.888382 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:01.910901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41edd47e-e46d-46ac-a643-fe8589fa52a3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6448801 Feb 19 01:05:01.911377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47848) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:01.916807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334', 'name': 'tempest-PortsTestJSON-693882531'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:01.978621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c2db8af-08d0-4660-85ab-7b8b6450eea1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.000604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.000604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3c2db8af-08d0-4660-85ab-7b8b6450eea1 HTTP/1.1" status: 204 len: 168 time: 0.3660331 Feb 19 01:05:02.006327 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:05:02.007781 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-e62d5d9e-1403-4f8c-89b8-2ac857aaa3a5 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501887 Feb 19 01:05:02.037714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afad48c-1b97-475d-b6f1-62b2ba18e843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2db8af-08d0-4660-85ab-7b8b6450eea1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:02.113865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5e0f2aa-f2c5-466c-81a3-8cb94ef13496 req-aba403a5-7e70-46a8-9440-144974547322 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 210 time: 0.0515413 Feb 19 01:05:02.247917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Allocated IP 172.20.0.2 (b13ead77-d5b7-4a7e-a7c1-30c324312334/b73098dd-4a87-4b56-a73e-a35a441ed633/c97f9311-12fd-4d62-9ccb-1873a6f70cf1) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:02.265785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:02.271646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.378977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 8a6963ec-9062-43b1-a36e-f92a68c34b3d yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:02.456713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6f8e8d4-7487-46f9-976d-fa2f23bfa75b req-d231d43a-cfab-4b44-b027-245803026ad3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 210 time: 0.0603547 Feb 19 01:05:02.533290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbef8cb-af32-4065-bf6d-5543093a8d4f req-3aa776b1-1738-4d85-9190-c7acea7d8028 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:02.535082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abbef8cb-af32-4065-bf6d-5543093a8d4f req-3aa776b1-1738-4d85-9190-c7acea7d8028 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2859552 Feb 19 01:05:02.603006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks [] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.642979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abbef8cb-af32-4065-bf6d-5543093a8d4f req-b86a80a7-0844-4989-b3d0-4b22961594f7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961363 Feb 19 01:05:02.735104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.845274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:02.855902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:02.860649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:02.883600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.7 (b13ead77-d5b7-4a7e-a7c1-30c324312334/b73098dd-4a87-4b56-a73e-a35a441ed633/8a6963ec-9062-43b1-a36e-f92a68c34b3d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:02.892438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Pushing event updated for resources: {'Port': ['ID=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:02.943015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Attempting to bind port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:02.943560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Attempting to bind port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:02.944204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Attempting to bind port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 on network b13ead77-d5b7-4a7e-a7c1-30c324312334 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:02.961725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:02.962778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Checking segment: {'id': 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:02.963468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.964120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Bound using segment: {'id': 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:02.965058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Bound port: c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b13ead77-d5b7-4a7e-a7c1-30c324312334'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:02.965270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.056309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] For port c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:03.061865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] For port c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,segment=NetworkSegment(a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40),segment_id=a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:03.126090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (8a6963ec-9062-43b1-a36e-f92a68c34b3d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.144921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.272578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8a6963ec-9062-43b1-a36e-f92a68c34b3d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.332151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cf3fb-c5cd-4c00-844a-795bb5926af5 None None] Pushing event updated for resources: {'Port': ['ID=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.351798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ba61fe9-3de5-44f5-b851-805f6fee623a req-e06df325-4d47-430a-9213-09b8db8d6e9f tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 210 time: 0.1090887 Feb 19 01:05:03.394415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:03.398649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:03.401681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:03.443140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=8a6963ec-9062-43b1-a36e-f92a68c34b3d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.475290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.476185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.579204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe06af5c-4110-4d43-8d92-479e5301acaf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6660323 Feb 19 01:05:03.581176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47898) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:03.903392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 8a6963ec-9062-43b1-a36e-f92a68c34b3d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:03.904573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8a6963ec-9062-43b1-a36e-f92a68c34b3d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.923413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88bb4a-b394-46e9-94ca-fd3d609914b9 req-44f719a1-1294-491f-b286-2e341a334592 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.925826 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f88bb4a-b394-46e9-94ca-fd3d609914b9 req-44f719a1-1294-491f-b286-2e341a334592 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1397622 Feb 19 01:05:04.084903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f88bb4a-b394-46e9-94ca-fd3d609914b9 req-9248e98d-b45f-4075-acb9-17c41f63a80b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354952 Feb 19 01:05:04.120980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8a6963ec-9062-43b1-a36e-f92a68c34b3d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.133728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c97f9311-12fd-4d62-9ccb-1873a6f70cf1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:04.138490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e51b19a-1c17-4c32-a1fa-09c8046eec4b req-1e9a27a9-b02c-484d-9b84-4ca4ab3b08d8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 210 time: 0.5879788 Feb 19 01:05:04.183118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 8a6963ec-9062-43b1-a36e-f92a68c34b3d owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:04.248223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:04.248631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.275446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47910) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:04.351342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:04.352242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.417171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,segment=NetworkSegment(a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40),segment_id=a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:04.483803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.547845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-159412168-network', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:04.556620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebaff4c9-6f12-4657-9c03-6fa2687fb973 req-c18dbf5d-ee3a-41cb-8c55-0ebfc997e8aa tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 210 time: 0.0545266 Feb 19 01:05:04.560130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8a6963ec-9062-43b1-a36e-f92a68c34b3d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.623325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:04.641596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=8a6963ec-9062-43b1-a36e-f92a68c34b3d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:04.722909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Made reservation on behalf of 07800c1e6cde4013a0802cacd1c0b3cb for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:04.725458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.748750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.780064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.788347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5715b708-796b-4e59-88dd-1af5de0c4e1c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/8a6963ec-9062-43b1-a36e-f92a68c34b3d HTTP/1.1" status: 204 len: 168 time: 1.2059865 Feb 19 01:05:04.790848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47918) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:04.830149 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e8bc15-9353-4e88-8290-908095386362 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:05:04.831579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e8bc15-9353-4e88-8290-908095386362 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:05:04.834871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98e8bc15-9353-4e88-8290-908095386362 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/8a6963ec-9062-43b1-a36e-f92a68c34b3d HTTP/1.1" status: 404 len: 333 time: 0.0427728 Feb 19 01:05:04.837783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47920) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:04.881093 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-605adb80-2b8a-484d-bd35-0479cb335e88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:04.885292 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-605adb80-2b8a-484d-bd35-0479cb335e88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/8a6963ec-9062-43b1-a36e-f92a68c34b3d HTTP/1.1" status: 404 len: 333 time: 0.0421481 Feb 19 01:05:04.885684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47922) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:04.968376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks [] for security_group (10583df4-909c-4542-8c65-f2ff2303356e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.974269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet b73098dd-4a87-4b56-a73e-a35a441ed633 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:04.978183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (b73098dd-4a87-4b56-a73e-a35a441ed633), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.999784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0785511-ddbe-406c-a6ff-087661aacfc4 None None] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:05.042991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (10583df4-909c-4542-8c65-f2ff2303356e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.060781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (b73098dd-4a87-4b56-a73e-a35a441ed633), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.065168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:05.116290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (33e224aa-fc03-4d58-810b-3a247fac96b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.117270 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Added segment 33e224aa-fc03-4d58-810b-3a247fac96b8 of type vlan for network 86b8e54c-898e-4f10-982f-dc148b779731 Feb 19 01:05:05.139604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10583df4-909c-4542-8c65-f2ff2303356e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:05.167072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dfebf37c-7895-46cf-8f35-34395ce40d69 None None] Provisioning complete for port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:05.168134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dfebf37c-7895-46cf-8f35-34395ce40d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.219658 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (86b8e54c-898e-4f10-982f-dc148b779731), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.244553 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b73098dd-4a87-4b56-a73e-a35a441ed633), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.320025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dfebf37c-7895-46cf-8f35-34395ce40d69 None None] Current status of the port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:05.323577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-806fb8fe-76cd-4e81-8d18-167b50c17d46 req-e6ff5904-0236-4f22-aad2-e48d80401120 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 210 time: 0.0429323 Feb 19 01:05:05.358707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (86b8e54c-898e-4f10-982f-dc148b779731), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.360710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.361493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.493174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2159646 Feb 19 01:05:05.502907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:05.527128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ba25d-4a6e-47f1-9af7-8a7ed2c72730 admin admin] Pushing event updated for resources: {'Network': ['ID=86b8e54c-898e-4f10-982f-dc148b779731,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:05.537707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Request body: {'subnet': {'network_id': '86b8e54c-898e-4f10-982f-dc148b779731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-159412168-subnet', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:05.551428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 86b8e54c-898e-4f10-982f-dc148b779731 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:05.682499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297fd38-cdef-4f90-9a43-920571e4bf01 req-118650fb-688a-4f3c-933b-09229a33d552 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.697587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7297fd38-cdef-4f90-9a43-920571e4bf01 req-118650fb-688a-4f3c-933b-09229a33d552 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3630402 Feb 19 01:05:05.714960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (b73098dd-4a87-4b56-a73e-a35a441ed633), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.717514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Made reservation on behalf of 07800c1e6cde4013a0802cacd1c0b3cb for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:05.720444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.724671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-6fbaf98d-430b-44af-aea2-7880281c4764 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.727683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-6fbaf98d-430b-44af-aea2-7880281c4764 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.96 "GET /v2.0/networks?id=0b2027b2-5ff7-410f-8960-3b44e90a7aa8 HTTP/1.1" status: 200 len: 820 time: 0.2442038 Feb 19 01:05:05.744684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Request body: {'port': {'device_id': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8', 'admin_state_up': True, 'tenant_id': 'deeb24f267d54f1aa1502df20e63469a'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:05.820345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-19dafa11-1c68-4d44-b637-b629a9053519 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:05.822116 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-19dafa11-1c68-4d44-b637-b629a9053519 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.4700894 Feb 19 01:05:05.857201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-98cb3440-50c2-4beb-a3e1-2df6720e2a1d None None] Provisioning complete for port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:05.864379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-98cb3440-50c2-4beb-a3e1-2df6720e2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.902089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:05.927517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=b73098dd-4a87-4b56-a73e-a35a441ed633,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:05.929895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:05.948865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18cae90e-d8cb-4080-be15-54f8631bc68b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/b73098dd-4a87-4b56-a73e-a35a441ed633 HTTP/1.1" status: 204 len: 168 time: 1.0619857 Feb 19 01:05:06.002141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47936) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:06.084319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-98cb3440-50c2-4beb-a3e1-2df6720e2a1d None None] Current status of the port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:06.122506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c97f9311-12fd-4d62-9ccb-1873a6f70cf1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:06.228849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:06.230842 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.267196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b81e6659-67fe-4554-8d45-99461b266a30 req-b615fb52-db64-4780-95e5-a6f403c4bea7 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 210 time: 0.2638977 Feb 19 01:05:06.294311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7297fd38-cdef-4f90-9a43-920571e4bf01 req-abec34ca-d5ab-422b-bf98-cc16fe0a76a0 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951166 Feb 19 01:05:06.319178 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b13ead77-d5b7-4a7e-a7c1-30c324312334), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.330406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0602327-7864-409e-aaa9-76db2f6a3cbe None None] Network b13ead77-d5b7-4a7e-a7c1-30c324312334 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:06.359620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-999e9ae5-ff16-4307-b5d5-b3d6147309a2 None None] Could not find standard attr ID for object 8a6963ec-9062-43b1-a36e-f92a68c34b3d. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:05:06.369169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (edc84dc4-570e-484c-83e9-5f0426e16651), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.469083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc84dc4-570e-484c-83e9-5f0426e16651,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:06.476581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:06.483221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.498262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Made reservation on behalf of deeb24f267d54f1aa1502df20e63469a for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:06.506782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.541562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:06.551641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Checking segment: {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:06.552019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Network hostable DHCP agents. Network: 86b8e54c-898e-4f10-982f-dc148b779731, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:06.643791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] DHCP port deletion for b13ead77-d5b7-4a7e-a7c1-30c324312334 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:06.709489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06bef892-5b01-4298-be72-f3fafaa3fdee req-7d52afef-8c1d-4023-a9d1-2b77ece5138b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 210 time: 0.2705264 Feb 19 01:05:06.738859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.2 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/6e949b74-cc84-4656-9786-e4dbd54fc980) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:06.770331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Deleting port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:06.770812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.771627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:06.772175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.839480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Allocated IP 172.20.0.6 (0b2027b2-5ff7-410f-8960-3b44e90a7aa8/74002a1e-5b1b-46cc-82b9-7038334a0bdf/2131f81d-7caf-4c14-ac79-c1714adfd73e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:06.884314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,segment=NetworkSegment(a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40),segment_id=a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:06.884655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.904714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] For port c97f9311-12fd-4d62-9ccb-1873a6f70cf1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,segment=NetworkSegment(a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40),segment_id=a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:06.906097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.915317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for c97f9311-12fd-4d62-9ccb-1873a6f70cf1 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:06.924181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Calling delete_port for c97f9311-12fd-4d62-9ccb-1873a6f70cf1 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:06.942440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:06.989000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Network 86b8e54c-898e-4f10-982f-dc148b779731 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:07.067152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.096183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:07.129611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:07.151133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:07.162842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:07.195171 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.238267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 86b8e54c-898e-4f10-982f-dc148b779731) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:07.261460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.261460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.272212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks [] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.332404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52fe60-4a3c-4df9-bfeb-f83bc0c59fd1 None None] Network 86b8e54c-898e-4f10-982f-dc148b779731 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:07.335359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:07.364073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c97f9311-12fd-4d62-9ccb-1873a6f70cf1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.365543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.368164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.394581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:07.417293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:07.425156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e808458-c33c-4449-85bd-d81e561f2470 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9077978 Feb 19 01:05:07.435431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47962) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:07.440091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:07.463764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-65fe6e97-3e75-40a0-9e57-58aba29c8c42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5962229 Feb 19 01:05:07.466216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Pushing event deleted for resources: {'Port': ['ID=c97f9311-12fd-4d62-9ccb-1873a6f70cf1,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:07.478277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] No DVR routers for this DVR port c97f9311-12fd-4d62-9ccb-1873a6f70cf1 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:07.490261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Request body: {'port': {'device_id': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:07.504011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.516255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.517107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.518768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.519200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.519766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.520117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.520458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.520793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.521129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.521461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.521791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.522180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.522580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6c0e9-b421-452e-91ca-4f65ffdbec88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.611432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-86b8e54c-898e-4f10-982f-dc148b779731', 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731', 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'fixed_ips': [{'subnet_id': 'edc84dc4-570e-484c-83e9-5f0426e16651'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:07.612399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.624591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.678716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.679961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.820141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e246e8-da4f-4771-be30-dd103196f2d3 req-0c45758a-15df-4bd7-9cd6-50283cd5fbf2 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.820141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98e246e8-da4f-4771-be30-dd103196f2d3 req-0c45758a-15df-4bd7-9cd6-50283cd5fbf2 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 931 time: 0.3269365 Feb 19 01:05:07.845798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:07.895185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:07.912223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for router_controller (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.958938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:08.037424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b13ead77-d5b7-4a7e-a7c1-30c324312334), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.046165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Allocated IP 172.20.0.2 (86b8e54c-898e-4f10-982f-dc148b779731/edc84dc4-570e-484c-83e9-5f0426e16651/4482bc17-f196-4354-8261-158eaecd92f6) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:08.068095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13ead77-d5b7-4a7e-a7c1-30c324312334']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:08.080868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:08.081284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:08.093378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.110465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.118591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:08.119197 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (a64c80cd-c2cb-4da4-afcf-3ce41d3b5d40), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.203863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220fca-37c4-4e99-92db-aaee632e46f3 req-416d3ed2-ed93-4f98-9548-8d12dbc5ecee tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.213080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a220fca-37c4-4e99-92db-aaee632e46f3 req-416d3ed2-ed93-4f98-9548-8d12dbc5ecee tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3195550 Feb 19 01:05:08.214214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98e246e8-da4f-4771-be30-dd103196f2d3 req-beabae18-7c5a-4077-8a82-712ff73939a6 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460498 Feb 19 01:05:08.214880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks [] for port (4482bc17-f196-4354-8261-158eaecd92f6), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:08.215806 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:08.227743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c97f9311-12fd-4d62-9ccb-1873a6f70cf1 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:08.238888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Pushing event updated for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:08.251264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c97f9311-12fd-4d62-9ccb-1873a6f70cf1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:08.251667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c97f9311-12fd-4d62-9ccb-1873a6f70cf1 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:08.279862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b13ead77-d5b7-4a7e-a7c1-30c324312334), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.291488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.298046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for router_gateway (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.298368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4482bc17-f196-4354-8261-158eaecd92f6), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.305892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/b13ead77-d5b7-4a7e-a7c1-30c324312334 HTTP/1.1" status: 204 len: 168 time: 2.2976203 Feb 19 01:05:08.309315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:08.332340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2170e7-9772-4e50-a2c1-0f8c7042f22b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=b13ead77-d5b7-4a7e-a7c1-30c324312334,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:08.343521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167573488'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:08.357305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.358015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.411959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Pushing event updated for resources: {'Port': ['ID=4482bc17-f196-4354-8261-158eaecd92f6,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:08.420291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Network 86b8e54c-898e-4f10-982f-dc148b779731 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:08.422433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:08.425300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:08.445402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a220fca-37c4-4e99-92db-aaee632e46f3 req-50c2aad8-9902-4eb0-b41e-677ded4ca713 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310228 Feb 19 01:05:08.466763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7e11e-b2d7-4a28-a25d-ed4461febb04 req-ae0cec96-2f1a-4386-b513-38b629234dd4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.468464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bc7e11e-b2d7-4a28-a25d-ed4461febb04 req-ae0cec96-2f1a-4386-b513-38b629234dd4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 931 time: 0.0878935 Feb 19 01:05:08.531327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-f298b5fe-6785-4cfa-8d97-2f2fabaa52e1 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7930942 Feb 19 01:05:08.537506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Attempting to bind port 4482bc17-f196-4354-8261-158eaecd92f6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:08.537883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Attempting to bind port 4482bc17-f196-4354-8261-158eaecd92f6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:08.546474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Attempting to bind port 4482bc17-f196-4354-8261-158eaecd92f6 on network 86b8e54c-898e-4f10-982f-dc148b779731 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:08.554251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Request body: {'port': {'device_id': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:08.557028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:08.557482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Checking segment: {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:08.557887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.558301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Bound using segment: {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:08.559064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Bound port: 4482bc17-f196-4354-8261-158eaecd92f6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:08.559753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4482bc17-f196-4354-8261-158eaecd92f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.576290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e949b74-cc84-4656-9786-e4dbd54fc980 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:08.601129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks [] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.635348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Transition to ACTIVE for port object 6e949b74-cc84-4656-9786-e4dbd54fc980 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:08.644845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bc7e11e-b2d7-4a28-a25d-ed4461febb04 req-c0b90b9f-f43d-4ee8-8c4f-4c63d2862836 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693778 Feb 19 01:05:08.668984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:08.682050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.682659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] For port 4482bc17-f196-4354-8261-158eaecd92f6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:08.687138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] For port 4482bc17-f196-4354-8261-158eaecd92f6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4482bc17-f196-4354-8261-158eaecd92f6,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:08.723902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.724134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:08.736669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (551f8e72-d612-4047-adbd-52cb369e1715), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.737115 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 551f8e72-d612-4047-adbd-52cb369e1715 of type vlan for network 06900e03-e753-4890-a493-3939ecd2039b Feb 19 01:05:08.787115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.812850 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4482bc17-f196-4354-8261-158eaecd92f6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.880273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Pushing event updated for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:08.894637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (06900e03-e753-4890-a493-3939ecd2039b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:08.896480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fae33a-5b2c-478b-96de-2a24d295254d None None] Pushing event updated for resources: {'Port': ['ID=4482bc17-f196-4354-8261-158eaecd92f6,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.153641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2131f81d-7caf-4c14-ac79-c1714adfd73e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:09.168038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks [] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.222642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Transition to ACTIVE for port object 2131f81d-7caf-4c14-ac79-c1714adfd73e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:09.311893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.510176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Pushing event updated for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.580018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.693382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Attempting to bind port 2131f81d-7caf-4c14-ac79-c1714adfd73e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:09.693921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Attempting to bind port 2131f81d-7caf-4c14-ac79-c1714adfd73e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'fb132a07-a45d-4685-9589-b0f04b4ed173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:09.694033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Attempting to bind port 2131f81d-7caf-4c14-ac79-c1714adfd73e on network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:09.698701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Port 2131f81d-7caf-4c14-ac79-c1714adfd73e on network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:09.703187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Attempting to bind port 2131f81d-7caf-4c14-ac79-c1714adfd73e on network 0b2027b2-5ff7-410f-8960-3b44e90a7aa8 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:09.708220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5266e-3f20-40c6-83e2-508679617dd2 req-34e1e9e4-2158-416b-98f3-060517c0adfc tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.710099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (06900e03-e753-4890-a493-3939ecd2039b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.716011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ac5266e-3f20-40c6-83e2-508679617dd2 req-34e1e9e4-2158-416b-98f3-060517c0adfc tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1077573 Feb 19 01:05:09.716617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.717617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.726999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:09.727386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Checking segment: {'id': 'fb132a07-a45d-4685-9589-b0f04b4ed173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:09.727765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Bound using segment: {'id': 'fb132a07-a45d-4685-9589-b0f04b4ed173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:09.728338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Bound port: 2131f81d-7caf-4c14-ac79-c1714adfd73e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb132a07-a45d-4685-9589-b0f04b4ed173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:09.728704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.840830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ac5266e-3f20-40c6-83e2-508679617dd2 req-f93be93e-f71e-4c26-88d7-18dac229a481 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175020 Feb 19 01:05:09.859831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Attempting to bind port 6e949b74-cc84-4656-9786-e4dbd54fc980 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:09.860439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Attempting to bind port 6e949b74-cc84-4656-9786-e4dbd54fc980 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:09.868590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Attempting to bind port 6e949b74-cc84-4656-9786-e4dbd54fc980 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:09.881434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Port 6e949b74-cc84-4656-9786-e4dbd54fc980 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:09.881434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Attempting to bind port 6e949b74-cc84-4656-9786-e4dbd54fc980 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:09.898811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:09.904484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e,segment=NetworkSegment(fb132a07-a45d-4685-9589-b0f04b4ed173),segment_id=fb132a07-a45d-4685-9589-b0f04b4ed173)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:09.940657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce203d-2747-49cb-b157-b4fc02dd0a9c req-a9a3da55-ab7e-4532-b392-ab1083889ff6 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.942798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19ce203d-2747-49cb-b157-b4fc02dd0a9c req-a9a3da55-ab7e-4532-b392-ab1083889ff6 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 943 time: 0.2515738 Feb 19 01:05:09.944489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for router_gateway (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.947560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:09.948613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:09.950282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:09.951031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Bound port: 6e949b74-cc84-4656-9786-e4dbd54fc980, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:09.951876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.980899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.023253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.026201 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.032169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] 10.222.0.96 "PUT /v2.0/ports/2131f81d-7caf-4c14-ac79-c1714adfd73e HTTP/1.1" status: 200 len: 1091 time: 1.4847255 Feb 19 01:05:10.041422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:10.047697 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10695bfe-c6c3-461e-b86e-b8c71e3721e3" -d '{"events": [{"name": "network-changed", "server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:10.115226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:10.119232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e949b74-cc84-4656-9786-e4dbd54fc980,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:10.123384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=06900e03-e753-4890-a493-3939ecd2039b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:10.129752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.133594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0ccf44d0-c523-4aa6-8d28-747cf6cc15c4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8041029 Feb 19 01:05:10.151876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 06900e03-e753-4890-a493-3939ecd2039b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:10.181437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:10.206088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': '06900e03-e753-4890-a493-3939ecd2039b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:10.226548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.236228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.390808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4482bc17-f196-4354-8261-158eaecd92f6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:10.417003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Allocated IP 172.25.2.224 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/d3cb377b-de99-4d8f-bddb-daf9429582fe) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:10.461483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b2fbe-e86f-4850-8f6c-502ebac3e872 service neutron] Pushing event updated for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:10.502855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-ecf9ea5c-fb66-45bb-a820-1eb6679d97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.504456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-ecf9ea5c-fb66-45bb-a820-1eb6679d97f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=deeb24f267d54f1aa1502df20e63469a&device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 1125 time: 0.2510107 Feb 19 01:05:10.529463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b0bcc-0554-4353-9183-5d3d2287600a req-785613bd-b12b-4d93-90d4-6b9e174abd6d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.530620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4482bc17-f196-4354-8261-158eaecd92f6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:10.530998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4482bc17-f196-4354-8261-158eaecd92f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.543684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e0b0bcc-0554-4353-9183-5d3d2287600a req-785613bd-b12b-4d93-90d4-6b9e174abd6d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 943 time: 0.4426396 Feb 19 01:05:10.610831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-97700d46-0f81-4d6c-902e-77583e73cc62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e HTTP/1.1" status: 200 len: 217 time: 0.0548692 Feb 19 01:05:10.671139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e519ec-b0a5-42a6-ba38-37ae97e4a16b None None] Network 86b8e54c-898e-4f10-982f-dc148b779731 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:10.740627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e0b0bcc-0554-4353-9183-5d3d2287600a req-fd2b0376-080d-4e15-b5db-c98b630e3471 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956575 Feb 19 01:05:10.764733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-e6be6a70-927e-45d6-b5e3-0319ac533734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.767813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-e6be6a70-927e-45d6-b5e3-0319ac533734 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74002a1e-5b1b-46cc-82b9-7038334a0bdf HTTP/1.1" status: 200 len: 860 time: 0.1515436 Feb 19 01:05:10.802961 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6423141b-da72-4b4f-9f65-c4cb7c07cf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.835498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-afa061df-ad45-4e12-bc52-354480bdc532 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b2027b2-5ff7-410f-8960-3b44e90a7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605702 Feb 19 01:05:10.837219 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390b2ac-eade-48ce-8ace-33aa76d21d91 x-openstack-request-id: req-f390b2ac-eade-48ce-8ace-33aa76d21d91 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:10.842058 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:10.842058 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f390b2ac-eade-48ce-8ace-33aa76d21d91 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:10.842058 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e', 'status': 'completed', 'code': 200} Feb 19 01:05:10.844549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.992518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:10.993153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:10.994565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] 10.222.0.96 "PUT /v2.0/ports/6e949b74-cc84-4656-9786-e4dbd54fc980 HTTP/1.1" status: 200 len: 1091 time: 3.5266714 Feb 19 01:05:11.000463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.020258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:11.022765 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12d109-28f7-466c-a667-a4ae322f01a2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:11.043214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19ce203d-2747-49cb-b157-b4fc02dd0a9c req-384fae59-0978-4043-a9b7-a7319629867b tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0639327 Feb 19 01:05:11.048958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:11.063358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:11.070588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:11.082175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6075c0-e30e-4636-861f-50c3121dac04 service neutron] Pushing event updated for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:11.110333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b5c19-3b4c-4c26-96a6-81814fdd3c41 req-6d54e80b-6549-46fa-9070-c3b9f369290f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.118087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa3b5c19-3b4c-4c26-96a6-81814fdd3c41 req-6d54e80b-6549-46fa-9070-c3b9f369290f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1630938 Feb 19 01:05:11.128506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-563db143-84ed-48b6-94e1-5efd5af22151 service neutron] 10.222.0.96 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798331 Feb 19 01:05:11.211637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Pushing event updated for resources: {'Port': ['ID=d3cb377b-de99-4d8f-bddb-daf9429582fe,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:11.232013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6ed5a83-623c-47cd-8dc5-5e9ca5aabd88 req-1addaa53-eb80-449a-99c1-5a77aac0a0cc service neutron] 10.222.0.96 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962651 Feb 19 01:05:11.326725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa3b5c19-3b4c-4c26-96a6-81814fdd3c41 req-5323c920-1d37-463b-8699-2b85205b5001 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075064 Feb 19 01:05:11.397828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4482bc17-f196-4354-8261-158eaecd92f6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:11.398204 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4482bc17-f196-4354-8261-158eaecd92f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.412462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Provisioning complete for port 4482bc17-f196-4354-8261-158eaecd92f6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:11.412969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4482bc17-f196-4354-8261-158eaecd92f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.477758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-6e7869fb-0f82-4c6e-94e2-1cfd2cb7bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.479338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-6e7869fb-0f82-4c6e-94e2-1cfd2cb7bee4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 1125 time: 0.3547885 Feb 19 01:05:11.480636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:11.487708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.494836 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ad9110-7c12-484b-809a-6411268591e5 x-openstack-request-id: req-04ad9110-7c12-484b-809a-6411268591e5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:11.495131 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:11.495386 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-04ad9110-7c12-484b-809a-6411268591e5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:11.495780 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980', 'status': 'completed', 'code': 200} Feb 19 01:05:11.502354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 4482bc17-f196-4354-8261-158eaecd92f6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4482bc17-f196-4354-8261-158eaecd92f6,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:11.514759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-8ceae047-0958-4c52-afeb-3ff8e45c38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.516526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-8ceae047-0958-4c52-afeb-3ff8e45c38e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=deeb24f267d54f1aa1502df20e63469a&device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 1125 time: 0.1123052 Feb 19 01:05:11.545499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-43020dc7-d0e4-4879-a2a7-987fc4a42ea0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e949b74-cc84-4656-9786-e4dbd54fc980 HTTP/1.1" status: 200 len: 217 time: 0.0537636 Feb 19 01:05:11.659485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4482bc17-f196-4354-8261-158eaecd92f6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.710449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-6d892216-6950-4027-9248-b70e15ba1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.712799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-6d892216-6950-4027-9248-b70e15ba1f07 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b2027b2-5ff7-410f-8960-3b44e90a7aa8 HTTP/1.1" status: 200 len: 921 time: 0.1888714 Feb 19 01:05:11.729881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Current status of the port 4482bc17-f196-4354-8261-158eaecd92f6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:11.730476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4482bc17-f196-4354-8261-158eaecd92f6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:11.790833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-5b3a54a9-292b-4028-9a75-03bc6834ef26 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e HTTP/1.1" status: 200 len: 217 time: 0.0702929 Feb 19 01:05:11.813445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=4482bc17-f196-4354-8261-158eaecd92f6,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:11.858117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:05:11.858493 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:05:11.886453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-066af028-deb0-4adb-baa0-dd058ccea9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.888147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-066af028-deb0-4adb-baa0-dd058ccea9a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=74002a1e-5b1b-46cc-82b9-7038334a0bdf HTTP/1.1" status: 200 len: 860 time: 0.0887976 Feb 19 01:05:11.934118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-7ca64a6a-4613-46b0-8eb9-b66e375900a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.936638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-7ca64a6a-4613-46b0-8eb9-b66e375900a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.3118865 Feb 19 01:05:11.991372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-bc2f097b-d175-4118-b5ce-f8504b384369 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b2027b2-5ff7-410f-8960-3b44e90a7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914035 Feb 19 01:05:12.022896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-652fbbd5-e88f-46f2-b3ab-ad6344ea61f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690525 Feb 19 01:05:12.098414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4482bc17-f196-4354-8261-158eaecd92f6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:12.152067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for router_gateway (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.207610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1197d-def4-4b57-a465-0d6dfaf5e855 req-fa79f98d-c046-46e6-9a54-d203b9c12b32 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.219952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96d1197d-def4-4b57-a465-0d6dfaf5e855 req-fa79f98d-c046-46e6-9a54-d203b9c12b32 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 943 time: 0.3227706 Feb 19 01:05:12.225910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4482bc17-f196-4354-8261-158eaecd92f6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:12.226298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4482bc17-f196-4354-8261-158eaecd92f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.336384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96d1197d-def4-4b57-a465-0d6dfaf5e855 req-bb738c86-55e6-4222-a27e-f14d317ecf5c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154368 Feb 19 01:05:12.344405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-5d58ae82-f935-42f5-a162-ab5370471e7d service neutron] 10.222.0.96 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405359 Feb 19 01:05:12.379141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4482bc17-f196-4354-8261-158eaecd92f6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:12.444909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0e43f4d4-1210-42b0-9fc3-01ffcc9ae7e6 None None] Current status of the port 4482bc17-f196-4354-8261-158eaecd92f6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:12.491349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-cdb782f5-79ff-41e5-9e40-3fc2f8459ea9 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561834 Feb 19 01:05:12.561063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2131f81d-7caf-4c14-ac79-c1714adfd73e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:12.604633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223df53d-15e1-4d41-972f-74309e7ad27c req-fa242bf5-a7df-4c97-ac0e-7f66f06c8049 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.612231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-223df53d-15e1-4d41-972f-74309e7ad27c req-fa242bf5-a7df-4c97-ac0e-7f66f06c8049 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 943 time: 0.3711007 Feb 19 01:05:12.620109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-064fe2cc-6155-4287-9818-6b304b48c6ea req-60489e08-3dfd-430c-9a45-5754da8afd92 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137187 Feb 19 01:05:12.636809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10695bfe-c6c3-461e-b86e-b8c71e3721e3 req-e59a2429-901f-421f-b2e0-d27f8a19d12f service neutron] 10.222.0.96 "GET /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852550 Feb 19 01:05:12.677010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86353d-9209-415f-a436-f1cb83e78f01 req-7caac20e-c1fa-420b-9da7-854f4c362405 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.681665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf86353d-9209-415f-a436-f1cb83e78f01 req-7caac20e-c1fa-420b-9da7-854f4c362405 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1610212 Feb 19 01:05:12.779874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf86353d-9209-415f-a436-f1cb83e78f01 req-a9027b32-f441-4469-ab11-964c16b235a7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894699 Feb 19 01:05:12.780213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-223df53d-15e1-4d41-972f-74309e7ad27c req-91bd52ad-83dd-4694-8dc4-2116d9ef3dd5 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660070 Feb 19 01:05:12.781428 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (c3d5583c-d20f-4e3d-b282-201b700fa06a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.836617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fba1aadf-6910-4326-96aa-6d55b2d464d0 None None] Provisioning complete for port 4482bc17-f196-4354-8261-158eaecd92f6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:12.837173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fba1aadf-6910-4326-96aa-6d55b2d464d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4482bc17-f196-4354-8261-158eaecd92f6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:12.908099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=c3d5583c-d20f-4e3d-b282-201b700fa06a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:12.938814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e,segment=NetworkSegment(fb132a07-a45d-4685-9589-b0f04b4ed173),segment_id=fb132a07-a45d-4685-9589-b0f04b4ed173)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:12.958020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-6ba59715-d1ce-4bb7-9496-22c559355104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:12.963188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-6ba59715-d1ce-4bb7-9496-22c559355104 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 1125 time: 0.1282804 Feb 19 01:05:13.000426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a292694-8ed2-4a8f-9a37-7533afc06f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.005414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '2131f81d-7caf-4c14-ac79-c1714adfd73e', 'network_id': '0b2027b2-5ff7-410f-8960-3b44e90a7aa8', 'port_id': '2131f81d-7caf-4c14-ac79-c1714adfd73e', 'mac_address': 'fa:16:3e:55:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74002a1e-5b1b-46cc-82b9-7038334a0bdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:13.018776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '551f8e72-d612-4047-adbd-52cb369e1715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06900e03-e753-4890-a493-3939ecd2039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:13.019840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: 06900e03-e753-4890-a493-3939ecd2039b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:13.041483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.098869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fba1aadf-6910-4326-96aa-6d55b2d464d0 None None] Current status of the port 4482bc17-f196-4354-8261-158eaecd92f6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:13.123304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-02c79741-4453-476d-8223-2e36901c97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:13.124808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-02c79741-4453-476d-8223-2e36901c97d7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.1550150 Feb 19 01:05:13.135065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2131f81d-7caf-4c14-ac79-c1714adfd73e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:13.135485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.179916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2131f81d-7caf-4c14-ac79-c1714adfd73e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:13.217029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e,segment=NetworkSegment(fb132a07-a45d-4685-9589-b0f04b4ed173),segment_id=fb132a07-a45d-4685-9589-b0f04b4ed173)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:13.240410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-2cd15fcb-4642-4292-8fbc-572ab2a5e09f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e949b74-cc84-4656-9786-e4dbd54fc980 HTTP/1.1" status: 200 len: 217 time: 0.1043551 Feb 19 01:05:13.291563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.311191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 06900e03-e753-4890-a493-3939ecd2039b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:13.313591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-1c0e0b4a-ea7b-4354-bf58-9e48fe4b69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:13.315992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-1c0e0b4a-ea7b-4354-bf58-9e48fe4b69d9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0666504 Feb 19 01:05:13.373805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:13.376400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-e99411e8-517f-4cfe-aa8e-4d7cfd213daf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530982 Feb 19 01:05:13.380054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 06900e03-e753-4890-a493-3939ecd2039b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:13.391348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cd2f4-91c0-4fc4-b838-bbded257d825 None None] Network 06900e03-e753-4890-a493-3939ecd2039b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:13.392148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:13.394087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.422726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Router fdfe99d9-0f8e-4246-bc20-c4203416ca0d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:05:13.550094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fd215138-eb56-40d5-ad2a-279b73de6e2d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3606620 Feb 19 01:05:13.557550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48018) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:13.566287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': '06900e03-e753-4890-a493-3939ecd2039b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1652899690'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:13.591934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-06900e03-e753-4890-a493-3939ecd2039b', 'network_id': '06900e03-e753-4890-a493-3939ecd2039b', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': 'c3d5583c-d20f-4e3d-b282-201b700fa06a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:13.593095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:13.622127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-e9f669a5-a9eb-4efa-9c17-dfa904670342 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167475 Feb 19 01:05:13.667018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4905-9084-4677-8d9b-eddec081a2a2 req-9bb52e7d-ee86-41c0-83d2-b6fe691f91fa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:13.669049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-466c4905-9084-4677-8d9b-eddec081a2a2 req-9bb52e7d-ee86-41c0-83d2-b6fe691f91fa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 943 time: 0.2279410 Feb 19 01:05:13.689106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2131f81d-7caf-4c14-ac79-c1714adfd73e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:13.877560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Allocated IP 172.20.0.2 (06900e03-e753-4890-a493-3939ecd2039b/c3d5583c-d20f-4e3d-b282-201b700fa06a/e78383f9-d4cd-4584-a259-3b8d862ae44c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:13.906999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-466c4905-9084-4677-8d9b-eddec081a2a2 req-4a9d7b9b-f5e9-4362-a8ac-3f246626a177 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944540 Feb 19 01:05:13.946606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:13.957977 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Sync routers for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:13.975669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:13.976469 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:14.090238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-fb0ebd6a-df4b-474e-86fa-7b5bcf758cbf tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.093837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-fb0ebd6a-df4b-474e-86fa-7b5bcf758cbf tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.2536418 Feb 19 01:05:14.177829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.185208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-17f476c7-e14b-48f1-9cff-b4b46a175d79 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7423682 Feb 19 01:05:14.189335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48024) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:14.224801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.238564 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:14.249653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks [] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.322978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.326456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d6057-cd40-4bfd-b70a-ec76ef143d64 req-6e36a5a5-7809-4cde-984a-6aa2ab8b68d9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.332595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f43d6057-cd40-4bfd-b70a-ec76ef143d64 req-6e36a5a5-7809-4cde-984a-6aa2ab8b68d9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.8889010 Feb 19 01:05:14.446103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Network 06900e03-e753-4890-a493-3939ecd2039b is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:14.449402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:14.458365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:14.494104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f43d6057-cd40-4bfd-b70a-ec76ef143d64 req-743d413b-d689-4e15-a712-088594a1114c tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497154 Feb 19 01:05:14.535864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c12d109-28f7-466c-a667-a4ae322f01a2 req-dc494a75-5b57-43dd-af36-3977e7fc8eef service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9036150 Feb 19 01:05:14.536749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Pushing event updated for resources: {'Port': ['ID=e78383f9-d4cd-4584-a259-3b8d862ae44c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:14.596335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e949b74-cc84-4656-9786-e4dbd54fc980 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:14.658310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:11Z', 'revision_number': 3, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:14.659342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Attempting to bind port e78383f9-d4cd-4584-a259-3b8d862ae44c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:14.659725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Attempting to bind port e78383f9-d4cd-4584-a259-3b8d862ae44c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '551f8e72-d612-4047-adbd-52cb369e1715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06900e03-e753-4890-a493-3939ecd2039b'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:14.660096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Attempting to bind port e78383f9-d4cd-4584-a259-3b8d862ae44c on network 06900e03-e753-4890-a493-3939ecd2039b {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:14.679324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:14.679745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Checking segment: {'id': '551f8e72-d612-4047-adbd-52cb369e1715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06900e03-e753-4890-a493-3939ecd2039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:14.680121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.680516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Bound using segment: {'id': '551f8e72-d612-4047-adbd-52cb369e1715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06900e03-e753-4890-a493-3939ecd2039b'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:14.681005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Bound port: e78383f9-d4cd-4584-a259-3b8d862ae44c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551f8e72-d612-4047-adbd-52cb369e1715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '06900e03-e753-4890-a493-3939ecd2039b'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:14.681394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.723101 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Checking router: fdfe99d9-0f8e-4246-bc20-c4203416ca0d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:14.723454 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Updating router fdfe99d9-0f8e-4246-bc20-c4203416ca0d port d3cb377b-de99-4d8f-bddb-daf9429582fe binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:05:14.749751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d85c3-c286-40da-8f73-9dc06797eccb req-7ebdb815-c3e2-4f46-8c69-8cd0444a4648 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.751371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-175d85c3-c286-40da-8f73-9dc06797eccb req-7ebdb815-c3e2-4f46-8c69-8cd0444a4648 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1226759 Feb 19 01:05:14.800057 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:14.861779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-175d85c3-c286-40da-8f73-9dc06797eccb req-a9fc94bc-9934-443d-8bd1-76e53ef94343 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Feb 19 01:05:14.902242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] For port e78383f9-d4cd-4584-a259-3b8d862ae44c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:14.907347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] For port e78383f9-d4cd-4584-a259-3b8d862ae44c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e78383f9-d4cd-4584-a259-3b8d862ae44c,segment=NetworkSegment(551f8e72-d612-4047-adbd-52cb369e1715),segment_id=551f8e72-d612-4047-adbd-52cb369e1715)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:15.017254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e949b74-cc84-4656-9786-e4dbd54fc980,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:15.030205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.070107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6e949b74-cc84-4656-9786-e4dbd54fc980', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': '6e949b74-cc84-4656-9786-e4dbd54fc980', 'mac_address': 'fa:16:3e:37:d3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:15.130741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:15.142439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.149715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4c9e-5826-4668-824d-34efe150d445 req-04054b68-0fd1-4f8f-9d74-15897bc1c412 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.155453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-494e4c9e-5826-4668-824d-34efe150d445 req-04054b68-0fd1-4f8f-9d74-15897bc1c412 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 943 time: 0.1191671 Feb 19 01:05:15.197972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08a51f-3a4b-4fae-910d-d32414bf5642 None None] Pushing event updated for resources: {'Port': ['ID=e78383f9-d4cd-4584-a259-3b8d862ae44c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:15.220641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6e949b74-cc84-4656-9786-e4dbd54fc980 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:15.226585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.252599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port a14aa66e-9610-4edd-ad25-79fa7a875912 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:15.264107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e949b74-cc84-4656-9786-e4dbd54fc980 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:15.270343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.273988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-494e4c9e-5826-4668-824d-34efe150d445 req-a97c9531-aa3a-4f78-9f06-c7a7458b9cb7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106622 Feb 19 01:05:15.292295 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks [] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.318895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e949b74-cc84-4656-9786-e4dbd54fc980,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:15.330372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec332e2b-c2ce-4a66-950f-e1e671b514c7 req-62f324c2-093c-4f06-8b07-81e72d9967e2 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.332301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec332e2b-c2ce-4a66-950f-e1e671b514c7 req-62f324c2-093c-4f06-8b07-81e72d9967e2 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 944 time: 1.1420655 Feb 19 01:05:15.408798 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.442552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.504978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Attempting to bind port d3cb377b-de99-4d8f-bddb-daf9429582fe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:15.505373 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Attempting to bind port d3cb377b-de99-4d8f-bddb-daf9429582fe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:15.505748 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Attempting to bind port d3cb377b-de99-4d8f-bddb-daf9429582fe on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:15.518003 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:15.518511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:15.523433 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.524356 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:15.525215 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Bound port: d3cb377b-de99-4d8f-bddb-daf9429582fe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:15.525639 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.553752 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Pushing event updated for resources: {'Port': ['ID=d3cb377b-de99-4d8f-bddb-daf9429582fe,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:15.585330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:15.601076 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.601076 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.601331 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.601620 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.601951 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.602279 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.602603 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.602926 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.603275 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.603598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.603916 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.604234 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.604549 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:15.671840 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] For port d3cb377b-de99-4d8f-bddb-daf9429582fe, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:15.675951 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] For port d3cb377b-de99-4d8f-bddb-daf9429582fe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d3cb377b-de99-4d8f-bddb-daf9429582fe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:15.703261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Deleting port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:15.703670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.719226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9d93-1374-4c36-9f7d-8f1701a71a60 req-e440c2ed-44f7-4fa7-a1d1-31786c3620c4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.721393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f6e9d93-1374-4c36-9f7d-8f1701a71a60 req-e440c2ed-44f7-4fa7-a1d1-31786c3620c4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 944 time: 0.0869753 Feb 19 01:05:15.759467 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:15.793211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec332e2b-c2ce-4a66-950f-e1e671b514c7 req-620d7161-5218-422f-a49f-6b533d128c7d tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391797 Feb 19 01:05:15.797844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f6e9d93-1374-4c36-9f7d-8f1701a71a60 req-74bc2e7c-b9fa-425e-ba6a-fc9dc3073efd tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Feb 19 01:05:15.809549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6e949b74-cc84-4656-9786-e4dbd54fc980'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:15.851725 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b99d7c-5163-4a40-b6da-583f630e45a3 None None] Pushing event updated for resources: {'Port': ['ID=d3cb377b-de99-4d8f-bddb-daf9429582fe,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:15.874436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.12 (06900e03-e753-4890-a493-3939ecd2039b/c3d5583c-d20f-4e3d-b282-201b700fa06a/a14aa66e-9610-4edd-ad25-79fa7a875912) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:15.875281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:15.875893 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:16.106886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] For port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:16.108206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.123004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Calling delete_port for f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:16.123375 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:16.150832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e78383f9-d4cd-4584-a259-3b8d862ae44c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:16.250411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e78383f9-d4cd-4584-a259-3b8d862ae44c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:16.250935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.454513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0738d-d2d0-47e6-9e54-991439c374d9 req-4a5c9a01-e697-4a36-9cce-85cfda71e322 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.459516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78c0738d-d2d0-47e6-9e54-991439c374d9 req-4a5c9a01-e697-4a36-9cce-85cfda71e322 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.4727416 Feb 19 01:05:16.478908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756297c5-3803-41a9-ba3b-5f393c88e163 req-fd598b34-dcf8-4218-bd8b-475d54df1144 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.489487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756297c5-3803-41a9-ba3b-5f393c88e163 req-fd598b34-dcf8-4218-bd8b-475d54df1144 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 944 time: 0.1083255 Feb 19 01:05:16.524361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:11Z', 'revision_number': 3, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:16.547688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e78383f9-d4cd-4584-a259-3b8d862ae44c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:16.548078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.584618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2131f81d-7caf-4c14-ac79-c1714adfd73e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:16.604307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756297c5-3803-41a9-ba3b-5f393c88e163 req-822e956c-8622-47bb-aed2-03301e388a7f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025386 Feb 19 01:05:16.619982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4453a204-eeb3-4779-b89b-025a92870c9e None None] The sync data for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 is: [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:11Z', 'revision_number': 3, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:16.661215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78c0738d-d2d0-47e6-9e54-991439c374d9 req-a069af27-a4f1-4d64-8593-b0c6c8ad5472 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905355 Feb 19 01:05:16.667912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.686967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.710903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e78383f9-d4cd-4584-a259-3b8d862ae44c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e78383f9-d4cd-4584-a259-3b8d862ae44c,segment=NetworkSegment(551f8e72-d612-4047-adbd-52cb369e1715),segment_id=551f8e72-d612-4047-adbd-52cb369e1715)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:16.797853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.822391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.826944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 2131f81d-7caf-4c14-ac79-c1714adfd73e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:16.843746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event deleted for resources: {'Port': ['ID=f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:16.904296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e78383f9-d4cd-4584-a259-3b8d862ae44c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:16.908805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba59cd-8c20-4234-85db-95624f6c64d1 None None] Network 06900e03-e753-4890-a493-3939ecd2039b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:16.977518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 2131f81d-7caf-4c14-ac79-c1714adfd73e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:16.978390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.990159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] No DVR routers for this DVR port f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:16.990159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.990429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7e8cb54b-5622-4897-990e-c2a7bc0c7796 req-4f5a2d76-8322-4409-b724-64ea9c932ed2 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f HTTP/1.1" status: 200 len: 210 time: 0.0408773 Feb 19 01:05:16.990882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.992026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26b04dd6-6bb9-4159-8afd-4e40a3206ae8 req-639fd17c-b12f-40e8-9621-ccadf0a6525a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "DELETE /v2.0/ports/f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb HTTP/1.1" status: 204 len: 173 time: 2.8905237 Feb 19 01:05:16.999789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-deleted', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:17.002071 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc59a44-3128-4cf2-8828-8a80dc56d9e0" -d '{"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-deleted", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:17.005620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.034463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:17.108716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 06900e03-e753-4890-a493-3939ecd2039b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:17.110393 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f0216-885f-4958-9662-494c24fe0cbd x-openstack-request-id: req-448f0216-885f-4958-9662-494c24fe0cbd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:17.112201 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f", "name": "network-vif-deleted", "tag": "f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:17.112337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:17.112432 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-448f0216-885f-4958-9662-494c24fe0cbd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:17.112513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:17.112606 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b52283-ef8e-4c0f-88f0-6d9c6d87c08f', 'name': 'network-vif-deleted', 'tag': 'f1f6f0a3-5e73-4c32-a1c4-45ac24081bfb', 'status': 'completed', 'code': 200} Feb 19 01:05:17.142046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04ec1f0c-16cd-4915-adc5-1e5d5807cef3 None None] Provisioning complete for port e78383f9-d4cd-4584-a259-3b8d862ae44c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:17.142552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04ec1f0c-16cd-4915-adc5-1e5d5807cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.149848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:17.157383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:17.160821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=a14aa66e-9610-4edd-ad25-79fa7a875912,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:17.234449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Allocated IP 172.20.0.1 (86b8e54c-898e-4f10-982f-dc148b779731/edc84dc4-570e-484c-83e9-5f0426e16651/d0b61fc1-d0b2-4877-8131-255dd7c1f02a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:17.243162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6c7e7-6fae-4f70-b6a5-b5fb948c8fd1 req-9fff0be0-07c8-47af-8731-41d25c6a431e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.250226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19b6c7e7-6fae-4f70-b6a5-b5fb948c8fd1 req-9fff0be0-07c8-47af-8731-41d25c6a431e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 944 time: 0.2826815 Feb 19 01:05:17.294811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.295860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.390769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19b6c7e7-6fae-4f70-b6a5-b5fb948c8fd1 req-aed64b0d-4b38-48ac-8760-653634e0289e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394567 Feb 19 01:05:17.451272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13e4c639-a301-4ad9-acfc-5a95eb193911 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.8893907 Feb 19 01:05:17.451706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48044) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:17.531369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04ec1f0c-16cd-4915-adc5-1e5d5807cef3 None None] Current status of the port e78383f9-d4cd-4584-a259-3b8d862ae44c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:17.534499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2131f81d-7caf-4c14-ac79-c1714adfd73e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:17.534885 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.574186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:17.580914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks [] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.582137 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c1755b-b9fe-4606-bd89-f9d42c4d961f" -d '{"events": [{"server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "name": "network-vif-plugged", "status": "completed", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:17.598467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e,segment=NetworkSegment(fb132a07-a45d-4685-9589-b0f04b4ed173),segment_id=fb132a07-a45d-4685-9589-b0f04b4ed173)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:17.656928 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b45d7-f496-4b72-be64-85fabaae4157 x-openstack-request-id: req-544b45d7-f496-4b72-be64-85fabaae4157 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:17.657218 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "name": "network-vif-plugged", "status": "completed", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:17.657473 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-544b45d7-f496-4b72-be64-85fabaae4157 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:17.657865 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e', 'code': 200} Feb 19 01:05:17.672107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.676236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port a14aa66e-9610-4edd-ad25-79fa7a875912 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:17.676648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.772228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:17.797491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.833331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.879899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Network 86b8e54c-898e-4f10-982f-dc148b779731 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:17.895403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:17.915296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:18.000834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d69f1-3367-4c7c-bf8d-7317a4501c14 req-059627d6-7d30-4f14-bed3-bd0884f84ed1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.002475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-618d69f1-3367-4c7c-bf8d-7317a4501c14 req-059627d6-7d30-4f14-bed3-bd0884f84ed1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 944 time: 0.2902400 Feb 19 01:05:18.003391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.017760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for a14aa66e-9610-4edd-ad25-79fa7a875912 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:18.064524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.173391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Provisioning complete for port a14aa66e-9610-4edd-ad25-79fa7a875912 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:18.173707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.253148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-618d69f1-3367-4c7c-bf8d-7317a4501c14 req-3a80e1f2-61e2-4c7f-9285-c131d8ed1442 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409234 Feb 19 01:05:18.298536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Port a14aa66e-9610-4edd-ad25-79fa7a875912 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:18.337507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Provisioning complete for port e78383f9-d4cd-4584-a259-3b8d862ae44c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:18.339075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.342465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e78383f9-d4cd-4584-a259-3b8d862ae44c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:18.372713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7010758-b176-464a-8d5e-c1c37b6f6135 req-be3d8632-ba00-4cb3-9611-039a98a201a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.374341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7010758-b176-464a-8d5e-c1c37b6f6135 req-be3d8632-ba00-4cb3-9611-039a98a201a3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 1127 time: 0.5379841 Feb 19 01:05:18.448176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f8e2d-f0ef-47ec-8d9b-f2579be80149 req-30160829-ffc1-4aee-b6c7-68230f58a03f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.455715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c7f8e2d-f0ef-47ec-8d9b-f2579be80149 req-30160829-ffc1-4aee-b6c7-68230f58a03f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.5542488 Feb 19 01:05:18.524718 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a14aa66e-9610-4edd-ad25-79fa7a875912), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.526417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e78383f9-d4cd-4584-a259-3b8d862ae44c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:18.527067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.535849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.584525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7010758-b176-464a-8d5e-c1c37b6f6135 req-5744d6a5-19fb-43c5-9ad0-e76a0a3d2f0f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961892 Feb 19 01:05:18.601284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e949b74-cc84-4656-9786-e4dbd54fc980 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:18.620120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=a14aa66e-9610-4edd-ad25-79fa7a875912,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.648676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c7f8e2d-f0ef-47ec-8d9b-f2579be80149 req-ab67cedc-fccd-40db-8715-bc6a133225f4 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916904 Feb 19 01:05:18.728156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e78383f9-d4cd-4584-a259-3b8d862ae44c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:18.729738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d3cb377b-de99-4d8f-bddb-daf9429582fe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:18.842266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a55b5-4c85-4a65-a054-81af38ad3dad req-414c8831-3dc8-463d-ab78-57593dde9a4d tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.842956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d3cb377b-de99-4d8f-bddb-daf9429582fe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:18.843080 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.844040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-995a55b5-4c85-4a65-a054-81af38ad3dad req-414c8831-3dc8-463d-ab78-57593dde9a4d tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 945 time: 0.2509482 Feb 19 01:05:18.880245 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.892487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-05a8b0cd-1fc6-4ee2-8e79-57875a48296a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/a14aa66e-9610-4edd-ad25-79fa7a875912 HTTP/1.1" status: 204 len: 168 time: 1.4372363 Feb 19 01:05:18.893405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48062) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:18.897371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-faf2ca23-c095-4935-9603-9b1ec3efa217 None None] Current status of the port e78383f9-d4cd-4584-a259-3b8d862ae44c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:18.947063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 6e949b74-cc84-4656-9786-e4dbd54fc980 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:18.950657 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa445161-39da-4388-a97d-808ef0b79973 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:18.955014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aa445161-39da-4388-a97d-808ef0b79973 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/a14aa66e-9610-4edd-ad25-79fa7a875912 HTTP/1.1" status: 404 len: 333 time: 0.0572405 Feb 19 01:05:18.956949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48064) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:19.013421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-995a55b5-4c85-4a65-a054-81af38ad3dad req-438b7184-b672-4f02-bbc4-4ceefdcff539 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636961 Feb 19 01:05:19.014185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6e949b74-cc84-4656-9786-e4dbd54fc980 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:19.014960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.034596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet c3d5583c-d20f-4e3d-b282-201b700fa06a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:19.040527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks [] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.044365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (c3d5583c-d20f-4e3d-b282-201b700fa06a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.076128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dcbb7cb9-eaed-46da-b1c8-9d2d1684a36d None None] Could not find standard attr ID for object a14aa66e-9610-4edd-ad25-79fa7a875912. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:05:19.094241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d3cb377b-de99-4d8f-bddb-daf9429582fe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:19.100210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.105777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.141306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (c3d5583c-d20f-4e3d-b282-201b700fa06a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.168773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dcbb7cb9-eaed-46da-b1c8-9d2d1684a36d None None] Provisioning complete for port d0b61fc1-d0b2-4877-8131-255dd7c1f02a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:19.169890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7cb9-eaed-46da-b1c8-9d2d1684a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.177450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port d3cb377b-de99-4d8f-bddb-daf9429582fe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d3cb377b-de99-4d8f-bddb-daf9429582fe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:19.216502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.275236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.314490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.354929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c3d5583c-d20f-4e3d-b282-201b700fa06a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.385076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=d3cb377b-de99-4d8f-bddb-daf9429582fe,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.414949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb7cb9-eaed-46da-b1c8-9d2d1684a36d None None] Port d0b61fc1-d0b2-4877-8131-255dd7c1f02a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:19.425335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6e949b74-cc84-4656-9786-e4dbd54fc980 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:19.426055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.484026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e949b74-cc84-4656-9786-e4dbd54fc980,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:19.516338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Network 86b8e54c-898e-4f10-982f-dc148b779731 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:19.520230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:19.521744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1ff4-a192-452c-99e1-ea62354e0701 req-46fc5b75-e5f8-4664-861e-cc7a115e6cac tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.528887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ae1ff4-a192-452c-99e1-ea62354e0701 req-46fc5b75-e5f8-4664-861e-cc7a115e6cac tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 944 time: 0.1334288 Feb 19 01:05:19.600854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e85e9-3da4-4634-bc1d-e848f67b22f8 req-113ecdd5-4304-4f0f-8608-7d4f874b8d0a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.602428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a0e85e9-3da4-4634-bc1d-e848f67b22f8 req-113ecdd5-4304-4f0f-8608-7d4f874b8d0a tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.1274033 Feb 19 01:05:19.613378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18ae1ff4-a192-452c-99e1-ea62354e0701 req-d5098b69-3c30-48f5-94c2-3277181dc469 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Feb 19 01:05:19.625577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.659929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (c3d5583c-d20f-4e3d-b282-201b700fa06a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.706683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a0e85e9-3da4-4634-bc1d-e848f67b22f8 req-45a15ba9-67b3-4c10-a75d-de0a7fb4edad tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Feb 19 01:05:19.729236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Router fdfe99d9-0f8e-4246-bc20-c4203416ca0d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:19.733443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:19.736377 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b607bd-8d8f-4cdb-bf98-10d02ce889fd" -d '{"events": [{"server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "name": "network-vif-plugged", "status": "completed", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:19.740871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.755173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.756471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/c3d5583c-d20f-4e3d-b282-201b700fa06a HTTP/1.1" status: 204 len: 168 time: 0.7979732 Feb 19 01:05:19.757396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:19.765048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dfe4d-d434-4d7f-a79c-bf8ae76db3a7 None None] Network 06900e03-e753-4890-a493-3939ecd2039b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:19.769846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d5583c-d20f-4e3d-b282-201b700fa06a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:19.920654 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce78bcce-1c60-4951-af25-7c7486221685 x-openstack-request-id: req-ce78bcce-1c60-4951-af25-7c7486221685 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:19.924468 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "name": "network-vif-plugged", "status": "completed", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:19.924468 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ce78bcce-1c60-4951-af25-7c7486221685 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:19.924468 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980', 'code': 200} Feb 19 01:05:19.971496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.972615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.976165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.976883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.977411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.977911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.978418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.980402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.981508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.982023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.983251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.983979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6edf9d9e-b0e9-49ce-93b2-23af3c793594 None None] Provisioning complete for port d0b61fc1-d0b2-4877-8131-255dd7c1f02a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:19.984489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6edf9d9e-b0e9-49ce-93b2-23af3c793594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.985383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.986091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f7b98-efdf-49b3-a2d9-0a2ece6a2584 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:19.995770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (06900e03-e753-4890-a493-3939ecd2039b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.027207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6edf9d9e-b0e9-49ce-93b2-23af3c793594 None None] Port d0b61fc1-d0b2-4877-8131-255dd7c1f02a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:20.037679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-8cb5fb4f-5bd2-4ad4-bcfb-482740f12d4d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.055316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-8cb5fb4f-5bd2-4ad4-bcfb-482740f12d4d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.2866235 Feb 19 01:05:20.073537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d3cb377b-de99-4d8f-bddb-daf9429582fe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:20.131138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:20.189018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Sync routers for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:20.189137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-281ebc44-b634-4885-bd84-9f4e1eabdfd6 admin admin] 10.222.0.94 "PUT /v2.0/routers/fdfe99d9-0f8e-4246-bc20-c4203416ca0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9428360 Feb 19 01:05:20.189248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:20.189248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:20.189458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82500e-7d4c-4c4d-abb3-4a69a361f7c0 req-39e66280-9dac-4350-80a2-f67bfc9b5b27 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.195796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f82500e-7d4c-4c4d-abb3-4a69a361f7c0 req-39e66280-9dac-4350-80a2-f67bfc9b5b27 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2656345 Feb 19 01:05:20.215751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port e78383f9-d4cd-4584-a259-3b8d862ae44c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:20.216115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.240197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51686c68-a884-4b0c-8c7e-894a3d5d4e5b req-4d4de787-94b8-4681-b2ca-c221a247aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.250531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51686c68-a884-4b0c-8c7e-894a3d5d4e5b req-4d4de787-94b8-4681-b2ca-c221a247aeda service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 1127 time: 0.2554924 Feb 19 01:05:20.260772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d3cb377b-de99-4d8f-bddb-daf9429582fe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:20.261552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.272779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea080204-af41-4348-b528-f539de6529e7 None None] DHCP port deletion for 06900e03-e753-4890-a493-3939ecd2039b request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:20.309531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port e78383f9-d4cd-4584-a259-3b8d862ae44c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e78383f9-d4cd-4584-a259-3b8d862ae44c,segment=NetworkSegment(551f8e72-d612-4047-adbd-52cb369e1715),segment_id=551f8e72-d612-4047-adbd-52cb369e1715)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:20.309910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.320112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c9f1-8cfc-4f7c-bd15-b0f2e58397b2 req-87a83a84-ae63-4ff8-b815-7296caab4f89 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.321658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d68c9f1-8cfc-4f7c-bd15-b0f2e58397b2 req-87a83a84-ae63-4ff8-b815-7296caab4f89 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 945 time: 0.1812360 Feb 19 01:05:20.385418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f82500e-7d4c-4c4d-abb3-4a69a361f7c0 req-e968246a-0ce0-43a4-8844-84754f59d959 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735079 Feb 19 01:05:20.395004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for e78383f9-d4cd-4584-a259-3b8d862ae44c owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:20.419849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51686c68-a884-4b0c-8c7e-894a3d5d4e5b req-2bf25483-16fe-4435-ac5f-a0534dc64c03 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538033 Feb 19 01:05:20.498502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:20.505355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d68c9f1-8cfc-4f7c-bd15-b0f2e58397b2 req-e50d2ab9-141e-4886-96cb-96e13aca9dc9 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272223 Feb 19 01:05:20.515310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Deleting port e314fdcf-3197-4034-8628-1c2428981bd8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:20.515711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.620803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Deleting port e78383f9-d4cd-4584-a259-3b8d862ae44c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:20.621349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.647319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] For port e314fdcf-3197-4034-8628-1c2428981bd8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e314fdcf-3197-4034-8628-1c2428981bd8,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:20.647809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.665374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Calling delete_port for e314fdcf-3197-4034-8628-1c2428981bd8 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:20.699929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d3cb377b-de99-4d8f-bddb-daf9429582fe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:20.787801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46bec3-3fff-4b13-a586-05a77e37def9 req-a0b040c0-d684-4eef-a66c-2ee39c257362 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:20.789497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b46bec3-3fff-4b13-a586-05a77e37def9 req-a0b040c0-d684-4eef-a66c-2ee39c257362 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.0961909 Feb 19 01:05:20.809077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.865039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=e78383f9-d4cd-4584-a259-3b8d862ae44c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:20.869092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port e78383f9-d4cd-4584-a259-3b8d862ae44c on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:20.892451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b46bec3-3fff-4b13-a586-05a77e37def9 req-a033d1c2-58b1-4b4c-a241-7c7185a00e1d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961430 Feb 19 01:05:20.900141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ea080204-af41-4348-b528-f539de6529e7 None None] For port e78383f9-d4cd-4584-a259-3b8d862ae44c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e78383f9-d4cd-4584-a259-3b8d862ae44c,segment=NetworkSegment(551f8e72-d612-4047-adbd-52cb369e1715),segment_id=551f8e72-d612-4047-adbd-52cb369e1715)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:20.900731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:20.917456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Calling delete_port for e78383f9-d4cd-4584-a259-3b8d862ae44c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:21.021680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (06900e03-e753-4890-a493-3939ecd2039b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.040251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e314fdcf-3197-4034-8628-1c2428981bd8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.090374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06900e03-e753-4890-a493-3939ecd2039b']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:21.120591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e78383f9-d4cd-4584-a259-3b8d862ae44c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.144012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] No DVR routers for this DVR port e314fdcf-3197-4034-8628-1c2428981bd8 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:21.149195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.151014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12ca4ab8-5fdc-4c4d-a840-afef49cb94fd req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.96 "DELETE /v2.0/ports/e314fdcf-3197-4034-8628-1c2428981bd8 HTTP/1.1" status: 204 len: 173 time: 1.0556643 Feb 19 01:05:21.154430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-deleted', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:21.157932 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a7da86-804c-489d-b3e4-64aed05fdd76" -d '{"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-deleted", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:21.160674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfbee2-2aed-4fde-bf1c-254d8a29e57b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event deleted for resources: {'Port': ['ID=e314fdcf-3197-4034-8628-1c2428981bd8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.165545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea080204-af41-4348-b528-f539de6529e7 None None] Pushing event deleted for resources: {'Port': ['ID=e78383f9-d4cd-4584-a259-3b8d862ae44c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.166272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f8e72-d612-4047-adbd-52cb369e1715') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:21.166601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f8e72-d612-4047-adbd-52cb369e1715') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:21.167797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea080204-af41-4348-b528-f539de6529e7 None None] No DVR routers for this DVR port e78383f9-d4cd-4584-a259-3b8d862ae44c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:21.185533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 4, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd0b61fc1-d0b2-4877-8131-255dd7c1f02a', 'name': '', 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'mac_address': 'fa:16:3e:8c:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:16Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 2, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'subnets': [{'id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:21.192474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9e192-6a0a-4319-bac4-1f788c51d314 req-0e55c208-b2be-4833-bb0c-d67aea67910d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.193897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12a9e192-6a0a-4319-bac4-1f788c51d314 req-0e55c208-b2be-4833-bb0c-d67aea67910d tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 944 time: 0.3085968 Feb 19 01:05:21.198838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (551f8e72-d612-4047-adbd-52cb369e1715), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.224680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Checking router: fdfe99d9-0f8e-4246-bc20-c4203416ca0d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:21.225183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Updating router fdfe99d9-0f8e-4246-bc20-c4203416ca0d port d0b61fc1-d0b2-4877-8131-255dd7c1f02a binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:05:21.237008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (551f8e72-d612-4047-adbd-52cb369e1715), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.243928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48102) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:21.253005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1386619544-network', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:21.253210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:21.253662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (551f8e72-d612-4047-adbd-52cb369e1715), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:21.257698 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:21.264520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.278238 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f602527f-bcde-4c61-a957-a830635adfdf x-openstack-request-id: req-f602527f-bcde-4c61-a957-a830635adfdf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:21.279320 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b427a8b-ab29-494c-825d-7c48c11b611b", "name": "network-vif-deleted", "tag": "e314fdcf-3197-4034-8628-1c2428981bd8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:21.302610 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f602527f-bcde-4c61-a957-a830635adfdf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:21.303455 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b427a8b-ab29-494c-825d-7c48c11b611b', 'name': 'network-vif-deleted', 'tag': 'e314fdcf-3197-4034-8628-1c2428981bd8', 'status': 'completed', 'code': 200} Feb 19 01:05:21.359475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12a9e192-6a0a-4319-bac4-1f788c51d314 req-99d973b3-41ba-4417-a14e-9de523c21d10 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517985 Feb 19 01:05:21.370600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Made reservation on behalf of 7a56dc21c6af413eb6994303e4df37cb for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:21.376983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.388480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.453794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (06900e03-e753-4890-a493-3939ecd2039b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.461104 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.464418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/06900e03-e753-4890-a493-3939ecd2039b HTTP/1.1" status: 204 len: 168 time: 1.6717827 Feb 19 01:05:21.500991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48106) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:21.506264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5807c-eea8-44f6-b445-31284c3233a5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=06900e03-e753-4890-a493-3939ecd2039b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.518261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'name': 'tempest-PortsTestJSON-379600456'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:21.693388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df93f4b-2834-4895-8e75-0ce7bf0b7be1 req-c25634ec-03bf-4d63-b0b4-6f71c1e010aa tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.695195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6df93f4b-2834-4895-8e75-0ce7bf0b7be1 req-c25634ec-03bf-4d63-b0b4-6f71c1e010aa tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 945 time: 0.0694263 Feb 19 01:05:21.709598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks [] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.767868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6df93f4b-2834-4895-8e75-0ce7bf0b7be1 req-384fcc9e-245d-42a9-a57a-37e6539e8784 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Feb 19 01:05:21.786000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.791286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544a581-d84c-4e3e-a787-d5448c8a5368 req-553ea439-f329-4612-a0eb-366df56e7d02 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.791286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9544a581-d84c-4e3e-a787-d5448c8a5368 req-553ea439-f329-4612-a0eb-366df56e7d02 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2852247 Feb 19 01:05:21.791286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks [] for security_group (0fb6df59-5ced-4207-b082-9141ada26e1d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.854764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb113c5-0a46-4075-8176-f5a243933aa0 None None] Pushing event updated for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:21.881720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0fb6df59-5ced-4207-b082-9141ada26e1d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.940514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:21.943833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.985187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Attempting to bind port d0b61fc1-d0b2-4877-8131-255dd7c1f02a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:21.985568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Attempting to bind port d0b61fc1-d0b2-4877-8131-255dd7c1f02a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:21.985951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Attempting to bind port d0b61fc1-d0b2-4877-8131-255dd7c1f02a on network 86b8e54c-898e-4f10-982f-dc148b779731 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:22.003707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:22.004242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Checking segment: {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:22.004665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.005076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Bound using segment: {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:22.005665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Bound port: d0b61fc1-d0b2-4877-8131-255dd7c1f02a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e224aa-fc03-4d58-810b-3a247fac96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:22.005964 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.117096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9544a581-d84c-4e3e-a787-d5448c8a5368 req-f43c4da7-3ff7-44e0-ae24-9613f5224119 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054764 Feb 19 01:05:22.144597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:22.162592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e78383f9-d4cd-4584-a259-3b8d862ae44c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:22.165147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:22.168633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be340d-2ffe-48ae-80e3-a42a35166627 req-2f837992-44ce-4907-a602-96f86d826135 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.169748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4be340d-2ffe-48ae-80e3-a42a35166627 req-2f837992-44ce-4907-a602-96f86d826135 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.1501737 Feb 19 01:05:22.241500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e78383f9-d4cd-4584-a259-3b8d862ae44c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:22.246008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e78383f9-d4cd-4584-a259-3b8d862ae44c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:22.249218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] For port d0b61fc1-d0b2-4877-8131-255dd7c1f02a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:22.288634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] For port d0b61fc1-d0b2-4877-8131-255dd7c1f02a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:22.327611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4be340d-2ffe-48ae-80e3-a42a35166627 req-47afd3f4-5fca-4d86-b136-955ad3553ab4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357214 Feb 19 01:05:22.366619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.468558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.518121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (71ab8d15-4056-4284-9d7b-70a77bf9826d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.518847 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Added segment 71ab8d15-4056-4284-9d7b-70a77bf9826d of type vlan for network d5cabb87-c2bb-4c03-aecc-104a65a1e589 Feb 19 01:05:22.546516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Provisioning complete for port d0b61fc1-d0b2-4877-8131-255dd7c1f02a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:22.546893 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.565390 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-475e0d5f-6060-4ba0-a4ac-3644d5215f97 req-2ab819ad-8ed1-41f8-92e3-106668d1d970 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b427a8b-ab29-494c-825d-7c48c11b611b HTTP/1.1" status: 200 len: 210 time: 0.0550604 Feb 19 01:05:22.631857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:22.924749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb113c5-0a46-4075-8176-f5a243933aa0 None None] Pushing event updated for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:22.934971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:22.935978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:22.941006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e314fdcf-3197-4034-8628-1c2428981bd8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:22.941006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e314fdcf-3197-4034-8628-1c2428981bd8 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:23.131154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (d5cabb87-c2bb-4c03-aecc-104a65a1e589), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.135058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6df59-5ced-4207-b082-9141ada26e1d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.153078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:23.177358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.209715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Current status of the port d0b61fc1-d0b2-4877-8131-255dd7c1f02a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:23.210123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.278657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:23.287674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:23.290478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:23.300251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.300906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.311426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.332624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bf67-4f7f-4396-8cd8-65f5bed5d04e req-4943b4e2-7ccc-42e1-bb7f-81c720694ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.335594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79e3bf67-4f7f-4396-8cd8-65f5bed5d04e req-4943b4e2-7ccc-42e1-bb7f-81c720694ea2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.2017784 Feb 19 01:05:23.351772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] For port d0b61fc1-d0b2-4877-8131-255dd7c1f02a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:23.399347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (d5cabb87-c2bb-4c03-aecc-104a65a1e589), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.399347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.399347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.461467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 4, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd0b61fc1-d0b2-4877-8131-255dd7c1f02a', 'name': '', 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'mac_address': 'fa:16:3e:8c:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:16Z', 'updated_at': '2022-02-19T01:05:22Z', 'revision_number': 4, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'subnets': [{'id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:23.469860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79e3bf67-4f7f-4396-8cd8-65f5bed5d04e req-83243116-28f1-47d2-b2e8-0c14818c4469 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083810 Feb 19 01:05:23.481491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb170f-c8d0-4446-b959-3cbf8efe1bd0 req-c2cf93a9-8e95-484e-b5ca-4aa5b2febe4d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.488282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96cb170f-c8d0-4446-b959-3cbf8efe1bd0 req-c2cf93a9-8e95-484e-b5ca-4aa5b2febe4d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1821885 Feb 19 01:05:23.500702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-19b19c7a-bbc9-44d1-b2fc-a9c4cb40f3cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9962368 Feb 19 01:05:23.507296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48160) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:23.514804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77672fa-058b-4875-9e71-b60fa968bd80 None None] The sync data for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 is: [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:18Z', 'revision_number': 4, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd0b61fc1-d0b2-4877-8131-255dd7c1f02a', 'name': '', 'network_id': '86b8e54c-898e-4f10-982f-dc148b779731', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'mac_address': 'fa:16:3e:8c:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:16Z', 'updated_at': '2022-02-19T01:05:22Z', 'revision_number': 4, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'subnets': [{'id': 'edc84dc4-570e-484c-83e9-5f0426e16651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:23.526495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed14ebe-2799-4bda-a41e-7c6ef866a024 req-354f50e6-564b-4d30-8892-b624ad994487 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.533305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed14ebe-2799-4bda-a41e-7c6ef866a024 req-354f50e6-564b-4d30-8892-b624ad994487 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 945 time: 0.1539335 Feb 19 01:05:23.545372 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.560448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cabb87-c2bb-4c03-aecc-104a65a1e589,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.623978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e481357-b096-450a-a22a-e3cc495d7c99 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3788574 Feb 19 01:05:23.625472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:23.637248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48166) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:23.656823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Request body: {'subnet': {'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1386619544-subnet', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:23.686289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96cb170f-c8d0-4446-b959-3cbf8efe1bd0 req-584a281e-71d7-4547-8f5f-1bb9ddac986d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970911 Feb 19 01:05:23.770573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ad194-e6d3-4c8b-9bc2-f9d4b6d9ed4c None None] Pushing event updated for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.785006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Made reservation on behalf of 7a56dc21c6af413eb6994303e4df37cb for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:23.788530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.811445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed14ebe-2799-4bda-a41e-7c6ef866a024 req-29502483-5b93-4dd6-96da-35ac36024e68 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731032 Feb 19 01:05:23.881284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48172) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:23.888973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e521e22e-ef2e-4a48-851d-a4dec5751bae None None] Provisioning complete for port d0b61fc1-d0b2-4877-8131-255dd7c1f02a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:23.893344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e521e22e-ef2e-4a48-851d-a4dec5751bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.925720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:23.926164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.157523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d0b61fc1-d0b2-4877-8131-255dd7c1f02a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:24.216916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e521e22e-ef2e-4a48-851d-a4dec5751bae None None] Current status of the port d0b61fc1-d0b2-4877-8131-255dd7c1f02a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:24.249175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.270926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d0b61fc1-d0b2-4877-8131-255dd7c1f02a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:24.271822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.271948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:24.357288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.357763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.358226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.358678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.359183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.359643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.360099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.362460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-cb881028-dec8-4645-978c-1192bfaeadd6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6707 time: 0.4781272 Feb 19 01:05:24.375785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc441f8e-d1ee-40b9-be3a-58ff4e8b0333 req-5b9d948e-5157-4f38-a642-3c8e21d55148 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.377714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc441f8e-d1ee-40b9-be3a-58ff4e8b0333 req-5b9d948e-5157-4f38-a642-3c8e21d55148 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.4174817 Feb 19 01:05:24.386449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d0b61fc1-d0b2-4877-8131-255dd7c1f02a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:24.477496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (f7506050-6c43-4028-b574-5f9964ae540f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.485185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-f42114aa-136a-4207-af17-23b577d0db4a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=af70dbad-ce8a-420c-aa70-de22a38398b6&id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1046014 Feb 19 01:05:24.521946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc441f8e-d1ee-40b9-be3a-58ff4e8b0333 req-ed2b8c2b-3493-4aba-828f-6eaffd83cfa4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171045 Feb 19 01:05:24.585713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.595222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7506050-6c43-4028-b574-5f9964ae540f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:24.607355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Checking segment: {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:24.608031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Network hostable DHCP agents. Network: d5cabb87-c2bb-4c03-aecc-104a65a1e589, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:24.657449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.661501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9 HTTP/1.1" status: 204 len: 168 time: 1.1261837 Feb 19 01:05:24.662752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a224a-2615-4da3-87cc-5fba58002ad7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=1beac0b9-a97d-44b5-9fb0-4bc6ba2e7dd9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:24.664562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:24.674476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'mac_address': 'fa:16:3e:ea:a0:c3', 'name': 'tempest-PortsTestJSON-91301262'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:24.771599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:24.845654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-d2380174-be97-4abd-a6fd-3fd4da05a96e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.847654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-d2380174-be97-4abd-a6fd-3fd4da05a96e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 945 time: 0.1279333 Feb 19 01:05:24.899764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, d5cabb87-c2bb-4c03-aecc-104a65a1e589) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:24.900815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386a76d-5ceb-46d3-9cff-e81401446a8c req-52bccfc6-26f1-4afc-9617-b2721734e3e4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.902522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b386a76d-5ceb-46d3-9cff-e81401446a8c req-52bccfc6-26f1-4afc-9617-b2721734e3e4 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.1296229 Feb 19 01:05:24.905391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.905988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.915475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe22eef-56a1-4428-ab01-a0a8211afac4 None None] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:24.954110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-4e9f448e-cb2f-4d8c-8eab-2ab310b38be0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.956073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-4e9f448e-cb2f-4d8c-8eab-2ab310b38be0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.1759846 Feb 19 01:05:24.981191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-81a701f6-2f50-4336-ac68-ec099baa8eb6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0188324 Feb 19 01:05:25.026639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b386a76d-5ceb-46d3-9cff-e81401446a8c req-bc7567b1-9ca9-4e5a-861c-4b13136d4e11 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/security-groups?id=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014132 Feb 19 01:05:25.026639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Deleting port 2131f81d-7caf-4c14-ac79-c1714adfd73e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:25.027575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:25.027727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.048832 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f23b003-726b-405b-bcd0-f81cb14ea63e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4098296 Feb 19 01:05:25.059421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48204) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:25.078183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:25.119282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-d5cabb87-c2bb-4c03-aecc-104a65a1e589', 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589', 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'fixed_ips': [{'subnet_id': 'f7506050-6c43-4028-b574-5f9964ae540f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:25.120283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.128535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-10309fc9-735f-4675-9a51-245d9fca4bff tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1340425 Feb 19 01:05:25.238885 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-db37a3a0-213f-4ee0-879a-0ec9f011e4f6 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021187 Feb 19 01:05:25.260489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] For port 2131f81d-7caf-4c14-ac79-c1714adfd73e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2131f81d-7caf-4c14-ac79-c1714adfd73e,segment=NetworkSegment(fb132a07-a45d-4685-9589-b0f04b4ed173),segment_id=fb132a07-a45d-4685-9589-b0f04b4ed173)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:25.260860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.277616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5779acc-4b1d-42d8-b028-46801d08ac66 req-5203d09e-b496-4247-ad80-ed545007db92 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.278484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5779acc-4b1d-42d8-b028-46801d08ac66 req-5203d09e-b496-4247-ad80-ed545007db92 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1336887 Feb 19 01:05:25.279884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.285102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Calling delete_port for 2131f81d-7caf-4c14-ac79-c1714adfd73e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:25.287779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.288831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.327495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Allocated IP 172.20.0.2 (d5cabb87-c2bb-4c03-aecc-104a65a1e589/f7506050-6c43-4028-b574-5f9964ae540f/d885b9cd-0f9b-4af8-81a4-613761f58404) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:25.360074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port c04de748-2d1f-42b5-ab07-79210b93786e yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:25.433224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for router_controller (527bfdd4-add9-4a04-a93c-67e6413dc481), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.436543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1ce0-6832-440b-af39-28228e235acc req-c67f58c4-d84a-4b87-b10f-bf5127c5e788 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.438116 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-060a1ce0-6832-440b-af39-28228e235acc req-c67f58c4-d84a-4b87-b10f-bf5127c5e788 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 944 time: 0.1889753 Feb 19 01:05:25.448714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5779acc-4b1d-42d8-b028-46801d08ac66 req-4858a7d9-79bf-4794-aeb1-100221891b35 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539147 Feb 19 01:05:25.529085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-1736afc5-89a6-4fc0-a0cf-4578ee46ccd6 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893636 Feb 19 01:05:25.587923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks [] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.640705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2131f81d-7caf-4c14-ac79-c1714adfd73e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.645790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.677086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (c04de748-2d1f-42b5-ab07-79210b93786e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.687128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Deleting port dc44e8eb-a039-4920-a2a2-dc97d88f883e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:25.687491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.713341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2131f81d-7caf-4c14-ac79-c1714adfd73e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:25.749856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:25.758633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:25.762430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:25.772048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Pushing event updated for resources: {'Port': ['ID=d885b9cd-0f9b-4af8-81a4-613761f58404,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:25.845994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] For port dc44e8eb-a039-4920-a2a2-dc97d88f883e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dc44e8eb-a039-4920-a2a2-dc97d88f883e,segment=NetworkSegment(e27442fc-6da7-4d22-87bf-7b77c0e087f6),segment_id=e27442fc-6da7-4d22-87bf-7b77c0e087f6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:25.846285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.862372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Calling delete_port for dc44e8eb-a039-4920-a2a2-dc97d88f883e owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:25.960837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Attempting to bind port d885b9cd-0f9b-4af8-81a4-613761f58404 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:25.960837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Attempting to bind port d885b9cd-0f9b-4af8-81a4-613761f58404 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:25.960837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Attempting to bind port d885b9cd-0f9b-4af8-81a4-613761f58404 on network d5cabb87-c2bb-4c03-aecc-104a65a1e589 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:25.972966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:25.975302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Checking segment: {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:25.975736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.976144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Bound using segment: {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:25.976643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Bound port: d885b9cd-0f9b-4af8-81a4-613761f58404, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:25.977035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.050046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Pushing event deleted for resources: {'Port': ['ID=2131f81d-7caf-4c14-ac79-c1714adfd73e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:26.109037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44f120b9-705c-4af5-b4c4-1676fefa3285 req-033a44c9-fae0-41a0-b8a1-aba8a47876d0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.0767410 Feb 19 01:05:26.112092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dc44e8eb-a039-4920-a2a2-dc97d88f883e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.112222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] For port d885b9cd-0f9b-4af8-81a4-613761f58404, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:26.115989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] No DVR routers for this DVR port 2131f81d-7caf-4c14-ac79-c1714adfd73e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:26.116869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] For port d885b9cd-0f9b-4af8-81a4-613761f58404, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d885b9cd-0f9b-4af8-81a4-613761f58404,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:26.122303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c04de748-2d1f-42b5-ab07-79210b93786e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.163904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.165998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Pushing event deleted for resources: {'Port': ['ID=dc44e8eb-a039-4920-a2a2-dc97d88f883e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:26.167482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71d373ac-d05b-4163-92dc-d14f3ba21a2a req-1b1fef31-d529-42a5-ba10-94118fe91528 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.96 "DELETE /v2.0/ports/2131f81d-7caf-4c14-ac79-c1714adfd73e HTTP/1.1" status: 204 len: 173 time: 1.3141298 Feb 19 01:05:26.170538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'name': 'network-vif-deleted', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:26.170821 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7686a1-4e0c-4f8c-bf3b-a561b67b2d78" -d '{"events": [{"server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "name": "network-vif-deleted", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:26.177484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for router_gateway (527bfdd4-add9-4a04-a93c-67e6413dc481), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.189414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a75da-bb55-4754-9ebb-2b087e9194e3 req-7899ba11-9da0-4f0a-bf1d-d017a605f6a5 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.191837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d3a75da-bb55-4754-9ebb-2b087e9194e3 req-7899ba11-9da0-4f0a-bf1d-d017a605f6a5 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 867 time: 0.6258368 Feb 19 01:05:26.221883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:26.247260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:26.256267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d3a75da-bb55-4754-9ebb-2b087e9194e3 req-86a8dfa7-3092-4425-b62d-aeae8c20348e tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/security-groups?id=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Feb 19 01:05:26.269883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:26.273535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.273864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.274461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.276476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] No DVR routers for this DVR port dc44e8eb-a039-4920-a2a2-dc97d88f883e on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:26.281626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.285056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-060a1ce0-6832-440b-af39-28228e235acc req-3bddbf68-b0d4-47f0-874b-570d01ec914b tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.117 "DELETE /v2.0/ports/dc44e8eb-a039-4920-a2a2-dc97d88f883e HTTP/1.1" status: 204 len: 173 time: 0.8400655 Feb 19 01:05:26.287504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-deleted', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:26.289767 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547bcd23-5a97-4a53-8f0b-0bd740df5fa0" -d '{"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-deleted", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:26.300318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=c04de748-2d1f-42b5-ab07-79210b93786e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:26.354975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86accc-30ed-44ea-b79b-65809b9c22be None None] Pushing event updated for resources: {'Port': ['ID=d885b9cd-0f9b-4af8-81a4-613761f58404,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:26.400640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e1896a0-8b37-4907-b75b-baf0c6329c88 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7347281 Feb 19 01:05:26.403288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48230) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:26.427980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e273ea5-008d-4602-aab5-23e8402a89f9 req-678b49f2-4091-4e05-851d-2f8a1f4400a9 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 210 time: 0.0415385 Feb 19 01:05:26.481291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aa8be9-1092-494e-8f37-35c8dc282e92 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.487517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-95aa8be9-1092-494e-8f37-35c8dc282e92 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/c04de748-2d1f-42b5-ab07-79210b93786e HTTP/1.1" status: 200 len: 839 time: 0.0787499 Feb 19 01:05:26.487517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:26.547188 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56275e9-e623-4b3a-b08c-762f154042fb x-openstack-request-id: req-f56275e9-e623-4b3a-b08c-762f154042fb {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:26.547496 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b5862d-7944-4bc8-b2cf-97a2147566b9", "name": "network-vif-deleted", "tag": "2131f81d-7caf-4c14-ac79-c1714adfd73e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:26.547754 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f56275e9-e623-4b3a-b08c-762f154042fb {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:26.548172 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b5862d-7944-4bc8-b2cf-97a2147566b9', 'name': 'network-vif-deleted', 'tag': '2131f81d-7caf-4c14-ac79-c1714adfd73e', 'status': 'completed', 'code': 200} Feb 19 01:05:26.584688 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0341acd-2f9e-46ae-b9a3-6e289654c867 x-openstack-request-id: req-d0341acd-2f9e-46ae-b9a3-6e289654c867 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:26.586388 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb498af8-e712-4037-9310-85f909afe12f", "name": "network-vif-deleted", "tag": "dc44e8eb-a039-4920-a2a2-dc97d88f883e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:26.586388 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0341acd-2f9e-46ae-b9a3-6e289654c867 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:26.586388 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb498af8-e712-4037-9310-85f909afe12f', 'name': 'network-vif-deleted', 'tag': 'dc44e8eb-a039-4920-a2a2-dc97d88f883e', 'status': 'completed', 'code': 200} Feb 19 01:05:26.717252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port c04de748-2d1f-42b5-ab07-79210b93786e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:26.720419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c04de748-2d1f-42b5-ab07-79210b93786e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.811031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for router_gateway (527bfdd4-add9-4a04-a93c-67e6413dc481), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.820751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c04de748-2d1f-42b5-ab07-79210b93786e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.833865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:26.836126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for c04de748-2d1f-42b5-ab07-79210b93786e owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:26.976636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56198-1858-4b3b-ae85-cae9b49991dd req-2ee0e146-3a86-413b-90eb-7cd935562db1 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:26.978119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bbe56198-1858-4b3b-ae85-cae9b49991dd req-2ee0e146-3a86-413b-90eb-7cd935562db1 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3129668 Feb 19 01:05:26.984481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Allocated IP 172.25.2.200 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3a4bff8b-8251-4b71-a219-dc271e92989f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:27.016217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-ae0c7d61-87bf-4f5d-a569-c8f34755d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.017642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-ae0c7d61-87bf-4f5d-a569-c8f34755d9bc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.0866399 Feb 19 01:05:27.053840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c04de748-2d1f-42b5-ab07-79210b93786e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.100319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.134095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bbe56198-1858-4b3b-ae85-cae9b49991dd req-e2709ffd-30dc-4c5f-871f-ca28e74434e5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486244 Feb 19 01:05:27.139977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=c04de748-2d1f-42b5-ab07-79210b93786e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:27.162855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.172462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-316d8bfd-3044-4feb-bc74-e78b1875966b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/c04de748-2d1f-42b5-ab07-79210b93786e HTTP/1.1" status: 204 len: 168 time: 0.6785238 Feb 19 01:05:27.175257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48242) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:27.210621 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14d42be-1492-4f03-b002-8b73b5fd5e1e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:27.216368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a14d42be-1492-4f03-b002-8b73b5fd5e1e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/c04de748-2d1f-42b5-ab07-79210b93786e HTTP/1.1" status: 404 len: 333 time: 0.0343935 Feb 19 01:05:27.218783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48244) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:27.234362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'name': 'tempest-PortsTestJSON-253860977'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:27.238907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-96bf2e88-9e16-4941-a2b9-7c80502ac159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.240697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-96bf2e88-9e16-4941-a2b9-7c80502ac159 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.2151482 Feb 19 01:05:27.247128 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70a0084b-0d7e-4d75-bde5-a860045ef26a req-e550bd07-ce98-4ca9-8ab4-f0c89945f30f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.0327632 Feb 19 01:05:27.271398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.335503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4bff8b-8251-4b71-a219-dc271e92989f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:27.357978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:27.362139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:27.368726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:27.412971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-3a32ea3b-7678-4283-aa59-7a1c487d700f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.1455197 Feb 19 01:05:27.493848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59240447-7b9c-4a30-bad7-bf5619c0332d req-33ab4721-24cb-4d4c-9504-1a8027f5e235 tempest-ServerMetadataNegativeTestJSON-701428255 tempest-ServerMetadataNegativeTestJSON-701428255-project] 10.222.0.94 "GET /v2.0/ports?device_id=67b5862d-7944-4bc8-b2cf-97a2147566b9 HTTP/1.1" status: 200 len: 210 time: 0.0977244 Feb 19 01:05:27.603688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-6303a543-a708-44ac-bb57-1cd030ce3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.610619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-6303a543-a708-44ac-bb57-1cd030ce3696 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.1820149 Feb 19 01:05:27.644144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bded5eb-b45b-4246-a0be-533a74d3d156 req-edbb7a5e-34a1-4e64-adff-4ec35ee24c38 tempest-LiveMigrationTest-881509197 tempest-LiveMigrationTest-881509197-project] 10.222.0.94 "GET /v2.0/ports?device_id=bb498af8-e712-4037-9310-85f909afe12f HTTP/1.1" status: 200 len: 210 time: 0.0546904 Feb 19 01:05:27.685356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-af0b0fb8-d543-43c6-9217-d8b7399eb5c1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682590 Feb 19 01:05:27.686783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:27.696958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:27.744778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 095e219e-0e96-4e36-b16f-df88b44a9337 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:27.920914 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-33a1d6ae-3c5d-4505-9962-4dc4e1a754ed service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890516 Feb 19 01:05:27.999284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for router_gateway (527bfdd4-add9-4a04-a93c-67e6413dc481), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.041896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad26550e-8c6d-4377-85e9-87bdb2f71fa8 None None] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:28.116600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-dd46136d-7b55-41e1-875a-96355d4e6436 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2225745 Feb 19 01:05:28.141489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Provisioning complete for port d885b9cd-0f9b-4af8-81a4-613761f58404 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:28.141867 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.201093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d885b9cd-0f9b-4af8-81a4-613761f58404 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:28.368801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:28.369471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.389699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d885b9cd-0f9b-4af8-81a4-613761f58404 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:28.395327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.470041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] For port d885b9cd-0f9b-4af8-81a4-613761f58404, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d885b9cd-0f9b-4af8-81a4-613761f58404,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:28.510672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (095e219e-0e96-4e36-b16f-df88b44a9337), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.518575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82edabea-ce20-40e1-88fc-3d423ddcb441 req-52c453aa-9634-4d87-828c-c57347f82386 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904355 Feb 19 01:05:28.523433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61deba58-f370-4402-bcd1-4c355b088f76 req-4468f088-c281-42bd-86c6-88e462b63264 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.1884127 Feb 19 01:05:28.524731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.550040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.576094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.576351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.576850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.577336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.577809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.578274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.588300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-1510d734-a362-4e9e-ab8e-33c1ddcfd3cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60737ac4e59d42f69545053faf09d887&device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 6707 time: 0.3524449 Feb 19 01:05:28.634489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.636306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:28.637313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.655407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2131f81d-7caf-4c14-ac79-c1714adfd73e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:28.681377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:28.724540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b7844-4171-4c8c-9303-348fdfa36060 req-fb464fb8-086c-4362-b63b-0dec950c5c99 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.728799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a1b7844-4171-4c8c-9303-348fdfa36060 req-fb464fb8-086c-4362-b63b-0dec950c5c99 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3875637 Feb 19 01:05:28.788755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Deleting subnet 74002a1e-5b1b-46cc-82b9-7038334a0bdf {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:28.792419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:28.802540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Publish callbacks [] for subnet (74002a1e-5b1b-46cc-82b9-7038334a0bdf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.805696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a1b7844-4171-4c8c-9303-348fdfa36060 req-7861ef31-7de8-4916-be58-9548dbc5a529 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707660 Feb 19 01:05:28.806735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.880091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=095e219e-0e96-4e36-b16f-df88b44a9337,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:28.911293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 2131f81d-7caf-4c14-ac79-c1714adfd73e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:28.911679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2131f81d-7caf-4c14-ac79-c1714adfd73e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:28.918588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:28.921705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:28.924973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:28.944901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.945930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.971582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (74002a1e-5b1b-46cc-82b9-7038334a0bdf), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:28.994932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bac3c-3a1a-470a-8668-ca234de3467d None None] Pushing event updated for resources: {'Port': ['ID=d885b9cd-0f9b-4af8-81a4-613761f58404,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:29.004722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:05:29.004992 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:05:29.006052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ca2790dd-cbd1-43d2-bb33-c9c688970186 None None] Provisioning complete for port d885b9cd-0f9b-4af8-81a4-613761f58404 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:29.006470 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca2790dd-cbd1-43d2-bb33-c9c688970186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.041588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:29.074061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: dc44e8eb-a039-4920-a2a2-dc97d88f883e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:29.075420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dc44e8eb-a039-4920-a2a2-dc97d88f883e not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:29.085961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7270aeb6-0818-4a1b-929e-1ea22b840997 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8565381 Feb 19 01:05:29.088736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48268) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:29.093607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e6d4ee30-54d9-482f-bc71-4726fd8acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.093607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e6d4ee30-54d9-482f-bc71-4726fd8acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.093607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e6d4ee30-54d9-482f-bc71-4726fd8acaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.094562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e6d4ee30-54d9-482f-bc71-4726fd8acaa2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=a098c263-971e-44a0-8e61-63542dd16425&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&id=06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 200 len: 2292 time: 0.4102602 Feb 19 01:05:29.095685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:29.133257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (74002a1e-5b1b-46cc-82b9-7038334a0bdf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.156534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ca2790dd-cbd1-43d2-bb33-c9c688970186 None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:29.256055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Deleting subnet f25a891f-3aec-492a-b9aa-a38c10b9254a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:29.272747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Publish callbacks [] for subnet (f25a891f-3aec-492a-b9aa-a38c10b9254a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.291184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.335278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-229c34cc-dcdd-4a5b-919b-8da23e955980 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e6bc085-f971-4043-b449-a131527b74b0 HTTP/1.1" status: 200 len: 1000 time: 0.2250535 Feb 19 01:05:29.344909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (f25a891f-3aec-492a-b9aa-a38c10b9254a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.378482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-c1d16834-03ef-4c8d-9b0f-62656cb72734 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.380139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-c1d16834-03ef-4c8d-9b0f-62656cb72734 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2450399 Feb 19 01:05:29.400697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': '40c5a276-dcc1-4880-955c-917361f775bb', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:29.556601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:29.705406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (095e219e-0e96-4e36-b16f-df88b44a9337), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.773646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:29.778366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.800312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Router 527bfdd4-add9-4a04-a93c-67e6413dc481 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:05:29.840811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.870175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93eb44d7-6398-46ec-931b-e46ad8e59edd req-1301245f-fac9-47d1-9cd9-47547dc12ab1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.0824835 Feb 19 01:05:29.893876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-c6ae27d1-7a41-4beb-9a0e-0349b908f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.895510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-c6ae27d1-7a41-4beb-9a0e-0349b908f667 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2674f3e2-fabd-463d-b789-47f4d7ee6f77 HTTP/1.1" status: 200 len: 850 time: 0.5486078 Feb 19 01:05:29.899618 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (f25a891f-3aec-492a-b9aa-a38c10b9254a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.913473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] In _notify_port_updated(), no bound segment for port 095e219e-0e96-4e36-b16f-df88b44a9337 on network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:05:29.918999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:29.919763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:29.921133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/ports/095e219e-0e96-4e36-b16f-df88b44a9337 HTTP/1.1" status: 200 len: 818 time: 0.8312552 Feb 19 01:05:29.930738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48276) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:30.007283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (74002a1e-5b1b-46cc-82b9-7038334a0bdf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.015350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1790e5-80f4-4f12-a819-0b518ddc3e95 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=095e219e-0e96-4e36-b16f-df88b44a9337,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:30.110103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d885b9cd-0f9b-4af8-81a4-613761f58404 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:30.131388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.9 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/1772eac1-7267-4f73-b241-29c6fc3946dc) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:30.142404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74002a1e-5b1b-46cc-82b9-7038334a0bdf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:30.169692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.173720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d630acd7-0c4d-468e-ab1b-20871a9b3809 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/74002a1e-5b1b-46cc-82b9-7038334a0bdf HTTP/1.1" status: 204 len: 168 time: 1.4800229 Feb 19 01:05:30.178397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48278) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:30.184485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d885b9cd-0f9b-4af8-81a4-613761f58404 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:30.184787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.317479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-39120f6c-c948-46ce-a87c-822badf3136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.319447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-39120f6c-c948-46ce-a87c-822badf3136e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4134991 Feb 19 01:05:30.372856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:30.375168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a955cb-a58f-40e0-a804-bf2668999989 req-507daebe-1054-4c4c-8a08-3d8ba6ada66b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:30.387293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02a955cb-a58f-40e0-a804-bf2668999989 req-507daebe-1054-4c4c-8a08-3d8ba6ada66b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3604641 Feb 19 01:05:30.393871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Sync routers for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:30.416927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (f25a891f-3aec-492a-b9aa-a38c10b9254a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.425176 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:30.429933 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:30.475617 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0b2027b2-5ff7-410f-8960-3b44e90a7aa8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.539009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-3f14b016-0cf1-4f79-bf95-2bc49ac4e6e4 service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093403 Feb 19 01:05:30.539933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25a891f-3aec-492a-b9aa-a38c10b9254a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:30.545313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.557682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fbb0c782-1030-474f-b027-419aa3f9ce1b admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f25a891f-3aec-492a-b9aa-a38c10b9254a HTTP/1.1" status: 204 len: 168 time: 1.7559364 Feb 19 01:05:30.560117 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02a955cb-a58f-40e0-a804-bf2668999989 req-f64288fb-2569-4a5c-ad13-6f88157f46ac tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693010 Feb 19 01:05:30.563127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48280) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:30.599970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.601284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1526291b-5045-4ff5-b855-aa888a7c59e0 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5402925 Feb 19 01:05:30.626645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:30.641674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48282) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:30.650342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:30.667178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 095e219e-0e96-4e36-b16f-df88b44a9337 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:30.667978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.784026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0b2027b2-5ff7-410f-8960-3b44e90a7aa8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.830336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2027b2-5ff7-410f-8960-3b44e90a7aa8']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:30.886287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb132a07-a45d-4685-9589-b0f04b4ed173') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:30.886619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb132a07-a45d-4685-9589-b0f04b4ed173') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:30.904008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-6206ed31-98ac-4bf3-8876-0f33d55320a9 service neutron] 10.222.0.96 "GET /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468370 Feb 19 01:05:30.907985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (fb132a07-a45d-4685-9589-b0f04b4ed173), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:30.959884 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:27Z', 'revision_number': 3, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:31.001748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-4294d0af-5a95-4f30-aec4-e37ac2a53b3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 217 time: 0.0724914 Feb 19 01:05:31.006905 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Checking router: 527bfdd4-add9-4a04-a93c-67e6413dc481 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:31.007131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fb132a07-a45d-4685-9589-b0f04b4ed173), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.007262 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Updating router 527bfdd4-add9-4a04-a93c-67e6413dc481 port 3a4bff8b-8251-4b71-a219-dc271e92989f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:05:31.044555 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.061319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dde90f82-d270-4c75-8f7b-e019c4ed5b25 req-005a3d15-4efb-44fa-8c76-3a65d7333478 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.0645862 Feb 19 01:05:31.137060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:31.137486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (fb132a07-a45d-4685-9589-b0f04b4ed173), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:31.139463 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:31.175606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (02a55e28-4da2-4b51-9aec-7415f386d3f1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.209241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.221609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-a3d1f315-cd0d-414a-bb01-5826e5192a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.223122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-a3d1f315-cd0d-414a-bb01-5826e5192a16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.1857975 Feb 19 01:05:31.228637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.271710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 095e219e-0e96-4e36-b16f-df88b44a9337 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:31.377608 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks [] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.386103 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (02a55e28-4da2-4b51-9aec-7415f386d3f1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.392830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0b2027b2-5ff7-410f-8960-3b44e90a7aa8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.416352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.427280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] 10.222.0.94 "DELETE /v2.0/networks/0b2027b2-5ff7-410f-8960-3b44e90a7aa8 HTTP/1.1" status: 204 len: 168 time: 1.2397919 Feb 19 01:05:31.428082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a55e28-4da2-4b51-9aec-7415f386d3f1']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:31.431464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f26dc2-1d05-4c84-b5af-758efa86dd82 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2027b2-5ff7-410f-8960-3b44e90a7aa8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:31.436378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27442fc-6da7-4d22-87bf-7b77c0e087f6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:31.436594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27442fc-6da7-4d22-87bf-7b77c0e087f6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:31.449765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-91a52b8e-1d05-4002-9923-1436e64bdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.449765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-91a52b8e-1d05-4002-9923-1436e64bdeaa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2105350 Feb 19 01:05:31.450021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (e27442fc-6da7-4d22-87bf-7b77c0e087f6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.465296 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.480457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e27442fc-6da7-4d22-87bf-7b77c0e087f6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.488357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:31.488833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (e27442fc-6da7-4d22-87bf-7b77c0e087f6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:31.490726 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:31.512921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.521895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:31.534090 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Attempting to bind port 3a4bff8b-8251-4b71-a219-dc271e92989f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:31.536707 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Attempting to bind port 3a4bff8b-8251-4b71-a219-dc271e92989f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:31.536707 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Attempting to bind port 3a4bff8b-8251-4b71-a219-dc271e92989f on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:31.537811 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4bb4-c8e3-4c27-a84f-b772212cbdd3 None None] Pushing event updated for resources: {'Port': ['ID=3a4bff8b-8251-4b71-a219-dc271e92989f,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:31.542432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:31.543645 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:31.544106 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.544489 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:31.545200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Bound port: 3a4bff8b-8251-4b71-a219-dc271e92989f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:31.546631 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.565543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6e949b74-cc84-4656-9786-e4dbd54fc980'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:31.628563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (095e219e-0e96-4e36-b16f-df88b44a9337), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.662069 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] For port 3a4bff8b-8251-4b71-a219-dc271e92989f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:31.665385 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] For port 3a4bff8b-8251-4b71-a219-dc271e92989f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3a4bff8b-8251-4b71-a219-dc271e92989f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:31.695999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:31.704945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:31.709304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.715193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/095e219e-0e96-4e36-b16f-df88b44a9337 HTTP/1.1" status: 204 len: 168 time: 1.7823579 Feb 19 01:05:31.722015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48292) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:31.729571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:31.740380 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.841867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-d628dcc4-a65a-4bf0-912b-f6c7a0831289 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488057 Feb 19 01:05:31.854452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:31.857904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (02a55e28-4da2-4b51-9aec-7415f386d3f1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.884261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:31.896706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] 10.222.0.94 "DELETE /v2.0/networks/02a55e28-4da2-4b51-9aec-7415f386d3f1 HTTP/1.1" status: 204 len: 168 time: 1.3187172 Feb 19 01:05:31.896933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:31.902343 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:31.902982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:31.936996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f325c-ad8b-4fce-91f4-32afe8d707dd req-ba76002d-d693-4c7b-940a-f2b1cd2acfdf tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:31.944443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-019f325c-ad8b-4fce-91f4-32afe8d707dd req-ba76002d-d693-4c7b-940a-f2b1cd2acfdf tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2691183 Feb 19 01:05:31.975035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996120-8ada-42f6-b8cf-505576656f90 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=095e219e-0e96-4e36-b16f-df88b44a9337,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:31.979299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:31.983295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4599e8e-417a-4803-91a6-d0ba32fe2a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a55e28-4da2-4b51-9aec-7415f386d3f1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:32.017011 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4bb4-c8e3-4c27-a84f-b772212cbdd3 None None] Pushing event updated for resources: {'Port': ['ID=3a4bff8b-8251-4b71-a219-dc271e92989f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:32.026245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd8110-af47-42e2-8e04-51f0300e34e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.028326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.028695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8cd8110-af47-42e2-8e04-51f0300e34e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2945974 Feb 19 01:05:32.029417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.033433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-68a2156c-8729-4fdd-96a5-3dd60a009141 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469986 Feb 19 01:05:32.044464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48300) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:32.115945 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a565f2bb-7898-4a9f-8f7e-a74fb20140b3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:32.117909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a565f2bb-7898-4a9f-8f7e-a74fb20140b3 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/095e219e-0e96-4e36-b16f-df88b44a9337 HTTP/1.1" status: 404 len: 333 time: 0.0696867 Feb 19 01:05:32.121824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-7d11abe5-3d2f-4496-ada9-577c88f1d959 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3578479 Feb 19 01:05:32.130097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-06929fea-a840-43ea-bef7-4bd15f410961 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7365417 Feb 19 01:05:32.130747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:32.153594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-019f325c-ad8b-4fce-91f4-32afe8d707dd req-e38edff4-3f3d-4463-9f14-4aca50912954 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078443 Feb 19 01:05:32.159590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728565268'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:32.171637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35841427-2071-4bdc-ae09-81a11cdf09d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=deeb24f267d54f1aa1502df20e63469a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850455 Feb 19 01:05:32.178407 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:32.195434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48308) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:32.202222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Request body: {'port': {'device_id': '40c5a276-dcc1-4880-955c-917361f775bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:32.345252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-f6900736-583e-484d-8c18-da6135297c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.346666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-f6900736-583e-484d-8c18-da6135297c7e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=87ae995927ff4bd087669cfae62b6f7b&device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 1128 time: 0.1733775 Feb 19 01:05:32.352414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.357156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:32.360571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.391183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] Publish callbacks [] for security_group (7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.500371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] Publish callbacks [] for security_group (7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.518844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:32.527305 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:27Z', 'revision_number': 3, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:32.593490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-065593ba-72b0-49f9-a5ae-65f50de85c3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 217 time: 0.5085044 Feb 19 01:05:32.626712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (793cb8c3-1c22-4516-af0d-fb00d2c7381b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.626712 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 793cb8c3-1c22-4516-af0d-fb00d2c7381b of type vlan for network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a Feb 19 01:05:32.637326 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0073e5-c597-4f8f-9e1f-35b64cbde6fc None None] The sync data for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 is: [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:27Z', 'revision_number': 3, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:32.687044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-ff02ce46-a516-4604-918d-e6a7a3b27813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.688862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-ff02ce46-a516-4604-918d-e6a7a3b27813 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.0588381 Feb 19 01:05:32.700216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.701888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-b08a40c6-ee2f-4adc-86d6-7a2ca10d2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.707139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-b08a40c6-ee2f-4adc-86d6-7a2ca10d2f0a service neutron] 10.222.0.117 "GET /v2.0/networks?id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 200 len: 915 time: 0.3295813 Feb 19 01:05:32.747629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Deleting subnet eb5b0858-47ce-46fb-9b1d-0d25c93730f2 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:32.758911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Publish callbacks [] for subnet (eb5b0858-47ce-46fb-9b1d-0d25c93730f2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.802783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.849050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.851751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:32.852931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d HTTP/1.1" status: 204 len: 168 time: 0.6468489 Feb 19 01:05:32.860802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-88ec4e67-b3f3-4663-8c29-b1be8379cb49 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8677ac-c9d5-49bc-8124-7d4058641061 HTTP/1.1" status: 200 len: 217 time: 0.1367035 Feb 19 01:05:32.869463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66166f23-4cb4-420b-a310-5f7d44ed8d53 req-ab858af5-4ec9-4e4c-89bf-e601e7720a47 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:32.877645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66166f23-4cb4-420b-a310-5f7d44ed8d53 req-ab858af5-4ec9-4e4c-89bf-e601e7720a47 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 931 time: 0.2912691 Feb 19 01:05:32.893729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ece5e-d8c9-4cee-afe4-b26c574020a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e807fcf-0d10-4b8c-b37d-e71cf41d7c2d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:33.011898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.021114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.022086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.049203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (eb5b0858-47ce-46fb-9b1d-0d25c93730f2), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.148100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-63bd0784-a896-4724-ac25-51cb4b8bcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.150264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-63bd0784-a896-4724-ac25-51cb4b8bcb5c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4472332 Feb 19 01:05:33.162916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-d2fe9534-c758-49c8-880e-9903ef206b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:33.167010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-d2fe9534-c758-49c8-880e-9903ef206b44 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 200 len: 854 time: 0.2964041 Feb 19 01:05:33.180821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:33.207857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:33.256701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-05cc2bb9-81f5-491e-a754-2cc5b72f4338 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=8e8cae6c-939a-4c1b-b48d-62d0c09522c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768652 Feb 19 01:05:33.310766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-84f4384c-a712-4862-bb01-79b1dae6d139 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1557417 Feb 19 01:05:33.311596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:33.408685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:33.419702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-83bb018c-9cc0-4b92-bdca-56fbc9caa625 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351227 Feb 19 01:05:33.419702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-66166f23-4cb4-420b-a310-5f7d44ed8d53 req-f5f56438-c8de-492f-b879-d83a769195e3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316113 Feb 19 01:05:33.492718 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (eb5b0858-47ce-46fb-9b1d-0d25c93730f2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.595327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1772eac1-7267-4f73-b241-29c6fc3946dc {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:33.634050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks [] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.681867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Transition to ACTIVE for port object 1772eac1-7267-4f73-b241-29c6fc3946dc will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:33.687672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-1a9161f3-5d48-43e2-a5e7-25748ae5b534 service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236953 Feb 19 01:05:33.704571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Allocated IP 172.20.0.1 (d5cabb87-c2bb-4c03-aecc-104a65a1e589/f7506050-6c43-4028-b574-5f9964ae540f/9dca9b29-2dbd-40e7-809b-a78a23c73db4) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:33.759614 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.772391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-38332e51-48e0-46aa-a92f-731f99e59260 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445609 Feb 19 01:05:33.868630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (eb5b0858-47ce-46fb-9b1d-0d25c93730f2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.882078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Pushing event updated for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:33.910223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:33.912246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-21521cb1-bb38-450c-8a50-c9675a0f2ed2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 HTTP/1.1" status: 200 len: 217 time: 0.1290307 Feb 19 01:05:33.917207 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:33.926512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5b0858-47ce-46fb-9b1d-0d25c93730f2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.033938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.033938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-958717d7-530e-4c59-b4d7-3377542a4294 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/eb5b0858-47ce-46fb-9b1d-0d25c93730f2 HTTP/1.1" status: 204 len: 168 time: 2.0003052 Feb 19 01:05:34.037012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48334) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:34.134696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-c52fc024-5069-49ff-901b-6083fd8c43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.136360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-c52fc024-5069-49ff-901b-6083fd8c43a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.2074676 Feb 19 01:05:34.235857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3a4bff8b-8251-4b71-a219-dc271e92989f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:34.276430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks [] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.308732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c84af45e-5374-46ae-888c-64404ada4085), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.318946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (db930989-3fbb-49a5-8d9f-f32888445ebb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.338875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3a4bff8b-8251-4b71-a219-dc271e92989f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:34.339880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.399939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-3649d4e5-cbe2-4d3b-ad5a-6c213c4e9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.406948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-3649d4e5-cbe2-4d3b-ad5a-6c213c4e9fa2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2150345 Feb 19 01:05:34.438796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=db930989-3fbb-49a5-8d9f-f32888445ebb,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.479472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff4fc8b-f5c8-42a6-aba5-24c3031eab31 req-1b0edccb-d95a-454d-8079-e14657f5d6ac service neutron] 10.222.0.117 "GET /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840433 Feb 19 01:05:34.487990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3a4bff8b-8251-4b71-a219-dc271e92989f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:34.492939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.506299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '793cb8c3-1c22-4516-af0d-fb00d2c7381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:34.506840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:34.537764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Attempting to bind port 1772eac1-7267-4f73-b241-29c6fc3946dc on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:34.538102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Attempting to bind port 1772eac1-7267-4f73-b241-29c6fc3946dc by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:34.538541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Attempting to bind port 1772eac1-7267-4f73-b241-29c6fc3946dc on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:34.544996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Port 1772eac1-7267-4f73-b241-29c6fc3946dc on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:34.550387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Attempting to bind port 1772eac1-7267-4f73-b241-29c6fc3946dc on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:34.551134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:34.551134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:34.551494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:34.551898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Bound port: 1772eac1-7267-4f73-b241-29c6fc3946dc, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:34.552267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.557421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3a4bff8b-8251-4b71-a219-dc271e92989f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3a4bff8b-8251-4b71-a219-dc271e92989f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:34.624220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:34.624844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.711237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4470-46bb-427b-a8c5-d26dad7a0122 req-ade80a68-8860-4eda-8293-9b89719c2a03 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.713842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f71a4470-46bb-427b-a8c5-d26dad7a0122 req-ade80a68-8860-4eda-8293-9b89719c2a03 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.1436059 Feb 19 01:05:34.714668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48348) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:34.719327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:34.728201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1772eac1-7267-4f73-b241-29c6fc3946dc,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:34.729301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3a4bff8b-8251-4b71-a219-dc271e92989f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:34.732899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:34.744624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.745363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.775298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a414e-4725-4c6b-b6d5-8632e31fc75a None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:34.835659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.880010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-10847d78-180a-4c4a-bbda-9b0496830127 service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598246 Feb 19 01:05:34.881065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.904951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f441eeb3-a3eb-4cdb-ac9d-d5009a866ce6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5061071 Feb 19 01:05:34.929064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f71a4470-46bb-427b-a8c5-d26dad7a0122 req-5c9c8ad4-0672-431f-bf4d-5d7a8adaccdf tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985524 Feb 19 01:05:34.937262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48352) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:34.950138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:34.951740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:34.953915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-d75f5520-af78-4303-839e-ee2246413198 service neutron] 10.222.0.96 "PUT /v2.0/ports/1772eac1-7267-4f73-b241-29c6fc3946dc HTTP/1.1" status: 200 len: 1091 time: 2.7597547 Feb 19 01:05:34.956593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:34.959072 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cadd3-b802-4480-bcd9-d35656a6294c" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:34.967284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:34.982885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1869297998-network', 'tenant_id': '2bf032e8e93b47a2bf274ba41876af6b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:34.983247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:35.049212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:35.089312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': 'db930989-3fbb-49a5-8d9f-f32888445ebb'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:35.090209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.099354 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123a858-cb47-4c3d-9fed-98e88c2f7941 x-openstack-request-id: req-9123a858-cb47-4c3d-9fed-98e88c2f7941 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:35.106774 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:35.106774 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9123a858-cb47-4c3d-9fed-98e88c2f7941 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:35.106774 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc', 'status': 'completed', 'code': 200} Feb 19 01:05:35.138176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5520-af78-4303-839e-ee2246413198 service neutron] Pushing event updated for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:35.152859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:35.170323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c84af45e-5374-46ae-888c-64404ada4085), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.274590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-bf2d4d4c-c0a5-4a9a-94c4-9568a8ea3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.276191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-bf2d4d4c-c0a5-4a9a-94c4-9568a8ea3181 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 1125 time: 0.1683877 Feb 19 01:05:35.284004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Made reservation on behalf of 2bf032e8e93b47a2bf274ba41876af6b for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:35.286422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.368478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.380351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:35.384212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84af45e-5374-46ae-888c-64404ada4085']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:35.410826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Allocated IP 172.20.0.2 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/db930989-3fbb-49a5-8d9f-f32888445ebb/e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:35.423315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223c20a9-2dc9-40e1-b991-81b92c5d661f') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:35.424239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223c20a9-2dc9-40e1-b991-81b92c5d661f') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:35.446293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (527bfdd4-add9-4a04-a93c-67e6413dc481), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.462409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (223c20a9-2dc9-40e1-b991-81b92c5d661f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.541972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:35.552553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a89a4f0e-80cc-4bdc-a49d-723aa8a6e7e1 None None] Provisioning complete for port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:35.553323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a89a4f0e-80cc-4bdc-a49d-723aa8a6e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.554399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.562711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-fb5cca55-fb5c-4d17-afe9-c6562bb19b7b service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629183 Feb 19 01:05:35.593849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (223c20a9-2dc9-40e1-b991-81b92c5d661f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.649389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:35.649802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (223c20a9-2dc9-40e1-b991-81b92c5d661f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.653347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-39552a60-8e72-4c8d-857a-b01a59e60c1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3 HTTP/1.1" status: 200 len: 217 time: 0.0729978 Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:35.653660 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:35.674108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a89a4f0e-80cc-4bdc-a49d-723aa8a6e7e1 None None] Port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:35.674295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-142a3bfe-4335-42a7-a2e1-40a4d6f66563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.680206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-142a3bfe-4335-42a7-a2e1-40a4d6f66563 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3869951 Feb 19 01:05:35.753829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks [] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.790137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks [] for security_group (3595b247-ea7a-4dd3-bbce-9959e3f80127), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.821826 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db930989-3fbb-49a5-8d9f-f32888445ebb (CIDR: 172.20.0.0/28) Feb 19 01:05:35.843566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e7019b68-5438-4ed3-9c36-cc88928e0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.845033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e7019b68-5438-4ed3-9c36-cc88928e0f84 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 200 len: 797 time: 0.1649537 Feb 19 01:05:35.870963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.883637 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:05:35.888476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:05:35.899169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c84af45e-5374-46ae-888c-64404ada4085), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.902977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-47235523-55fd-4999-9dd6-8562410a68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.904600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-47235523-55fd-4999-9dd6-8562410a68ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a098c263-971e-44a0-8e61-63542dd16425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0531168 Feb 19 01:05:35.908847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.914824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] 10.222.0.94 "DELETE /v2.0/networks/c84af45e-5374-46ae-888c-64404ada4085 HTTP/1.1" status: 204 len: 168 time: 1.8728833 Feb 19 01:05:35.932740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f83cf7-1463-4ab1-bf09-8b888067b419 admin admin] Pushing event deleted for resources: {'Network': ['ID=c84af45e-5374-46ae-888c-64404ada4085,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:35.950284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-e9a65253-5142-40f1-b450-96034503df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:35.952530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a6cadd3-b802-4480-bcd9-d35656a6294c req-e9a65253-5142-40f1-b450-96034503df56 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2028570 Feb 19 01:05:35.953344 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3595b247-ea7a-4dd3-bbce-9959e3f80127), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:35.983641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:36.007466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60c557da-83ba-4842-9fb0-84a63bb9c807 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0578053 Feb 19 01:05:36.007730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:36.015328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:36.018690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:36.028633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:36.049542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:36.076978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Pushing event updated for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:36.099103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.123447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (70180b03-deea-4d92-84f1-a860be4cee36), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.124960 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Added segment 70180b03-deea-4d92-84f1-a860be4cee36 of type vlan for network cab32a96-d3e3-45f3-95af-701b06fc50db Feb 19 01:05:36.137510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3a4bff8b-8251-4b71-a219-dc271e92989f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:36.162231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595b247-ea7a-4dd3-bbce-9959e3f80127,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:36.163116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-56feace0-0c91-49cb-81a3-26d891884d5d service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483897 Feb 19 01:05:36.213568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Attempting to bind port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:36.218202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Attempting to bind port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '793cb8c3-1c22-4516-af0d-fb00d2c7381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:36.218202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Attempting to bind port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 on network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:36.244075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:36.246912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Checking segment: {'id': '793cb8c3-1c22-4516-af0d-fb00d2c7381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:36.246912 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.246912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Bound using segment: {'id': '793cb8c3-1c22-4516-af0d-fb00d2c7381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:36.247259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cab32a96-d3e3-45f3-95af-701b06fc50db), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.248353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Bound port: e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793cb8c3-1c22-4516-af0d-fb00d2c7381b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:36.249162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.377963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3a4bff8b-8251-4b71-a219-dc271e92989f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:36.378816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.425769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cab32a96-d3e3-45f3-95af-701b06fc50db), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.428074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.428849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.449942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:36.481889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-3fec7b93-3242-477f-b371-5e0a0ce0ea5b service neutron] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900951 Feb 19 01:05:36.492569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48374) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:36.508906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3a4bff8b-8251-4b71-a219-dc271e92989f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:36.528171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] Pushing event updated for resources: {'Network': ['ID=cab32a96-d3e3-45f3-95af-701b06fc50db,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:36.540782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cab32a96-d3e3-45f3-95af-701b06fc50db details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:36.566481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-370d7f40-e4b9-4cae-89d8-94319b36e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.568303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,segment=NetworkSegment(793cb8c3-1c22-4516-af0d-fb00d2c7381b),segment_id=793cb8c3-1c22-4516-af0d-fb00d2c7381b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:36.568997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-370d7f40-e4b9-4cae-89d8-94319b36e70a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 1125 time: 0.4487677 Feb 19 01:05:36.584888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb8a61-0e95-47a9-89eb-15ef779334ba req-19e3a6b6-e8d7-4a66-b63d-b774001eb378 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.587418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77fb8a61-0e95-47a9-89eb-15ef779334ba req-19e3a6b6-e8d7-4a66-b63d-b774001eb378 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.4655921 Feb 19 01:05:36.642432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:36.669788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-1408c241-d46d-4865-a96c-3fe907468200 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1772eac1-7267-4f73-b241-29c6fc3946dc HTTP/1.1" status: 200 len: 217 time: 0.0810840 Feb 19 01:05:36.705225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae1869-9a5d-41af-86f1-c16d55496d8c None None] Pushing event updated for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:36.896880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-54048b45-1903-404b-995c-e0d0bb7675a5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e HTTP/1.1" status: 200 len: 217 time: 0.4063847 Feb 19 01:05:36.909454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67fe1-2692-4706-b2f3-e84ff9f2aa3d req-43b7f9a5-1cd0-4027-a009-2dadba3c591f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:36.911052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16c67fe1-2692-4706-b2f3-e84ff9f2aa3d req-43b7f9a5-1cd0-4027-a009-2dadba3c591f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.5318320 Feb 19 01:05:37.057236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6bd67a80-e07a-4a00-92ab-8e9dd4930f57 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c18d61231db4402b8efef02ecd91f793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341127 Feb 19 01:05:37.063218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks [] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.068226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:37.074931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-62739a52-2178-45ea-8c83-46be8974bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.079449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-62739a52-2178-45ea-8c83-46be8974bc01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.1579802 Feb 19 01:05:37.079790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16c67fe1-2692-4706-b2f3-e84ff9f2aa3d req-3bf2afc7-2999-4459-b872-5cc013c50838 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588490 Feb 19 01:05:37.152876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.168126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77fb8a61-0e95-47a9-89eb-15ef779334ba req-b1deed52-fc84-426c-8012-2fc630f33246 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936500 Feb 19 01:05:37.174634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab23b50e-eaf7-4b6f-a467-4df0dfb3ebf1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4563887 Feb 19 01:05:37.207488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:37.207488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Request body: {'subnet': {'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1869297998-subnet', 'tenant_id': '2bf032e8e93b47a2bf274ba41876af6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:37.228582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Pushing event updated for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.241503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-e55e5113-be01-446b-b9e5-0362ca7ecd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.243263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-e55e5113-be01-446b-b9e5-0362ca7ecd74 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0901856 Feb 19 01:05:37.257606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-ef1d7a60-1c8c-4b87-b18c-6fd3018dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:37.257606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-ef1d7a60-1c8c-4b87-b18c-6fd3018dd866 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1698298 Feb 19 01:05:37.280168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (527bfdd4-add9-4a04-a93c-67e6413dc481), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.289512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-cf88e460-90ab-479a-833c-6d1031e02f7b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393386 Feb 19 01:05:37.293469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] Publish callbacks [] for security_group (936e1a42-b7b4-45f2-8d4f-2ae56c943ea8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.319662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:37.323182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.358581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Made reservation on behalf of 2bf032e8e93b47a2bf274ba41876af6b for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:37.363624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.491081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] Publish callbacks [] for security_group (936e1a42-b7b4-45f2-8d4f-2ae56c943ea8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.503790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-9b552221-f2d4-4ebb-b16a-695ca497b23f service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370515 Feb 19 01:05:37.563218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-e010bd20-21f3-4df3-9314-774afb445b9f service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631490 Feb 19 01:05:37.698297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (936e1a42-b7b4-45f2-8d4f-2ae56c943ea8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.702290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:37.709953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/936e1a42-b7b4-45f2-8d4f-2ae56c943ea8 HTTP/1.1" status: 204 len: 168 time: 0.6417997 Feb 19 01:05:37.753498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:37.766513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c40b8-1b52-4bb8-8f45-4a5135e40614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e1a42-b7b4-45f2-8d4f-2ae56c943ea8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:37.770263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:37.878553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af687dd0-030b-4c1d-8c7d-cc47be8ff099 req-0ec007a8-c825-4753-a4c0-31b15fc4a83e service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017526 Feb 19 01:05:37.999802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-4ea0c2cf-9c02-4406-ae25-91e3b7c2cc9c service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221973 Feb 19 01:05:38.027557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.098581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-3df5bf24-1e8e-4b15-9bb2-67726040fa07 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a1234985-c507-429f-a3ee-b20548156a9d HTTP/1.1" status: 200 len: 217 time: 0.0913947 Feb 19 01:05:38.160207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:38.188771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (9dc802c1-961f-4b30-b352-b7573bd342bf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.215055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6fcba-8475-459a-8851-0338c70d612c req-5976ab0b-ea72-47d2-92d1-3b4b9279b9aa tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.216581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcf6fcba-8475-459a-8851-0338c70d612c req-5976ab0b-ea72-47d2-92d1-3b4b9279b9aa tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.4176931 Feb 19 01:05:38.288502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:38.297129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:38.346149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:38.346823 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.385586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Router 527bfdd4-add9-4a04-a93c-67e6413dc481 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:38.389645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-524fd6fe-fe5d-45d4-9f0c-9eebd5a4bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.394493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=9dc802c1-961f-4b30-b352-b7573bd342bf,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:38.398338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:38.407524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-524fd6fe-fe5d-45d4-9f0c-9eebd5a4bfe8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 200 len: 797 time: 0.2485750 Feb 19 01:05:38.416873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cf539-cd91-4a08-b207-20e8e554b3a9 None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:38.473391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.476570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.491139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fcb6c501-147a-4966-92f8-a7499fe47178 None None] Provisioning complete for port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:38.491139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcb6c501-147a-4966-92f8-a7499fe47178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.519254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcf6fcba-8475-459a-8851-0338c70d612c req-6854fdf9-e92d-4c8c-afdf-edb9bbe2cca7 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824364 Feb 19 01:05:38.537835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Checking segment: {'id': '70180b03-deea-4d92-84f1-a860be4cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:38.537835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Network hostable DHCP agents. Network: cab32a96-d3e3-45f3-95af-701b06fc50db, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:38.538218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fcb6c501-147a-4966-92f8-a7499fe47178 None None] Port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:38.615032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e127c-567e-4854-aacc-1da5b3404887 req-74aedd26-a184-4c64-84e9-865db6b5da81 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.620265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-337e127c-567e-4854-aacc-1da5b3404887 req-74aedd26-a184-4c64-84e9-865db6b5da81 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.2129693 Feb 19 01:05:38.627330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fa0c26d3-f18c-47d0-9a20-75a5310e7f5f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6180182 Feb 19 01:05:38.632184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48398) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:38.638263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'fixed_ips': [{'subnet_id': 'db930989-3fbb-49a5-8d9f-f32888445ebb'}, {'subnet_id': '9dc802c1-961f-4b30-b352-b7573bd342bf'}], 'name': 'tempest-PortsTestJSON-2084469558'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:38.721287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:38.721916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.729069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-29523104-b20e-48d2-a9f8-1e9e0f9eb188 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:38.731609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-29523104-b20e-48d2-a9f8-1e9e0f9eb188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.744186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1407-1777-4339-ab27-7094e38ecaec req-13746688-3331-4ee4-9548-a05930230cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.746576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-13746688-3331-4ee4-9548-a05930230cb8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=06df9fb8-c445-4035-8df7-bd7b6bfd428b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3391893 Feb 19 01:05:38.772107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-337e127c-567e-4854-aacc-1da5b3404887 req-699771ed-63cc-4b1b-aec2-4e60685021a3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434493 Feb 19 01:05:38.778321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Network cab32a96-d3e3-45f3-95af-701b06fc50db is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:38.853017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48400) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:38.868788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:38.878465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f681b026-434c-402c-aac9-fa886ec5ca61 admin admin] 10.222.0.94 "PUT /v2.0/routers/527bfdd4-add9-4a04-a93c-67e6413dc481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2062294 Feb 19 01:05:38.909543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,segment=NetworkSegment(793cb8c3-1c22-4516-af0d-fb00d2c7381b),segment_id=793cb8c3-1c22-4516-af0d-fb00d2c7381b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:38.925518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Sync routers for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:38.930963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0785db7c-173a-4d74-9d80-1e9f57b8c9ee admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dcb229e134ac41ee84410dc307f54ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742025 Feb 19 01:05:38.931794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cab32a96-d3e3-45f3-95af-701b06fc50db) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:38.933580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48404) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:38.951524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:38.952235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:38.961323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e0947-44c7-44a8-a92a-5cba06a30ae2 None None] Network cab32a96-d3e3-45f3-95af-701b06fc50db requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:38.965230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:38.975910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:38.994024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:05:39.030331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c00cf276-883a-4d91-811c-dd0eec0877bb admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8278072 Feb 19 01:05:39.032764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-e928326c-0d12-4edd-8bd5-6b95b97e5b3a service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681339 Feb 19 01:05:39.068223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.192238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:39.231348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] Publish callbacks [] for security_group (2e02d109-b6cc-454c-8f43-95f826f8a1ab), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.277331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:39.328105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] Publish callbacks [] for security_group (2e02d109-b6cc-454c-8f43-95f826f8a1ab), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.347640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55cf1407-1777-4339-ab27-7094e38ecaec req-464456a5-a93b-485c-bb1a-69ec4113d843 service neutron] 10.222.0.96 "GET /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930677 Feb 19 01:05:39.408140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.457000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port ac75ee0c-4010-4d7a-85af-c53684ee243c yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:39.552857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-7108e15e-c92c-45dc-9d4c-63224db16a52 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.554973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-7108e15e-c92c-45dc-9d4c-63224db16a52 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.96 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.1689377 Feb 19 01:05:39.674007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Update dhcp port {'port': {'network_id': 'f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a', 'fixed_ips': [{'subnet_id': 'db930989-3fbb-49a5-8d9f-f32888445ebb', 'ip_address': '172.20.0.2'}, {'subnet_id': '9dc802c1-961f-4b30-b352-b7573bd342bf'}], 'binding:host_id': 'n-d-826529-3'}, 'id': 'e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:05:39.681804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e02d109-b6cc-454c-8f43-95f826f8a1ab), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.683574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-29523104-b20e-48d2-a9f8-1e9e0f9eb188 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:39.685856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.687330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2e02d109-b6cc-454c-8f43-95f826f8a1ab HTTP/1.1" status: 204 len: 168 time: 0.7503712 Feb 19 01:05:39.754586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861b228-a346-4c70-a861-6c727ce71c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e02d109-b6cc-454c-8f43-95f826f8a1ab,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:39.774217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.785848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95475cf-0712-48e6-93de-b0364557e5a4 None None] Network cab32a96-d3e3-45f3-95af-701b06fc50db requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:39.797651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:39.837411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-962a630c-7516-4b09-9f0b-da1cbc23f29e tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:39.844460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-962a630c-7516-4b09-9f0b-da1cbc23f29e tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/networks?id=cab32a96-d3e3-45f3-95af-701b06fc50db HTTP/1.1" status: 200 len: 813 time: 0.2624292 Feb 19 01:05:39.865951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-f8f631bc-2f60-4ab8-bedb-faabf70cec40 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/quotas/2bf032e8e93b47a2bf274ba41876af6b HTTP/1.1" status: 200 len: 375 time: 0.0129650 Feb 19 01:05:39.870175 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:39.934615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-aeb4f0fc-e1af-4d72-ae32-ea784f199baf tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bf032e8e93b47a2bf274ba41876af6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615902 Feb 19 01:05:40.070758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Deleting port 096f1ba0-e893-448a-b0e0-b3f7bb170491 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:40.071404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.098601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50689f60-f5e4-4b86-b566-ac1e168ce485 req-d987b54b-f015-4d86-8bb7-558507297b84 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:40.100746 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50689f60-f5e4-4b86-b566-ac1e168ce485 req-d987b54b-f015-4d86-8bb7-558507297b84 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 945 time: 0.3718016 Feb 19 01:05:40.128461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:40.162765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-7ccd43a4-8c23-43a0-beaa-00c4c79d7ac8 service neutron] 10.222.0.94 "GET /v2.0/networks/cab32a96-d3e3-45f3-95af-701b06fc50db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232728 Feb 19 01:05:40.165454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.293200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:40.294172 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.316913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-7aadf709-20cd-40ab-8bb9-58c0d19bdaca service neutron] 10.222.0.94 "GET /v2.0/networks/cab32a96-d3e3-45f3-95af-701b06fc50db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524327 Feb 19 01:05:40.442647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:40.454201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:35Z', 'revision_number': 4, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9dca9b29-2dbd-40e7-809b-a78a23c73db4', 'name': '', 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'mac_address': 'fa:16:3e:ab:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:32Z', 'updated_at': '2022-02-19T01:05:36Z', 'revision_number': 2, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'subnets': [{'id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:40.503352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Checking router: 527bfdd4-add9-4a04-a93c-67e6413dc481 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:40.503799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Updating router 527bfdd4-add9-4a04-a93c-67e6413dc481 port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:05:40.577097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.764050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4285d2b7-c656-453c-b13a-2339c593ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.774314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50689f60-f5e4-4b86-b566-ac1e168ce485 req-1b8b510b-c36b-4413-9f1f-d49826b3bd64 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676772 Feb 19 01:05:40.852445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] For port 096f1ba0-e893-448a-b0e0-b3f7bb170491, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=096f1ba0-e893-448a-b0e0-b3f7bb170491,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:40.852847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:40.874889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Calling delete_port for 096f1ba0-e893-448a-b0e0-b3f7bb170491 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:40.902572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.8 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/db930989-3fbb-49a5-8d9f-f32888445ebb/ac75ee0c-4010-4d7a-85af-c53684ee243c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:40.947872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.28 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/9dc802c1-961f-4b30-b352-b7573bd342bf/ac75ee0c-4010-4d7a-85af-c53684ee243c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:41.022279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f00fb8e3-1d70-4c54-a06d-b35ccf7e38b4 req-dbc037ea-392f-45c8-afc9-23cfc0618611 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.0837767 Feb 19 01:05:41.130018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks [] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.135431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc514d56-37cb-4114-84b0-4fc6df74c92f req-120a8de4-abf2-4aa8-97c6-5809e7437a8e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:41.137331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc514d56-37cb-4114-84b0-4fc6df74c92f req-120a8de4-abf2-4aa8-97c6-5809e7437a8e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.1616731 Feb 19 01:05:41.214096 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.279383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc514d56-37cb-4114-84b0-4fc6df74c92f req-77d0b9b0-3ded-4e53-9ff8-3195780ea72e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240244 Feb 19 01:05:41.308755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.355922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (096f1ba0-e893-448a-b0e0-b3f7bb170491), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.379031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3855fc-856f-4773-954b-6844299d3aa0 None None] Pushing event updated for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:41.381714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061', '61a231df-de37-49c4-a12a-f317cc7b3d7c', '9e2c346f-3c3a-4052-b1b0-3522719c301c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:41.397449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['096f1ba0-e893-448a-b0e0-b3f7bb170491'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:41.399715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event deleted for resources: {'Port': ['ID=096f1ba0-e893-448a-b0e0-b3f7bb170491,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:41.523835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.578776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] No DVR routers for this DVR port 096f1ba0-e893-448a-b0e0-b3f7bb170491 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:41.608515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Attempting to bind port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:41.609064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Attempting to bind port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:41.609514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Attempting to bind port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 on network d5cabb87-c2bb-4c03-aecc-104a65a1e589 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:41.648302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:41.648771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Checking segment: {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:41.649256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.649755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Bound using segment: {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:41.650315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Bound port: 9dca9b29-2dbd-40e7-809b-a78a23c73db4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ab8d15-4056-4284-9d7b-70a77bf9826d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:41.650770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.662229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.666864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3cccb9e-4c26-4551-a75f-0d825d40b6a3 req-a2c189ff-ca90-4865-8434-ad4d074ff77f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.96 "DELETE /v2.0/ports/096f1ba0-e893-448a-b0e0-b3f7bb170491 HTTP/1.1" status: 204 len: 173 time: 2.1026869 Feb 19 01:05:41.672834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'name': 'network-vif-deleted', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:41.678769 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f3476-4a79-484f-892c-50197c7c4cd1" -d '{"events": [{"server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "name": "network-vif-deleted", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:41.736559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Allocated IP 172.20.0.18 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/9dc802c1-961f-4b30-b352-b7573bd342bf/e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:41.752312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:41.763231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:41.767875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=ac75ee0c-4010-4d7a-85af-c53684ee243c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:41.770268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:41.836398 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc536ab-6712-494d-94c4-5b8ca5b48fbc x-openstack-request-id: req-8dc536ab-6712-494d-94c4-5b8ca5b48fbc {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:41.836698 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc23fa1-fbc0-453b-b92b-b9254cdb2cef", "name": "network-vif-deleted", "tag": "096f1ba0-e893-448a-b0e0-b3f7bb170491", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:41.836956 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8dc536ab-6712-494d-94c4-5b8ca5b48fbc {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:41.837361 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc23fa1-fbc0-453b-b92b-b9254cdb2cef', 'name': 'network-vif-deleted', 'tag': '096f1ba0-e893-448a-b0e0-b3f7bb170491', 'status': 'completed', 'code': 200} Feb 19 01:05:41.888610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:41.892071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.900162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,segment=NetworkSegment(793cb8c3-1c22-4516-af0d-fb00d2c7381b),segment_id=793cb8c3-1c22-4516-af0d-fb00d2c7381b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:41.977809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c6943c9-2587-4cee-a966-8c1465788e27 req-ac46285e-7796-44a4-a22f-0342563eeb8f tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0529029 Feb 19 01:05:41.978221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Publish callbacks [] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:41.987544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6efdc1b-1219-4a6e-898b-a92f12f5789d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3522072 Feb 19 01:05:41.988750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48486) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:41.997468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db930989-3fbb-49a5-8d9f-f32888445ebb'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:42.077838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-13316e5f-7213-4d1c-8d53-c6e8ebaf0d5d None None] Provisioning complete for port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:42.078220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-13316e5f-7213-4d1c-8d53-c6e8ebaf0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.123021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-13316e5f-7213-4d1c-8d53-c6e8ebaf0d5d None None] Port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:42.144640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0814ec41-d0f5-4f28-a57a-85471d6609e2 req-7686292c-c167-485b-993b-88937a87465b tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.0473642 Feb 19 01:05:42.162037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.254911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.271795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] For port 9dca9b29-2dbd-40e7-809b-a78a23c73db4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:42.359204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] For port 9dca9b29-2dbd-40e7-809b-a78a23c73db4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9dca9b29-2dbd-40e7-809b-a78a23c73db4,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:42.373046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ddab5-31e2-4859-83bb-00eb33b47a38 None None] Pushing event updated for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:42.501371 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:42.585586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15285324-b45f-432f-a8af-5e0e4fc22add req-14b09fbf-4a0a-4430-98d7-142b025191ea tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:42.602887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15285324-b45f-432f-a8af-5e0e4fc22add req-14b09fbf-4a0a-4430-98d7-142b025191ea tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.1771328 Feb 19 01:05:42.627424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:42.629634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:42.772921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1772eac1-7267-4f73-b241-29c6fc3946dc details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:42.797128 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15285324-b45f-432f-a8af-5e0e4fc22add req-398d3bd4-c3c8-4a99-ade4-032c62b1b705 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921136 Feb 19 01:05:42.848268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3855fc-856f-4773-954b-6844299d3aa0 None None] Pushing event updated for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:42.884865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Delete allocated IP 172.20.0.28 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/9dc802c1-961f-4b30-b352-b7573bd342bf) {{(pid=110601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:05:42.915165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6df2bf1-2249-48b8-967e-d98201ce15b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.039851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:05:43.194232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12616589-dffd-4c22-9b24-dc78df0b5718 req-21a49560-dddf-4e16-846b-ff4945a04575 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc23fa1-fbc0-453b-b92b-b9254cdb2cef HTTP/1.1" status: 200 len: 210 time: 0.0724032 Feb 19 01:05:43.239002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:43.302777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.338094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48534) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:43.378299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26c0271b-fd15-4117-906f-f68941832960 req-f592311d-eee2-4089-b4cd-19fd214e6733 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.0913212 Feb 19 01:05:43.422484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.626084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=ac75ee0c-4010-4d7a-85af-c53684ee243c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:43.641904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] In _notify_port_updated(), no bound segment for port ac75ee0c-4010-4d7a-85af-c53684ee243c on network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:05:43.647136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:43.647775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:43.649085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9054b084-2dc4-4744-ba73-dccd6e22b008 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/ports/ac75ee0c-4010-4d7a-85af-c53684ee243c HTTP/1.1" status: 200 len: 919 time: 1.6586275 Feb 19 01:05:43.652993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:43.658300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db930989-3fbb-49a5-8d9f-f32888445ebb'}, {'subnet_id': '9dc802c1-961f-4b30-b352-b7573bd342bf'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:43.720010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b351e7-a85f-49b5-8618-624d83a969a6 None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:43.810272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.051893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1772eac1-7267-4f73-b241-29c6fc3946dc,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:44.073194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Provisioning complete for port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:44.074230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.139574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:44.239911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '1772eac1-7267-4f73-b241-29c6fc3946dc', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': '1772eac1-7267-4f73-b241-29c6fc3946dc', 'mac_address': 'fa:16:3e:e5:34:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:44.255264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01727-50f4-4950-896e-d69531ee9590 req-7bff13f0-b4bf-480e-9529-45a12e93e466 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.264973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1c01727-50f4-4950-896e-d69531ee9590 req-7bff13f0-b4bf-480e-9529-45a12e93e466 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 943 time: 0.2605021 Feb 19 01:05:44.281367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-56c721f1-9539-4410-98d5-6bbc18084b5c tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.282154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-56c721f1-9539-4410-98d5-6bbc18084b5c tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.117 "GET /v2.0/networks?id=cab32a96-d3e3-45f3-95af-701b06fc50db HTTP/1.1" status: 200 len: 813 time: 0.4324379 Feb 19 01:05:44.300231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.27 (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a/9dc802c1-961f-4b30-b352-b7573bd342bf/ac75ee0c-4010-4d7a-85af-c53684ee243c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:44.313341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.316305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Request body: {'port': {'device_id': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db', 'admin_state_up': True, 'tenant_id': '2bf032e8e93b47a2bf274ba41876af6b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:44.396063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Current status of the port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:44.396063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.450721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1c01727-50f4-4950-896e-d69531ee9590 req-8dd32dd7-8cc4-4a19-9f8d-a0fa32b169bf tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847343 Feb 19 01:05:44.463587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 1772eac1-7267-4f73-b241-29c6fc3946dc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:44.465118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.545315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.562355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:44.563007 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.566673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1772eac1-7267-4f73-b241-29c6fc3946dc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:44.613391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.645722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] For port 9dca9b29-2dbd-40e7-809b-a78a23c73db4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9dca9b29-2dbd-40e7-809b-a78a23c73db4,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:44.695287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1772eac1-7267-4f73-b241-29c6fc3946dc,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:44.705664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.714581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=ac75ee0c-4010-4d7a-85af-c53684ee243c,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:44.717847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.815721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8cd269ca-6f87-4646-a45d-e33b2183c152 req-ad67be72-dcd0-4b32-975a-64ba0b649466 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.1052108 Feb 19 01:05:44.825799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:44.847983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:35Z', 'revision_number': 4, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9dca9b29-2dbd-40e7-809b-a78a23c73db4', 'name': '', 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'mac_address': 'fa:16:3e:ab:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:32Z', 'updated_at': '2022-02-19T01:05:42Z', 'revision_number': 4, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'subnets': [{'id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:44.950276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5ea7c-dfab-4d9a-8304-f914416068be None None] The sync data for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 is: [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:35Z', 'revision_number': 4, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9dca9b29-2dbd-40e7-809b-a78a23c73db4', 'name': '', 'network_id': 'd5cabb87-c2bb-4c03-aecc-104a65a1e589', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'mac_address': 'fa:16:3e:ab:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:32Z', 'updated_at': '2022-02-19T01:05:42Z', 'revision_number': 4, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'subnets': [{'id': 'f7506050-6c43-4028-b574-5f9964ae540f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:44.984400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Made reservation on behalf of 2bf032e8e93b47a2bf274ba41876af6b for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:44.994464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.031339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:45.038988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.050772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561a704-b65e-4387-96c8-bff78cbf0336 None None] Pushing event updated for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.163926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:45.197559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['1772eac1-7267-4f73-b241-29c6fc3946dc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:45.197985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] In _notify_port_updated(), no bound segment for port ac75ee0c-4010-4d7a-85af-c53684ee243c on network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:05:45.212390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:45.219757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.221152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b087d41-3ede-45a6-a4e8-6998f931fafd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/ports/ac75ee0c-4010-4d7a-85af-c53684ee243c HTTP/1.1" status: 200 len: 999 time: 1.5671568 Feb 19 01:05:45.225616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:45.263719 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.273025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:45.364103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:45.377224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Allocated IP 172.20.0.4 (cab32a96-d3e3-45f3-95af-701b06fc50db/b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b/fab0f6aa-807b-4163-8a6d-89c3162d05ff) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:45.400389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Provisioning complete for port ac75ee0c-4010-4d7a-85af-c53684ee243c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:45.400648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.487214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8150a74d-f41c-43c5-ac9d-83c1aea90ac0 None None] Port ac75ee0c-4010-4d7a-85af-c53684ee243c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:45.569655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Deleting port d0b61fc1-d0b2-4877-8131-255dd7c1f02a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:45.569993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.626836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c96f6039-df96-4316-9ea4-5948d777d4ca None None] Provisioning complete for port ac75ee0c-4010-4d7a-85af-c53684ee243c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:45.627557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c96f6039-df96-4316-9ea4-5948d777d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.667898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port ac75ee0c-4010-4d7a-85af-c53684ee243c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:45.668465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.684308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dccca8-779e-4407-b8a9-f31b378bbf70 req-6ceb2b38-a13b-4641-9889-78604a6b1b4a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:45.685939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46dccca8-779e-4407-b8a9-f31b378bbf70 req-6ceb2b38-a13b-4641-9889-78604a6b1b4a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 944 time: 0.1387274 Feb 19 01:05:45.709406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c96f6039-df96-4316-9ea4-5948d777d4ca None None] Port ac75ee0c-4010-4d7a-85af-c53684ee243c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:45.824893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46dccca8-779e-4407-b8a9-f31b378bbf70 req-bebca781-aeac-41ec-be5c-d7bfe758fd2f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159372 Feb 19 01:05:45.881121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.920746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] For port d0b61fc1-d0b2-4877-8131-255dd7c1f02a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:45.921122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.947552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for ac75ee0c-4010-4d7a-85af-c53684ee243c owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:45.947660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b8862c50-9e21-47af-8ff4-30e34b6d74e5 None None] Provisioning complete for port ac75ee0c-4010-4d7a-85af-c53684ee243c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:45.947660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b8862c50-9e21-47af-8ff4-30e34b6d74e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:45.977306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Calling delete_port for d0b61fc1-d0b2-4877-8131-255dd7c1f02a owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:46.010268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks [] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.082905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b8862c50-9e21-47af-8ff4-30e34b6d74e5 None None] Port ac75ee0c-4010-4d7a-85af-c53684ee243c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:46.167029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-424ad4f5-78f5-4115-ace5-6a0ed59545cc req-2b7fce00-f6bc-4a8e-8604-1d3692696ca8 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.1690779 Feb 19 01:05:46.175451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9dca9b29-2dbd-40e7-809b-a78a23c73db4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:46.298193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:46.298575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.409974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:46.444775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6fb80cb0-1c06-41b4-8c16-4d5040dade56 None None] Provisioning complete for port ac75ee0c-4010-4d7a-85af-c53684ee243c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:46.448776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cb0-1c06-41b4-8c16-4d5040dade56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.489265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6fb80cb0-1c06-41b4-8c16-4d5040dade56 None None] Port ac75ee0c-4010-4d7a-85af-c53684ee243c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:46.517523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.562961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ac75ee0c-4010-4d7a-85af-c53684ee243c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.567082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d0b61fc1-d0b2-4877-8131-255dd7c1f02a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.594081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Network cab32a96-d3e3-45f3-95af-701b06fc50db is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:46.599859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Pushing event updated for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:46.605822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:46.613164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:46.681134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b61fc1-d0b2-4877-8131-255dd7c1f02a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:46.682381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=ac75ee0c-4010-4d7a-85af-c53684ee243c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:46.797929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:46.800655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:46.845585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1772eac1-7267-4f73-b241-29c6fc3946dc up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:46.983517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.009690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d50e7a31-c24c-459d-a67a-5cf67f2500a3 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7158513 Feb 19 01:05:47.020374 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f94f62cd-efb1-43cf-89d6-9a8b26b74d44 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/ac75ee0c-4010-4d7a-85af-c53684ee243c HTTP/1.1" status: 204 len: 168 time: 1.7929521 Feb 19 01:05:47.022183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:47.050883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.107453 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff167c6-1424-4362-8ad8-d1acffb3437a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:47.128003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8ff167c6-1424-4362-8ad8-d1acffb3437a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/ac75ee0c-4010-4d7a-85af-c53684ee243c HTTP/1.1" status: 404 len: 333 time: 0.1034005 Feb 19 01:05:47.128686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:47.132989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 1772eac1-7267-4f73-b241-29c6fc3946dc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:47.151517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 1772eac1-7267-4f73-b241-29c6fc3946dc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:47.151517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.299811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet 9dc802c1-961f-4b30-b352-b7573bd342bf {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:47.304011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (9dc802c1-961f-4b30-b352-b7573bd342bf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.367175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 1772eac1-7267-4f73-b241-29c6fc3946dc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:47.368977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.374485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (9dc802c1-961f-4b30-b352-b7573bd342bf), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.415023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1772eac1-7267-4f73-b241-29c6fc3946dc,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:47.415996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:47.418750 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad80318-bc6e-49d4-8b40-d87d9e851d6f" -d '{"events": [{"server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "name": "network-vif-plugged", "status": "completed", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:47.483294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8027cf1-a70a-404a-a409-ac5294532ef2 req-7f06261c-2872-4bfb-980d-590bdd3e8949 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.484884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8027cf1-a70a-404a-a409-ac5294532ef2 req-7f06261c-2872-4bfb-980d-590bdd3e8949 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 931 time: 0.1315577 Feb 19 01:05:47.487507 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.489505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 096f1ba0-e893-448a-b0e0-b3f7bb170491 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:47.544112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 096f1ba0-e893-448a-b0e0-b3f7bb170491 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:47.545046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 096f1ba0-e893-448a-b0e0-b3f7bb170491 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:47.554448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (9dc802c1-961f-4b30-b352-b7573bd342bf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.596514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:47.609419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8027cf1-a70a-404a-a409-ac5294532ef2 req-db26e691-79c6-4cc3-8adf-a48f9cc616c6 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037226 Feb 19 01:05:47.640765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Request body: {'port': {'device_id': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:47.679290 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f679a2-379a-425d-9957-6e7fe2fcb01a x-openstack-request-id: req-43f679a2-379a-425d-9957-6e7fe2fcb01a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:47.679448 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "name": "network-vif-plugged", "status": "completed", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:47.679768 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-43f679a2-379a-425d-9957-6e7fe2fcb01a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:47.680323 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc', 'code': 200} Feb 19 01:05:47.714964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:47.727482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (9dc802c1-961f-4b30-b352-b7573bd342bf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.774138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.796798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.805350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc802c1-961f-4b30-b352-b7573bd342bf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:47.822108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:47.822322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee0dc-2c08-46b8-b2f8-eb169228fe0e req-3ec5ee71-582b-47b0-8a0a-96ffd9e8f531 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.825467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9ea86353-744c-4f15-8c3e-d11e18c15d18 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/9dc802c1-961f-4b30-b352-b7573bd342bf HTTP/1.1" status: 204 len: 168 time: 0.6957710 Feb 19 01:05:47.829810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-220ee0dc-2c08-46b8-b2f8-eb169228fe0e req-3ec5ee71-582b-47b0-8a0a-96ffd9e8f531 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.1604252 Feb 19 01:05:47.831485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48626) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:47.833489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e92699-0ec2-49c8-ac32-d5f7a144e2ad None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:47.877765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a3ad-546a-4e44-829e-872a7f23ecd0 req-85d5e947-8161-407e-a5e9-a8b5bf40e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:47.879572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df61a3ad-546a-4e44-829e-872a7f23ecd0 req-85d5e947-8161-407e-a5e9-a8b5bf40e655 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 1127 time: 0.0768962 Feb 19 01:05:47.904740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec0d-6538-4604-a16a-8bf100cff5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.058548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet db930989-3fbb-49a5-8d9f-f32888445ebb {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:48.060314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df61a3ad-546a-4e44-829e-872a7f23ecd0 req-4f8df80d-daed-4ad6-bc57-020991dc2170 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520526 Feb 19 01:05:48.063058 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (db930989-3fbb-49a5-8d9f-f32888445ebb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.116299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec0d-6538-4604-a16a-8bf100cff5c2 admin admin] Publish callbacks [] for security_group (278bcca4-3089-4b9d-a72d-662febd6e2ef), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.155624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-220ee0dc-2c08-46b8-b2f8-eb169228fe0e req-4543ecee-5e27-4218-90b9-381463e6b9d5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248422 Feb 19 01:05:48.173987 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f0eec0d-6538-4604-a16a-8bf100cff5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (278bcca4-3089-4b9d-a72d-662febd6e2ef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.225808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (db930989-3fbb-49a5-8d9f-f32888445ebb), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.238784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f0eec0d-6538-4604-a16a-8bf100cff5c2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f46b549ee985419ea0ba874c73c56410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211029 Feb 19 01:05:48.241869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:48.253853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eec0d-6538-4604-a16a-8bf100cff5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278bcca4-3089-4b9d-a72d-662febd6e2ef,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:48.367193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] Publish callbacks [] for security_group (278bcca4-3089-4b9d-a72d-662febd6e2ef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.393745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] Publish callbacks [] for security_group (278bcca4-3089-4b9d-a72d-662febd6e2ef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.515848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (278bcca4-3089-4b9d-a72d-662febd6e2ef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.524683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.526670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/278bcca4-3089-4b9d-a72d-662febd6e2ef HTTP/1.1" status: 204 len: 168 time: 0.2777879 Feb 19 01:05:48.541150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddd5b3-f37b-44b6-aff6-a8dd5662bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278bcca4-3089-4b9d-a72d-662febd6e2ef,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:48.580943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Router fdfe99d9-0f8e-4246-bc20-c4203416ca0d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:05:48.622832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (db930989-3fbb-49a5-8d9f-f32888445ebb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.730082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab0f6aa-807b-4163-8a6d-89c3162d05ff {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:48.749830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks [] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.799039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853ca70-b076-4b76-b869-2c545cea51d7 req-5da5dd64-9123-4c7d-a5db-0a3cf3596365 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:48.807777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6853ca70-b076-4b76-b869-2c545cea51d7 req-5da5dd64-9123-4c7d-a5db-0a3cf3596365 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 931 time: 0.0826144 Feb 19 01:05:48.861473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:05:48.872208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-806d4d7a-e8d2-4535-ae1b-8a394ad47d32 admin admin] 10.222.0.94 "PUT /v2.0/routers/fdfe99d9-0f8e-4246-bc20-c4203416ca0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5286968 Feb 19 01:05:48.872387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Sync routers for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:05:48.873478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48640) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:48.884093 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:48.885172 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:48.894232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6853ca70-b076-4b76-b869-2c545cea51d7 req-ab655cde-53ef-4d24-af74-8cb415a14514 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778394 Feb 19 01:05:48.929538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Transition to ACTIVE for port object fab0f6aa-807b-4163-8a6d-89c3162d05ff will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:48.931595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (db930989-3fbb-49a5-8d9f-f32888445ebb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.941833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3498b844-3b3f-4117-b178-b33b6c07c269 None None] Provisioning complete for port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:48.942589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3498b844-3b3f-4117-b178-b33b6c07c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.969142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=db930989-3fbb-49a5-8d9f-f32888445ebb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:48.980177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:48.985380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-20893f4d-2d9b-4d65-9593-c9844a7be606 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/db930989-3fbb-49a5-8d9f-f32888445ebb HTTP/1.1" status: 204 len: 168 time: 1.1487944 Feb 19 01:05:48.985782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:48.999138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f0197-19bb-469d-8bce-64ecbffcd65c None None] Network f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:49.032323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:49.052057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.106880 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.181540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:49.181886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.209349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks [] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.218262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Pushing event updated for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:49.322452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3498b844-3b3f-4117-b178-b33b6c07c269 None None] Current status of the port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:49.339192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:49.353752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,segment=NetworkSegment(793cb8c3-1c22-4516-af0d-fb00d2c7381b),segment_id=793cb8c3-1c22-4516-af0d-fb00d2c7381b)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:49.355375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.396430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:49.447254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24e482e-8b5e-49bd-83ed-4d7018badfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.452893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] DHCP port deletion for f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:49.508267 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:46Z', 'revision_number': 5, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.539742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Deleting port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:49.540117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.553647 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Checking router: fdfe99d9-0f8e-4246-bc20-c4203416ca0d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:05:49.564866 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Routers {'fdfe99d9-0f8e-4246-bc20-c4203416ca0d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:05:49.565771 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.595745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.607385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Attempting to bind port fab0f6aa-807b-4163-8a6d-89c3162d05ff on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:49.607873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Attempting to bind port fab0f6aa-807b-4163-8a6d-89c3162d05ff by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '70180b03-deea-4d92-84f1-a860be4cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:49.608298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Attempting to bind port fab0f6aa-807b-4163-8a6d-89c3162d05ff on network cab32a96-d3e3-45f3-95af-701b06fc50db {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:49.634841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks [] for router_gateway (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.639939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Port fab0f6aa-807b-4163-8a6d-89c3162d05ff on network cab32a96-d3e3-45f3-95af-701b06fc50db not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:49.640546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Attempting to bind port fab0f6aa-807b-4163-8a6d-89c3162d05ff on network cab32a96-d3e3-45f3-95af-701b06fc50db {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:49.649706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df684cd0-fc1a-4f9e-86f8-ade2c349f01f req-423eccde-6879-4fa0-861d-0eaa2c65ae1e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:49.655789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:49.657352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:49.658280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df684cd0-fc1a-4f9e-86f8-ade2c349f01f req-423eccde-6879-4fa0-861d-0eaa2c65ae1e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.3200161 Feb 19 01:05:49.658427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] For port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,segment=NetworkSegment(793cb8c3-1c22-4516-af0d-fb00d2c7381b),segment_id=793cb8c3-1c22-4516-af0d-fb00d2c7381b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:49.658923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.686165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:49.686612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Checking segment: {'id': '70180b03-deea-4d92-84f1-a860be4cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:49.687124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Bound using segment: {'id': '70180b03-deea-4d92-84f1-a860be4cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:49.687734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Bound port: fab0f6aa-807b-4163-8a6d-89c3162d05ff, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70180b03-deea-4d92-84f1-a860be4cee36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:49.688206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.688768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Calling delete_port for e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:49.693426 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] Set router fdfe99d9-0f8e-4246-bc20-c4203416ca0d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:05:49.851481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.855691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df684cd0-fc1a-4f9e-86f8-ade2c349f01f req-afafed41-b18f-476e-9973-a1c5a42130f9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962347 Feb 19 01:05:49.858610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.883063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24e482e-8b5e-49bd-83ed-4d7018badfed admin admin] Publish callbacks [] for security_group (2fe10a3a-128d-431b-85a8-414e2b7eba01), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.894968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.907054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793cb8c3-1c22-4516-af0d-fb00d2c7381b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.907399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793cb8c3-1c22-4516-af0d-fb00d2c7381b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.924625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] No DVR routers for this DVR port e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:49.924818 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:46Z', 'revision_number': 5, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:49.925360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (793cb8c3-1c22-4516-af0d-fb00d2c7381b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.927639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d394977-24e1-48e5-a03a-14b5698535e8 None None] Pushing event deleted for resources: {'Port': ['ID=e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:49.950096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a24e482e-8b5e-49bd-83ed-4d7018badfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2fe10a3a-128d-431b-85a8-414e2b7eba01), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.961212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:49.974815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (793cb8c3-1c22-4516-af0d-fb00d2c7381b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.975939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff,segment=NetworkSegment(70180b03-deea-4d92-84f1-a860be4cee36),segment_id=70180b03-deea-4d92-84f1-a860be4cee36)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:49.993669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:49.994244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (793cb8c3-1c22-4516-af0d-fb00d2c7381b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.000915 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f67146-7162-4a57-a61a-9bf8ee0d5dda None None] The sync data for ids ['fdfe99d9-0f8e-4246-bc20-c4203416ca0d'] in n-d-826529-3 is: [{'id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'name': 'tempest-TestAggregatesBasicOps-159412168-router', 'tenant_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:07Z', 'updated_at': '2022-02-19T01:05:46Z', 'revision_number': 5, 'project_id': '07800c1e6cde4013a0802cacd1c0b3cb', 'gw_port': {'id': 'd3cb377b-de99-4d8f-bddb-daf9429582fe', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bb:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe99d9-0f8e-4246-bc20-c4203416ca0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:10Z', 'updated_at': '2022-02-19T01:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:50.002557 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:50.086012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.103615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a24e482e-8b5e-49bd-83ed-4d7018badfed admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d383f507ef094036897d18e5caa395ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7615368 Feb 19 01:05:50.126737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Deleting port d3cb377b-de99-4d8f-bddb-daf9429582fe {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:50.127561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.140084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48654) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.155705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e482e-8b5e-49bd-83ed-4d7018badfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe10a3a-128d-431b-85a8-414e2b7eba01,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.158687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:50.185778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:50.186478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e28ccbe3-0f6e-4b9c-9202-217cc8b7ea92 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:50.205268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.213356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.213996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a HTTP/1.1" status: 204 len: 168 time: 1.2271013 Feb 19 01:05:50.226273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48656) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.253070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee63b52-48e7-4dd0-adbb-1254a8a6d800 req-4ebaac74-1ba5-4266-8d0b-6604c2e612d2 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.254573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ee63b52-48e7-4dd0-adbb-1254a8a6d800 req-4ebaac74-1ba5-4266-8d0b-6604c2e612d2 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 947 time: 0.1694086 Feb 19 01:05:50.269578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] Publish callbacks [] for security_group (2fe10a3a-128d-431b-85a8-414e2b7eba01), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.281759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.282626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.283840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] 10.222.0.117 "PUT /v2.0/ports/fab0f6aa-807b-4163-8a6d-89c3162d05ff HTTP/1.1" status: 200 len: 1095 time: 3.2733295 Feb 19 01:05:50.286209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:50.291153 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb707eeb-e481-43d0-8727-7213cdbc55ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:50.300487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] Publish callbacks [] for security_group (2fe10a3a-128d-431b-85a8-414e2b7eba01), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.332846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40693360-d541-434f-8cc8-a30ff938af94 service neutron] Pushing event updated for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.374896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f1133-69eb-42aa-8a74-6778810a45d4 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=f8ff13e7-b745-4ac9-a5eb-cd82ee0ab76a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.400947 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312316a7-07ae-444f-8779-375897c1d6fd x-openstack-request-id: req-312316a7-07ae-444f-8779-375897c1d6fd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:50.405510 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:50.405893 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-312316a7-07ae-444f-8779-375897c1d6fd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:50.406348 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff', 'status': 'completed', 'code': 200} Feb 19 01:05:50.437452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ee63b52-48e7-4dd0-adbb-1254a8a6d800 req-d9c4706c-0ead-4954-a464-a8b042a10361 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690435 Feb 19 01:05:50.450916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] For port d3cb377b-de99-4d8f-bddb-daf9429582fe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d3cb377b-de99-4d8f-bddb-daf9429582fe,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:50.450916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.470635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251a8a60-a1fd-4e97-9895-c9102650f1ef tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.470635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-251a8a60-a1fd-4e97-9895-c9102650f1ef tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2338023 Feb 19 01:05:50.470635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2fe10a3a-128d-431b-85a8-414e2b7eba01), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.472881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.476874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2fe10a3a-128d-431b-85a8-414e2b7eba01 HTTP/1.1" status: 204 len: 168 time: 0.3357387 Feb 19 01:05:50.477519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48662) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.516076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59160abe-5cf4-42ed-8020-db51100791e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe10a3a-128d-431b-85a8-414e2b7eba01,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:50.541929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Calling delete_port for d3cb377b-de99-4d8f-bddb-daf9429582fe owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:50.594664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e9e942bd-215a-40d9-89e4-cd7c7fb72c27 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1126399 Feb 19 01:05:50.597414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-042e43fc-bf5d-4c17-b7c4-8634e1dd722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.598843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48668) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:50.601668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-042e43fc-bf5d-4c17-b7c4-8634e1dd722e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2bf032e8e93b47a2bf274ba41876af6b&device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 1129 time: 0.1944249 Feb 19 01:05:50.605333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1207011386'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:50.693458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:50.700314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.752842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:05:50.788419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0bb66347-4f90-42c9-8716-c8145e15da86), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.789020 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 0bb66347-4f90-42c9-8716-c8145e15da86 of type vlan for network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 Feb 19 01:05:50.846203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-9ed79a1e-ffd7-4d73-9f11-b2a07e9d5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:50.847807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-9ed79a1e-ffd7-4d73-9f11-b2a07e9d5a61 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=2bf032e8e93b47a2bf274ba41876af6b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2352290 Feb 19 01:05:50.860458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.995977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.004778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.005428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.140385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d3cb377b-de99-4d8f-bddb-daf9429582fe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.142470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:51.150393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-89142ee9-ab29-4a88-80ee-37732de96f32 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5480421 Feb 19 01:05:51.154564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:05:51.156653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48678) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:51.161759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:51.162297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944126c-9ca6-4b7a-8e11-f4bff6a1756e req-b85ce5e7-056d-4acc-a7ee-c60a9864d6f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.164667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4944126c-9ca6-4b7a-8e11-f4bff6a1756e req-b85ce5e7-056d-4acc-a7ee-c60a9864d6f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.1959770 Feb 19 01:05:51.241816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cb377b-de99-4d8f-bddb-daf9429582fe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:51.245978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-c21f9a1c-a810-4056-808a-a55347173646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.250790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb707eeb-e481-43d0-8727-7213cdbc55ac req-c21f9a1c-a810-4056-808a-a55347173646 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3879180 Feb 19 01:05:51.403975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4944126c-9ca6-4b7a-8e11-f4bff6a1756e req-5b486df5-708b-4ce1-92df-1dc61515b2a1 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573429 Feb 19 01:05:51.407355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:51.412189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.414813 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.797449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316fe13-e44c-4702-b84b-57fc41eed872 req-3a92b96b-5bc7-4ed5-8fc6-d37e8c04dd54 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:51.805715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2316fe13-e44c-4702-b84b-57fc41eed872 req-3a92b96b-5bc7-4ed5-8fc6-d37e8c04dd54 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.1137569 Feb 19 01:05:51.892016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2316fe13-e44c-4702-b84b-57fc41eed872 req-af23b319-fd79-40c4-903c-2e013fd5907c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850527 Feb 19 01:05:51.902303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (e4481d72-bd0a-4332-9847-c8979473284e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.060259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.062807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks [] for router_controller (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.069765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=e4481d72-bd0a-4332-9847-c8979473284e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:52.089002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '0bb66347-4f90-42c9-8716-c8145e15da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:52.089374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:52.113742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d0b61fc1-d0b2-4877-8131-255dd7c1f02a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:52.153713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88bc5d-7be2-4631-993d-e40b9b8bc648 req-d863fafe-0560-4018-b474-f72f5e8e465b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.155370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da88bc5d-7be2-4631-993d-e40b9b8bc648 req-d863fafe-0560-4018-b474-f72f5e8e465b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.0813568 Feb 19 01:05:52.165996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d0b61fc1-d0b2-4877-8131-255dd7c1f02a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:52.167582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d0b61fc1-d0b2-4877-8131-255dd7c1f02a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:52.180381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-759d3d9b-2436-4427-97ce-73f6739ce410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.181924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-759d3d9b-2436-4427-97ce-73f6739ce410 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2bf032e8e93b47a2bf274ba41876af6b&device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 1129 time: 0.8853347 Feb 19 01:05:52.197590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:52.248376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da88bc5d-7be2-4631-993d-e40b9b8bc648 req-70fd70ba-25ab-4816-9712-73b2ce845a37 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839577 Feb 19 01:05:52.258245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:52.264073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fdfe99d9-0f8e-4246-bc20-c4203416ca0d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.264958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdfe99d9-0f8e-4246-bc20-c4203416ca0d {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:05:52.268049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-6061addc-2039-49f3-b474-586dfaf8c9f0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff HTTP/1.1" status: 200 len: 217 time: 0.0657403 Feb 19 01:05:52.271121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c574ae-145e-458c-b4e4-981dcb8a2493 None None] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:52.272804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.274002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-10b84a85-5fdc-4bb8-9549-1b491bbcb95a admin admin] 10.222.0.94 "DELETE /v2.0/routers/fdfe99d9-0f8e-4246-bc20-c4203416ca0d HTTP/1.1" status: 204 len: 168 time: 3.3995025 Feb 19 01:05:52.277967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:52.280522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.293874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.338409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4590c06-1f8a-45da-8738-17886b10fc51 req-b321f1b2-35fb-4c17-b07f-b8140c30f6c0 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.340970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4590c06-1f8a-45da-8738-17886b10fc51 req-b321f1b2-35fb-4c17-b07f-b8140c30f6c0 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 947 time: 0.4225316 Feb 19 01:05:52.424726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-93fa6778-21de-43aa-a7ed-d6f35b5f4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:52.430223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-93fa6778-21de-43aa-a7ed-d6f35b5f4b8f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b HTTP/1.1" status: 200 len: 853 time: 0.1520917 Feb 19 01:05:52.465258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Deleting subnet edc84dc4-570e-484c-83e9-5f0426e16651 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:52.481018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Publish callbacks [] for subnet (edc84dc4-570e-484c-83e9-5f0426e16651), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.523043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-d83019fb-4c69-4a8e-9ce3-4b1845b741cd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=cab32a96-d3e3-45f3-95af-701b06fc50db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693567 Feb 19 01:05:52.570675 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (edc84dc4-570e-484c-83e9-5f0426e16651), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.575938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4590c06-1f8a-45da-8738-17886b10fc51 req-f01f750b-7a8d-4cfb-8e6d-959d645a2aa7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262182 Feb 19 01:05:52.644057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b48fbb1-0773-4d6f-99bc-1649d0ba62f7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4862664 Feb 19 01:05:52.648045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48712) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:52.654356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71', 'name': 'tempest-PortsTestJSON-1899129028'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:52.800470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-7802f97a-b497-46c4-a2c7-e2dcddab3917 service neutron] 10.222.0.117 "GET /v2.0/networks/cab32a96-d3e3-45f3-95af-701b06fc50db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613251 Feb 19 01:05:52.845774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (edc84dc4-570e-484c-83e9-5f0426e16651), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.991176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71', 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': 'e4481d72-bd0a-4332-9847-c8979473284e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:05:52.992053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.066307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b47aa74-2792-4b7a-b5dd-e05eec4c87fc req-e7016e49-3563-4377-97cf-8aa71bc5aeb8 service neutron] 10.222.0.117 "GET /v2.0/networks/cab32a96-d3e3-45f3-95af-701b06fc50db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591517 Feb 19 01:05:53.068173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:53.076261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (edc84dc4-570e-484c-83e9-5f0426e16651), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.084954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.110392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 03b3d6eb-d1e0-4fda-a80f-954a21e266c9 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:53.145479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.154207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] 10.222.0.94 "DELETE /v2.0/subnets/edc84dc4-570e-484c-83e9-5f0426e16651 HTTP/1.1" status: 204 len: 168 time: 0.8488421 Feb 19 01:05:53.154207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda9a0e-f707-4a84-8f16-7976113f3e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc84dc4-570e-484c-83e9-5f0426e16651,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:53.175362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48726) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:53.197527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92835144-cb27-4d57-ad2a-ac9a8a4a1dcc req-a3d573c6-0cc5-46c0-a4cb-6fbad35d1d7b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:53.200390 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92835144-cb27-4d57-ad2a-ac9a8a4a1dcc req-a3d573c6-0cc5-46c0-a4cb-6fbad35d1d7b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.1845090 Feb 19 01:05:53.223870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c4559-f796-40d5-b07f-e14ff5b9f9e1 None None] Network 86b8e54c-898e-4f10-982f-dc148b779731 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:53.311107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92835144-cb27-4d57-ad2a-ac9a8a4a1dcc req-23a7a395-0eca-476e-abd5-caac3c2de397 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034353 Feb 19 01:05:53.356280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (86b8e54c-898e-4f10-982f-dc148b779731), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.363325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.13 (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71/e4481d72-bd0a-4332-9847-c8979473284e/03b3d6eb-d1e0-4fda-a80f-954a21e266c9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:53.447381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Deleting port 4482bc17-f196-4354-8261-158eaecd92f6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:53.449677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4482bc17-f196-4354-8261-158eaecd92f6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.572074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] For port 4482bc17-f196-4354-8261-158eaecd92f6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4482bc17-f196-4354-8261-158eaecd92f6,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:53.572378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4482bc17-f196-4354-8261-158eaecd92f6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.589134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] DHCP port deletion for 86b8e54c-898e-4f10-982f-dc148b779731 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:05:53.607614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Calling delete_port for 4482bc17-f196-4354-8261-158eaecd92f6 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:53.665576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.697494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Deleting port 4482bc17-f196-4354-8261-158eaecd92f6 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:53.698134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4482bc17-f196-4354-8261-158eaecd92f6), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.785025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.858105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] For port 4482bc17-f196-4354-8261-158eaecd92f6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4482bc17-f196-4354-8261-158eaecd92f6,segment=NetworkSegment(33e224aa-fc03-4d58-810b-3a247fac96b8),segment_id=33e224aa-fc03-4d58-810b-3a247fac96b8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:53.858523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4482bc17-f196-4354-8261-158eaecd92f6), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.866003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:53.871626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:53.876464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:53.883251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Calling delete_port for 4482bc17-f196-4354-8261-158eaecd92f6 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:53.900422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e864b-3051-46d4-a8b4-f3939956a22e req-12644d67-56e5-4695-a812-86315cdf2d3b tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:53.903263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c0e864b-3051-46d4-a8b4-f3939956a22e req-12644d67-56e5-4695-a812-86315cdf2d3b tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 947 time: 0.1866772 Feb 19 01:05:53.922390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=03b3d6eb-d1e0-4fda-a80f-954a21e266c9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:53.978269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:53.980105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.989062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c0e864b-3051-46d4-a8b4-f3939956a22e req-fd557da6-bebf-4304-aa24-334ab4f6bb4b tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Feb 19 01:05:53.992027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4482bc17-f196-4354-8261-158eaecd92f6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.016512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] No DVR routers for this DVR port 4482bc17-f196-4354-8261-158eaecd92f6 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:54.039108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (4482bc17-f196-4354-8261-158eaecd92f6), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.086195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] Pushing event deleted for resources: {'Port': ['ID=4482bc17-f196-4354-8261-158eaecd92f6,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:54.099688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cb9b3-48e6-4564-8bb9-30831f34754d None None] No DVR routers for this DVR port 4482bc17-f196-4354-8261-158eaecd92f6 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:54.099688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d3cb377b-de99-4d8f-bddb-daf9429582fe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:54.100335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-983c30ad-ce74-42a1-b321-f6c75914b726 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4495440 Feb 19 01:05:54.101428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48740) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:54.120442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71', 'name': 'tempest-PortsTestJSON-2143661195'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:54.123822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Pushing event deleted for resources: {'Port': ['ID=4482bc17-f196-4354-8261-158eaecd92f6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:54.139316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d3cb377b-de99-4d8f-bddb-daf9429582fe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:54.139999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d3cb377b-de99-4d8f-bddb-daf9429582fe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:54.140597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4482bc17-f196-4354-8261-158eaecd92f6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:54.177857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 4482bc17-f196-4354-8261-158eaecd92f6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:54.180186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4482bc17-f196-4354-8261-158eaecd92f6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:54.183833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Allocated IP 172.20.0.2 (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71/e4481d72-bd0a-4332-9847-c8979473284e/8158b4d6-fe19-41cc-8b73-42213e63177e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:54.255781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (86b8e54c-898e-4f10-982f-dc148b779731), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.303815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b8e54c-898e-4f10-982f-dc148b779731']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.311173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48742) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:54.439370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e224aa-fc03-4d58-810b-3a247fac96b8') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.439698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e224aa-fc03-4d58-810b-3a247fac96b8') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:54.465518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks [] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.476128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:54.482202 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.502906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (33e224aa-fc03-4d58-810b-3a247fac96b8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.550328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.583519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (33e224aa-fc03-4d58-810b-3a247fac96b8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.597102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 2d448949-7090-4e7d-886c-4f652aa0cef9 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:05:54.599166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:54.599637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (33e224aa-fc03-4d58-810b-3a247fac96b8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:54.601357 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:54.659324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-390290ed-c800-4304-803f-5099bcf557e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.660922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:54.667185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:54.684123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:54.707897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Pushing event updated for resources: {'Port': ['ID=8158b4d6-fe19-41cc-8b73-42213e63177e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:54.763762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-9aa48b9a-25f0-4909-8491-7a6faa567f04 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:54.766487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-9aa48b9a-25f0-4909-8491-7a6faa567f04 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.4284799 Feb 19 01:05:54.831385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Attempting to bind port 8158b4d6-fe19-41cc-8b73-42213e63177e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:54.831846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Attempting to bind port 8158b4d6-fe19-41cc-8b73-42213e63177e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0bb66347-4f90-42c9-8716-c8145e15da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:54.832213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Attempting to bind port 8158b4d6-fe19-41cc-8b73-42213e63177e on network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:54.839460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-390290ed-c800-4304-803f-5099bcf557e9 admin admin] Publish callbacks [] for security_group (3b739233-2234-4dd7-a238-b8f2f8429ada), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.844516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:54.849073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Checking segment: {'id': '0bb66347-4f90-42c9-8716-c8145e15da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:54.849073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.849073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Bound using segment: {'id': '0bb66347-4f90-42c9-8716-c8145e15da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:54.849623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Bound port: 8158b4d6-fe19-41cc-8b73-42213e63177e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb66347-4f90-42c9-8716-c8145e15da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:54.849729 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.863537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc48d8-d378-4658-907e-4baf427c6e0b req-7235cac8-c4e3-4533-8f88-d7c7be6c6fc3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:54.865324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4dc48d8-d378-4658-907e-4baf427c6e0b req-7235cac8-c4e3-4533-8f88-d7c7be6c6fc3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.3803937 Feb 19 01:05:54.961091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-390290ed-c800-4304-803f-5099bcf557e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3b739233-2234-4dd7-a238-b8f2f8429ada), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.994626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] For port 8158b4d6-fe19-41cc-8b73-42213e63177e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:54.998418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] For port 8158b4d6-fe19-41cc-8b73-42213e63177e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8158b4d6-fe19-41cc-8b73-42213e63177e,segment=NetworkSegment(0bb66347-4f90-42c9-8716-c8145e15da86),segment_id=0bb66347-4f90-42c9-8716-c8145e15da86)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:55.007292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-390290ed-c800-4304-803f-5099bcf557e9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f3d86f9e8dac4b87bcaea4f5abba778c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6922557 Feb 19 01:05:55.038459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48752) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.073965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.082515 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4dc48d8-d378-4658-907e-4baf427c6e0b req-1ef6ca7a-3c7d-44fe-967f-5bb421cc0f94 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061477 Feb 19 01:05:55.112986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.12 (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71/e4481d72-bd0a-4332-9847-c8979473284e/2d448949-7090-4e7d-886c-4f652aa0cef9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:55.147176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390290ed-c800-4304-803f-5099bcf557e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b739233-2234-4dd7-a238-b8f2f8429ada,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.204743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fab0f6aa-807b-4163-8a6d-89c3162d05ff details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:55.369418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850aa45-ee73-4b38-afd0-184996c7574b None None] Pushing event updated for resources: {'Port': ['ID=8158b4d6-fe19-41cc-8b73-42213e63177e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.381372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (2d448949-7090-4e7d-886c-4f652aa0cef9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.442559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] Publish callbacks [] for security_group (3b739233-2234-4dd7-a238-b8f2f8429ada), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.478425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] Publish callbacks [] for security_group (3b739233-2234-4dd7-a238-b8f2f8429ada), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.499061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (2d448949-7090-4e7d-886c-4f652aa0cef9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.518410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff,segment=NetworkSegment(70180b03-deea-4d92-84f1-a860be4cee36),segment_id=70180b03-deea-4d92-84f1-a860be4cee36)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:55.554360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff', 'network_id': 'cab32a96-d3e3-45f3-95af-701b06fc50db', 'port_id': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff', 'mac_address': 'fa:16:3e:e9:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:55.597832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=2d448949-7090-4e7d-886c-4f652aa0cef9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.625337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:55.627890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:55.631010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:55.650300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fab0f6aa-807b-4163-8a6d-89c3162d05ff is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:55.650990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.677832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab0f6aa-807b-4163-8a6d-89c3162d05ff {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:55.715876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff,segment=NetworkSegment(70180b03-deea-4d92-84f1-a860be4cee36),segment_id=70180b03-deea-4d92-84f1-a860be4cee36)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:55.746696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (86b8e54c-898e-4f10-982f-dc148b779731), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.747343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:55.748217 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.781856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3b739233-2234-4dd7-a238-b8f2f8429ada), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.785138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.792402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3b739233-2234-4dd7-a238-b8f2f8429ada HTTP/1.1" status: 204 len: 168 time: 0.7450361 Feb 19 01:05:55.807111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.824736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.828281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] 10.222.0.94 "DELETE /v2.0/networks/86b8e54c-898e-4f10-982f-dc148b779731 HTTP/1.1" status: 204 len: 168 time: 2.6515260 Feb 19 01:05:55.832818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48758) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.873844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041eef-cbad-4546-82a2-303a5e3c0521 req-266e4229-c114-4d29-ba9a-895e3951523f tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:55.884592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec041eef-cbad-4546-82a2-303a5e3c0521 req-266e4229-c114-4d29-ba9a-895e3951523f tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 947 time: 0.2170277 Feb 19 01:05:55.894214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430c4f-6235-45f6-a5aa-b15fd6975fea admin admin] Pushing event deleted for resources: {'Network': ['ID=86b8e54c-898e-4f10-982f-dc148b779731,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.931345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a8b84-925c-41b4-9350-71dbb0a26077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b739233-2234-4dd7-a238-b8f2f8429ada,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.937667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:55.958361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4c955d46-3f2d-40e4-8c07-bb55c38d623c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8446772 Feb 19 01:05:55.969377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48762) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.029229 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec041eef-cbad-4546-82a2-303a5e3c0521 req-69ddfe34-c26e-4683-a85e-2096f081eb62 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356239 Feb 19 01:05:56.056581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port 1772eac1-7267-4f73-b241-29c6fc3946dc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:56.056581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.103988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['fab0f6aa-807b-4163-8a6d-89c3162d05ff'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:56.236956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port 1772eac1-7267-4f73-b241-29c6fc3946dc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1772eac1-7267-4f73-b241-29c6fc3946dc,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:56.242280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.251517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8158b4d6-fe19-41cc-8b73-42213e63177e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:56.281922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for 1772eac1-7267-4f73-b241-29c6fc3946dc owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:56.373756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7633dc-1e13-4a92-80cc-860de368124f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.381521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4b7633dc-1e13-4a92-80cc-860de368124f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.4128478 Feb 19 01:05:56.381521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48770) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.553228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8158b4d6-fe19-41cc-8b73-42213e63177e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:56.553834 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.615321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1395-4bcd-4e72-9a91-6520b6fd4016 req-3d3c1d4a-9180-432f-91d8-e9a65b762b63 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:56.619194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e9b1395-4bcd-4e72-9a91-6520b6fd4016 req-3d3c1d4a-9180-432f-91d8-e9a65b762b63 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 945 time: 0.3096364 Feb 19 01:05:56.722270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1772eac1-7267-4f73-b241-29c6fc3946dc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.791474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e9b1395-4bcd-4e72-9a91-6520b6fd4016 req-2e559594-05ab-4f5b-b3a7-f63dc7564f8b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489432 Feb 19 01:05:56.810273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:56.850880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 2d448949-7090-4e7d-886c-4f652aa0cef9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:56.857395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=1772eac1-7267-4f73-b241-29c6fc3946dc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.858025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2d448949-7090-4e7d-886c-4f652aa0cef9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.881574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port 1772eac1-7267-4f73-b241-29c6fc3946dc on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:56.884454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.889490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7645835-c412-4b4d-a1f3-e557978f60b9 req-f4ff9de1-d19b-451d-9597-76a098b3236b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/1772eac1-7267-4f73-b241-29c6fc3946dc HTTP/1.1" status: 204 len: 173 time: 2.1132326 Feb 19 01:05:56.890035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'name': 'network-vif-deleted', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:56.905994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6e949b74-cc84-4656-9786-e4dbd54fc980', '1772eac1-7267-4f73-b241-29c6fc3946dc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:56.923163 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccaf1de-5ed5-46e9-bd08-620390c4303e" -d '{"events": [{"server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "name": "network-vif-deleted", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:56.923163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48772) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.947295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b03438d-7fd9-468b-9f4a-bfa948cbf079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.010724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712c3ea-d29b-43ee-a58f-4d64d22b601c None None] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:57.034857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2d448949-7090-4e7d-886c-4f652aa0cef9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.055215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 2d448949-7090-4e7d-886c-4f652aa0cef9 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:57.134433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8158b4d6-fe19-41cc-8b73-42213e63177e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:57.135268 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.164624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Provisioning complete for port 8158b4d6-fe19-41cc-8b73-42213e63177e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:57.165316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.171298 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b03438d-7fd9-468b-9f4a-bfa948cbf079 admin admin] Publish callbacks [] for security_group (e5623412-7679-4865-ae82-aa6e1f1fda3b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.174785 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7524784-80c6-4bd4-bbd0-3af3f86d1082 x-openstack-request-id: req-e7524784-80c6-4bd4-bbd0-3af3f86d1082 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:57.176461 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5a276-dcc1-4880-955c-917361f775bb", "name": "network-vif-deleted", "tag": "1772eac1-7267-4f73-b241-29c6fc3946dc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:57.176896 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e7524784-80c6-4bd4-bbd0-3af3f86d1082 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:57.177434 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5a276-dcc1-4880-955c-917361f775bb', 'name': 'network-vif-deleted', 'tag': '1772eac1-7267-4f73-b241-29c6fc3946dc', 'status': 'completed', 'code': 200} Feb 19 01:05:57.231053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b03438d-7fd9-468b-9f4a-bfa948cbf079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e5623412-7679-4865-ae82-aa6e1f1fda3b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.256207 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (527bfdd4-add9-4a04-a93c-67e6413dc481), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.313231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03438d-7fd9-468b-9f4a-bfa948cbf079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5623412-7679-4865-ae82-aa6e1f1fda3b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.339745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Current status of the port 8158b4d6-fe19-41cc-8b73-42213e63177e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:57.339745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.387439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b03438d-7fd9-468b-9f4a-bfa948cbf079 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9144b2d499ff4bfba0449185bb921850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4650540 Feb 19 01:05:57.388076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.398336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 8158b4d6-fe19-41cc-8b73-42213e63177e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8158b4d6-fe19-41cc-8b73-42213e63177e,segment=NetworkSegment(0bb66347-4f90-42c9-8716-c8145e15da86),segment_id=0bb66347-4f90-42c9-8716-c8145e15da86)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:57.473947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (2d448949-7090-4e7d-886c-4f652aa0cef9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.499506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dfb78-310b-4e04-83db-49da976955b7 req-39f78f4c-6cba-44bd-811d-6d983fe4a6b5 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:57.501286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a2dfb78-310b-4e04-83db-49da976955b7 req-39f78f4c-6cba-44bd-811d-6d983fe4a6b5 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 948 time: 0.2726259 Feb 19 01:05:57.561275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.581603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=2d448949-7090-4e7d-886c-4f652aa0cef9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.676118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:05:57.684737 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:05:57.714420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=8158b4d6-fe19-41cc-8b73-42213e63177e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.761556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] Publish callbacks [] for security_group (e5623412-7679-4865-ae82-aa6e1f1fda3b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.803902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a2dfb78-310b-4e04-83db-49da976955b7 req-fe81452d-0eb3-4b91-88c9-5aadb0374af1 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887628 Feb 19 01:05:57.828370 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] Publish callbacks [] for security_group (e5623412-7679-4865-ae82-aa6e1f1fda3b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.855894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.866070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97f18168-c459-4319-a2f8-b249971d9dc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/2d448949-7090-4e7d-886c-4f652aa0cef9 HTTP/1.1" status: 204 len: 168 time: 1.4804294 Feb 19 01:05:57.866583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.927182 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca8e612-c8fd-4ab2-9ee5-937a1c92c290 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:57.943578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aca8e612-c8fd-4ab2-9ee5-937a1c92c290 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/2d448949-7090-4e7d-886c-4f652aa0cef9 HTTP/1.1" status: 404 len: 333 time: 0.0756655 Feb 19 01:05:57.945748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48790) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.989844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-070ddb90-7a7c-459e-9bb9-5c62e372331f req-40951cef-42a7-4c9b-9714-d91cf67248fa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=40c5a276-dcc1-4880-955c-917361f775bb HTTP/1.1" status: 200 len: 210 time: 0.0347905 Feb 19 01:05:58.111775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8158b4d6-fe19-41cc-8b73-42213e63177e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:58.180001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8158b4d6-fe19-41cc-8b73-42213e63177e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:58.180513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.291350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-255e3758-143f-4f34-bb28-67aa8d67c691 None None] Current status of the port 8158b4d6-fe19-41cc-8b73-42213e63177e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:58.390922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8158b4d6-fe19-41cc-8b73-42213e63177e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:58.430279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Could not find standard attr ID for object 2d448949-7090-4e7d-886c-4f652aa0cef9. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:05:58.457774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Provisioning complete for port 8158b4d6-fe19-41cc-8b73-42213e63177e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:58.458273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.586299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Current status of the port 8158b4d6-fe19-41cc-8b73-42213e63177e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:58.606848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Provisioning complete for port 03b3d6eb-d1e0-4fda-a80f-954a21e266c9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:58.607592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.657039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6d147e3e-7274-420f-aa71-533762969529 None None] Port 03b3d6eb-d1e0-4fda-a80f-954a21e266c9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:05:58.686713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 03b3d6eb-d1e0-4fda-a80f-954a21e266c9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:58.687329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.712918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e5623412-7679-4865-ae82-aa6e1f1fda3b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.716303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.721022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e5623412-7679-4865-ae82-aa6e1f1fda3b HTTP/1.1" status: 204 len: 168 time: 1.3300271 Feb 19 01:05:58.775801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-893b42c0-edef-41c4-aa68-6c71531d2ebe None None] Could not find standard attr ID for object 2d448949-7090-4e7d-886c-4f652aa0cef9. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:05:58.790346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c33f6-ddde-4006-b4b4-ce656789aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5623412-7679-4865-ae82-aa6e1f1fda3b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:58.805211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Deleting port 9dca9b29-2dbd-40e7-809b-a78a23c73db4 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:58.805547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.897684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:58.911699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1772eac1-7267-4f73-b241-29c6fc3946dc no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:58.915807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 03b3d6eb-d1e0-4fda-a80f-954a21e266c9 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:58.974281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 1772eac1-7267-4f73-b241-29c6fc3946dc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:58.982518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1772eac1-7267-4f73-b241-29c6fc3946dc not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:59.040057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] For port 9dca9b29-2dbd-40e7-809b-a78a23c73db4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9dca9b29-2dbd-40e7-809b-a78a23c73db4,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:59.040423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.064829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Calling delete_port for 9dca9b29-2dbd-40e7-809b-a78a23c73db4 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:59.159535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fab0f6aa-807b-4163-8a6d-89c3162d05ff up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:59.328764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port fab0f6aa-807b-4163-8a6d-89c3162d05ff completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:59.333309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port fab0f6aa-807b-4163-8a6d-89c3162d05ff triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:59.333695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.457166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50898e-5671-4f36-90f3-dd06a7dddc5c req-e615c96a-5edd-4014-9fb9-e49d16a600cd tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:59.458685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c50898e-5671-4f36-90f3-dd06a7dddc5c req-e615c96a-5edd-4014-9fb9-e49d16a600cd tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 948 time: 0.4584763 Feb 19 01:05:59.491747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fab0f6aa-807b-4163-8a6d-89c3162d05ff is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:59.492146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.557531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (03b3d6eb-d1e0-4fda-a80f-954a21e266c9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.568211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:59.573345 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8100b0dc-62a4-47d0-8c81-83096ed617c3" -d '{"events": [{"server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "name": "network-vif-plugged", "status": "completed", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:59.603646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff,segment=NetworkSegment(70180b03-deea-4d92-84f1-a860be4cee36),segment_id=70180b03-deea-4d92-84f1-a860be4cee36)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:59.638148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=03b3d6eb-d1e0-4fda-a80f-954a21e266c9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:59.647042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.648214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea30f6-5490-44dd-ab2d-e95b7665a1ba req-3d5655a9-0529-4e98-86bd-887bb5451635 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:59.659788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89ea30f6-5490-44dd-ab2d-e95b7665a1ba req-3d5655a9-0529-4e98-86bd-887bb5451635 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.1285095 Feb 19 01:05:59.753710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89ea30f6-5490-44dd-ab2d-e95b7665a1ba req-63c3879a-9469-41e5-b3ee-52742b232eab tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Feb 19 01:05:59.767313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c50898e-5671-4f36-90f3-dd06a7dddc5c req-c3cee51f-4a77-439c-85b0-0bb8f34f1931 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856028 Feb 19 01:05:59.798197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:59.818524 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a11ada-4ce8-4294-9f37-431729f4440d x-openstack-request-id: req-83a11ada-4ce8-4294-9f37-431729f4440d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:59.818842 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "name": "network-vif-plugged", "status": "completed", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:59.819077 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-83a11ada-4ce8-4294-9f37-431729f4440d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:59.819607 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff', 'code': 200} Feb 19 01:05:59.839578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.851673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35613281-87df-46ae-98e3-408d61cd9eae tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/03b3d6eb-d1e0-4fda-a80f-954a21e266c9 HTTP/1.1" status: 204 len: 168 time: 1.8902617 Feb 19 01:05:59.851889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:59.902619 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d4e9e2-decf-42f8-9607-6618e1c9f28d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:05:59.904518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8d4e9e2-decf-42f8-9607-6618e1c9f28d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/03b3d6eb-d1e0-4fda-a80f-954a21e266c9 HTTP/1.1" status: 404 len: 333 time: 0.0516663 Feb 19 01:05:59.905700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9dca9b29-2dbd-40e7-809b-a78a23c73db4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:59.908157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48828) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:59.969348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dca9b29-2dbd-40e7-809b-a78a23c73db4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.014988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.015385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.015738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.019130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.019485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.019833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.020179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.023572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.023926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.032232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.032232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.032232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.032232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:00.032801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet e4481d72-bd0a-4332-9847-c8979473284e {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:00.035366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (e4481d72-bd0a-4332-9847-c8979473284e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.166194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (e4481d72-bd0a-4332-9847-c8979473284e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.221715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b679-a622-4a4d-8009-54933d1ab0e2 req-f15dafa2-822b-49dd-b4fd-b2c1efc20755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:00.223727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41a8b679-a622-4a4d-8009-54933d1ab0e2 req-f15dafa2-822b-49dd-b4fd-b2c1efc20755 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 1131 time: 0.2760835 Feb 19 01:06:00.307989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e4481d72-bd0a-4332-9847-c8979473284e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.443819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41a8b679-a622-4a4d-8009-54933d1ab0e2 req-9846a751-e2aa-45d6-a5be-276c006faf10 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124057 Feb 19 01:06:00.455953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (527bfdd4-add9-4a04-a93c-67e6413dc481), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.482033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (e4481d72-bd0a-4332-9847-c8979473284e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.534301 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.544233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03771bbd-1a05-4357-b346-e54643ac6b9f None None] Network 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:00.553048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/e4481d72-bd0a-4332-9847-c8979473284e HTTP/1.1" status: 204 len: 168 time: 0.6434209 Feb 19 01:06:00.555055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55163d-7b32-4e23-a3ba-7b1a30c96d72 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=e4481d72-bd0a-4332-9847-c8979473284e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:00.559853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48840) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:00.745686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.842467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Router 527bfdd4-add9-4a04-a93c-67e6413dc481 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:00.860299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] DHCP port deletion for 0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:00.863594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 8158b4d6-fe19-41cc-8b73-42213e63177e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:00.864142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:00.970241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Deleting port 8158b4d6-fe19-41cc-8b73-42213e63177e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:00.970613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.034823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port 8158b4d6-fe19-41cc-8b73-42213e63177e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8158b4d6-fe19-41cc-8b73-42213e63177e,segment=NetworkSegment(0bb66347-4f90-42c9-8716-c8145e15da86),segment_id=0bb66347-4f90-42c9-8716-c8145e15da86)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:01.035556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.058738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3feb-2e82-4031-8949-451e0345388b req-aa431da9-6919-4b99-beaa-a0bdbf35b265 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:01.060298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b1b3feb-2e82-4031-8949-451e0345388b req-aa431da9-6919-4b99-beaa-a0bdbf35b265 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.1205757 Feb 19 01:06:01.066105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 8158b4d6-fe19-41cc-8b73-42213e63177e owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:01.070917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] For port 8158b4d6-fe19-41cc-8b73-42213e63177e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8158b4d6-fe19-41cc-8b73-42213e63177e,segment=NetworkSegment(0bb66347-4f90-42c9-8716-c8145e15da86),segment_id=0bb66347-4f90-42c9-8716-c8145e15da86)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:01.071647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.080246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:01.093798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ed959b93-c45f-454b-870e-a155bf1acc12 admin admin] 10.222.0.94 "PUT /v2.0/routers/527bfdd4-add9-4a04-a93c-67e6413dc481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2584674 Feb 19 01:06:01.096272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:01.099182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Calling delete_port for 8158b4d6-fe19-41cc-8b73-42213e63177e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:01.175955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b1b3feb-2e82-4031-8949-451e0345388b req-d467a9bc-dd0a-4580-b35e-09db505f0613 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044266 Feb 19 01:06:01.178773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54230809-f835-4f43-ba03-3c8e969a0164 req-e440a93b-83d8-42f1-b961-e33371931864 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:01.200514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54230809-f835-4f43-ba03-3c8e969a0164 req-e440a93b-83d8-42f1-b961-e33371931864 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 949 time: 0.2799156 Feb 19 01:06:01.204444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Sync routers for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:01.210951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:01.212017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:01.243691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1af08eac-a890-4bb4-888f-678c349aede9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:01.247235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks [] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.255727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1af08eac-a890-4bb4-888f-678c349aede9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 945 time: 0.3418956 Feb 19 01:06:01.266867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.298020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (8158b4d6-fe19-41cc-8b73-42213e63177e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.352379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] Pushing event deleted for resources: {'Port': ['ID=8158b4d6-fe19-41cc-8b73-42213e63177e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:01.374359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks [] for router_gateway (527bfdd4-add9-4a04-a93c-67e6413dc481), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.381873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e179a2ce-c1d7-47b3-9195-2da1d59d798e None None] No DVR routers for this DVR port 8158b4d6-fe19-41cc-8b73-42213e63177e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:01.433561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=8158b4d6-fe19-41cc-8b73-42213e63177e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:01.460957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port 8158b4d6-fe19-41cc-8b73-42213e63177e on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:01.493158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54230809-f835-4f43-ba03-3c8e969a0164 req-e27e885a-8e39-497f-b421-6ffa00fb9345 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967598 Feb 19 01:06:01.555638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Deleting port 3a4bff8b-8251-4b71-a219-dc271e92989f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:01.555638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.715050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.720785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:01.724408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] For port 3a4bff8b-8251-4b71-a219-dc271e92989f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3a4bff8b-8251-4b71-a219-dc271e92989f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:01.727284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.762935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port 6e949b74-cc84-4656-9786-e4dbd54fc980 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:01.763547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.785950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:01.792634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Calling delete_port for 3a4bff8b-8251-4b71-a219-dc271e92989f owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:01.803135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb66347-4f90-42c9-8716-c8145e15da86') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:01.803434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb66347-4f90-42c9-8716-c8145e15da86') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:01.867803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (0bb66347-4f90-42c9-8716-c8145e15da86), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.890255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0bb66347-4f90-42c9-8716-c8145e15da86), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.924415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:01.924915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (0bb66347-4f90-42c9-8716-c8145e15da86), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:01.928401 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:01.997954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port 6e949b74-cc84-4656-9786-e4dbd54fc980, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e949b74-cc84-4656-9786-e4dbd54fc980,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:01.998587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.021372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for 6e949b74-cc84-4656-9786-e4dbd54fc980 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:02.162275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.172904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e91ff864-a18e-4bf4-9372-4fa18a1e79fe tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650353 Feb 19 01:06:02.176786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.179974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71 HTTP/1.1" status: 204 len: 168 time: 1.6185105 Feb 19 01:06:02.207557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:02.214233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8158b4d6-fe19-41cc-8b73-42213e63177e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:02.220033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bde20-82d5-47b3-99b1-b0cd59d94db6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=0e2b8813-3e9a-42c7-bd9d-3e7f163c8b71,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.232217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-418928619'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:02.256094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8158b4d6-fe19-41cc-8b73-42213e63177e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:02.256908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8158b4d6-fe19-41cc-8b73-42213e63177e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:02.289030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:05:59Z', 'revision_number': 5, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port': {'id': '3a4bff8b-8251-4b71-a219-dc271e92989f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:05:26Z', 'updated_at': '2022-02-19T01:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:02.309195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed4050-7a33-4dbb-a17f-7bd40d0757e3 req-b94a129f-851a-4abe-be20-29eee8949503 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:02.317856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ed4050-7a33-4dbb-a17f-7bd40d0757e3 req-b94a129f-851a-4abe-be20-29eee8949503 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 945 time: 0.1719205 Feb 19 01:06:02.329041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Checking router: 527bfdd4-add9-4a04-a93c-67e6413dc481 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:02.338687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Routers {'527bfdd4-add9-4a04-a93c-67e6413dc481'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:02.339707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:05:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['527bfdd4-add9-4a04-a93c-67e6413dc481'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:02.345853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:02.351300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.359694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3a4bff8b-8251-4b71-a219-dc271e92989f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.405346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4bff8b-8251-4b71-a219-dc271e92989f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.433795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:02.467704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0ed4050-7a33-4dbb-a17f-7bd40d0757e3 req-ddc206f2-4ccb-41aa-80c3-edddc3fb6ac8 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481137 Feb 19 01:06:02.473389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] Set router 527bfdd4-add9-4a04-a93c-67e6413dc481 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:02.499030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-c5d83c25-2aa2-402c-a359-1bc67c7bacd7 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:02.501434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5f68115f-24e8-4c81-8af5-aa0e229b06bf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.501788 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 5f68115f-24e8-4c81-8af5-aa0e229b06bf of type vlan for network cb91d988-9d78-49a8-a676-9e62a5b8cd5d Feb 19 01:06:02.504669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-c5d83c25-2aa2-402c-a359-1bc67c7bacd7 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232040 Feb 19 01:06:02.515759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6e949b74-cc84-4656-9786-e4dbd54fc980), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.524117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-006f4b98-eadb-4d86-938b-2ccba901b30c tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/quotas/d979fbe152084cfb8b931912a6b1b0ce HTTP/1.1" status: 200 len: 375 time: 0.0184758 Feb 19 01:06:02.555619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:02.560879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6e949b74-cc84-4656-9786-e4dbd54fc980'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:02.590981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0c50a66-5d3e-472f-bf24-2a8a8505bdd8 req-97fb2f65-de68-44e1-9970-8840bf3c3487 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa9797b5-b92a-4dc8-85eb-9efdd42375cc HTTP/1.1" status: 200 len: 210 time: 0.0456295 Feb 19 01:06:02.592931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cb91d988-9d78-49a8-a676-9e62a5b8cd5d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.593286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=6e949b74-cc84-4656-9786-e4dbd54fc980,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.600289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (527bfdd4-add9-4a04-a93c-67e6413dc481), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.607383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-a7f8154b-67bc-407f-bfa4-9e2e99ce1e74 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801845 Feb 19 01:06:02.693961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:06:01Z', 'revision_number': 6, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:02.703623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port 6e949b74-cc84-4656-9786-e4dbd54fc980 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:02.706180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.710731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99d529d6-75bb-45ee-ac8b-0ea007faad1b req-1a932a9c-2caa-4a89-ae62-3a0ce818b3da tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/6e949b74-cc84-4656-9786-e4dbd54fc980 HTTP/1.1" status: 204 len: 173 time: 1.4448967 Feb 19 01:06:02.711779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'name': 'network-vif-deleted', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:02.714239 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad20277-85d1-4397-ad89-74c37b942048" -d '{"events": [{"server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "name": "network-vif-deleted", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:02.723281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.726360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks [] for router_controller (527bfdd4-add9-4a04-a93c-67e6413dc481), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.743469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d781e-668c-443f-90b7-253c64970fc0 None None] The sync data for ids ['527bfdd4-add9-4a04-a93c-67e6413dc481'] in n-d-826529-3 is: [{'id': '527bfdd4-add9-4a04-a93c-67e6413dc481', 'name': 'tempest-TestAggregatesBasicOps-1386619544-router', 'tenant_id': '7a56dc21c6af413eb6994303e4df37cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:05:25Z', 'updated_at': '2022-02-19T01:06:01Z', 'revision_number': 6, 'project_id': '7a56dc21c6af413eb6994303e4df37cb', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:02.830390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cb91d988-9d78-49a8-a676-9e62a5b8cd5d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.836260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:02.837064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.942953 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e895ca-f7a4-46e3-a39a-58f2400338c9 x-openstack-request-id: req-93e895ca-f7a4-46e3-a39a-58f2400338c9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:02.943554 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9797b5-b92a-4dc8-85eb-9efdd42375cc", "name": "network-vif-deleted", "tag": "6e949b74-cc84-4656-9786-e4dbd54fc980", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:02.943554 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-93e895ca-f7a4-46e3-a39a-58f2400338c9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:02.946944 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9797b5-b92a-4dc8-85eb-9efdd42375cc', 'name': 'network-vif-deleted', 'tag': '6e949b74-cc84-4656-9786-e4dbd54fc980', 'status': 'completed', 'code': 200} Feb 19 01:06:02.967474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (527bfdd4-add9-4a04-a93c-67e6413dc481), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.968601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527bfdd4-add9-4a04-a93c-67e6413dc481 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:06:02.980429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=cb91d988-9d78-49a8-a676-9e62a5b8cd5d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:02.985673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a20aab69-7883-416f-80b3-4d11a8f769d9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7591388 Feb 19 01:06:02.989912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:02.991272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-991e0148-443c-42c3-ac66-21b588d5a932 admin admin] 10.222.0.94 "DELETE /v2.0/routers/527bfdd4-add9-4a04-a93c-67e6413dc481 HTTP/1.1" status: 204 len: 168 time: 1.8936677 Feb 19 01:06:02.993099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48898) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:02.995772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:03.001582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:03.035179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48900) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:03.037553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e169d6ae-5efb-40b4-b405-f919a572eff7 req-c9387fb6-a3f4-45ef-9c52-865aaaddaa95 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 210 time: 0.0624425 Feb 19 01:06:03.095809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3b88d-19c1-4642-b811-baa48e454760 req-188c477b-d57a-467a-8f2f-ff095674660f tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:03.097356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9b3b88d-19c1-4642-b811-baa48e454760 req-188c477b-d57a-467a-8f2f-ff095674660f tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 949 time: 0.3889134 Feb 19 01:06:03.135474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Deleting subnet f7506050-6c43-4028-b574-5f9964ae540f {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:03.141237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Publish callbacks [] for subnet (f7506050-6c43-4028-b574-5f9964ae540f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.203442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (f7506050-6c43-4028-b574-5f9964ae540f), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.210608 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9b3b88d-19c1-4642-b811-baa48e454760 req-b165db12-5999-4ced-bcf1-84e287be2064 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066551 Feb 19 01:06:03.223216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:03.239323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.326803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (f7506050-6c43-4028-b574-5f9964ae540f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.493026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (f7506050-6c43-4028-b574-5f9964ae540f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.554562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7506050-6c43-4028-b574-5f9964ae540f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:03.556609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.569862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64823093-f9c8-47d9-84a4-6fe8912a2999 None None] Network d5cabb87-c2bb-4c03-aecc-104a65a1e589 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:03.570611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7da69961-0cd6-4f8e-9048-83a1faa5f019 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f7506050-6c43-4028-b574-5f9964ae540f HTTP/1.1" status: 204 len: 168 time: 0.5320971 Feb 19 01:06:03.573579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48914) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:03.764623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (d5cabb87-c2bb-4c03-aecc-104a65a1e589), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:03.873167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] DHCP port deletion for d5cabb87-c2bb-4c03-aecc-104a65a1e589 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:03.895578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e04d1-cbdd-4280-9a60-04c629b5b700 req-32c9dcde-cb3c-4efb-8fa2-92ca5175255d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:03.897172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc3e04d1-cbdd-4280-9a60-04c629b5b700 req-32c9dcde-cb3c-4efb-8fa2-92ca5175255d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 945 time: 0.2221949 Feb 19 01:06:03.989742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Deleting port d885b9cd-0f9b-4af8-81a4-613761f58404 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:03.989742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.019809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Deleting port d885b9cd-0f9b-4af8-81a4-613761f58404 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:04.020128 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.175302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc3e04d1-cbdd-4280-9a60-04c629b5b700 req-1c7e8598-6add-4a8d-aeb2-df05fbe954d4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674768 Feb 19 01:06:04.177272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-638df5cf-07ba-459a-ab5e-00f8563a7484 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:04.189034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-638df5cf-07ba-459a-ab5e-00f8563a7484 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 945 time: 0.3096135 Feb 19 01:06:04.189499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] For port d885b9cd-0f9b-4af8-81a4-613761f58404, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d885b9cd-0f9b-4af8-81a4-613761f58404,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:04.189913 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.226174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Calling delete_port for d885b9cd-0f9b-4af8-81a4-613761f58404 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:04.328894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-881ae964-22a9-418f-af12-501223702052 admin admin] For port d885b9cd-0f9b-4af8-81a4-613761f58404, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d885b9cd-0f9b-4af8-81a4-613761f58404,segment=NetworkSegment(71ab8d15-4056-4284-9d7b-70a77bf9826d),segment_id=71ab8d15-4056-4284-9d7b-70a77bf9826d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:04.328894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.362512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d885b9cd-0f9b-4af8-81a4-613761f58404 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:04.379778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Calling delete_port for d885b9cd-0f9b-4af8-81a4-613761f58404 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:04.418443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a26ad398-b054-466a-b8f5-f7ad15767e73 req-5a9b7d00-4a1f-4ebe-b357-6d90db372ded tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 210 time: 0.0680413 Feb 19 01:06:04.474823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Deleting port 9e2c346f-3c3a-4052-b1b0-3522719c301c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:04.475267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.484748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d885b9cd-0f9b-4af8-81a4-613761f58404 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:04.485146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.490217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d0e12-0331-492f-b022-8bb6a7ba9d79 req-56fea38c-abf8-4ef6-800e-1805a6858664 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:04.491897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-620d0e12-0331-492f-b022-8bb6a7ba9d79 req-56fea38c-abf8-4ef6-800e-1805a6858664 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 949 time: 0.1174192 Feb 19 01:06:04.539131 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.543835 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (43352d8a-c34c-43e7-8eb9-7c2a8ec7e326), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.601587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] Pushing event deleted for resources: {'Port': ['ID=d885b9cd-0f9b-4af8-81a4-613761f58404,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:04.603974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39398db-fcfc-4ac0-97cb-fea47d0579ec None None] No DVR routers for this DVR port d885b9cd-0f9b-4af8-81a4-613761f58404 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:04.607607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9dca9b29-2dbd-40e7-809b-a78a23c73db4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:04.639799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9dca9b29-2dbd-40e7-809b-a78a23c73db4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:04.640443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9dca9b29-2dbd-40e7-809b-a78a23c73db4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:04.641040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3a4bff8b-8251-4b71-a219-dc271e92989f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:04.664347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3a4bff8b-8251-4b71-a219-dc271e92989f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:04.664698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3a4bff8b-8251-4b71-a219-dc271e92989f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:04.683341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=43352d8a-c34c-43e7-8eb9-7c2a8ec7e326,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:04.685812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d885b9cd-0f9b-4af8-81a4-613761f58404), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.699843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-620d0e12-0331-492f-b022-8bb6a7ba9d79 req-281ede76-e914-4cee-89e9-d15ba33349bd tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963551 Feb 19 01:06:04.702758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '5f68115f-24e8-4c81-8af5-aa0e229b06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:04.703213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: cb91d988-9d78-49a8-a676-9e62a5b8cd5d, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:04.711810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] For port 9e2c346f-3c3a-4052-b1b0-3522719c301c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9e2c346f-3c3a-4052-b1b0-3522719c301c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:04.712209 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.738350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-67ddcebe-b15e-4df2-ac79-ab5c2202e1d3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:04.746461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-67ddcebe-b15e-4df2-ac79-ab5c2202e1d3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2119329 Feb 19 01:06:04.752684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Calling delete_port for 9e2c346f-3c3a-4052-b1b0-3522719c301c owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:04.754056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ae964-22a9-418f-af12-501223702052 admin admin] No DVR routers for this DVR port d885b9cd-0f9b-4af8-81a4-613761f58404 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:04.767247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-5f68a0c4-425c-4dac-8239-d692286cec14 req-e5d61f86-363c-47ed-922f-829fa6b89fc7 service neutron] (110601) timed out ('10.222.0.117', 57489) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:06:04.778326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Pushing event deleted for resources: {'Port': ['ID=d885b9cd-0f9b-4af8-81a4-613761f58404,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:04.787631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-1e84c91e-e1a2-4c04-b515-df80efd0f80f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0402741 Feb 19 01:06:04.819617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:04.873700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (d5cabb87-c2bb-4c03-aecc-104a65a1e589), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.901323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-881ae964-22a9-418f-af12-501223702052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cabb87-c2bb-4c03-aecc-104a65a1e589']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:04.904186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cb91d988-9d78-49a8-a676-9e62a5b8cd5d) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:04.908965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:04.909573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.912674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e949b74-cc84-4656-9786-e4dbd54fc980 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:04.920693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-881ae964-22a9-418f-af12-501223702052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ab8d15-4056-4284-9d7b-70a77bf9826d') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:04.920997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-881ae964-22a9-418f-af12-501223702052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ab8d15-4056-4284-9d7b-70a77bf9826d') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:04.939694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-7f54cee1-400e-4301-b59c-d84ca5f87653 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419370 Feb 19 01:06:04.944424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (71ab8d15-4056-4284-9d7b-70a77bf9826d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:04.951624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e7adea-79bf-431f-b54c-47773d904468 None None] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:04.954277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 6e949b74-cc84-4656-9786-e4dbd54fc980 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:04.954872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e949b74-cc84-4656-9786-e4dbd54fc980 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:04.961926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9e2c346f-3c3a-4052-b1b0-3522719c301c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.007201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-37532a51-2cda-465f-9fd7-089773157865 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0083809 Feb 19 01:06:05.007629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061', '61a231df-de37-49c4-a12a-f317cc7b3d7c', '9e2c346f-3c3a-4052-b1b0-3522719c301c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:05.009232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48938) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:05.009232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event deleted for resources: {'Port': ['ID=9e2c346f-3c3a-4052-b1b0-3522719c301c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:05.016049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (71ab8d15-4056-4284-9d7b-70a77bf9826d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.017170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d', 'name': 'tempest-PortsTestJSON-1782711427', 'fixed_ips': [{'subnet_id': '43352d8a-c34c-43e7-8eb9-7c2a8ec7e326', 'ip_address': '172.20.0.10'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:05.030604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:05.032840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (71ab8d15-4056-4284-9d7b-70a77bf9826d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:05.033185 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:05.095893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] No DVR routers for this DVR port 9e2c346f-3c3a-4052-b1b0-3522719c301c on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:05.127174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-9e232c96-5367-4458-a0a1-12ccf90965ad service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806502 Feb 19 01:06:05.135539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.139594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44b843f0-513e-410c-b29b-9a51d28ee20d req-be96736c-49c9-4ca9-a2f2-0558e279d8c6 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "DELETE /v2.0/ports/9e2c346f-3c3a-4052-b1b0-3522719c301c HTTP/1.1" status: 204 len: 173 time: 0.9442644 Feb 19 01:06:05.140065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'name': 'network-vif-deleted', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:05.142347 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a4091-8f50-4d33-b857-6ec0c172b66b" -d '{"events": [{"server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "name": "network-vif-deleted", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:05.146786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-cb91d988-9d78-49a8-a676-9e62a5b8cd5d', 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': '43352d8a-c34c-43e7-8eb9-7c2a8ec7e326'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:05.147695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.216385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (d5cabb87-c2bb-4c03-aecc-104a65a1e589), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.219372 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8bacd4-9058-4383-b5d6-995ea0d9f060 x-openstack-request-id: req-ad8bacd4-9058-4383-b5d6-995ea0d9f060 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:05.222245 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.224532 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba11cdb8-81c2-4197-94a0-e2728d5aba2d", "name": "network-vif-deleted", "tag": "9e2c346f-3c3a-4052-b1b0-3522719c301c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:05.224806 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ad8bacd4-9058-4383-b5d6-995ea0d9f060 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:05.225892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-881ae964-22a9-418f-af12-501223702052 admin admin] 10.222.0.94 "DELETE /v2.0/networks/d5cabb87-c2bb-4c03-aecc-104a65a1e589 HTTP/1.1" status: 204 len: 168 time: 1.6511674 Feb 19 01:06:05.229705 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba11cdb8-81c2-4197-94a0-e2728d5aba2d', 'name': 'network-vif-deleted', 'tag': '9e2c346f-3c3a-4052-b1b0-3522719c301c', 'status': 'completed', 'code': 200} Feb 19 01:06:05.249271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ae964-22a9-418f-af12-501223702052 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cabb87-c2bb-4c03-aecc-104a65a1e589,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:05.314868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-1f671d94-1a4d-42f0-a328-53e9dc07c1ee service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726506 Feb 19 01:06:05.351120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb19b6af-7ba7-4375-b069-149c7d13c9de req-7b71997c-51f6-4cb0-b6bf-98ef6d3a192a tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba11cdb8-81c2-4197-94a0-e2728d5aba2d HTTP/1.1" status: 200 len: 210 time: 0.0833874 Feb 19 01:06:05.432173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Allocated IP 172.20.0.2 (cb91d988-9d78-49a8-a676-9e62a5b8cd5d/43352d8a-c34c-43e7-8eb9-7c2a8ec7e326/d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:05.448288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-a64d7f6d-973d-4b1f-a459-7eae9132dd13 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:05.449789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-a64d7f6d-973d-4b1f-a459-7eae9132dd13 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.117 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 949 time: 0.1857867 Feb 19 01:06:05.549989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6dc9178-e082-4254-809b-158de3f3a961 req-90785d28-01b9-41e5-b1d0-eb8a0066cb34 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 210 time: 0.0507317 Feb 19 01:06:05.553415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:05.675368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-050aa06a-08a0-4834-994a-37176dc60511 req-3af0e5ff-ed9a-4ad4-8799-d0b47836a4e2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0897665 Feb 19 01:06:05.712648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Deleting port fab0f6aa-807b-4163-8a6d-89c3162d05ff {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:05.713571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.749018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks [] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.790158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-ed9e7c20-e6e0-4a1f-8b88-638e530401f4 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250490 Feb 19 01:06:05.793978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.802581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48958) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:05.824460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.834547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port 16d0d539-6209-4020-9825-b8a4de3954ee yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:05.896580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:05.905741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:05.909464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:05.965729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] For port fab0f6aa-807b-4163-8a6d-89c3162d05ff, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fab0f6aa-807b-4163-8a6d-89c3162d05ff,segment=NetworkSegment(70180b03-deea-4d92-84f1-a860be4cee36),segment_id=70180b03-deea-4d92-84f1-a860be4cee36)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:05.966111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:05.972311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Pushing event updated for resources: {'Port': ['ID=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:05.991965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Calling delete_port for fab0f6aa-807b-4163-8a6d-89c3162d05ff owned by compute:foo_zone {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:05.999240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Attempting to bind port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:06.000201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Attempting to bind port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5f68115f-24e8-4c81-8af5-aa0e229b06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:06.000676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Attempting to bind port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 on network cb91d988-9d78-49a8-a676-9e62a5b8cd5d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:06.008381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:06.014703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Checking segment: {'id': '5f68115f-24e8-4c81-8af5-aa0e229b06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:06.014703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.014703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Bound using segment: {'id': '5f68115f-24e8-4c81-8af5-aa0e229b06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:06.014703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Bound port: d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f68115f-24e8-4c81-8af5-aa0e229b06bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:06.015182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a2ca406e-3ce0-4e4c-bb52-2028487648ed admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=07800c1e6cde4013a0802cacd1c0b3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078440 Feb 19 01:06:06.015300 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.020782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-1724c848-a20e-4863-b07b-b39a0c7c3f70 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:06.021675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48964) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:06.022298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-1724c848-a20e-4863-b07b-b39a0c7c3f70 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209146 Feb 19 01:06:06.034470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Request body: {'port': {'device_id': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'd979fbe152084cfb8b931912a6b1b0ce'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:06.102689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a9eb7-f2e6-4e4d-a84e-cd0517035fb1 req-b4a77ef8-2918-4536-96c9-8ea7bf536630 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:06.107684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b51a9eb7-f2e6-4e4d-a84e-cd0517035fb1 req-b4a77ef8-2918-4536-96c9-8ea7bf536630 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 949 time: 0.2743075 Feb 19 01:06:06.172677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] For port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:06.178677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] For port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,segment=NetworkSegment(5f68115f-24e8-4c81-8af5-aa0e229b06bf),segment_id=5f68115f-24e8-4c81-8af5-aa0e229b06bf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:06.240771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Made reservation on behalf of d979fbe152084cfb8b931912a6b1b0ce for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:06.245193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.262415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.270428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.295915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.10 (cb91d988-9d78-49a8-a676-9e62a5b8cd5d/43352d8a-c34c-43e7-8eb9-7c2a8ec7e326/16d0d539-6209-4020-9825-b8a4de3954ee) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:06.306155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] Publish callbacks [] for security_group (10583df4-909c-4542-8c65-f2ff2303356e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.321903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b51a9eb7-f2e6-4e4d-a84e-cd0517035fb1 req-f17a4e89-b669-46a3-9863-056fc16e2595 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/security-groups?id=3595b247-ea7a-4dd3-bbce-9959e3f80127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056561 Feb 19 01:06:06.382207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53957-fdac-4311-9a67-f5c30468fefc None None] Pushing event updated for resources: {'Port': ['ID=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.468076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] Publish callbacks [] for security_group (10583df4-909c-4542-8c65-f2ff2303356e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.643131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fab0f6aa-807b-4163-8a6d-89c3162d05ff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.656338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['fab0f6aa-807b-4163-8a6d-89c3162d05ff'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:06.728861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddfe09d1-ebbc-4a24-9523-3cc8a4ff6e8e req-1dc86d5b-626b-4b02-94da-c32ff4f4a740 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 210 time: 0.0463212 Feb 19 01:06:06.730742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (10583df4-909c-4542-8c65-f2ff2303356e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.733188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.734631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/10583df4-909c-4542-8c65-f2ff2303356e HTTP/1.1" status: 204 len: 168 time: 0.7100477 Feb 19 01:06:06.742102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Pushing event deleted for resources: {'Port': ['ID=fab0f6aa-807b-4163-8a6d-89c3162d05ff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.774893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90472cb5-a530-4b46-9168-3c00430ec6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10583df4-909c-4542-8c65-f2ff2303356e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.825924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks [] for security_group (427414be-ffca-451f-906b-a252eee3d14f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.870622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (16d0d539-6209-4020-9825-b8a4de3954ee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.873807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] No DVR routers for this DVR port fab0f6aa-807b-4163-8a6d-89c3162d05ff on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:06.880206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.883980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ad1a3df-8e75-4cf2-b969-303ed38b6c78 req-c40b0b3c-7f67-48f4-9ea1-790242b61fb7 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.117 "DELETE /v2.0/ports/fab0f6aa-807b-4163-8a6d-89c3162d05ff HTTP/1.1" status: 204 len: 173 time: 1.4284987 Feb 19 01:06:06.920157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (427414be-ffca-451f-906b-a252eee3d14f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:06.924580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca09e527-ef4b-43fb-addb-a1d5e628848c req-121d543a-7dad-4824-af2f-675cf82c6a44 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0657730 Feb 19 01:06:06.964214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427414be-ffca-451f-906b-a252eee3d14f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:06.996536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.084035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:07.091241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:07.098843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:07.101271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Allocated IP 192.168.233.173 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/1aa41218-aad4-4c35-9891-c9eb930af903) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:07.122436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=16d0d539-6209-4020-9825-b8a4de3954ee,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:07.144501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a695d-90fe-42bd-b715-be89e5e14037 req-36e75bf9-37dc-4528-adf8-cfda3e9a7a45 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:07.145836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d11a695d-90fe-42bd-b715-be89e5e14037 req-36e75bf9-37dc-4528-adf8-cfda3e9a7a45 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 945 time: 0.1629422 Feb 19 01:06:07.164641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:07.165335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.201864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9e2c346f-3c3a-4052-b1b0-3522719c301c no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:07.238326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 9e2c346f-3c3a-4052-b1b0-3522719c301c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:07.238326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9e2c346f-3c3a-4052-b1b0-3522719c301c not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:07.238564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'name': 'network-vif-deleted', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:07.238564 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e263879-3c81-43d5-9e70-761b8da602e9" -d '{"events": [{"server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "name": "network-vif-deleted", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:07.266238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-21d7a517-8fa2-45ed-a0c9-d3c6781f566d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2503383 Feb 19 01:06:07.269265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d11a695d-90fe-42bd-b715-be89e5e14037 req-851a7bf5-ab75-41c4-b2e8-6afc371c42f9 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962503 Feb 19 01:06:07.269964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:07.276258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': 'cb91d988-9d78-49a8-a676-9e62a5b8cd5d', 'name': 'tempest-PortsTestJSON-1181743011', 'fixed_ips': [{'subnet_id': '43352d8a-c34c-43e7-8eb9-7c2a8ec7e326', 'ip_address': '172.20.0.9'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:07.303592 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde9ef22-cf0f-4d6f-9f58-34ba756cc41f x-openstack-request-id: req-dde9ef22-cf0f-4d6f-9f58-34ba756cc41f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:07.304026 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed98b9d2-dea1-4576-9d93-09c8804a951b", "name": "network-vif-deleted", "tag": "fab0f6aa-807b-4163-8a6d-89c3162d05ff", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:07.304439 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dde9ef22-cf0f-4d6f-9f58-34ba756cc41f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:07.304945 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed98b9d2-dea1-4576-9d93-09c8804a951b', 'name': 'network-vif-deleted', 'tag': 'fab0f6aa-807b-4163-8a6d-89c3162d05ff', 'status': 'completed', 'code': 200} Feb 19 01:06:07.588929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c69598c3-ef8c-498f-a0ed-79131618e7f7 req-83ef5d19-f9b6-4952-a8e6-ce88ce4e86c6 tempest-ServerPasswordTestJSON-438501765 tempest-ServerPasswordTestJSON-438501765-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed98b9d2-dea1-4576-9d93-09c8804a951b HTTP/1.1" status: 200 len: 210 time: 0.0356574 Feb 19 01:06:07.590537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:07.596345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.645169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port ee44d068-cfd1-4118-bce2-516799087f18 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:07.670151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks [] for port (1aa41218-aad4-4c35-9891-c9eb930af903), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.796537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.814695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49000) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:07.859389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5dc5a-873b-4020-af9d-987f920dc5fa None None] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:07.874486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:07.876599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:07.878277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-cbadfc60-cb82-4df6-96f3-f6072136246d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:07.879870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-cbadfc60-cb82-4df6-96f3-f6072136246d tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 945 time: 0.1593854 Feb 19 01:06:07.885070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:07.918756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Pushing event updated for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:07.949316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Provisioning complete for port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:07.949936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.969514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:07.970416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:07.988879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.9 (cb91d988-9d78-49a8-a676-9e62a5b8cd5d/43352d8a-c34c-43e7-8eb9-7c2a8ec7e326/ee44d068-cfd1-4118-bce2-516799087f18) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:08.075641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-90302520-2522-4cca-9642-197f0e301a2b tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0450387 Feb 19 01:06:08.088851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Request body: {'port': {'device_id': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:08.212067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Current status of the port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:08.212639 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.229374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:08.238663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d00870b7-509a-420d-bb56-86410d4362aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7a56dc21c6af413eb6994303e4df37cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176650 Feb 19 01:06:08.243679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:08.273534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4344840c-0dd9-4b8f-b919-f8b5e2af69be req-d68e80e2-a424-47ff-b11c-7da0e5c201f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0456150 Feb 19 01:06:08.283899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.336191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] For port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,segment=NetworkSegment(5f68115f-24e8-4c81-8af5-aa0e229b06bf),segment_id=5f68115f-24e8-4c81-8af5-aa0e229b06bf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:08.350506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-2786118a-a486-44ea-a01f-aeb4d1178fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.352313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-2786118a-a486-44ea-a01f-aeb4d1178fdb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.1827478 Feb 19 01:06:08.355791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:08.355960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.398418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.474521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] Publish callbacks [] for security_group (0fb6df59-5ced-4207-b082-9141ada26e1d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.501361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Pushing event updated for resources: {'Port': ['ID=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:08.513705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.514061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.514408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.514803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.515167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.515502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.515834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.516179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.516489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.516815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.517143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.517466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.517789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dfbd0a-7bec-487f-ab06-3568c12b7202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:08.528358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61468f2-cc02-41e8-9419-8622ca7ce532 req-79354ad8-4134-4b75-9d75-d96d4c7794a5 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.535674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b61468f2-cc02-41e8-9419-8622ca7ce532 req-79354ad8-4134-4b75-9d75-d96d4c7794a5 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 936 time: 0.6548262 Feb 19 01:06:08.547016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:08.556149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8eb57d2f-fa21-494e-971a-8ee433d83bf5 None None] Provisioning complete for port 1aa41218-aad4-4c35-9891-c9eb930af903 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:08.556510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8eb57d2f-fa21-494e-971a-8ee433d83bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.606409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8eb57d2f-fa21-494e-971a-8ee433d83bf5 None None] Port 1aa41218-aad4-4c35-9891-c9eb930af903 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:08.624499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] Publish callbacks [] for security_group (0fb6df59-5ced-4207-b082-9141ada26e1d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.682293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b61468f2-cc02-41e8-9419-8622ca7ce532 req-679cd5a2-82dc-4c6d-a95f-5e36aa588891 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455305 Feb 19 01:06:08.726293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c502575a-edb8-4ba8-950f-097ecb7389df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.727863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c502575a-edb8-4ba8-950f-097ecb7389df tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.3914936 Feb 19 01:06:08.732175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-708c4a5b-4eaa-4df1-a6c1-724a958713f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.732697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (ee44d068-cfd1-4118-bce2-516799087f18), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.734074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-708c4a5b-4eaa-4df1-a6c1-724a958713f0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.3750031 Feb 19 01:06:08.736109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Deleting port 61a231df-de37-49c4-a12a-f317cc7b3d7c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:08.736525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.746182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Provisioning complete for port 16d0d539-6209-4020-9825-b8a4de3954ee triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:08.746561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.747152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd0afc-c14b-4fd4-867d-8f85149bce58 req-f5d8b17a-d193-4e2f-b870-e33d7fa6e65d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.749118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1abd0afc-c14b-4fd4-867d-8f85149bce58 req-f5d8b17a-d193-4e2f-b870-e33d7fa6e65d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3217075 Feb 19 01:06:08.768816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:08.794348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Port 16d0d539-6209-4020-9825-b8a4de3954ee cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:08.822260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-5fc63294-26fe-4bd6-808b-f03e7a0f3429 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.0697203 Feb 19 01:06:08.829736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Provisioning complete for port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:08.830368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.886296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1abd0afc-c14b-4fd4-867d-8f85149bce58 req-506eed45-e3c9-4feb-9a70-9c1a40125b22 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251581 Feb 19 01:06:08.948504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49012) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:08.958809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0fb6df59-5ced-4207-b082-9141ada26e1d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.960107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-95cd8748-b2ea-4533-a4ef-40c372230735 None None] Current status of the port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:08.961392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:08.965601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0fb6df59-5ced-4207-b082-9141ada26e1d HTTP/1.1" status: 204 len: 168 time: 0.7150178 Feb 19 01:06:08.978321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-18b08f4a-d154-44d6-bb16-85ee01bc1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:08.980387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-18b08f4a-d154-44d6-bb16-85ee01bc1d1a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.1455586 Feb 19 01:06:09.010737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ae9a9-6cfa-4b6d-912b-de816a007231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6df59-5ced-4207-b082-9141ada26e1d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:09.036677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-a2ce0eb1-ab82-4891-87d5-f60f5e19eb6d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456235 Feb 19 01:06:09.107075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-21740510-dffa-47ad-82ab-756580a2a48a None None] Provisioning complete for port 16d0d539-6209-4020-9825-b8a4de3954ee triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:09.108249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21740510-dffa-47ad-82ab-756580a2a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.111791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Deleting subnet b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:09.120730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa41218-aad4-4c35-9891-c9eb930af903 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:09.122682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Publish callbacks [] for subnet (b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.131311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks [] for port (1aa41218-aad4-4c35-9891-c9eb930af903), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.153603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Transition to ACTIVE for port object 1aa41218-aad4-4c35-9891-c9eb930af903 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:09.161925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] For port 61a231df-de37-49c4-a12a-f317cc7b3d7c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=61a231df-de37-49c4-a12a-f317cc7b3d7c,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:09.162295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.168866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-21740510-dffa-47ad-82ab-756580a2a48a None None] Port 16d0d539-6209-4020-9825-b8a4de3954ee cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:09.177451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-d6dfa25e-3b6e-463c-92c0-a95587380357 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221435 Feb 19 01:06:09.181267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcc747-f052-4272-826e-7e5c52a5a444 req-5f24ad09-3f73-4915-bce7-bd0ed36544ad tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:09.183611 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ddcc747-f052-4272-826e-7e5c52a5a444 req-5f24ad09-3f73-4915-bce7-bd0ed36544ad tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 945 time: 0.3275936 Feb 19 01:06:09.187444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:09.190955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.200776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Calling delete_port for 61a231df-de37-49c4-a12a-f317cc7b3d7c owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:09.206130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.206356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fab0f6aa-807b-4163-8a6d-89c3162d05ff no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:09.221137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ee44d068-cfd1-4118-bce2-516799087f18), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.227578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: fab0f6aa-807b-4163-8a6d-89c3162d05ff {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:09.228203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fab0f6aa-807b-4163-8a6d-89c3162d05ff not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:09.236525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.299850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Pushing event updated for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:09.366734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cc8cab2-700d-4797-ad66-f3ec8936d51d req-60730a54-9697-4872-af79-b5e604063dfc service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834514 Feb 19 01:06:09.430576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b3c57b8-3e61-4a1f-89d2-48c23a07bb19 req-c9c6f04e-1d5a-4e58-a01c-6eda1aa0598a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0616112 Feb 19 01:06:09.472144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:09.483319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Attempting to bind port 1aa41218-aad4-4c35-9891-c9eb930af903 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:09.483319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Attempting to bind port 1aa41218-aad4-4c35-9891-c9eb930af903 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:09.483319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Attempting to bind port 1aa41218-aad4-4c35-9891-c9eb930af903 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:09.485221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.490782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Port 1aa41218-aad4-4c35-9891-c9eb930af903 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:09.491139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Attempting to bind port 1aa41218-aad4-4c35-9891-c9eb930af903 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:09.498542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:09.498898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:09.499871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:09.499871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:09.500083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Bound port: 1aa41218-aad4-4c35-9891-c9eb930af903, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:09.500509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.551251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:09.552479 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.558441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=ee44d068-cfd1-4118-bce2-516799087f18,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:09.586375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:09.593121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1aa41218-aad4-4c35-9891-c9eb930af903,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:09.658198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.694765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:09.695422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:09.697021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] 10.222.0.96 "PUT /v2.0/ports/1aa41218-aad4-4c35-9891-c9eb930af903 HTTP/1.1" status: 200 len: 1096 time: 1.6137092 Feb 19 01:06:09.702888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:09.705540 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2d5eb-8a47-4e67-b867-1b030f577944" -d '{"events": [{"name": "network-changed", "server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:09.793533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bd9c-ace6-4b67-b5cb-ae7097cb237b service neutron] Pushing event updated for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:09.896508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-a70f4a0c-8396-4086-b47a-ecf0a27b050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:09.898479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-a70f4a0c-8396-4086-b47a-ecf0a27b050f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 1130 time: 0.0947599 Feb 19 01:06:09.968838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac188787-5090-4506-8491-dd80962c2647 req-84589ea9-c57b-41d5-a022-3956965bc88a tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:09.975671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac188787-5090-4506-8491-dd80962c2647 req-84589ea9-c57b-41d5-a022-3956965bc88a tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 948 time: 0.1371832 Feb 19 01:06:09.975671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-c11ab8d9-f873-46cf-a289-8efa27119894 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1aa41218-aad4-4c35-9891-c9eb930af903 HTTP/1.1" status: 200 len: 217 time: 0.0644138 Feb 19 01:06:10.054595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ddcc747-f052-4272-826e-7e5c52a5a444 req-d2a37b6e-70b5-4bb3-8e21-54518a213814 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569996 Feb 19 01:06:10.074802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.074802 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.075048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-6ad00302-5d02-4097-b3f2-661aa2a538ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.075048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-6ad00302-5d02-4097-b3f2-661aa2a538ca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0926499 Feb 19 01:06:10.095172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d337499e-d4b3-40b2-bb3b-fb02db68e352 None None] Provisioning complete for port ee44d068-cfd1-4118-bce2-516799087f18 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:10.098614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d337499e-d4b3-40b2-bb3b-fb02db68e352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ee44d068-cfd1-4118-bce2-516799087f18), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.102359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac188787-5090-4506-8491-dd80962c2647 req-27efbeef-a551-4301-8ef6-47f04cd33515 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Feb 19 01:06:10.156704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:10.161978 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc167a-2eec-44c2-a3e7-a29c43f143d6 x-openstack-request-id: req-6bdc167a-2eec-44c2-a3e7-a29c43f143d6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:10.162458 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:10.162719 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6bdc167a-2eec-44c2-a3e7-a29c43f143d6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:10.163489 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903', 'status': 'completed', 'code': 200} Feb 19 01:06:10.196934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f58-4f19-42aa-8995-cacd397043dd req-a9571cc2-0516-49a7-a989-653ad5d6d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.199252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-a9571cc2-0516-49a7-a989-653ad5d6d75c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1165149 Feb 19 01:06:10.217206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.234130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d337499e-d4b3-40b2-bb3b-fb02db68e352 None None] Port ee44d068-cfd1-4118-bce2-516799087f18 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:10.243275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:10.243770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.265422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3597799-8634-41fc-aa8f-a6e7c9dd515d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9942679 Feb 19 01:06:10.270857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49044) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:10.280338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.5 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/a10bb7dc-6fc1-47bb-8486-0429e19cab53) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:10.330206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:10.357172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266cf7e-e77d-4f23-b642-faae966d954c req-c1f380b2-4b57-43f1-bac0-b0ae1fe03355 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.371581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.372047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9266cf7e-e77d-4f23-b642-faae966d954c req-c1f380b2-4b57-43f1-bac0-b0ae1fe03355 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1868131 Feb 19 01:06:10.437185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3559b825-a7fd-41c2-9a2f-9902f9b696c9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.441621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3559b825-a7fd-41c2-9a2f-9902f9b696c9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1661491 Feb 19 01:06:10.441801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:10.443951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.449578 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25451fd5-499b-4f12-96b6-3de984a28919 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b1fe9293-2e0a-4b0d-a24f-cbdcf5bf852b HTTP/1.1" status: 204 len: 168 time: 1.4903018 Feb 19 01:06:10.449578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49048) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:10.456528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-16daabf2-12c1-43c8-b224-216d5f8e31c2 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417397 Feb 19 01:06:10.463733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:10.472113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49054) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:10.475187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (61a231df-de37-49c4-a12a-f317cc7b3d7c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.486763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['cd8677ac-c9d5-49bc-8124-7d4058641061'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:10.504694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9266cf7e-e77d-4f23-b642-faae966d954c req-54762084-c514-4ea5-a793-e2e58f92a907 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387167 Feb 19 01:06:10.587878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event deleted for resources: {'Port': ['ID=61a231df-de37-49c4-a12a-f317cc7b3d7c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:10.621948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1599f58-4f19-42aa-8995-cacd397043dd req-95b1347f-9e5e-4226-88f1-50f442254505 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408927 Feb 19 01:06:10.658178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1cac3eb3-e323-45b1-bcb5-f220438d6d5a req-1c0c4d1b-d18a-463e-838f-4dd6c6083c89 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0832787 Feb 19 01:06:10.663831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-445581918-network', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:10.698435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cab32a96-d3e3-45f3-95af-701b06fc50db), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.731002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] No DVR routers for this DVR port 61a231df-de37-49c4-a12a-f317cc7b3d7c on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:10.736089 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.740685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.744020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-163cc3cc-b557-4e55-9e59-f3b77ef503b8 req-c50e17e7-7b6c-46c2-992e-ef2d8bcf4ee4 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "DELETE /v2.0/ports/61a231df-de37-49c4-a12a-f317cc7b3d7c HTTP/1.1" status: 204 len: 173 time: 2.8234935 Feb 19 01:06:10.745177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'name': 'network-vif-deleted', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:10.747489 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e41c4db-8396-4bdf-be07-488bdad51b4e" -d '{"events": [{"server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "name": "network-vif-deleted", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:10.767577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214663c5-cd9b-4190-a816-ab9452dff317 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.771072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Made reservation on behalf of 5b003761333e4d2b9fb9eacaca71e0f5 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:10.772932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214663c5-cd9b-4190-a816-ab9452dff317 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.778854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.779060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214663c5-cd9b-4190-a816-ab9452dff317 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.780668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-214663c5-cd9b-4190-a816-ab9452dff317 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3278470 Feb 19 01:06:10.787238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49060) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:10.840826 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca470d7-574d-4317-8c69-b4ecd536acfb x-openstack-request-id: req-7ca470d7-574d-4317-8c69-b4ecd536acfb {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:10.841145 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e292b8e6-0a95-41ee-98d8-10f37b304515", "name": "network-vif-deleted", "tag": "61a231df-de37-49c4-a12a-f317cc7b3d7c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:10.841370 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ca470d7-574d-4317-8c69-b4ecd536acfb {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:10.841773 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e292b8e6-0a95-41ee-98d8-10f37b304515', 'name': 'network-vif-deleted', 'tag': '61a231df-de37-49c4-a12a-f317cc7b3d7c', 'status': 'completed', 'code': 200} Feb 19 01:06:10.848536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.863673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4c669a69-05fa-404f-9feb-356e395d06b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.891345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-5173bb9a-8de2-4675-ad34-1abfb03cc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:10.893317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-5173bb9a-8de2-4675-ad34-1abfb03cc020 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 1130 time: 0.1087976 Feb 19 01:06:10.928576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cab32a96-d3e3-45f3-95af-701b06fc50db), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:10.973716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab32a96-d3e3-45f3-95af-701b06fc50db']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:10.988465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70180b03-deea-4d92-84f1-a860be4cee36') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:10.988848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70180b03-deea-4d92-84f1-a860be4cee36') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:11.000375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (70180b03-deea-4d92-84f1-a860be4cee36), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.019108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (70180b03-deea-4d92-84f1-a860be4cee36), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.028556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:11.028960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (70180b03-deea-4d92-84f1-a860be4cee36), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:11.030851 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:11.033517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port ee44d068-cfd1-4118-bce2-516799087f18 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:11.033517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ee44d068-cfd1-4118-bce2-516799087f18), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.042255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-6b670ea0-d76e-477e-891f-69d749c68a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.043675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-6b670ea0-d76e-477e-891f-69d749c68a54 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1432378 Feb 19 01:06:11.045594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks [] for security_group (7cbf950e-d569-429d-a25f-a739983f4ce4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.061818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.073588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:11.094707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-bf3a2c57-bcde-4563-a62b-4ac5c2ee63f2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1aa41218-aad4-4c35-9891-c9eb930af903 HTTP/1.1" status: 200 len: 217 time: 0.0430329 Feb 19 01:06:11.144792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cbf950e-d569-429d-a25f-a739983f4ce4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.179429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:11.209670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 61a231df-de37-49c4-a12a-f317cc7b3d7c no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:11.217907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-1020c6be-083e-464b-af21-20a58eb1e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.219712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-1020c6be-083e-464b-af21-20a58eb1e66b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1186504 Feb 19 01:06:11.237620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b7d7ad8-954b-4920-a0ff-b0af49dfa45e req-b4fb1e15-64fc-4977-8b88-a77c6d393faa tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e292b8e6-0a95-41ee-98d8-10f37b304515 HTTP/1.1" status: 200 len: 210 time: 0.0847001 Feb 19 01:06:11.246036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbf950e-d569-429d-a25f-a739983f4ce4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.246315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:11.250202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.250659 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Added segment 60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf of type vlan for network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 Feb 19 01:06:11.258963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 61a231df-de37-49c4-a12a-f317cc7b3d7c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:11.259426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 61a231df-de37-49c4-a12a-f317cc7b3d7c not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:11.263244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:11.279368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:11.303963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.326122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cab32a96-d3e3-45f3-95af-701b06fc50db), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.330702 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ee44d068-cfd1-4118-bce2-516799087f18), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.340687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.343863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] 10.222.0.94 "DELETE /v2.0/networks/cab32a96-d3e3-45f3-95af-701b06fc50db HTTP/1.1" status: 204 len: 168 time: 0.8787584 Feb 19 01:06:11.368240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for ee44d068-cfd1-4118-bce2-516799087f18 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:11.371236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807c01-1b7b-4493-a264-b7df0fc16912 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab32a96-d3e3-45f3-95af-701b06fc50db,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.381728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.381728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.386547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.399670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-6b15df99-3406-4ca5-a9d3-cd7291c1f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.399670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-6b15df99-3406-4ca5-a9d3-cd7291c1f033 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1650045 Feb 19 01:06:11.406095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fe445-d6b6-4300-8912-7e235a4b4697 req-5f86daa9-49d1-485a-91f6-7df547ecec7d tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.407608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c61fe445-d6b6-4300-8912-7e235a4b4697 req-5f86daa9-49d1-485a-91f6-7df547ecec7d tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 948 time: 0.2125390 Feb 19 01:06:11.462473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-176aca7f-9318-4e5c-b4e1-548b3fa97cc0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7198734 Feb 19 01:06:11.475632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Request body: {'port': {'device_id': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:11.526089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c61fe445-d6b6-4300-8912-7e235a4b4697 req-cbf5709d-46b1-4c5b-b761-5fa67e178ee7 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058722 Feb 19 01:06:11.549587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-34b1f5f7-e221-4086-9552-a0bce4561dfe service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390448 Feb 19 01:06:11.559271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.612390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.613507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.614136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.708062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.722919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:11.736858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa2d5eb-8a47-4e67-b867-1b030f577944 req-2e0896f7-b513-40d7-b61e-dfcd72c723cb service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788497 Feb 19 01:06:11.737722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de25e3-93d8-441e-abcf-68eecb52aa3c req-cab974c6-e2fb-462d-b03f-39dcdbb2d411 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.739614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2de25e3-93d8-441e-abcf-68eecb52aa3c req-cab974c6-e2fb-462d-b03f-39dcdbb2d411 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0981283 Feb 19 01:06:11.762907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:11.783199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f078e311-859c-4f43-a985-e82fb4926632 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3093152 Feb 19 01:06:11.824408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:11.834589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ee44d068-cfd1-4118-bce2-516799087f18), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.835245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Request body: {'subnet': {'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-445581918-subnet', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:11.876458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-07e26725-e9e6-4989-bee2-58a33e7e3627 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2bf032e8e93b47a2bf274ba41876af6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1096194 Feb 19 01:06:11.880428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:11.888177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=ee44d068-cfd1-4118-bce2-516799087f18,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:11.910911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295527a3-ae39-464a-8fe4-b0fcf77034a8 req-097ff826-c425-422e-9b5b-aebcedc71a07 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.915637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-295527a3-ae39-464a-8fe4-b0fcf77034a8 req-097ff826-c425-422e-9b5b-aebcedc71a07 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 931 time: 0.1623716 Feb 19 01:06:11.988210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Made reservation on behalf of 5b003761333e4d2b9fb9eacaca71e0f5 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:11.988312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e2de25e3-93d8-441e-abcf-68eecb52aa3c req-deaeead1-30f9-44d6-af30-70314da5728e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217331 Feb 19 01:06:11.988400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:11.992451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] Publish callbacks [] for security_group (3595b247-ea7a-4dd3-bbce-9959e3f80127), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.014921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-295527a3-ae39-464a-8fe4-b0fcf77034a8 req-3c807c38-d41c-4b9a-89d7-3439d6bda163 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930319 Feb 19 01:06:12.043923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.054449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53b5950e-e822-4fbb-8d8f-eb87eca61ec8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/ee44d068-cfd1-4118-bce2-516799087f18 HTTP/1.1" status: 204 len: 168 time: 1.2590330 Feb 19 01:06:12.054449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:12.074587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] Publish callbacks [] for security_group (3595b247-ea7a-4dd3-bbce-9959e3f80127), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.093703 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ace99d4-6d30-41a9-b3d0-68ddbade4b9d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:06:12.097007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6ace99d4-6d30-41a9-b3d0-68ddbade4b9d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/ee44d068-cfd1-4118-bce2-516799087f18 HTTP/1.1" status: 404 len: 333 time: 0.0461366 Feb 19 01:06:12.105190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:12.197052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10bb7dc-6fc1-47bb-8486-0429e19cab53 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:12.202178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks [] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.215875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Transition to ACTIVE for port object a10bb7dc-6fc1-47bb-8486-0429e19cab53 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:12.257631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.289015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3595b247-ea7a-4dd3-bbce-9959e3f80127), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.292272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.294234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3595b247-ea7a-4dd3-bbce-9959e3f80127 HTTP/1.1" status: 204 len: 168 time: 0.4114020 Feb 19 01:06:12.320717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.328433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e056446-49fe-4f69-9d47-51c96303db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595b247-ea7a-4dd3-bbce-9959e3f80127,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.332038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 16d0d539-6209-4020-9825-b8a4de3954ee {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:12.334991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.390950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (aa45496f-55a3-49d5-9e38-07baddde2edb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.436770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Attempting to bind port a10bb7dc-6fc1-47bb-8486-0429e19cab53 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:12.437120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Attempting to bind port a10bb7dc-6fc1-47bb-8486-0429e19cab53 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:12.437448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Attempting to bind port a10bb7dc-6fc1-47bb-8486-0429e19cab53 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:12.442448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Port a10bb7dc-6fc1-47bb-8486-0429e19cab53 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:12.442874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Attempting to bind port a10bb7dc-6fc1-47bb-8486-0429e19cab53 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:12.449801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:12.450150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:12.450606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:12.451000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Bound port: a10bb7dc-6fc1-47bb-8486-0429e19cab53, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:12.451547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.470176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.473460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa45496f-55a3-49d5-9e38-07baddde2edb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.492594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 16d0d539-6209-4020-9825-b8a4de3954ee owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:12.501913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Checking segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:12.508192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Network hostable DHCP agents. Network: ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:12.521547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:12.524798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:12.606905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.648449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:12.649067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.651391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] 10.222.0.96 "PUT /v2.0/ports/a10bb7dc-6fc1-47bb-8486-0429e19cab53 HTTP/1.1" status: 200 len: 1091 time: 1.1789553 Feb 19 01:06:12.659926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:12.673236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe003ac-85bc-4fa5-af54-d4e855e607a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:12.704162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e38ef-24df-4a05-91c7-3513c39a2d95 req-6c55568a-a53c-4ed1-bb14-c52c71b5bc94 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:12.711498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c4e38ef-24df-4a05-91c7-3513c39a2d95 req-6c55568a-a53c-4ed1-bb14-c52c71b5bc94 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 948 time: 0.1051364 Feb 19 01:06:12.840703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec02a27d-e54e-4fcd-8837-2f405aaa6b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:12.848873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:12.852016 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c9d073-5540-4940-aa84-ca9d146afb49" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:12.862281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c37d9496-5bbd-44bd-97dd-bbe452274fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:12.865096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c37d9496-5bbd-44bd-97dd-bbe452274fbf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 1125 time: 0.0841801 Feb 19 01:06:12.936695 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c7af31-3c94-4095-8cec-483b9099b252 x-openstack-request-id: req-e3c7af31-3c94-4095-8cec-483b9099b252 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:12.937001 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:12.937409 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e3c7af31-3c94-4095-8cec-483b9099b252 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:12.937880 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53', 'status': 'completed', 'code': 200} Feb 19 01:06:12.939788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-cc066255-3a94-4e19-8605-5695bba486fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53 HTTP/1.1" status: 200 len: 217 time: 0.0679164 Feb 19 01:06:12.992118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c75a1bd4-052b-45e7-a0dd-a00e50185e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:12.994645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-c75a1bd4-052b-45e7-a0dd-a00e50185e5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0481598 Feb 19 01:06:13.067476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-6f5b8171-e5b2-4abf-aea5-83559196fbde service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668080 Feb 19 01:06:13.101395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:13.106255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:13.107254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.114106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258fcf0-59e3-42b7-b194-70ed3bc4a050 None None] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:13.119787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (16d0d539-6209-4020-9825-b8a4de3954ee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.153437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=16d0d539-6209-4020-9825-b8a4de3954ee,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:13.165409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c4e38ef-24df-4a05-91c7-3513c39a2d95 req-7ad724e2-c054-4b7c-a658-b03198075c40 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507015 Feb 19 01:06:13.259043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.266523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49108) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:13.267073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aac80cb8-ad06-4564-b7f7-5f58780087cc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/16d0d539-6209-4020-9825-b8a4de3954ee HTTP/1.1" status: 204 len: 168 time: 1.1553366 Feb 19 01:06:13.273238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1918bedb-6cb4-4545-bd73-02467197cd7e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4476781 Feb 19 01:06:13.273886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:13.279180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:13.304868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:13.305748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.318055 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae414be-4a4f-4a40-b384-73fbf8ec09e9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:06:13.331752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cae414be-4a4f-4a40-b384-73fbf8ec09e9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/16d0d539-6209-4020-9825-b8a4de3954ee HTTP/1.1" status: 404 len: 333 time: 0.0626550 Feb 19 01:06:13.355583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d196d-0f88-48e0-acc9-e213e8189999 req-ba40c19a-2a53-4136-a61c-adca02836fa1 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:13.357156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd7d196d-0f88-48e0-acc9-e213e8189999 req-ba40c19a-2a53-4136-a61c-adca02836fa1 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2713473 Feb 19 01:06:13.365510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49114) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:13.394170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5b7ee-82fe-4543-b5c9-a2d4eda2afc1 req-69b502ea-9cfc-40cc-8d90-e9b0d79c20d9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:13.406230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ec5b7ee-82fe-4543-b5c9-a2d4eda2afc1 req-69b502ea-9cfc-40cc-8d90-e9b0d79c20d9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 943 time: 0.0860784 Feb 19 01:06:13.435402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.435402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.458039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-397c4acc-d0ee-4f69-8e17-b7c2e488e827 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818159 Feb 19 01:06:13.531213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ec5b7ee-82fe-4543-b5c9-a2d4eda2afc1 req-057989f5-6f3d-49d6-a8b7-bd5327642df8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232977 Feb 19 01:06:13.571540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for router_controller (b7ce8909-cef0-4142-831a-887a5c2b0698), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.597127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Allocated IP 172.20.0.2 (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014/aa45496f-55a3-49d5-9e38-07baddde2edb/2709d82e-2b9f-474a-9268-d9fc3895fb01) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:13.608757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet 43352d8a-c34c-43e7-8eb9-7c2a8ec7e326 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:13.615808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd7d196d-0f88-48e0-acc9-e213e8189999 req-06347a6f-75cd-4b43-bdb2-557a3b5004b9 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354546 Feb 19 01:06:13.616494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (43352d8a-c34c-43e7-8eb9-7c2a8ec7e326), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.710445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abe53eaf-4d7b-43fd-8d39-dce2869b4964 req-bbf50a26-c84f-40b1-864e-25f6385a87fe service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319565 Feb 19 01:06:13.737260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (43352d8a-c34c-43e7-8eb9-7c2a8ec7e326), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.794689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49124) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:13.860013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks [] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.902256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (43352d8a-c34c-43e7-8eb9-7c2a8ec7e326), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.938393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-b213904b-1d61-4ccc-a290-27d2cc6d6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:13.940112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-b213904b-1d61-4ccc-a290-27d2cc6d6278 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 1125 time: 0.0991888 Feb 19 01:06:13.940836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for router_gateway (b7ce8909-cef0-4142-831a-887a5c2b0698), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.961644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.967236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-network', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:13.984728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:13.988371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:14.006491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:14.080919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-2da5444e-4fce-4540-8f7f-44818824451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:14.082559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-2da5444e-4fce-4540-8f7f-44818824451d service neutron] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.1351633 Feb 19 01:06:14.099039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (43352d8a-c34c-43e7-8eb9-7c2a8ec7e326), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.124066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Pushing event updated for resources: {'Port': ['ID=2709d82e-2b9f-474a-9268-d9fc3895fb01,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:14.130165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Attempting to bind port 2709d82e-2b9f-474a-9268-d9fc3895fb01 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:14.130774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Attempting to bind port 2709d82e-2b9f-474a-9268-d9fc3895fb01 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:14.131563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Attempting to bind port 2709d82e-2b9f-474a-9268-d9fc3895fb01 on network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:14.138427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Made reservation on behalf of 68f121b357d54e5f811a7c93d1f85841 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:14.139499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:14.140113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Checking segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:14.140749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.140929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.141448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Bound using segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:14.142118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Bound port: 2709d82e-2b9f-474a-9268-d9fc3895fb01, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:14.142786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.147167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-09fc46b0-6567-4010-a36d-5f909f5f055f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53 HTTP/1.1" status: 200 len: 217 time: 0.0570402 Feb 19 01:06:14.203443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74190e-dac3-48ce-af82-92781c6aa0ff None None] Network cb91d988-9d78-49a8-a676-9e62a5b8cd5d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:14.209486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.235133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=43352d8a-c34c-43e7-8eb9-7c2a8ec7e326,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:14.237752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-64ae58f8-e522-4cc8-9c89-100160f39d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:14.239574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-64ae58f8-e522-4cc8-9c89-100160f39d8b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0725064 Feb 19 01:06:14.241218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.244768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-77753a51-f863-4b2a-a1cb-09f52352e62a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/43352d8a-c34c-43e7-8eb9-7c2a8ec7e326 HTTP/1.1" status: 204 len: 168 time: 0.8781266 Feb 19 01:06:14.245765 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.247627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49130) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:14.278494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] For port 2709d82e-2b9f-474a-9268-d9fc3895fb01, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:14.301636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] For port 2709d82e-2b9f-474a-9268-d9fc3895fb01, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2709d82e-2b9f-474a-9268-d9fc3895fb01,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:14.332824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for router_gateway (b7ce8909-cef0-4142-831a-887a5c2b0698), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.342345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-faa0802f-5696-47f1-b058-30510fb9f786 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931337 Feb 19 01:06:14.362387 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.371943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.448927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cb91d988-9d78-49a8-a676-9e62a5b8cd5d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.460880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cad0f-ecd3-44ad-b78b-dfafdbb9494e None None] Pushing event updated for resources: {'Port': ['ID=2709d82e-2b9f-474a-9268-d9fc3895fb01,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:14.528659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9b94b-5726-4b71-9385-cf3d3df9299d req-fe619ba4-6999-4412-94b5-3e79cf38b523 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:14.530696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25f9b94b-5726-4b71-9385-cf3d3df9299d req-fe619ba4-6999-4412-94b5-3e79cf38b523 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 948 time: 0.1910706 Feb 19 01:06:14.546452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] DHCP port deletion for cb91d988-9d78-49a8-a676-9e62a5b8cd5d request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:14.607438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Allocated IP 172.25.2.197 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:14.631412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Deleting port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:14.632658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.633485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-dd7632db-fce7-40fe-8d2f-15708e01fa83 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832665 Feb 19 01:06:14.726076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] For port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,segment=NetworkSegment(5f68115f-24e8-4c81-8af5-aa0e229b06bf),segment_id=5f68115f-24e8-4c81-8af5-aa0e229b06bf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:14.731339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.742132 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks [] for security_group (8fb49fe7-0770-489a-81ee-973bc9efe42a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.767935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Calling delete_port for d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:14.858973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fb49fe7-0770-489a-81ee-973bc9efe42a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.880610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:14.881206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.913792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1aa41218-aad4-4c35-9891-c9eb930af903 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:14.945676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.004253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25f9b94b-5726-4b71-9385-cf3d3df9299d req-2ef768a7-780c-4e1c-a8c9-675b8a70d807 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356265 Feb 19 01:06:15.008751 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.038324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159d1e-e86b-4525-8358-7ecd9aca9369 req-ad9b0e7b-c388-4f70-a5f3-cfffc0905545 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:15.040283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3159d1e-e86b-4525-8358-7ecd9aca9369 req-ad9b0e7b-c388-4f70-a5f3-cfffc0905545 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 943 time: 0.4209738 Feb 19 01:06:15.060194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,segment=NetworkSegment(5f68115f-24e8-4c81-8af5-aa0e229b06bf),segment_id=5f68115f-24e8-4c81-8af5-aa0e229b06bf)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:15.060568 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.068779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:15.083864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] Pushing event deleted for resources: {'Port': ['ID=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.094432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.098910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56060b1-e661-499b-9460-8d10990ffe06 None None] No DVR routers for this DVR port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:15.107955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb49fe7-0770-489a-81ee-973bc9efe42a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.133389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:15.138281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fce38c9e-b7f5-4eb4-a4de-31c7d152f11d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.138281 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Added segment fce38c9e-b7f5-4eb4-a4de-31c7d152f11d of type vlan for network c26a024f-e257-4a4e-97f7-2d21366174a9 Feb 19 01:06:15.140440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1aa41218-aad4-4c35-9891-c9eb930af903,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:15.156581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '1aa41218-aad4-4c35-9891-c9eb930af903', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '1aa41218-aad4-4c35-9891-c9eb930af903', 'mac_address': 'fa:16:3e:8a:50:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:15.162698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5c9d073-5540-4940-aa84-ca9d146afb49 req-bc745ca2-a110-4625-83e5-aba327e62b26 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965818 Feb 19 01:06:15.164640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:15.217538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 1aa41218-aad4-4c35-9891-c9eb930af903 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:15.217799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:15.218027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.220037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.227637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:15.234654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa41218-aad4-4c35-9891-c9eb930af903 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:15.260790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1aa41218-aad4-4c35-9891-c9eb930af903,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:15.332891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.356863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Pushing event updated for resources: {'Port': ['ID=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.419075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.482426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c88c4a-b700-49a5-a142-d779647b64bb req-571b0990-c9d1-418d-95fa-b69acf55249e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:15.490031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c88c4a-b700-49a5-a142-d779647b64bb req-571b0990-c9d1-418d-95fa-b69acf55249e tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2112899 Feb 19 01:06:15.572008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c88c4a-b700-49a5-a142-d779647b64bb req-4da9d85c-8a34-44e3-9041-e0bd150ad977 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655746 Feb 19 01:06:15.617893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['1aa41218-aad4-4c35-9891-c9eb930af903'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:15.624539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c26a024f-e257-4a4e-97f7-2d21366174a9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.632467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3159d1e-e86b-4525-8358-7ecd9aca9369 req-87607147-06cb-4afd-9608-304c9af8681c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773964 Feb 19 01:06:15.742922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8dd8-ce5d-4c30-b400-0fe13befdab1 req-ddd75fbd-8e9d-42a5-af58-6c1ec29ea792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:15.744657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca9e8dd8-ce5d-4c30-b400-0fe13befdab1 req-ddd75fbd-8e9d-42a5-af58-6c1ec29ea792 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.0757544 Feb 19 01:06:15.747047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.777794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for router_gateway (b7ce8909-cef0-4142-831a-887a5c2b0698), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.786234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.795293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c26a024f-e257-4a4e-97f7-2d21366174a9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.796247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:15.801896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.899803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:15.983798 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:16.036306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cb91d988-9d78-49a8-a676-9e62a5b8cd5d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.058807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb91d988-9d78-49a8-a676-9e62a5b8cd5d']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.058957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.084007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f68115f-24e8-4c81-8af5-aa0e229b06bf') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.084372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f68115f-24e8-4c81-8af5-aa0e229b06bf') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.094946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (5f68115f-24e8-4c81-8af5-aa0e229b06bf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.112668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5f68115f-24e8-4c81-8af5-aa0e229b06bf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.119499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:16.119913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (5f68115f-24e8-4c81-8af5-aa0e229b06bf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.137810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d062b-8421-46de-abf6-ea01a66286f3 None None] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:16.200413 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:16.210668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4124336 Feb 19 01:06:16.211570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:16.212000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb6425-48dc-48da-8951-0e07d8ab0557 admin admin] Pushing event updated for resources: {'Network': ['ID=c26a024f-e257-4a4e-97f7-2d21366174a9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.217690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca9e8dd8-ce5d-4c30-b400-0fe13befdab1 req-9c93a945-b3d4-4b66-be44-bcf676644af2 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395628 Feb 19 01:06:16.239995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c26a024f-e257-4a4e-97f7-2d21366174a9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:16.241237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Request body: {'subnet': {'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-subnet', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:16.263223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cb91d988-9d78-49a8-a676-9e62a5b8cd5d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.271973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.275309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/cb91d988-9d78-49a8-a676-9e62a5b8cd5d HTTP/1.1" status: 204 len: 168 time: 2.0255866 Feb 19 01:06:16.281263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:16.286876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c253b-4306-4f15-bac8-d1a3b9be1b91 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=cb91d988-9d78-49a8-a676-9e62a5b8cd5d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.294474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-204348949'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:16.314032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2709d82e-2b9f-474a-9268-d9fc3895fb01 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:16.333955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb098e7-60f4-4ac8-8c38-6d295edc47d0 req-571c8a43-fa59-45e4-adbb-d4e03f210aa0 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:16.335499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cb098e7-60f4-4ac8-8c38-6d295edc47d0 req-571c8a43-fa59-45e4-adbb-d4e03f210aa0 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 949 time: 0.1430507 Feb 19 01:06:16.337183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Made reservation on behalf of 68f121b357d54e5f811a7c93d1f85841 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:16.340302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.384102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Provisioning complete for port 2709d82e-2b9f-474a-9268-d9fc3895fb01 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:16.384389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.390226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Router b7ce8909-cef0-4142-831a-887a5c2b0698 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:16.411828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:16.415065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.467767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2709d82e-2b9f-474a-9268-d9fc3895fb01 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:16.468143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.527511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:16.539729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Current status of the port 2709d82e-2b9f-474a-9268-d9fc3895fb01 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:16.540041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.548514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cb098e7-60f4-4ac8-8c38-6d295edc47d0 req-3d2fe81b-7229-4bc4-b340-13a22a310baa tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959405 Feb 19 01:06:16.556063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (189cbece-e582-4112-8d0f-c1fcd7566a8b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.559706 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Added segment 189cbece-e582-4112-8d0f-c1fcd7566a8b of type vlan for network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 Feb 19 01:06:16.604419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] For port 2709d82e-2b9f-474a-9268-d9fc3895fb01, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2709d82e-2b9f-474a-9268-d9fc3895fb01,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:16.628556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2709d82e-2b9f-474a-9268-d9fc3895fb01 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:16.628950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.686656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.768089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:06:16.768448 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:06:16.769292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46477-1a04-4d80-a68a-a23ea14a4b83 None None] Pushing event updated for resources: {'Port': ['ID=2709d82e-2b9f-474a-9268-d9fc3895fb01,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.776501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc005e2-8118-4e64-96f3-08e2b45de98d req-5757331a-5273-4197-8e6d-37a26140f2dd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:16.779062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbc005e2-8118-4e64-96f3-08e2b45de98d req-5757331a-5273-4197-8e6d-37a26140f2dd tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1137633 Feb 19 01:06:16.796697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:16.799763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.811212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Sync routers for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:16.828907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:16.829577 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:16.928840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1c1cb-cd11-40b8-8700-a6204c034e61 req-46909948-5587-4de5-8ea6-cd00fe4e50e3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:16.929089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cf32860e-2111-43b4-96fe-193ff2bd4817 None None] Provisioning complete for port 2709d82e-2b9f-474a-9268-d9fc3895fb01 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:16.929235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf32860e-2111-43b4-96fe-193ff2bd4817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.930662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5ea1c1cb-cd11-40b8-8700-a6204c034e61 req-46909948-5587-4de5-8ea6-cd00fe4e50e3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 943 time: 0.1999304 Feb 19 01:06:16.931796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbc005e2-8118-4e64-96f3-08e2b45de98d req-c0358ba3-6b30-45b8-af5f-8c67b5d2c7df tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358926 Feb 19 01:06:16.978181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a10bb7dc-6fc1-47bb-8486-0429e19cab53 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:16.978509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.984102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1aa41218-aad4-4c35-9891-c9eb930af903 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:16.984282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0df73bd3-e75e-4a4b-a56c-2551ecb98028 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7050190 Feb 19 01:06:16.984387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49152) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.024938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.031849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5ea1c1cb-cd11-40b8-8700-a6204c034e61 req-6cd545ad-011a-4709-92dd-deba58b6cf78 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927372 Feb 19 01:06:17.040112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.047970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.049138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.061974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (04c9bd86-7d9a-43c4-bd76-2556ce5d7c84), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.096809 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:17.163635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Network': ['ID=7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.192297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:17.225515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3062e5ea-f434-48bd-a471-676a5e386640 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9364083 Feb 19 01:06:17.227380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49154) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.271259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Checking segment: {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:17.272204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Network hostable DHCP agents. Network: c26a024f-e257-4a4e-97f7-2d21366174a9, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:17.291527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.291818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:17.381210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:15Z', 'revision_number': 3, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:17.415378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Checking router: b7ce8909-cef0-4142-831a-887a5c2b0698 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:17.417587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Updating router b7ce8909-cef0-4142-831a-887a5c2b0698 port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:17.456195 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.457465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Network c26a024f-e257-4a4e-97f7-2d21366174a9 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:17.544233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c26a024f-e257-4a4e-97f7-2d21366174a9) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:17.548690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.549371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.557775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:17.562432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.643262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.643946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3873d92d-de09-4211-8620-8e49785d6b8f admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4257901 Feb 19 01:06:17.659356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:17.659580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea972a-5423-4eab-a32e-1db8dd991819 None None] Network c26a024f-e257-4a4e-97f7-2d21366174a9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:17.662978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2709d82e-2b9f-474a-9268-d9fc3895fb01 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:17.679140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 1aa41218-aad4-4c35-9891-c9eb930af903 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:17.697049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cf32860e-2111-43b4-96fe-193ff2bd4817 None None] Current status of the port 2709d82e-2b9f-474a-9268-d9fc3895fb01 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:17.729306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 1aa41218-aad4-4c35-9891-c9eb930af903 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:17.729606 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.785595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:17.804697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53', 'mac_address': 'fa:16:3e:24:bd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:17.828046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:17.836215 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks [] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.849024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba880fac-160c-49bd-a891-afd6112bc99b req-e51b89a7-1432-40ef-892c-8a7bf8450797 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.850544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba880fac-160c-49bd-a891-afd6112bc99b req-e51b89a7-1432-40ef-892c-8a7bf8450797 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 949 time: 0.1655650 Feb 19 01:06:17.858602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.859700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.866126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:17.866478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d5c90d2d-c1f4-48c0-b157-aa9fd32a4ff8 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:17.910463 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.937841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a10bb7dc-6fc1-47bb-8486-0429e19cab53 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:17.937841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.972974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10bb7dc-6fc1-47bb-8486-0429e19cab53 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:17.990090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8d713-156d-4fa6-98b1-1390e68fe012 None None] Network c26a024f-e257-4a4e-97f7-2d21366174a9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:18.014194 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Pushing event updated for resources: {'Port': ['ID=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.018797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:18.060834 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.061476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.062036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.062540 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.063551 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.064041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.064575 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.065417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.065929 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.066436 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.066961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.067891 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.068369 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:18.081554 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Attempting to bind port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:18.082159 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Attempting to bind port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:18.082679 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Attempting to bind port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:18.087320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for router_controller (0a01282d-072c-408a-82b6-9e22dedb3d5d), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.093971 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:18.094589 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:18.095258 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.096242 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:18.096908 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Bound port: e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:18.098704 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.136569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba880fac-160c-49bd-a891-afd6112bc99b req-b19546c2-5c3c-4177-8e0f-cd108c53573a tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710071 Feb 19 01:06:18.173511 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.201022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb58fe6-46e8-4505-8661-874dd3644467 req-facf36f4-516d-4a78-963c-f07f75aca32a tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:18.204822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cb58fe6-46e8-4505-8661-874dd3644467 req-facf36f4-516d-4a78-963c-f07f75aca32a tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1578856 Feb 19 01:06:18.211126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2709d82e-2b9f-474a-9268-d9fc3895fb01 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:18.232858 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] For port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:18.238628 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] For port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:18.269766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (add4480e-2e59-49f3-8065-81139aa69381), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.279829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.295293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4cb58fe6-46e8-4505-8661-874dd3644467 req-d5e4ffbf-8a03-4277-9928-270fafd5e900 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790656 Feb 19 01:06:18.302219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 1aa41218-aad4-4c35-9891-c9eb930af903 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:18.302614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.324791 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.346622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1aa41218-aad4-4c35-9891-c9eb930af903,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:18.352563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:18.355921 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c00eb-3fe0-4758-89d0-2a48de824365" -d '{"events": [{"server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "name": "network-vif-plugged", "status": "completed", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:18.415567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.441267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.457450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509d164-bbba-4170-ada8-3550d61ea533 None None] Pushing event updated for resources: {'Port': ['ID=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.470936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for router_gateway (0a01282d-072c-408a-82b6-9e22dedb3d5d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.477982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2709d82e-2b9f-474a-9268-d9fc3895fb01 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:18.478479 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.502922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:18.503844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:18.504534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a10bb7dc-6fc1-47bb-8486-0429e19cab53'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:18.563690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.596985 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc2758-0836-4b2a-915f-1931f63743ba x-openstack-request-id: req-57fc2758-0836-4b2a-915f-1931f63743ba {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:18.597307 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "name": "network-vif-plugged", "status": "completed", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:18.597538 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-57fc2758-0836-4b2a-915f-1931f63743ba {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:18.597943 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903', 'code': 200} Feb 19 01:06:18.600966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=add4480e-2e59-49f3-8065-81139aa69381,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.660866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2709d82e-2b9f-474a-9268-d9fc3895fb01 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:18.729086 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:18.769254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3b04-a07d-433e-8394-754d2688cc8b req-a3e6448e-514a-4c4f-8cb7-f75453f61c0d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:18.770979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63ce3b04-a07d-433e-8394-754d2688cc8b req-a3e6448e-514a-4c4f-8cb7-f75453f61c0d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 944 time: 0.4830232 Feb 19 01:06:18.839759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Checking segment: {'id': '189cbece-e582-4112-8d0f-c1fcd7566a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:18.840118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network hostable DHCP agents. Network: 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:18.929749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63ce3b04-a07d-433e-8394-754d2688cc8b req-19a0f04d-fca6-40e2-9d58-014219b0e986 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487346 Feb 19 01:06:18.960328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Allocated IP 172.20.0.1 (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014/aa45496f-55a3-49d5-9e38-07baddde2edb/407998af-0612-4ede-b8d5-8e255aee5dd8) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:18.993374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5351a-b8d2-4d6b-806e-6d5fe544be01 req-2d7418b0-061a-4b57-bd1f-eff5d335c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:18.996065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ff5351a-b8d2-4d6b-806e-6d5fe544be01 req-2d7418b0-061a-4b57-bd1f-eff5d335c386 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 1132 time: 0.2948685 Feb 19 01:06:19.020446 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:15Z', 'revision_number': 3, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:19.052028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9236f84-bc2d-4987-ab91-8f5c3eaec349 None None] The sync data for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 is: [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:15Z', 'revision_number': 3, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:19.064369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9636-f36b-46eb-b901-a0de4daec08d req-b029fcab-4f6a-4af1-9e97-23a21ff5bfea tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.066224 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ebf9636-f36b-46eb-b901-a0de4daec08d req-b029fcab-4f6a-4af1-9e97-23a21ff5bfea tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0662081 Feb 19 01:06:19.113772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ff5351a-b8d2-4d6b-806e-6d5fe544be01 req-8f2a47ab-bd39-4c5d-a29a-08d6ea1f0a0b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970452 Feb 19 01:06:19.114272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:19.128623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ebf9636-f36b-46eb-b901-a0de4daec08d req-bc15ec68-62ed-47e8-a602-f8c01b3e327c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Feb 19 01:06:19.248426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:19.262611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9299f-bf8d-4cd4-8538-1c8336abfbd4 None None] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:19.276855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks [] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.280353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.281004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.284595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-7c12bc76-c863-4cf7-b7f3-be9426356e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.286194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-7c12bc76-c863-4cf7-b7f3-be9426356e7f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.1675751 Feb 19 01:06:19.388587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5', 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': 'add4480e-2e59-49f3-8065-81139aa69381'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:19.389615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.477688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25593757-dff6-4495-b1c4-84f66dc4e7e5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2488222 Feb 19 01:06:19.480801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49180) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:19.485381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1210240520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:19.583282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Allocated IP 172.20.0.2 (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5/add4480e-2e59-49f3-8065-81139aa69381/c55dea14-8a31-4961-8934-bf9e900b7a7e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:19.596431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ee69f-d19f-4f73-892a-2eebf321687b req-3d1a1474-ee9c-4bf2-afe9-6bb0687bfbca tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:19.598576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-837ee69f-d19f-4f73-892a-2eebf321687b req-3d1a1474-ee9c-4bf2-afe9-6bb0687bfbca tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.3602233 Feb 19 01:06:19.606048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.607146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.617456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for router_gateway (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.703608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for router_controller (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.789581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.793580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks [] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.875838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.888578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.890433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-515e36a2-89ef-4e88-87db-afa99d21df63 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4086232 Feb 19 01:06:19.893570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49182) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:19.904230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5', 'name': 'tempest-PortsTestJSON-421528274'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:19.937764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:19.945413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:19.953214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:19.971075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Pushing event updated for resources: {'Port': ['ID=c55dea14-8a31-4961-8934-bf9e900b7a7e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.025941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-e9e33f15-1687-46d9-8de0-85a9c2ea657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.025941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-e9e33f15-1687-46d9-8de0-85a9c2ea657d service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.7151124 Feb 19 01:06:20.049045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.052049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.078435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Attempting to bind port c55dea14-8a31-4961-8934-bf9e900b7a7e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:20.079659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Attempting to bind port c55dea14-8a31-4961-8934-bf9e900b7a7e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '189cbece-e582-4112-8d0f-c1fcd7566a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:20.080265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Attempting to bind port c55dea14-8a31-4961-8934-bf9e900b7a7e on network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:20.086051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:20.089566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Checking segment: {'id': '189cbece-e582-4112-8d0f-c1fcd7566a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:20.090368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.090876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Bound using segment: {'id': '189cbece-e582-4112-8d0f-c1fcd7566a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:20.091928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Bound port: c55dea14-8a31-4961-8934-bf9e900b7a7e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189cbece-e582-4112-8d0f-c1fcd7566a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:20.091928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.197970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] For port c55dea14-8a31-4961-8934-bf9e900b7a7e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:20.200893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] For port c55dea14-8a31-4961-8934-bf9e900b7a7e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c55dea14-8a31-4961-8934-bf9e900b7a7e,segment=NetworkSegment(189cbece-e582-4112-8d0f-c1fcd7566a8b),segment_id=189cbece-e582-4112-8d0f-c1fcd7566a8b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:20.206990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:20.210812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:20.235806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:20.242029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:20.252407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-a51b05d9-2357-4120-8d13-24876edef2fc service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.2016404 Feb 19 01:06:20.264813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed4df7-217d-4cd1-8ac0-89f86026eec9 req-3788f87b-dc9b-4587-a3cc-df01cd7bbcf0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.275707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-faed4df7-217d-4cd1-8ac0-89f86026eec9 req-3788f87b-dc9b-4587-a3cc-df01cd7bbcf0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 944 time: 0.1225786 Feb 19 01:06:20.286113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:20.289700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.295511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:20.296516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.324298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.435492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748372e6-1774-49cb-a0f5-17e38536dc7d None None] Pushing event updated for resources: {'Port': ['ID=c55dea14-8a31-4961-8934-bf9e900b7a7e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.453908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port afc13753-fc7a-4063-80bb-e3785c38bd60 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:20.456202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.534470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:20.534877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.538467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-837ee69f-d19f-4f73-892a-2eebf321687b req-3baba315-75f1-4d98-822a-b98fcd251f29 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248183 Feb 19 01:06:20.580698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-faed4df7-217d-4cd1-8ac0-89f86026eec9 req-cebfdf85-9d99-461d-b7f6-183db23489e2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039219 Feb 19 01:06:20.598242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:20.622163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (b7ce8909-cef0-4142-831a-887a5c2b0698), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.676344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.725001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.3 (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5/add4480e-2e59-49f3-8065-81139aa69381/afc13753-fc7a-4063-80bb-e3785c38bd60) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:20.820045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-af6aa563-2c56-445c-b35a-57864734066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:20.821557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-af6aa563-2c56-445c-b35a-57864734066c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.4884129 Feb 19 01:06:20.825845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.846438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6aabb24b-d575-4815-9e42-733fab3ccf2c None None] Provisioning complete for port 407998af-0612-4ede-b8d5-8e255aee5dd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:20.846618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6aabb24b-d575-4815-9e42-733fab3ccf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.887907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-dc3b133d-bfd4-4835-a388-0bbdf2f8e12c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454869 Feb 19 01:06:20.908436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6aabb24b-d575-4815-9e42-733fab3ccf2c None None] Port 407998af-0612-4ede-b8d5-8e255aee5dd8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:20.936067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Allocated IP 172.25.2.19 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/39252c2c-7749-4e91-8676-026a4e0162ad) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:20.951870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a10bb7dc-6fc1-47bb-8486-0429e19cab53 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:20.975629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.041959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d86b0-d02e-4884-96f0-9a3f3e87a26e req-b7a74486-f5d1-4194-b7ef-946fc5da3a13 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.044199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-829d86b0-d02e-4884-96f0-9a3f3e87a26e req-b7a74486-f5d1-4194-b7ef-946fc5da3a13 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.3810952 Feb 19 01:06:21.154984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a10bb7dc-6fc1-47bb-8486-0429e19cab53 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:21.165473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a10bb7dc-6fc1-47bb-8486-0429e19cab53 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:21.166037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.200829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-99812088-781e-47ea-9659-ea12d780828d service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044786 Feb 19 01:06:21.227063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-829d86b0-d02e-4884-96f0-9a3f3e87a26e req-33b3d855-1ee9-448f-aaf3-ec04c81a62c4 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673279 Feb 19 01:06:21.317888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a10bb7dc-6fc1-47bb-8486-0429e19cab53 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:21.318456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.352865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:21.356376 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b861c-461d-4033-9737-0238178166bf" -d '{"events": [{"server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "name": "network-vif-plugged", "status": "completed", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:21.362667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for port (39252c2c-7749-4e91-8676-026a4e0162ad), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.367787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.399181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:21.429667 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344eb7ba-3ada-496c-8191-3b76f21122e4 x-openstack-request-id: req-344eb7ba-3ada-496c-8191-3b76f21122e4 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:21.429989 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "name": "network-vif-plugged", "status": "completed", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:21.430256 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-344eb7ba-3ada-496c-8191-3b76f21122e4 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:21.430914 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53', 'code': 200} Feb 19 01:06:21.457827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52990277-7439-4e82-96d0-f9d9f9235bd4 req-ee116066-eea5-47e6-8b43-2361126042bc service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487748 Feb 19 01:06:21.475971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.484897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.583605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:21.591434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=afc13753-fc7a-4063-80bb-e3785c38bd60,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:21.613098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.613746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.614379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.614720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.615063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.615487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.616005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.616529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.619673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.620048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.620945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.621300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.621642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.621980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:21.638145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:21.640641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:21.644293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:21.697471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:21.700015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.700781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.750371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:21.757030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Pushing event updated for resources: {'Port': ['ID=39252c2c-7749-4e91-8676-026a4e0162ad,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:21.780383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:21.789752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e4f14-73d6-4071-b6cb-9f2e35de753c req-1a9950cc-1bd1-4ab2-9971-dcf106df1ed1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:21.799700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f2e4f14-73d6-4071-b6cb-9f2e35de753c req-1a9950cc-1bd1-4ab2-9971-dcf106df1ed1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.1077368 Feb 19 01:06:21.829185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-75a5593f-2e02-4694-81b1-7d5eeac2b457 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9340553 Feb 19 01:06:21.832220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:21.856693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f2e4f14-73d6-4071-b6cb-9f2e35de753c req-025a8ed0-5535-48ea-857e-0179c2cd3089 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Feb 19 01:06:22.066850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c068bc7-72b4-45a7-bf2d-a1bf48a998ce req-f9fe48ae-619c-4f11-a620-b6655327a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.080389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4e1e2-d128-4d90-b965-a0dab710c8df req-27630386-8153-4c7c-b6c4-d38e5f2fcce8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.081359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c068bc7-72b4-45a7-bf2d-a1bf48a998ce req-f9fe48ae-619c-4f11-a620-b6655327a6cf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 1127 time: 0.4934361 Feb 19 01:06:22.084796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks [] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.096999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75d4e1e2-d128-4d90-b965-a0dab710c8df req-27630386-8153-4c7c-b6c4-d38e5f2fcce8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.1388829 Feb 19 01:06:22.210948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75d4e1e2-d128-4d90-b965-a0dab710c8df req-d3ba4969-291c-4b54-ae78-58378a0fd17f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130691 Feb 19 01:06:22.239529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.310985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c55dea14-8a31-4961-8934-bf9e900b7a7e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:22.371908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c55dea14-8a31-4961-8934-bf9e900b7a7e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:22.372636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.490964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38474edb-742c-44b5-9ee6-6fd8523700c8 None None] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:22.546740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c55dea14-8a31-4961-8934-bf9e900b7a7e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:22.547041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.584170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Provisioning complete for port c55dea14-8a31-4961-8934-bf9e900b7a7e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:22.584546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.606675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:22.612646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c068bc7-72b4-45a7-bf2d-a1bf48a998ce req-d8ec071f-a83b-4d2f-94f8-4170b8b824d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521246 Feb 19 01:06:22.617583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (b7ce8909-cef0-4142-831a-887a5c2b0698), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.635810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c55dea14-8a31-4961-8934-bf9e900b7a7e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c55dea14-8a31-4961-8934-bf9e900b7a7e,segment=NetworkSegment(189cbece-e582-4112-8d0f-c1fcd7566a8b),segment_id=189cbece-e582-4112-8d0f-c1fcd7566a8b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:22.672049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819669f-3f52-481d-af6b-22e0beea670e req-e386453f-c0b8-41c7-bc8d-41bf6900c7ca tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.674097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6819669f-3f52-481d-af6b-22e0beea670e req-e386453f-c0b8-41c7-bc8d-41bf6900c7ca tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 946 time: 0.4410474 Feb 19 01:06:22.712478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.713333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:22.783357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Current status of the port c55dea14-8a31-4961-8934-bf9e900b7a7e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:22.785169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.820243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c55dea14-8a31-4961-8934-bf9e900b7a7e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:22.873759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:22.874136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.895574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c432f6-6a9b-4996-a8a8-20edd6bffd97 req-18dbb912-8dab-4e2e-86a7-dfe022fbc080 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:22.897204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76c432f6-6a9b-4996-a8a8-20edd6bffd97 req-18dbb912-8dab-4e2e-86a7-dfe022fbc080 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0919271 Feb 19 01:06:23.010222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76c432f6-6a9b-4996-a8a8-20edd6bffd97 req-c030fc85-3afa-487e-bda9-e33d9cfb56b5 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065991 Feb 19 01:06:23.162025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:06:23.162683 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:06:23.252495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5af78b-cb29-4a1f-9c42-f27fa1dff1d8 req-effcb4e0-820e-4ae5-aeef-83792648a5c1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.256752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5af78b-cb29-4a1f-9c42-f27fa1dff1d8 req-effcb4e0-820e-4ae5-aeef-83792648a5c1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.0975382 Feb 19 01:06:23.282253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:23.346234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5af78b-cb29-4a1f-9c42-f27fa1dff1d8 req-bde5db1a-711c-443a-b6ca-a962b168e452 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811915 Feb 19 01:06:23.466100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c83c8a-9ec3-4c1c-b8df-a69008fd72c4 req-66834f66-b047-4ff3-a3b7-5eb0f29b5c5c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.468099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4c83c8a-9ec3-4c1c-b8df-a69008fd72c4 req-66834f66-b047-4ff3-a3b7-5eb0f29b5c5c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Feb 19 01:06:23.492828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-0dc43d72-c5e3-4e0e-a320-5f4ea0166a38 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:23.494999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-0dc43d72-c5e3-4e0e-a320-5f4ea0166a38 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 946 time: 1.0040965 Feb 19 01:06:23.521354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4c83c8a-9ec3-4c1c-b8df-a69008fd72c4 req-b8a2ddef-4b7f-425e-b73b-bd1bdf0cba57 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Feb 19 01:06:23.614179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6819669f-3f52-481d-af6b-22e0beea670e req-de0a82e5-3cd9-417e-91ec-fd95aba9fb64 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9210310 Feb 19 01:06:23.625276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for router_gateway (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.637754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.714195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1eee109c-e3e8-4ade-8d62-eaedfe0b0966 None None] Current status of the port c55dea14-8a31-4961-8934-bf9e900b7a7e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:23.744562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:23.753127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:23.841061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Provisioning complete for port afc13753-fc7a-4063-80bb-e3785c38bd60 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:23.841761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.883309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Port afc13753-fc7a-4063-80bb-e3785c38bd60 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:23.895826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Provisioning complete for port c55dea14-8a31-4961-8934-bf9e900b7a7e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:23.895826 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.986812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-48d587ca-f111-4182-9606-630952dcb7e4 None None] Current status of the port c55dea14-8a31-4961-8934-bf9e900b7a7e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:24.064181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c55dea14-8a31-4961-8934-bf9e900b7a7e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:24.088539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Deleting port cd8677ac-c9d5-49bc-8124-7d4058641061 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:24.089106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.127933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7cafde99-ebd7-45f5-8bf0-51193aa9ae3d None None] Provisioning complete for port 407998af-0612-4ede-b8d5-8e255aee5dd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:24.128551 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7cafde99-ebd7-45f5-8bf0-51193aa9ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.161407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb67c5-7ff0-4401-aedb-b895edb43ede req-0d126956-396d-4011-aeb5-2bc8a54d1482 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.165461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cdb67c5-7ff0-4401-aedb-b895edb43ede req-0d126956-396d-4011-aeb5-2bc8a54d1482 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0668659 Feb 19 01:06:24.199508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7cafde99-ebd7-45f5-8bf0-51193aa9ae3d None None] Port 407998af-0612-4ede-b8d5-8e255aee5dd8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:24.202581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c55dea14-8a31-4961-8934-bf9e900b7a7e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:24.202962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.219793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cdb67c5-7ff0-4401-aedb-b895edb43ede req-8d9a6948-4bdc-4a86-82c4-42082100e8af tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532279 Feb 19 01:06:24.296729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c55dea14-8a31-4961-8934-bf9e900b7a7e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:24.307359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Router b7ce8909-cef0-4142-831a-887a5c2b0698 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:24.350699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.411515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] For port cd8677ac-c9d5-49bc-8124-7d4058641061, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=cd8677ac-c9d5-49bc-8124-7d4058641061,segment=NetworkSegment(092f0a54-456b-412a-805b-87e104dcf021),segment_id=092f0a54-456b-412a-805b-87e104dcf021)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:24.411851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.477063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ddc63-e6dc-4098-92a6-035315b92c00 req-041fb4e8-7f8d-46a4-b4d7-4eafeeb35c02 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.479181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a25ddc63-e6dc-4098-92a6-035315b92c00 req-041fb4e8-7f8d-46a4-b4d7-4eafeeb35c02 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.0600774 Feb 19 01:06:24.515929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.517855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Calling delete_port for cd8677ac-c9d5-49bc-8124-7d4058641061 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:24.531249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a25ddc63-e6dc-4098-92a6-035315b92c00 req-e875ccb6-face-4196-ba7f-bc36fc42306c tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464518 Feb 19 01:06:24.595777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.665121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3da5-9f48-4e78-9dbe-b579ba7fe23b req-7860a7f2-ecb9-4bd2-90e6-f7631efc4bfa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.667117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ddb3da5-9f48-4e78-9dbe-b579ba7fe23b req-7860a7f2-ecb9-4bd2-90e6-f7631efc4bfa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.0692706 Feb 19 01:06:24.674823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-425ff850-746a-4d99-9292-4b396c028b39 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:24.681241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-425ff850-746a-4d99-9292-4b396c028b39 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.3346629 Feb 19 01:06:24.747685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ddb3da5-9f48-4e78-9dbe-b579ba7fe23b req-0e1d04c3-c167-4bcf-95e1-c5091edc5f6d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722275 Feb 19 01:06:24.889739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=afc13753-fc7a-4063-80bb-e3785c38bd60,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:24.893443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:24.904115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-27fe3f17-86ad-4f0a-b64b-7a9749024cf6 admin admin] 10.222.0.94 "PUT /v2.0/routers/b7ce8909-cef0-4142-831a-887a5c2b0698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9182320 Feb 19 01:06:24.918668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Sync routers for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:24.944509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:24.945453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:25.067808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785107d1-70ac-41af-b5be-5090e0ac7763 req-4afc050b-09b9-4a58-af67-4ef825523ea2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:25.076602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-785107d1-70ac-41af-b5be-5090e0ac7763 req-4afc050b-09b9-4a58-af67-4ef825523ea2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.0770781 Feb 19 01:06:25.110619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ec5fb-da6c-4a1e-9f11-6fc3e500da1b req-9e2f2e68-5a18-4259-bf7a-0b5237f3ec59 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:25.111351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:25.112171 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-413ec5fb-da6c-4a1e-9f11-6fc3e500da1b req-9e2f2e68-5a18-4259-bf7a-0b5237f3ec59 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 946 time: 0.3401201 Feb 19 01:06:25.139585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-785107d1-70ac-41af-b5be-5090e0ac7763 req-2b03c728-a868-44a6-b76f-9c09ab0fd05b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618241 Feb 19 01:06:25.188274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b3fe2fad-8aac-4cf1-8164-b61d5682705f None None] Provisioning complete for port afc13753-fc7a-4063-80bb-e3785c38bd60 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:25.188274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2fad-8aac-4cf1-8164-b61d5682705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.223356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Deleting port 1aa41218-aad4-4c35-9891-c9eb930af903 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:25.226141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.280762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff7507-fa59-448f-b640-1e7d0a48ba3c req-c01ff6d2-7107-4ec5-a335-a7e154847cc3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:25.285004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cd8677ac-c9d5-49bc-8124-7d4058641061), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.286533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Router 0a01282d-072c-408a-82b6-9e22dedb3d5d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:25.289165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cd8677ac-c9d5-49bc-8124-7d4058641061 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:25.294817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69ff7507-fa59-448f-b640-1e7d0a48ba3c req-c01ff6d2-7107-4ec5-a335-a7e154847cc3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.0783889 Feb 19 01:06:25.296438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.359687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69ff7507-fa59-448f-b640-1e7d0a48ba3c req-f0d13475-3cde-4b56-ab6f-3983b2fd7934 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634966 Feb 19 01:06:25.412338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-413ec5fb-da6c-4a1e-9f11-6fc3e500da1b req-abaabaee-5826-4965-b00b-d56f3facebb3 tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/security-groups?id=d158442a-fddf-4efe-aa66-3e4ede2f33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819016 Feb 19 01:06:25.413583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: cd8677ac-c9d5-49bc-8124-7d4058641061 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:25.414183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device cd8677ac-c9d5-49bc-8124-7d4058641061 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:25.423505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Pushing event deleted for resources: {'Port': ['ID=cd8677ac-c9d5-49bc-8124-7d4058641061,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:25.455444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe2fad-8aac-4cf1-8164-b61d5682705f None None] Port afc13753-fc7a-4063-80bb-e3785c38bd60 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:25.482617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 2, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:25.517886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Checking router: b7ce8909-cef0-4142-831a-887a5c2b0698 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:25.518248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Updating router b7ce8909-cef0-4142-831a-887a5c2b0698 port 407998af-0612-4ede-b8d5-8e255aee5dd8 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:25.551004 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.606475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] No DVR routers for this DVR port cd8677ac-c9d5-49bc-8124-7d4058641061 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:25.612249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.616539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d553e6c7-604c-4aef-aca7-7443483d6455 req-97fe41e7-7572-44d3-883b-a36865cef0ef tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.117 "DELETE /v2.0/ports/cd8677ac-c9d5-49bc-8124-7d4058641061 HTTP/1.1" status: 204 len: 173 time: 2.1061637 Feb 19 01:06:25.619443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'name': 'network-vif-deleted', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:25.625125 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb774f86-fdfb-4dd3-8c68-ac67cdab8280" -d '{"events": [{"server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "name": "network-vif-deleted", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:25.904794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49262) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:25.910063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-104373332-network', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:26.001224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks [] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.133347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Made reservation on behalf of 59a4d4d696b84bc280bd05da5c43ffa2 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:26.136533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.142427 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6dddd-cfb1-406c-9e49-23d3bc589f18 x-openstack-request-id: req-45e6dddd-cfb1-406c-9e49-23d3bc589f18 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:26.142848 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f20e38-7e2f-4cc0-8fad-9094115f71fc", "name": "network-vif-deleted", "tag": "cd8677ac-c9d5-49bc-8124-7d4058641061", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:26.143121 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-45e6dddd-cfb1-406c-9e49-23d3bc589f18 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:26.144176 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f20e38-7e2f-4cc0-8fad-9094115f71fc', 'name': 'network-vif-deleted', 'tag': 'cd8677ac-c9d5-49bc-8124-7d4058641061', 'status': 'completed', 'code': 200} Feb 19 01:06:26.159599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.239353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad453c-06b5-435b-8c08-38207c948898 req-cfb259ff-2b01-4135-90fc-021db87835d5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.240857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] For port 1aa41218-aad4-4c35-9891-c9eb930af903, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=1aa41218-aad4-4c35-9891-c9eb930af903,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:26.240987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32ad453c-06b5-435b-8c08-38207c948898 req-cfb259ff-2b01-4135-90fc-021db87835d5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.1259568 Feb 19 01:06:26.241098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.241098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Calling delete_port for 1aa41218-aad4-4c35-9891-c9eb930af903 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:26.241098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:26.257137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Sync routers for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:26.301014 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:26.302368 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.343840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ab8ec-fd32-4990-919d-fd0c62e20311 req-273b1858-5103-4cf7-81fd-a4afd4cb6b3c tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.345294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks [] for security_group (abb678ce-7ddc-4581-8c59-e620072bc522), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.345783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-445ab8ec-fd32-4990-919d-fd0c62e20311 req-273b1858-5103-4cf7-81fd-a4afd4cb6b3c tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.7172241 Feb 19 01:06:26.360709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.363255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32ad453c-06b5-435b-8c08-38207c948898 req-5b0d1daa-f3a9-43e1-9356-4f5f4cde280c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545455 Feb 19 01:06:26.456787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.488389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-445ab8ec-fd32-4990-919d-fd0c62e20311 req-fab7e8ca-3f2e-491f-baa8-c11b6f26e7a1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329939 Feb 19 01:06:26.497742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (abb678ce-7ddc-4581-8c59-e620072bc522), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.531253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:26.538289 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:26.562660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4d21f305-b632-4472-b29f-d2df79d8c9c2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.565961 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Added segment 4d21f305-b632-4472-b29f-d2df79d8c9c2 of type vlan for network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 Feb 19 01:06:26.656303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d656-f3a6-4b3d-838b-eae9d009e98d None None] Pushing event updated for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.684943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Attempting to bind port 407998af-0612-4ede-b8d5-8e255aee5dd8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:26.693364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Attempting to bind port 407998af-0612-4ede-b8d5-8e255aee5dd8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:26.694063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Attempting to bind port 407998af-0612-4ede-b8d5-8e255aee5dd8 on network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:26.708404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:26.709295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Checking segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:26.709932 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.710592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Bound using segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:26.711526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Bound port: 407998af-0612-4ede-b8d5-8e255aee5dd8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:26.712153 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.725905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.792662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] For port 407998af-0612-4ede-b8d5-8e255aee5dd8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:26.796910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] For port 407998af-0612-4ede-b8d5-8e255aee5dd8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=407998af-0612-4ede-b8d5-8e255aee5dd8,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:26.806311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.810648 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-242c686a-0368-4eac-a8ae-8559fe657c7a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1616797 Feb 19 01:06:26.815284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49266) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:26.866045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31b1cf7a-cb68-432c-8025-5f8c59f7ec31 req-74e55055-3c2d-44b4-b691-dd168fa13d6a tempest-AttachVolumeNegativeTest-1516878827 tempest-AttachVolumeNegativeTest-1516878827-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5f20e38-7e2f-4cc0-8fad-9094115f71fc HTTP/1.1" status: 200 len: 210 time: 0.0811803 Feb 19 01:06:26.868275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.873938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:26.873938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.901711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Provisioning complete for port 407998af-0612-4ede-b8d5-8e255aee5dd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:26.902088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.911821 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.969374 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:22Z', 'revision_number': 3, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.982215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb678ce-7ddc-4581-8c59-e620072bc522,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.011605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] Pushing event updated for resources: {'Network': ['ID=c9340f4f-c6c8-49a9-b922-a0c6202ae4a1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.044926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-97e78987-4e1e-4cdc-ab37-4aa1d4db105a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1331096 Feb 19 01:06:27.045159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039d656-f3a6-4b3d-838b-eae9d009e98d None None] Pushing event updated for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.045705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:27.047779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:27.048399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:27.050242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:27.054720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Request body: {'subnet': {'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-104373332-subnet', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:27.092565 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Checking router: 0a01282d-072c-408a-82b6-9e22dedb3d5d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:27.093262 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Updating router 0a01282d-072c-408a-82b6-9e22dedb3d5d port 39252c2c-7749-4e91-8676-026a4e0162ad binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:27.166109 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.217306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Made reservation on behalf of 59a4d4d696b84bc280bd05da5c43ffa2 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:27.223106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.295808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Current status of the port 407998af-0612-4ede-b8d5-8e255aee5dd8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:27.303855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.383993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] For port 407998af-0612-4ede-b8d5-8e255aee5dd8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=407998af-0612-4ede-b8d5-8e255aee5dd8,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:27.407382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:27.459006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.656286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdc41-5df3-4e9c-8634-26ada5cc3378 None None] Pushing event updated for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.668884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-74cdfc1a-d6b3-458b-b09b-aaf23a7a685a None None] Provisioning complete for port 407998af-0612-4ede-b8d5-8e255aee5dd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:27.669150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74cdfc1a-d6b3-458b-b09b-aaf23a7a685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.683063 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks [] for port (39252c2c-7749-4e91-8676-026a4e0162ad), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.778239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-e0af6405-18a0-4c80-ada0-f3486d005814 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:27.780688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-e0af6405-18a0-4c80-ada0-f3486d005814 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.4545507 Feb 19 01:06:27.789703 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.813798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-74cdfc1a-d6b3-458b-b09b-aaf23a7a685a None None] Current status of the port 407998af-0612-4ede-b8d5-8e255aee5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:27.833540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-de519284-c737-4193-95af-63babf2f35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:26Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:27.841575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ab1a3be8-b577-4260-b982-21c95d6aaf4a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.847651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.903823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de519284-c737-4193-95af-63babf2f35d8 None None] The sync data for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 is: [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:26Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:27.915236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Attempting to bind port 39252c2c-7749-4e91-8676-026a4e0162ad on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:27.915868 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Attempting to bind port 39252c2c-7749-4e91-8676-026a4e0162ad by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:27.916236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Attempting to bind port 39252c2c-7749-4e91-8676-026a4e0162ad on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:27.930573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.950209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb99a18-50b0-42f8-8a48-2e362043ef6a req-15a4fb3b-7518-4729-9c11-218080c693c7 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:27.957443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6eb99a18-50b0-42f8-8a48-2e362043ef6a req-15a4fb3b-7518-4729-9c11-218080c693c7 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 950 time: 0.3181856 Feb 19 01:06:27.958195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:27.958574 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:27.958974 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.959408 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:27.960019 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Bound port: 39252c2c-7749-4e91-8676-026a4e0162ad, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:27.965168 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.971739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2f0e-ca7c-43bb-9b0e-79d7419f7b24 None None] Pushing event updated for resources: {'Port': ['ID=39252c2c-7749-4e91-8676-026a4e0162ad,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.002774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a740-f2dc-4528-bb70-880216aee8b8 req-1bcc2fb8-8e0b-4aee-9f89-437c951e2381 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.014199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fed4a740-f2dc-4528-bb70-880216aee8b8 req-1bcc2fb8-8e0b-4aee-9f89-437c951e2381 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.4486196 Feb 19 01:06:28.035061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1aa41218-aad4-4c35-9891-c9eb930af903), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.102805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1a3be8-b577-4260-b982-21c95d6aaf4a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.103621 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] For port 39252c2c-7749-4e91-8676-026a4e0162ad, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:28.109564 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] For port 39252c2c-7749-4e91-8676-026a4e0162ad, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=39252c2c-7749-4e91-8676-026a4e0162ad,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:28.140489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.147326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=afc13753-fc7a-4063-80bb-e3785c38bd60,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.178737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fed4a740-f2dc-4528-bb70-880216aee8b8 req-106e6cc5-e2e1-4ebe-8975-109a980de59b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561096 Feb 19 01:06:28.188777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.201353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Checking segment: {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:28.201778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Network hostable DHCP agents. Network: c9340f4f-c6c8-49a9-b922-a0c6202ae4a1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:28.202902 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.278249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49280) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:28.295463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Pushing event deleted for resources: {'Port': ['ID=1aa41218-aad4-4c35-9891-c9eb930af903,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.297586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] No DVR routers for this DVR port 1aa41218-aad4-4c35-9891-c9eb930af903 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:28.318390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.322007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07e4b68f-205e-4cf6-a421-dc38fe070cf6 req-5389d100-326d-461c-8c4f-c3a5b66b37ef tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.96 "DELETE /v2.0/ports/1aa41218-aad4-4c35-9891-c9eb930af903 HTTP/1.1" status: 204 len: 173 time: 3.6163061 Feb 19 01:06:28.323290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port a10bb7dc-6fc1-47bb-8486-0429e19cab53 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:28.323639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.324519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'name': 'network-vif-deleted', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:28.326549 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071cb4a-372e-4a45-b730-3d69f9ee9cdd" -d '{"events": [{"server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "name": "network-vif-deleted", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:28.396850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:28.418521 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2f0e-ca7c-43bb-9b0e-79d7419f7b24 None None] Pushing event updated for resources: {'Port': ['ID=39252c2c-7749-4e91-8676-026a4e0162ad,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.433759 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6eb99a18-50b0-42f8-8a48-2e362043ef6a req-d35b8bb4-4740-453c-b8fa-77f109c325ed tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/security-groups?id=427414be-ffca-451f-906b-a252eee3d14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742100 Feb 19 01:06:28.453045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:28.453731 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:28.581650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c9340f4f-c6c8-49a9-b922-a0c6202ae4a1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:28.583707 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f36c2-7226-447e-aae4-de86f62211c5 x-openstack-request-id: req-fe2f36c2-7226-447e-aae4-de86f62211c5 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:28.584575 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7411a34-d09a-4aa0-b297-b4e66c7f0305", "name": "network-vif-deleted", "tag": "1aa41218-aad4-4c35-9891-c9eb930af903", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:28.584575 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fe2f36c2-7226-447e-aae4-de86f62211c5 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:28.584575 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7411a34-d09a-4aa0-b297-b4e66c7f0305', 'name': 'network-vif-deleted', 'tag': '1aa41218-aad4-4c35-9891-c9eb930af903', 'status': 'completed', 'code': 200} Feb 19 01:06:28.592732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bdadb2-abe4-4cea-a050-589d1f654060 None None] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:28.637390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.638395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.691717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port a10bb7dc-6fc1-47bb-8486-0429e19cab53, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a10bb7dc-6fc1-47bb-8486-0429e19cab53,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:28.692014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.740081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d55fa044-d4e9-44f6-85de-ee300582117a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6942272 Feb 19 01:06:28.751137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49286) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:28.766744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.779387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for a10bb7dc-6fc1-47bb-8486-0429e19cab53 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:28.818302 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:28.886806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'fixed_ips': [{'subnet_id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:28.886806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.907791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:28.911526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:29.074594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a10bb7dc-6fc1-47bb-8486-0429e19cab53 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:29.150916 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:22Z', 'revision_number': 3, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:29.173441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Deleting subnet 0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:29.183338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Publish callbacks [] for subnet (0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.186043 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf70e1-7c1d-48da-9541-0ecddcfb2f5e None None] The sync data for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 is: [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:22Z', 'revision_number': 3, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:29.235798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Allocated IP 172.20.0.1 (c26a024f-e257-4a4e-97f7-2d21366174a9/04c9bd86-7d9a-43c4-bd76-2556ce5d7c84/e41f8262-959d-464c-ae9d-91c125595ca9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:29.252270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.423741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.569936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e514e873-afc6-470b-83d8-485974ec83f4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.575910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e514e873-afc6-470b-83d8-485974ec83f4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.638908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks [] for port (e41f8262-959d-464c-ae9d-91c125595ca9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.664961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Router 5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:29.683493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1062feea-c82c-4db0-96ed-f60a72d7031f req-f51938fe-8f08-435d-bddf-0a8bd9495aa1 tempest-ServerDiagnosticsNegativeTest-1977347268 tempest-ServerDiagnosticsNegativeTest-1977347268-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7411a34-d09a-4aa0-b297-b4e66c7f0305 HTTP/1.1" status: 200 len: 210 time: 0.0624115 Feb 19 01:06:29.750954 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.905922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.911281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.921904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-499420aa-8565-4573-b403-34b559fdbf9a admin admin] 10.222.0.94 "DELETE /v2.0/subnets/0cf7f1e5-9a5f-4949-b7be-e6d40b721ad2 HTTP/1.1" status: 204 len: 168 time: 1.6342838 Feb 19 01:06:29.942879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49294) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:30.054705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for router_controller (e514e873-afc6-470b-83d8-485974ec83f4), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.063232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:30.094975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1309bc8-d8af-4693-98bb-16c414150376 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/routers/5a5547f8-d2e4-4417-a76d-553d9a3fd8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2612026 Feb 19 01:06:30.095406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49296) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:30.099860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a10bb7dc-6fc1-47bb-8486-0429e19cab53 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:30.100418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.125725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a10bb7dc-6fc1-47bb-8486-0429e19cab53), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.142942 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.154131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] Sync routers for ids ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:30.221809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:30.248766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Network c26a024f-e257-4a4e-97f7-2d21366174a9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:30.255869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:30.259775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:30.274186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb589-c5bc-48bb-901c-ed3d0b1cd8fc req-5e018332-6064-4d16-8f7b-088b8bddb75e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.289579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f51cb589-c5bc-48bb-901c-ed3d0b1cd8fc req-5e018332-6064-4d16-8f7b-088b8bddb75e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 945 time: 0.7285366 Feb 19 01:06:30.308206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Allocated IP 172.20.0.2 (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1/ab1a3be8-b577-4260-b982-21c95d6aaf4a/61c4d5df-8aae-42c3-9e32-53797c5edd1c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:30.336208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Pushing event updated for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:30.345639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.430865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56094950-b238-4d53-bb63-1916a08f27b5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:30.434729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-56094950-b238-4d53-bb63-1916a08f27b5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 HTTP/1.1" status: 200 len: 981 time: 0.3361094 Feb 19 01:06:30.512946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:30.514742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=a10bb7dc-6fc1-47bb-8486-0429e19cab53,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:30.567925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks [] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.596277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port a10bb7dc-6fc1-47bb-8486-0429e19cab53 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:30.601022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 407998af-0612-4ede-b8d5-8e255aee5dd8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:30.604629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8e8cae6c-939a-4c1b-b48d-62d0c09522c9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.606798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.610173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69d90a81-e1fa-4a6b-8623-69888a6b0391 req-4f3ed103-a771-46ac-a771-ce6fa4fb34c5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/a10bb7dc-6fc1-47bb-8486-0429e19cab53 HTTP/1.1" status: 204 len: 173 time: 2.8067148 Feb 19 01:06:30.633489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] Routers {'5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:30.635228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:30.645789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'name': 'network-vif-deleted', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:30.650740 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960cc598-752a-4831-9d43-90c57d1d9cbb" -d '{"events": [{"server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "name": "network-vif-deleted", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:30.663170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for router_gateway (e514e873-afc6-470b-83d8-485974ec83f4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.674828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f51cb589-c5bc-48bb-901c-ed3d0b1cd8fc req-1a9fdcf9-061c-4349-9676-1f3dfbe10be8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826928 Feb 19 01:06:30.707320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1aa41218-aad4-4c35-9891-c9eb930af903 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:30.795222 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d85382-9a0c-4f2e-8a5b-de6a799095cf x-openstack-request-id: req-92d85382-9a0c-4f2e-8a5b-de6a799095cf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:30.799080 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ed4d9-510f-48dc-862a-f60df58b7766", "name": "network-vif-deleted", "tag": "a10bb7dc-6fc1-47bb-8486-0429e19cab53", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:30.809977 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-92d85382-9a0c-4f2e-8a5b-de6a799095cf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:30.810465 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ed4d9-510f-48dc-862a-f60df58b7766', 'name': 'network-vif-deleted', 'tag': 'a10bb7dc-6fc1-47bb-8486-0429e19cab53', 'status': 'completed', 'code': 200} Feb 19 01:06:30.867397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.948158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8e8cae6c-939a-4c1b-b48d-62d0c09522c9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.949250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 1aa41218-aad4-4c35-9891-c9eb930af903 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:30.949723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 1aa41218-aad4-4c35-9891-c9eb930af903 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:30.968525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.979046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:30.981789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8f005efe-e9d5-422e-9422-554db2ebf137 None None] Provisioning complete for port afc13753-fc7a-4063-80bb-e3785c38bd60 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:30.982347 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f005efe-e9d5-422e-9422-554db2ebf137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.059590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8cae6c-939a-4c1b-b48d-62d0c09522c9']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.072360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092f0a54-456b-412a-805b-87e104dcf021') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.072872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092f0a54-456b-412a-805b-87e104dcf021') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.087676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (092f0a54-456b-412a-805b-87e104dcf021), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.114241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (092f0a54-456b-412a-805b-87e104dcf021), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.138509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:31.139110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (092f0a54-456b-412a-805b-87e104dcf021), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:31.140903 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:31.161661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:31.166775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] Routers {'5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:31.167705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.250592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:31.256056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8f005efe-e9d5-422e-9422-554db2ebf137 None None] Port afc13753-fc7a-4063-80bb-e3785c38bd60 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:31.261803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 407998af-0612-4ede-b8d5-8e255aee5dd8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:31.262510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.266743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:31.274956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Pushing event updated for resources: {'Port': ['ID=61c4d5df-8aae-42c3-9e32-53797c5edd1c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:31.341074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.342264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386eb45-c165-472a-9d4e-c4df41678380 None None] The sync data for ids ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:31.447786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for router_gateway (e514e873-afc6-470b-83d8-485974ec83f4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.453735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8e8cae6c-939a-4c1b-b48d-62d0c09522c9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.460800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.464495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] 10.222.0.94 "DELETE /v2.0/networks/8e8cae6c-939a-4c1b-b48d-62d0c09522c9 HTTP/1.1" status: 204 len: 168 time: 1.5205739 Feb 19 01:06:31.513843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Attempting to bind port 61c4d5df-8aae-42c3-9e32-53797c5edd1c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:31.514382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Attempting to bind port 61c4d5df-8aae-42c3-9e32-53797c5edd1c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:31.514845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Attempting to bind port 61c4d5df-8aae-42c3-9e32-53797c5edd1c on network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:31.519536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.528134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:31.528708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Checking segment: {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:31.529915 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.530448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Bound using segment: {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:31.531360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Bound port: 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:31.532066 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.577533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49312) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:31.611879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks [] for port (e41f8262-959d-464c-ae9d-91c125595ca9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.735860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b2e6-baf3-473c-8775-019938948fce admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8cae6c-939a-4c1b-b48d-62d0c09522c9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:31.814315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 407998af-0612-4ede-b8d5-8e255aee5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:31.815648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 39252c2c-7749-4e91-8676-026a4e0162ad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:31.868957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] For port 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:31.874454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] For port 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61c4d5df-8aae-42c3-9e32-53797c5edd1c,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:31.902024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 39252c2c-7749-4e91-8676-026a4e0162ad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:31.902482 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.931778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7c580a3-b98b-45af-a017-7d8fbd3e74ce req-d6295262-8632-4c28-88df-c3af3981c672 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e1ed4d9-510f-48dc-862a-f60df58b7766 HTTP/1.1" status: 200 len: 210 time: 0.0573833 Feb 19 01:06:31.956946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Allocated IP 172.25.2.65 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/1451ef1f-a8fc-405c-88c5-2137fc9362da) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:32.003553 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.092935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 39252c2c-7749-4e91-8676-026a4e0162ad is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:32.093584 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.141848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 39252c2c-7749-4e91-8676-026a4e0162ad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=39252c2c-7749-4e91-8676-026a4e0162ad,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:32.161785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8ac2a-e8f8-42e6-9047-f622f11b75e8 None None] Pushing event updated for resources: {'Port': ['ID=61c4d5df-8aae-42c3-9e32-53797c5edd1c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.181973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.189739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49320) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:32.225351 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.287375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e70d4ea-06eb-4fe4-95c9-9fd33044b8bc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=87ae995927ff4bd087669cfae62b6f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956378 Feb 19 01:06:32.289127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49322) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:32.311142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.365139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=39252c2c-7749-4e91-8676-026a4e0162ad,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.380282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] Publish callbacks [] for security_group (d158442a-fddf-4efe-aa66-3e4ede2f33cd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.380282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.440863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:32.461773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:32.465714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:32.473489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] Publish callbacks [] for security_group (d158442a-fddf-4efe-aa66-3e4ede2f33cd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.490188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.542010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.546234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Pushing event updated for resources: {'Port': ['ID=1451ef1f-a8fc-405c-88c5-2137fc9362da,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.559026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Pushing event updated for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.637201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-229ebdf4-3e5f-4421-a088-cfc7b8e28b4f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d979fbe152084cfb8b931912a6b1b0ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0539901 Feb 19 01:06:32.638935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49324) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:32.841210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] Publish callbacks [] for security_group (427414be-ffca-451f-906b-a252eee3d14f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.848138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Network c26a024f-e257-4a4e-97f7-2d21366174a9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:32.853290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d158442a-fddf-4efe-aa66-3e4ede2f33cd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.855946 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.857040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:32.859965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d158442a-fddf-4efe-aa66-3e4ede2f33cd HTTP/1.1" status: 204 len: 168 time: 0.5694537 Feb 19 01:06:32.875645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f06d58-5154-43c2-aaaf-3fa59d302811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158442a-fddf-4efe-aa66-3e4ede2f33cd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.879292 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] Publish callbacks [] for security_group (427414be-ffca-451f-906b-a252eee3d14f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.946324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for router_gateway (e514e873-afc6-470b-83d8-485974ec83f4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.120550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Router 0a01282d-072c-408a-82b6-9e22dedb3d5d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:33.239502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (427414be-ffca-451f-906b-a252eee3d14f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.242248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.243657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/427414be-ffca-451f-906b-a252eee3d14f HTTP/1.1" status: 204 len: 168 time: 0.5979962 Feb 19 01:06:33.249891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port afc13753-fc7a-4063-80bb-e3785c38bd60 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:33.250458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.420618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c108a-984f-4841-b6a1-8854d79d085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427414be-ffca-451f-906b-a252eee3d14f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:33.454043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.507713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for afc13753-fc7a-4063-80bb-e3785c38bd60 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:33.557192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:33.558961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Sync routers for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:33.580823 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:33.581463 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:33.593454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7cadedbd-a762-4b10-bed0-229a74c3a3bb admin admin] 10.222.0.94 "PUT /v2.0/routers/0a01282d-072c-408a-82b6-9e22dedb3d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7770691 Feb 19 01:06:33.894860 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:33.911496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e61da3-2f7a-4bf7-aed3-aa48d210e6ca None None] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:33.967008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e514e873-afc6-470b-83d8-485974ec83f4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.979759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (afc13753-fc7a-4063-80bb-e3785c38bd60), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.103769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=afc13753-fc7a-4063-80bb-e3785c38bd60,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:34.175172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-901248e0-8291-4656-8358-d2082c0c6287 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.176716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-901248e0-8291-4656-8358-d2082c0c6287 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.7940629 Feb 19 01:06:34.177273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:34.210483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Provisioning complete for port 61c4d5df-8aae-42c3-9e32-53797c5edd1c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:34.210862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.249193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-758ee358-df07-40ab-ba42-2bfb2f27742c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3648081 Feb 19 01:06:34.348174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fbcce08-5e07-42d9-83c9-36e06fe361ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.366193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-d3adbb1c-1800-4c93-ae59-9a826e340edf tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/quotas/6d5d098b533b4419b4ed0c4aa24dfc00 HTTP/1.1" status: 200 len: 375 time: 0.0976989 Feb 19 01:06:34.456336 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:31Z', 'revision_number': 2, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:34.457403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Current status of the port 61c4d5df-8aae-42c3-9e32-53797c5edd1c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:34.457403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.552078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] For port 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61c4d5df-8aae-42c3-9e32-53797c5edd1c,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:34.571012 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Checking router: 0a01282d-072c-408a-82b6-9e22dedb3d5d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:34.583844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Updating router 0a01282d-072c-408a-82b6-9e22dedb3d5d port e41f8262-959d-464c-ae9d-91c125595ca9 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:34.622507 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.627983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-f3066898-d13b-4195-bfd2-711469a69b10 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2454350 Feb 19 01:06:34.663969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.669199 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.710233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-0933abb2-2f34-42f4-927b-84d571493f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.712213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-0933abb2-2f34-42f4-927b-84d571493f31 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 1127 time: 0.4244576 Feb 19 01:06:34.741759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bb629-6923-42a6-a0d4-829f2b9c7e64 None None] Pushing event updated for resources: {'Port': ['ID=61c4d5df-8aae-42c3-9e32-53797c5edd1c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:34.745110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Router e514e873-afc6-470b-83d8-485974ec83f4 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:34.749705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61c4d5df-8aae-42c3-9e32-53797c5edd1c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:34.822831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 61c4d5df-8aae-42c3-9e32-53797c5edd1c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:34.823250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.986969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 61c4d5df-8aae-42c3-9e32-53797c5edd1c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:34.988121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 39252c2c-7749-4e91-8676-026a4e0162ad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:35.057729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-56b04c88-f49f-4335-84e6-a223a72f083f None None] Provisioning complete for port 61c4d5df-8aae-42c3-9e32-53797c5edd1c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:35.058111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56b04c88-f49f-4335-84e6-a223a72f083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.066511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 39252c2c-7749-4e91-8676-026a4e0162ad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:35.066898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.145067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:35.167831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fbcce08-5e07-42d9-83c9-36e06fe361ed admin admin] Publish callbacks [] for security_group (2959f548-10cd-4f22-a75b-3477b3ad043d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.215210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Sync routers for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:35.244733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-4cd3fdc6-2e02-4838-be2a-6674dd53a8f7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.250104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-4cd3fdc6-2e02-4838-be2a-6674dd53a8f7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 818 time: 0.3407686 Feb 19 01:06:35.251648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fbcce08-5e07-42d9-83c9-36e06fe361ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2959f548-10cd-4f22-a75b-3477b3ad043d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.293283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Router 5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:35.293719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:35.295509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:35.302115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-9476f787-2409-4572-9fb4-81889dcc9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.302824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-9476f787-2409-4572-9fb4-81889dcc9841 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 200 len: 919 time: 0.3842943 Feb 19 01:06:35.342981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-5c0dbc99-67f9-4387-9d59-069de2ea0ba9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/quotas/68f121b357d54e5f811a7c93d1f85841 HTTP/1.1" status: 200 len: 375 time: 0.0300372 Feb 19 01:06:35.376224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcce08-5e07-42d9-83c9-36e06fe361ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959f548-10cd-4f22-a75b-3477b3ad043d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:35.411818 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks [] for port (e41f8262-959d-464c-ae9d-91c125595ca9), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.419341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.428371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8be7a088-fadf-4fa3-bf32-aa4be6d0bd41 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.6754947 Feb 19 01:06:35.431322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:35.474080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 39252c2c-7749-4e91-8676-026a4e0162ad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:35.475241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-caf2249f-5bfb-498a-a9c3-9a7300270377 service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8199739 Feb 19 01:06:35.491979 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.492225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-56b04c88-f49f-4335-84e6-a223a72f083f None None] Current status of the port 61c4d5df-8aae-42c3-9e32-53797c5edd1c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:35.506052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-5499aeff-a628-47c9-b544-96443612def6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 200 len: 217 time: 0.1586800 Feb 19 01:06:35.507134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:35.599796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-63f0795b-f9c0-45c6-95ae-65e5d862a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:35.601505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-63f0795b-f9c0-45c6-95ae-65e5d862a8ba service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 200 len: 858 time: 0.0870330 Feb 19 01:06:35.610591 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdce71-8e81-4542-b30e-882e9004629e None None] Pushing event updated for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:35.615556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-f197aac4-9932-4038-a052-1ef4679f3dcd tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478275 Feb 19 01:06:35.663783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3fbcce08-5e07-42d9-83c9-36e06fe361ed admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5246def3742448bebe0066299d9523b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4007616 Feb 19 01:06:35.664414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:35.689527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-725a27f5-72ca-48a0-b18c-042627a9c4a4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f017ef25-200b-4328-a0df-43d25fa9de7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437860 Feb 19 01:06:35.709453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Attempting to bind port e41f8262-959d-464c-ae9d-91c125595ca9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:35.711554 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Attempting to bind port e41f8262-959d-464c-ae9d-91c125595ca9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:35.712364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Attempting to bind port e41f8262-959d-464c-ae9d-91c125595ca9 on network c26a024f-e257-4a4e-97f7-2d21366174a9 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:35.718603 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:35.719392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Checking segment: {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:35.720054 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.720749 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Bound using segment: {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:35.721440 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Bound port: e41f8262-959d-464c-ae9d-91c125595ca9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:35.722384 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.843712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-72bbb487-389c-4fcc-9468-266fb9d9b9a5 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386521 Feb 19 01:06:35.857441 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] For port e41f8262-959d-464c-ae9d-91c125595ca9, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:35.861622 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] For port e41f8262-959d-464c-ae9d-91c125595ca9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e41f8262-959d-464c-ae9d-91c125595ca9,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:35.864834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 3, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:35.879972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:35.891832 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] Sync routers for ids ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:35.898599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] Publish callbacks [] for security_group (2959f548-10cd-4f22-a75b-3477b3ad043d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.901602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e066a23b-73f6-4a9c-a093-a7fe800d4a3f tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/routers/5a5547f8-d2e4-4417-a76d-553d9a3fd8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3808305 Feb 19 01:06:35.904196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:35.916700 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] Routers {'5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:35.916700 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:35.919992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Checking router: e514e873-afc6-470b-83d8-485974ec83f4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:35.920896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Updating router e514e873-afc6-470b-83d8-485974ec83f4 port 1451ef1f-a8fc-405c-88c5-2137fc9362da binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:35.975453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.000813 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.004988 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.038536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-0f81e56a-763a-415b-aab8-2a293cddef9b service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916259 Feb 19 01:06:36.040734 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] Routers {'5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:36.041279 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.102661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2551d9d6-7107-4618-b0da-41cdebcd8783 req-b137e507-70d8-44d7-af6a-e1d98fc65799 service neutron] 10.222.0.117 "GET /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138057 Feb 19 01:06:36.131633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.132284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbafd15-f0a5-4436-b2f0-946c01e14897 None None] The sync data for ids ['5a5547f8-d2e4-4417-a76d-553d9a3fd8b0'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:36.164742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:36.165739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.181877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-19c88287-13b4-451b-b1cd-0ba3ca550e12 service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424217 Feb 19 01:06:36.250695 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-082edfdb-755c-457e-8aaf-752e84f054aa tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:06:36.256588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-082edfdb-755c-457e-8aaf-752e84f054aa tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/afc13753-fc7a-4063-80bb-e3785c38bd60 HTTP/1.1" status: 404 len: 333 time: 0.3476284 Feb 19 01:06:36.256915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49406) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:36.285636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-567fbda9-d3e1-49fc-9099-db00565a66ef service neutron] 10.222.0.94 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979167 Feb 19 01:06:36.314439 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdce71-8e81-4542-b30e-882e9004629e None None] Pushing event updated for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.326203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] Publish callbacks [] for security_group (2959f548-10cd-4f22-a75b-3477b3ad043d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.461224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61c4d5df-8aae-42c3-9e32-53797c5edd1c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:36.472230 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:36.798712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks [] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.801734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 61c4d5df-8aae-42c3-9e32-53797c5edd1c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:36.802111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.863753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.934852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6503a1b7-3e66-44bf-bbcc-5c2704ebf744 req-54343030-091e-4e31-88e7-837b8490869a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.0946486 Feb 19 01:06:36.958933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2959f548-10cd-4f22-a75b-3477b3ad043d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.958933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.958933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2959f548-10cd-4f22-a75b-3477b3ad043d HTTP/1.1" status: 204 len: 168 time: 1.2664919 Feb 19 01:06:36.982557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667771c8-2c2b-4d7f-a1b6-393cd379c3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959f548-10cd-4f22-a75b-3477b3ad043d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.108366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.120253 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:35Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:37.190978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8e09e-3172-4e1f-88d1-ce447eed5664 None None] The sync data for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 is: [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:35Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:37.329959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.560040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Allocated IP 172.20.0.1 (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1/ab1a3be8-b577-4260-b982-21c95d6aaf4a/30177092-0021-4445-9fe9-355e60fb6ba9) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:37.560684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Attempting to bind port 1451ef1f-a8fc-405c-88c5-2137fc9362da on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:37.561101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Attempting to bind port 1451ef1f-a8fc-405c-88c5-2137fc9362da by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:37.561238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Attempting to bind port 1451ef1f-a8fc-405c-88c5-2137fc9362da on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:37.590715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443b6ff-f8a3-4da8-a2a5-edc5ec975387 None None] Pushing event updated for resources: {'Port': ['ID=1451ef1f-a8fc-405c-88c5-2137fc9362da,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.600752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:37.601131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:37.601535 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.601926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:37.602408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Bound port: 1451ef1f-a8fc-405c-88c5-2137fc9362da, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:37.602877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.610182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 61c4d5df-8aae-42c3-9e32-53797c5edd1c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:37.675725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17299278-cae7-4952-b047-4e2ce657cad7 req-b4c574ee-dc68-4612-b70a-53023bc33b2f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 210 time: 0.4735816 Feb 19 01:06:37.695168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.706866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for router_controller (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.725130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] For port 1451ef1f-a8fc-405c-88c5-2137fc9362da, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:37.732924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] For port 1451ef1f-a8fc-405c-88c5-2137fc9362da, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1451ef1f-a8fc-405c-88c5-2137fc9362da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:37.840455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.840700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks [] for port (30177092-0021-4445-9fe9-355e60fb6ba9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.954350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (5a5547f8-d2e4-4417-a76d-553d9a3fd8b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.955251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Fanout notify agent at l3_agent the message router_deleted on router 5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:06:37.958701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:37.960104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:37.988668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.994040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.999190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8781043e-5cf3-41bf-afff-d8005ec1576d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/routers/5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 HTTP/1.1" status: 204 len: 168 time: 1.7392454 Feb 19 01:06:38.000011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49452) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:38.014958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443b6ff-f8a3-4da8-a2a5-edc5ec975387 None None] Pushing event updated for resources: {'Port': ['ID=1451ef1f-a8fc-405c-88c5-2137fc9362da,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.042495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:38.108663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:38.132638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:38.156490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86fe550c-e6d1-486d-a190-65f388ebd05a req-adb28190-fa6d-48d7-882e-aa5abe4fd129 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.1111963 Feb 19 01:06:38.180252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:38.219017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet add4480e-2e59-49f3-8065-81139aa69381 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:38.224281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (add4480e-2e59-49f3-8065-81139aa69381), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.252612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Pushing event updated for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.284023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (e514e873-afc6-470b-83d8-485974ec83f4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.326572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (add4480e-2e59-49f3-8065-81139aa69381), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.507061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (add4480e-2e59-49f3-8065-81139aa69381), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.624197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e41f8262-959d-464c-ae9d-91c125595ca9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:38.716301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e41f8262-959d-464c-ae9d-91c125595ca9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:38.716736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.766383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (add4480e-2e59-49f3-8065-81139aa69381), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.832356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=add4480e-2e59-49f3-8065-81139aa69381,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.860968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.864942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e56d1030-09b6-4fca-91d7-d53784dbba50 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/add4480e-2e59-49f3-8065-81139aa69381 HTTP/1.1" status: 204 len: 168 time: 0.8621001 Feb 19 01:06:38.870690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49470) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:38.958268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e41f8262-959d-464c-ae9d-91c125595ca9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:38.958666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.981079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0b9ea79e-5e9c-4afd-9188-c1a0eacd5108 None None] Provisioning complete for port 30177092-0021-4445-9fe9-355e60fb6ba9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:38.981471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea79e-5e9c-4afd-9188-c1a0eacd5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.002415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.041000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b020b4ec-01d4-4817-9e24-be4b04b53f81 req-52514b50-6fd1-428b-aed0-c3d2d3ca12ca tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 210 time: 0.1358559 Feb 19 01:06:39.064097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18661f27-0512-410a-aaad-d00321c655dc None None] Network 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:39.158256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.184010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea79e-5e9c-4afd-9188-c1a0eacd5108 None None] Port 30177092-0021-4445-9fe9-355e60fb6ba9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:39.200981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 3, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:39.282392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718ce39-01d8-42a7-8744-6cc247692be3 None None] The sync data for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 is: [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 3, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:39.381501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc52bbbe-6a8e-4f0b-93c8-4d45e2179ffc req-ae934894-468d-460f-97b8-0652bb83373a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.0937583 Feb 19 01:06:39.420233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e41f8262-959d-464c-ae9d-91c125595ca9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e41f8262-959d-464c-ae9d-91c125595ca9,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:39.427734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port c55dea14-8a31-4961-8934-bf9e900b7a7e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:39.428088 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.433785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks [] for port (30177092-0021-4445-9fe9-355e60fb6ba9), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.537802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.538252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.601996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] DHCP port deletion for 7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:39.613522 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.672779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (e514e873-afc6-470b-83d8-485974ec83f4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.674829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] For port c55dea14-8a31-4961-8934-bf9e900b7a7e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c55dea14-8a31-4961-8934-bf9e900b7a7e,segment=NetworkSegment(189cbece-e582-4112-8d0f-c1fcd7566a8b),segment_id=189cbece-e582-4112-8d0f-c1fcd7566a8b)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:39.676185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.697504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Pushing event updated for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.725204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for c55dea14-8a31-4961-8934-bf9e900b7a7e owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:39.815659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:39.865382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Deleting port c55dea14-8a31-4961-8934-bf9e900b7a7e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:39.866665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.968680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] For port c55dea14-8a31-4961-8934-bf9e900b7a7e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c55dea14-8a31-4961-8934-bf9e900b7a7e,segment=NetworkSegment(189cbece-e582-4112-8d0f-c1fcd7566a8b),segment_id=189cbece-e582-4112-8d0f-c1fcd7566a8b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:39.970072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.970798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.986993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Calling delete_port for c55dea14-8a31-4961-8934-bf9e900b7a7e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:40.003007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No DVR routers for this DVR port c55dea14-8a31-4961-8934-bf9e900b7a7e on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:40.007279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-9c4172cf-6cca-4682-9b00-8f2b900a29cc tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.009136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-9c4172cf-6cca-4682-9b00-8f2b900a29cc tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 804 time: 0.2255971 Feb 19 01:06:40.021954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Request body: {'port': {'device_id': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'admin_state_up': True, 'tenant_id': '6d5d098b533b4419b4ed0c4aa24dfc00'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:40.189628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.266991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c55dea14-8a31-4961-8934-bf9e900b7a7e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.292380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=c55dea14-8a31-4961-8934-bf9e900b7a7e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:40.324085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] Pushing event deleted for resources: {'Port': ['ID=c55dea14-8a31-4961-8934-bf9e900b7a7e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:40.328491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82836ef-2a4a-4a57-b541-fd5a7d65a754 None None] No DVR routers for this DVR port c55dea14-8a31-4961-8934-bf9e900b7a7e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:40.367188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e61e6707-6e67-4727-bc06-e60d70bbf369 req-d18fe623-2474-4a2d-83eb-ef1f63ef864c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 210 time: 0.0823913 Feb 19 01:06:40.389260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:40.442095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:40.473832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e41f8262-959d-464c-ae9d-91c125595ca9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:40.489539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.536932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:40.560545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189cbece-e582-4112-8d0f-c1fcd7566a8b') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:40.560850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189cbece-e582-4112-8d0f-c1fcd7566a8b') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:40.583867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (189cbece-e582-4112-8d0f-c1fcd7566a8b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.616879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (189cbece-e582-4112-8d0f-c1fcd7566a8b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.627186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Made reservation on behalf of 6d5d098b533b4419b4ed0c4aa24dfc00 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:40.631231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.631641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:40.632132 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (189cbece-e582-4112-8d0f-c1fcd7566a8b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.657105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e41f8262-959d-464c-ae9d-91c125595ca9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:40.657741 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.708890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d20278d9-af0b-432c-a81c-e3d7c2c9369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:40.755696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-243ee355-b04f-4a5e-9c5a-19bc827ffed6 req-71b64561-0560-4b5e-9e0e-37328f93080d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.1428268 Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:40.808827 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:40.952376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e41f8262-959d-464c-ae9d-91c125595ca9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:40.968541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-9e87fbf0-c23a-44dc-bc77-c7daa67a4f19 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:40.970122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-9e87fbf0-c23a-44dc-bc77-c7daa67a4f19 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 818 time: 0.8329947 Feb 19 01:06:40.987338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'port': {'device_id': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'admin_state_up': True, 'tenant_id': '68f121b357d54e5f811a7c93d1f85841'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:41.006123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Router e514e873-afc6-470b-83d8-485974ec83f4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:41.050723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-10ea186b-a948-47bb-bcef-64b56bc13e06 None None] Provisioning complete for port 30177092-0021-4445-9fe9-355e60fb6ba9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:41.051149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10ea186b-a948-47bb-bcef-64b56bc13e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.054331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c55dea14-8a31-4961-8934-bf9e900b7a7e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:41.078546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.101565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.110297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5 HTTP/1.1" status: 204 len: 168 time: 2.2318659 Feb 19 01:06:41.127236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.192820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c55dea14-8a31-4961-8934-bf9e900b7a7e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:41.193322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c55dea14-8a31-4961-8934-bf9e900b7a7e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:41.248632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-10ea186b-a948-47bb-bcef-64b56bc13e06 None None] Port 30177092-0021-4445-9fe9-355e60fb6ba9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:41.332947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f39d-9eea-4f9c-9005-ceb290573efe tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=7bd0b0f5-3dec-43d3-8afa-0e7f9fe120e5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:41.390155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d7edf-360b-4a4f-88a6-f6fdab06a581 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:41.393398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f95d7edf-360b-4a4f-88a6-f6fdab06a581 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/158e8539-ae4b-437c-90fa-69e0c2eb8325 HTTP/1.1" status: 200 len: 840 time: 0.2652099 Feb 19 01:06:41.398644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.465724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e35ecb03-878f-4f23-a205-af6d64fee357 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/158e8539-ae4b-437c-90fa-69e0c2eb8325?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0650182 Feb 19 01:06:41.467863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49522) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:41.471711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Made reservation on behalf of 68f121b357d54e5f811a7c93d1f85841 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:41.477229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.484906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:41.664604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d2bef99-6620-45a6-a04b-ececb4b0c6aa req-19538b0b-b923-4c19-893d-f2042bf7988e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 210 time: 0.1565113 Feb 19 01:06:41.727617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Allocated IP 172.20.0.4 (662087cb-579c-49f0-a061-7422610fadb4/9a86a93e-02f5-4db1-92b4-0356a2ab89c3/ca39c54a-38d0-49d6-9f90-57f1d159c416) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:41.778297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:41.804843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-80536c80-200f-4b53-8c54-b9a9087aa728 admin admin] 10.222.0.94 "PUT /v2.0/routers/e514e873-afc6-470b-83d8-485974ec83f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3610203 Feb 19 01:06:41.844086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Allocated IP 172.20.0.11 (c26a024f-e257-4a4e-97f7-2d21366174a9/04c9bd86-7d9a-43c4-bd76-2556ce5d7c84/c64e3bb3-c363-4038-811c-74d7c9cd13aa) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:41.895703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:41.899348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.946758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce9ba446-b7be-457e-80f7-e038169b83d1 req-62b8886f-f5fa-4804-9e93-409986b76eea tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.0600808 Feb 19 01:06:42.149267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks [] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.232180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.305613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-12dcbeed-bedb-4f07-8688-d5a3ad11d80b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023526 Feb 19 01:06:42.460659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1451ef1f-a8fc-405c-88c5-2137fc9362da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:42.480204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (56d63cda-4eaa-4408-95ed-9c67a6023ba8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.555936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:42.574947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:42.585053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.585053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.605793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=56d63cda-4eaa-4408-95ed-9c67a6023ba8,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.614696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-105174ab-c35c-4493-9743-541852858271 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.616359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-105174ab-c35c-4493-9743-541852858271 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323720 Feb 19 01:06:42.633150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fe073-d441-4df7-b50b-d6aca683d18b None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:42.643203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.660217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-2d81e03e-c980-4a84-9f17-385c35ea4930 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0346904 Feb 19 01:06:42.703251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.732577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9962d9df-4f4a-4631-a8fb-d52f251c41f6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2588680 Feb 19 01:06:42.764579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49554) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:42.767136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-40034bdf-8341-40ef-bf4c-8511de052b24 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860326 Feb 19 01:06:42.778090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000311588'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:42.788130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Network c26a024f-e257-4a4e-97f7-2d21366174a9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:42.797170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:42.802455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:42.873721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Network 662087cb-579c-49f0-a061-7422610fadb4 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:42.878700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:42.881211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event updated for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.884587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:42.884912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:42.889985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.894009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.921488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.983310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.985509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.048284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-d6440235-a957-4a61-97e4-f84a2f3d28a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0654092 Feb 19 01:06:43.049449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1451ef1f-a8fc-405c-88c5-2137fc9362da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:43.049962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.061642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Request body: {'port': {'device_id': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.110937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.113236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'project_id': '4b40f81463e14cb6b971614c08b53006', 'fixed_ips': [{'subnet_id': '56d63cda-4eaa-4408-95ed-9c67a6023ba8'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:43.114094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.131720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-49118a90-ba07-493c-8ed4-e3504d576f83 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1111922 Feb 19 01:06:43.141318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Request body: {'port': {'device_id': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.174394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.212446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6a306329-e6ce-474a-9916-8bc0f5517504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.300978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.320004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Sync routers for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:43.462045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e84dc-4496-48a6-ae17-05df863e99b7 req-6cc18b65-9a3a-4b9d-a493-ede533da2b05 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.465264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-310e84dc-4496-48a6-ae17-05df863e99b7 req-6cc18b65-9a3a-4b9d-a493-ede533da2b05 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 931 time: 0.2590392 Feb 19 01:06:43.577243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:43.578106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:43.606119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (cc605f4a-6e79-4ff0-8816-402ed0c8b738), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.659151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-310e84dc-4496-48a6-ae17-05df863e99b7 req-9911d743-b6f8-40ce-b152-d3e8e31895d9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551478 Feb 19 01:06:43.704069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc605f4a-6e79-4ff0-8816-402ed0c8b738), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.714785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1451ef1f-a8fc-405c-88c5-2137fc9362da is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:43.715209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.777254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca39c54a-38d0-49d6-9f90-57f1d159c416 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:43.806781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc605f4a-6e79-4ff0-8816-402ed0c8b738,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:43.810267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks [] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.824774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64e3bb3-c363-4038-811c-74d7c9cd13aa {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:43.843731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Transition to ACTIVE for port object ca39c54a-38d0-49d6-9f90-57f1d159c416 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:43.850193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49572) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:43.859803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560378610', 'description': 'tempest-secgroup-smoke-560378610 description', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.870662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks [] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.887178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.888953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07fce79a-2368-4243-89e2-688e90da5307 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1206188 Feb 19 01:06:43.892900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49574) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:43.900771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'security_group': {'name': 'tempest-secgroup-856557485'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:43.908064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Transition to ACTIVE for port object c64e3bb3-c363-4038-811c-74d7c9cd13aa will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:43.924436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.954493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abed079e-7183-459e-bbf6-eba41193b8d5 req-e9a3291a-a7e7-4bb9-936f-ec95fe365db7 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0577137 Feb 19 01:06:43.966150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f71d-8ce0-4206-a0b2-df8d198cd855 req-d1954993-24d2-4a10-9b82-6643d36f28f8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:43.976768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf13f71d-8ce0-4206-a0b2-df8d198cd855 req-d1954993-24d2-4a10-9b82-6643d36f28f8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 932 time: 0.1700552 Feb 19 01:06:44.004712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.005437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.035128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.053980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.057296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Allocated IP 172.20.0.2 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/56d63cda-4eaa-4408-95ed-9c67a6023ba8/3d47c14a-31c0-46fa-9032-a5889d73caf4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:44.059890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 1451ef1f-a8fc-405c-88c5-2137fc9362da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1451ef1f-a8fc-405c-88c5-2137fc9362da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:44.129325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:44.170710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.176452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Attempting to bind port ca39c54a-38d0-49d6-9f90-57f1d159c416 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.178791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Attempting to bind port ca39c54a-38d0-49d6-9f90-57f1d159c416 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.179287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Attempting to bind port ca39c54a-38d0-49d6-9f90-57f1d159c416 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.191483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Port ca39c54a-38d0-49d6-9f90-57f1d159c416 on network 662087cb-579c-49f0-a061-7422610fadb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.191599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Attempting to bind port ca39c54a-38d0-49d6-9f90-57f1d159c416 on network 662087cb-579c-49f0-a061-7422610fadb4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.199781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:44.200137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Checking segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:44.200720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Bound using segment: {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:44.201110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Bound port: ca39c54a-38d0-49d6-9f90-57f1d159c416, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9897254f-d960-42ab-ae1a-4486ba7892ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '662087cb-579c-49f0-a061-7422610fadb4'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:44.201332 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.236715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.241637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf13f71d-8ce0-4206-a0b2-df8d198cd855 req-98e2b591-2fdf-4c65-b682-3f9711d298cc tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601514 Feb 19 01:06:44.259162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.348463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (9709819c-1ddd-4c64-ab3f-0574e39bf6b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.402459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:44.406541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:44.407183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (1e6dcc92-6f81-44bf-807a-06d63a2f4423), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.410771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Attempting to bind port c64e3bb3-c363-4038-811c-74d7c9cd13aa on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:44.411170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Attempting to bind port c64e3bb3-c363-4038-811c-74d7c9cd13aa by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:44.411455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Attempting to bind port c64e3bb3-c363-4038-811c-74d7c9cd13aa on network c26a024f-e257-4a4e-97f7-2d21366174a9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.418741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Port c64e3bb3-c363-4038-811c-74d7c9cd13aa on network c26a024f-e257-4a4e-97f7-2d21366174a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:44.419450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Attempting to bind port c64e3bb3-c363-4038-811c-74d7c9cd13aa on network c26a024f-e257-4a4e-97f7-2d21366174a9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:44.425901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:44.426422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Checking segment: {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:44.426969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Bound using segment: {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:44.427597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Bound port: c64e3bb3-c363-4038-811c-74d7c9cd13aa, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:44.428161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.467931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9709819c-1ddd-4c64-ab3f-0574e39bf6b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.468902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=1451ef1f-a8fc-405c-88c5-2137fc9362da,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.506773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:44.507022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9709819c-1ddd-4c64-ab3f-0574e39bf6b8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.510473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:44.519472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e6dcc92-6f81-44bf-807a-06d63a2f4423), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.535769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.556344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6dcc92-6f81-44bf-807a-06d63a2f4423,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.561497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.562135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.563830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] 10.222.0.96 "PUT /v2.0/ports/ca39c54a-38d0-49d6-9f90-57f1d159c416 HTTP/1.1" status: 200 len: 1091 time: 1.4277227 Feb 19 01:06:44.564329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:44.566579 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cbfc35-a560-479e-bcd1-c19f34dea0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:44.605925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.624841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.626114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c37263fa-739f-4473-b6ad-124da4bc3e1a tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7748699 Feb 19 01:06:44.627912 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252c70c-6b51-4223-b30b-adeb89e48e72 x-openstack-request-id: req-e252c70c-6b51-4223-b30b-adeb89e48e72 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:44.628204 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:44.628464 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e252c70c-6b51-4223-b30b-adeb89e48e72 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:44.628869 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416', 'status': 'completed', 'code': 200} Feb 19 01:06:44.634728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49596) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:44.639283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:44.644782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662b4ae-2e90-41ab-ac1f-ed0a03cdb8ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.655815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks [] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.671285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.676042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7ea31ed0-9f19-4cae-a3ad-1bcfcbedd827 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7791102 Feb 19 01:06:44.680823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49598) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:44.703396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-895056619', 'security_groups': ['1e6dcc92-6f81-44bf-807a-06d63a2f4423'], 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56d63cda-4eaa-4408-95ed-9c67a6023ba8'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:44.703510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:38Z', 'revision_number': 4, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '30177092-0021-4445-9fe9-355e60fb6ba9', 'name': '', 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'mac_address': 'fa:16:3e:54:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:37Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 2, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'subnets': [{'id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:44.749123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-b38c3fc2-a772-485c-82d1-b0ab05139d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.759328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-b38c3fc2-a772-485c-82d1-b0ab05139d76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 1125 time: 0.1044624 Feb 19 01:06:44.782774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.786848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.789920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.789920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] 10.222.0.96 "PUT /v2.0/ports/c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 1092 time: 1.7316537 Feb 19 01:06:44.789920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:44.791641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca29dd6-b643-4fd8-a3f8-8677112fbc09" -d '{"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:44.860747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:44.862327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Checking router: e514e873-afc6-470b-83d8-485974ec83f4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:44.862753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Updating router e514e873-afc6-470b-83d8-485974ec83f4 port 30177092-0021-4445-9fe9-355e60fb6ba9 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:44.867336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.879562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:44.879562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:44.886640 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f336fc-3029-4ade-8e23-124055a5dd67 x-openstack-request-id: req-67f336fc-3029-4ade-8e23-124055a5dd67 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:44.886935 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:44.887212 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-67f336fc-3029-4ade-8e23-124055a5dd67 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:44.887615 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:06:44.891252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a67e3-4e76-476a-9be5-6826087bb89f service neutron] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:44.922588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (f580db17-20f7-4b1a-a317-87a4e8435fcd), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.947930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:44.948527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578821ff-a913-443d-80e0-8311ecd9bde3 req-3c1f110b-32a4-4a26-8ce7-9ff66b4731c4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.950136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-578821ff-a913-443d-80e0-8311ecd9bde3 req-3c1f110b-32a4-4a26-8ce7-9ff66b4731c4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 943 time: 0.1672940 Feb 19 01:06:45.010961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Attempting to bind port 3d47c14a-31c0-46fa-9032-a5889d73caf4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:45.015288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Attempting to bind port 3d47c14a-31c0-46fa-9032-a5889d73caf4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0db06326-52b8-43c2-ace3-15d980d828f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:45.015288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Attempting to bind port 3d47c14a-31c0-46fa-9032-a5889d73caf4 on network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:45.053371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:45.055473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Checking segment: {'id': '0db06326-52b8-43c2-ace3-15d980d828f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:45.065989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.065989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Bound using segment: {'id': '0db06326-52b8-43c2-ace3-15d980d828f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:45.065989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Bound port: 3d47c14a-31c0-46fa-9032-a5889d73caf4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db06326-52b8-43c2-ace3-15d980d828f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:45.065989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.118947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-578821ff-a913-443d-80e0-8311ecd9bde3 req-c4ec73f1-c23f-4d12-867d-df45490b3298 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546366 Feb 19 01:06:45.142043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d584f6a7-5f04-4b9e-87ea-314e2456a33e req-1b831d8f-353e-4abd-a11c-29a1cee39084 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0678802 Feb 19 01:06:45.162636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-9900945f-2c49-42f6-987c-45578fbb1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.167063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-9900945f-2c49-42f6-987c-45578fbb1121 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1126 time: 0.2150295 Feb 19 01:06:45.195605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (f580db17-20f7-4b1a-a317-87a4e8435fcd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.217638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-24c11ee2-ea26-4b2b-aa55-d17c2e657ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.217638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-24c11ee2-ea26-4b2b-aa55-d17c2e657ce6 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4528577 Feb 19 01:06:45.286666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f580db17-20f7-4b1a-a317-87a4e8435fcd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.302958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:45.318450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.372351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:45.416262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:45.427552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f580db17-20f7-4b1a-a317-87a4e8435fcd,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:45.545832 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.548960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-cbe5de33-e177-4ac9-9117-57c4de584849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.552153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-cbe5de33-e177-4ac9-9117-57c4de584849 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=68f121b357d54e5f811a7c93d1f85841&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3764307 Feb 19 01:06:45.595662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.598607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-800f5a5b-b360-4289-be5e-8a5d27f226de tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9665391 Feb 19 01:06:45.621623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:45.657716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.667693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:45.689647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-cc734aa3-e68d-4072-b22d-40753c3686d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.693479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81cbfc35-a560-479e-bcd1-c19f34dea0e8 req-cc734aa3-e68d-4072-b22d-40753c3686d6 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4696052 Feb 19 01:06:45.693611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cdc24-5ca5-4afb-bc8c-3bddad991d79 req-ab1c508d-58eb-4436-88de-ad3da683bfa5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.694561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a1cdc24-5ca5-4afb-bc8c-3bddad991d79 req-ab1c508d-58eb-4436-88de-ad3da683bfa5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 944 time: 0.2425199 Feb 19 01:06:45.703967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:06:45.705735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e40b-4ace-4a21-90c2-127b48868bf0 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:45.755953 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks [] for port (30177092-0021-4445-9fe9-355e60fb6ba9), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.812060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-1e2c36f4-df33-4e30-b5bd-925dd708a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.815758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-1e2c36f4-df33-4e30-b5bd-925dd708a7a6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 1125 time: 0.0627789 Feb 19 01:06:45.857039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.862082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-829ddb66-8950-43ef-a28c-bd39ccba1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.862082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bca29dd6-b643-4fd8-a3f8-8677112fbc09 req-829ddb66-8950-43ef-a28c-bd39ccba1e64 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2926505 Feb 19 01:06:45.908271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a1cdc24-5ca5-4afb-bc8c-3bddad991d79 req-d97084ac-0295-409d-aff3-2906b5815b79 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850255 Feb 19 01:06:46.035290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-7a1ef8d1-dd59-4e6a-bf8d-4c2ec6380ea3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416 HTTP/1.1" status: 200 len: 217 time: 0.2092993 Feb 19 01:06:46.036705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (3dc4c410-c98c-4c6b-8326-d3a2902c66ce), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.083917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a128cdd-ea54-4e19-84ec-11d7090b304c None None] Pushing event updated for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.121723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Attempting to bind port 30177092-0021-4445-9fe9-355e60fb6ba9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:46.122184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Attempting to bind port 30177092-0021-4445-9fe9-355e60fb6ba9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:46.123312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Attempting to bind port 30177092-0021-4445-9fe9-355e60fb6ba9 on network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:46.130953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:46.133223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Checking segment: {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:46.133409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.134789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Bound using segment: {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:46.139398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Bound port: 30177092-0021-4445-9fe9-355e60fb6ba9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d21f305-b632-4472-b29f-d2df79d8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:46.144612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.144749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-6db2b16a-f4f9-4937-b2e6-1096a29936cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.144749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-6db2b16a-f4f9-4937-b2e6-1096a29936cb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1126 time: 0.1978908 Feb 19 01:06:46.233651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (3dc4c410-c98c-4c6b-8326-d3a2902c66ce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.237575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-f765122e-fadd-4421-b58b-2d91142c284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.240067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-f765122e-fadd-4421-b58b-2d91142c284b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.1972287 Feb 19 01:06:46.339030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-9b6c6bd5-a6e3-4d62-b62b-a5783536a125 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.0733962 Feb 19 01:06:46.342082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] For port 30177092-0021-4445-9fe9-355e60fb6ba9, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:46.365124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] For port 30177092-0021-4445-9fe9-355e60fb6ba9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30177092-0021-4445-9fe9-355e60fb6ba9,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:46.416580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-8af41716-8eb6-4c8e-85f7-678f90b8e552 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658742 Feb 19 01:06:46.427576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3dc4c410-c98c-4c6b-8326-d3a2902c66ce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.432424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c911a707-89a9-4b8e-85aa-317a932fabd5 req-162ef2d5-db89-4048-ba08-008123c96c40 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0877068 Feb 19 01:06:46.438145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-96d02a7e-6283-4398-921e-1f26eea32ef2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381072 Feb 19 01:06:46.464489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.589283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-d31e1071-bc66-4739-8012-4080069dc722 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.590801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-d31e1071-bc66-4739-8012-4080069dc722 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484241 Feb 19 01:06:46.619045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:46.624478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a128cdd-ea54-4e19-84ec-11d7090b304c None None] Pushing event updated for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.625249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:46.636454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-38579a3d-b272-4724-b153-0ac9f323d8fb service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859074 Feb 19 01:06:46.689004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc4c410-c98c-4c6b-8326-d3a2902c66ce,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.752078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Provisioning complete for port 30177092-0021-4445-9fe9-355e60fb6ba9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:46.752698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.777362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fd1d4-e1bc-4056-ad11-6abcc2f171bf req-3c1abf7e-8017-4cb0-9713-b8c20bc9a3b3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.778929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-988fd1d4-e1bc-4056-ad11-6abcc2f171bf req-3c1abf7e-8017-4cb0-9713-b8c20bc9a3b3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 943 time: 0.4444206 Feb 19 01:06:46.855693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.10 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/56d63cda-4eaa-4408-95ed-9c67a6023ba8/c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:46.877902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-6e676177-4749-4f49-b3bb-0c4fd70dee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.879899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-6e676177-4749-4f49-b3bb-0c4fd70dee1a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.3111336 Feb 19 01:06:46.894597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.895893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-73aa5f8e-1c3f-4714-aa1c-d377df4d032d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2731931 Feb 19 01:06:46.922163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49638) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:46.922328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:46.939890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:46.941670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:46.962169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab240e4c-a6f9-4c6a-af18-996dddcfb829 req-a96a9387-d9ce-4f99-9150-5ec841cdd845 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002176 Feb 19 01:06:46.986211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-824414b1-62a7-43ce-aef7-a5ba81cff9dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879824 Feb 19 01:06:46.994481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-988fd1d4-e1bc-4056-ad11-6abcc2f171bf req-8565f389-f03d-4865-9262-7e3cb1a1fa60 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012837 Feb 19 01:06:47.083862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.095166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:47.098623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.119211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (7f83cc31-7e3f-4276-9af0-5f7ca667c5f8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.233107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (7f83cc31-7e3f-4276-9af0-5f7ca667c5f8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.269182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:47.269576 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.304897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Current status of the port 30177092-0021-4445-9fe9-355e60fb6ba9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:47.305896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.325355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7f83cc31-7e3f-4276-9af0-5f7ca667c5f8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.370511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f83cc31-7e3f-4276-9af0-5f7ca667c5f8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:47.373238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:47.430521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.432531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-804a435e-0683-4f97-87f4-af7d3acdf9db tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5136368 Feb 19 01:06:47.435655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:47.444600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:47.475879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] For port 30177092-0021-4445-9fe9-355e60fb6ba9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30177092-0021-4445-9fe9-355e60fb6ba9,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:47.588739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70642e3f-8b5c-402e-826a-22e68e890d38 req-3b91febd-fb0b-41c7-ba03-f46b9c6706e7 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0374491 Feb 19 01:06:47.639343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.702397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (953e9a27-8dd5-4908-83c6-4caea849d207), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.752195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.792706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.803026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (953e9a27-8dd5-4908-83c6-4caea849d207), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.826023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:47.826620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.847014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3b949-9347-488f-81f3-cdcaf7c38450 None None] Pushing event updated for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:47.859903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-1e2e58b5-1f10-4e7b-859f-ff08563b10a9 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570275 Feb 19 01:06:47.862378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:47.862748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.868398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (953e9a27-8dd5-4908-83c6-4caea849d207), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.888528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953e9a27-8dd5-4908-83c6-4caea849d207,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:47.900461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:47.944476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:47.991399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:48.007659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.011767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-17fb3052-5f32-4de5-83fb-28391fc6bf23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5723250 Feb 19 01:06:48.012609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49654) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:48.013173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:38Z', 'revision_number': 4, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '30177092-0021-4445-9fe9-355e60fb6ba9', 'name': '', 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'mac_address': 'fa:16:3e:54:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:37Z', 'updated_at': '2022-02-19T01:06:46Z', 'revision_number': 4, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'subnets': [{'id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:48.020288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:48.055661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ab42-96bf-46b7-a778-8158d218dbc7 None None] The sync data for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 is: [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:38Z', 'revision_number': 4, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '30177092-0021-4445-9fe9-355e60fb6ba9', 'name': '', 'network_id': 'c9340f4f-c6c8-49a9-b922-a0c6202ae4a1', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'mac_address': 'fa:16:3e:54:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:37Z', 'updated_at': '2022-02-19T01:06:46Z', 'revision_number': 4, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'subnets': [{'id': 'ab1a3be8-b577-4260-b982-21c95d6aaf4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:48.059236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:48.060390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.066572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.067615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1451ef1f-a8fc-405c-88c5-2137fc9362da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:48.113125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:48.125913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:48.182714 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Project 5b003761333e4d2b9fb9eacaca71e0f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:06:48.194849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:48.225293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (34488f1d-8338-47a1-8a38-eabef4acc62d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.243688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6621ae4-8ad7-4c33-b613-65a8817a29bb req-6f79c904-a045-4ffb-b6cc-08b364b41c26 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.248829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6621ae4-8ad7-4c33-b613-65a8817a29bb req-6f79c904-a045-4ffb-b6cc-08b364b41c26 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 944 time: 0.4654763 Feb 19 01:06:48.354071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299253-709a-4ad5-9939-46e6c826ff5e req-bc94abda-5091-498b-87e3-73353200be4b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.365164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:06:48.365700 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:06:48.367486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-36299253-709a-4ad5-9939-46e6c826ff5e req-bc94abda-5091-498b-87e3-73353200be4b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 943 time: 0.2030654 Feb 19 01:06:48.373376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1451ef1f-a8fc-405c-88c5-2137fc9362da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:48.374501 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.432347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.433208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.456028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (34488f1d-8338-47a1-8a38-eabef4acc62d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.487759 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfbd7e7e-0adc-4712-8fbf-6fc8d0446465 req-f78a8896-dedc-4764-af14-40373534d7e2 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849292 Feb 19 01:06:48.498727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:48.520597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for security_group (3005c27a-c550-4e8d-a30d-12e3d40c44be), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.535667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6621ae4-8ad7-4c33-b613-65a8817a29bb req-b890c92f-8be7-40cc-85ad-84fa6f22d038 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664013 Feb 19 01:06:48.543770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-36299253-709a-4ad5-9939-46e6c826ff5e req-04cd25b6-2631-40be-b1ba-47879c409308 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649611 Feb 19 01:06:48.564766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (34488f1d-8338-47a1-8a38-eabef4acc62d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.583126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34488f1d-8338-47a1-8a38-eabef4acc62d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:48.600106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1451ef1f-a8fc-405c-88c5-2137fc9362da is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:48.685164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-066009a8-45c4-47d3-bc61-eed399e83e07 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9978299 Feb 19 01:06:48.685164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3005c27a-c550-4e8d-a30d-12e3d40c44be), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.688799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:48.698838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:48.731995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9dcb3eb-6878-4df7-9805-a3484c5eff68 req-6dee0c1d-9dda-49d9-92e5-899c632b6138 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0597241 Feb 19 01:06:48.746891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.752682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb367ee9-9142-4e29-a4e1-4165fe6d6b05 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7390871 Feb 19 01:06:48.759449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:48.772064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'security_group_rule': {'security_group_id': '9709819c-1ddd-4c64-ab3f-0574e39bf6b8', 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:48.902788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3005c27a-c550-4e8d-a30d-12e3d40c44be,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:48.903703 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Project 5b003761333e4d2b9fb9eacaca71e0f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:06:48.909409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (68dd171d-8bb0-4731-8e26-a492e7814a17), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.924471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 30177092-0021-4445-9fe9-355e60fb6ba9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:48.992309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:49.038017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Provisioning complete for port 30177092-0021-4445-9fe9-355e60fb6ba9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:49.038493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.080604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.160 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/dcac78e0-8acb-4fc6-830b-8e8a903e2b2a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:49.082015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (68dd171d-8bb0-4731-8e26-a492e7814a17), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.182471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (68dd171d-8bb0-4731-8e26-a492e7814a17), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.233747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dd171d-8bb0-4731-8e26-a492e7814a17,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:49.262536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:49.265946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.300909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.300909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c43b2609-3c8f-4243-9cde-90733cd83760 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5392234 Feb 19 01:06:49.320341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 30177092-0021-4445-9fe9-355e60fb6ba9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:49.320702 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.435994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 30177092-0021-4445-9fe9-355e60fb6ba9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:49.437318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:49.470863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.496419 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56d63cda-4eaa-4408-95ed-9c67a6023ba8 (CIDR: 172.20.0.0/28) Feb 19 01:06:49.528296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Current status of the port 30177092-0021-4445-9fe9-355e60fb6ba9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:49.533070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:49.533455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.539997 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:06:49.540641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:06:49.612465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:49.612845 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.661344 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.688609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-34ad79d1-75fc-471f-a156-69a6d7637cdb None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:49.694886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:49.987157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeec5d-0d8d-466c-94c3-80dd70a3fc89 req-92858ed0-97d6-44c8-b725-4268435ed87d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.029173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:50.029173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1bbbfc11-b5fd-45f6-8e6f-068597473ff5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0912218 Feb 19 01:06:50.029173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:50.032265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04aeec5d-0d8d-466c-94c3-80dd70a3fc89 req-92858ed0-97d6-44c8-b725-4268435ed87d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 943 time: 0.1065326 Feb 19 01:06:50.033216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:50.034055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-46801720-473f-44cd-88a1-e7d9f5ee8deb None None] Provisioning complete for port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:50.034055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46801720-473f-44cd-88a1-e7d9f5ee8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.035157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:50.035369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04aeec5d-0d8d-466c-94c3-80dd70a3fc89 req-dc7b884a-6058-4763-9bae-5655f6509f57 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933611 Feb 19 01:06:50.035538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:50.035538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:50.036019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46801720-473f-44cd-88a1-e7d9f5ee8deb None None] Port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:50.036182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-d9bb633a-2340-4d05-afb3-b382710d4ad6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560378610&fields=id&tenant_id=5b003761333e4d2b9fb9eacaca71e0f5 HTTP/1.1" status: 200 len: 267 time: 0.3116293 Feb 19 01:06:50.088735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038553-c308-4814-b3ab-2fba6a8c9de8 req-60f3b663-268b-48a0-b77b-73080553e4e0 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.104011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7038553-c308-4814-b3ab-2fba6a8c9de8 req-60f3b663-268b-48a0-b77b-73080553e4e0 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 944 time: 0.1349404 Feb 19 01:06:50.162351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.163061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.221736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:50.225268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.229093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7038553-c308-4814-b3ab-2fba6a8c9de8 req-3855d561-9434-4502-bbb6-b9f6ff1163de tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208425 Feb 19 01:06:50.345948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-15928043-4db7-44fb-a72a-9cd46e5a965f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7290516 Feb 19 01:06:50.376113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-59222b2e-9bef-4e4c-a879-1e95af30483d None None] Provisioning complete for port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:50.376494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59222b2e-9bef-4e4c-a879-1e95af30483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.392245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Request body: {'port': {'device_id': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:50.419126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c8d0-340e-4de6-b6f7-b1ed302155e5 req-24ad3478-7a98-4ae1-a131-e8e02a7ea9f4 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.434550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e441c8d0-340e-4de6-b6f7-b1ed302155e5 req-24ad3478-7a98-4ae1-a131-e8e02a7ea9f4 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 936 time: 0.1205919 Feb 19 01:06:50.478298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-de0f26fd-8359-4d4b-a76e-5f2511975ecd tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:50.480856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-de0f26fd-8359-4d4b-a76e-5f2511975ecd tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 808 time: 0.5375774 Feb 19 01:06:50.481514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-59222b2e-9bef-4e4c-a879-1e95af30483d None None] Port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:50.539586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-fa33f1ac-8649-421a-90a1-aada088111fc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/quotas/5b003761333e4d2b9fb9eacaca71e0f5 HTTP/1.1" status: 200 len: 375 time: 0.0503969 Feb 19 01:06:50.545449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e441c8d0-340e-4de6-b6f7-b1ed302155e5 req-552d2958-48ba-4fec-afad-0b499b24f896 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099312 Feb 19 01:06:50.591049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:50.832186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-0ec49aaa-f645-4eaf-ab56-f81e95ee4374 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2818978 Feb 19 01:06:51.031364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcac78e0-8acb-4fc6-830b-8e8a903e2b2a {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:51.041012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks [] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.065790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c64e3bb3-c363-4038-811c-74d7c9cd13aa details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:51.075868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed288c-26ff-4254-8223-17739593ae50 req-f42977bc-e281-4942-87bc-3ce541728070 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.078554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49ed288c-26ff-4254-8223-17739593ae50 req-f42977bc-e281-4942-87bc-3ce541728070 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 943 time: 0.0856724 Feb 19 01:06:51.132510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Transition to ACTIVE for port object dcac78e0-8acb-4fc6-830b-8e8a903e2b2a will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:51.213817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49ed288c-26ff-4254-8223-17739593ae50 req-0be1e835-72cf-47cd-ba56-b70b22ebc039 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250224 Feb 19 01:06:51.218947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:51.234640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'port_id': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'mac_address': 'fa:16:3e:d2:28:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:51.256369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.291860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c64e3bb3-c363-4038-811c-74d7c9cd13aa is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:51.292257 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.309350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64e3bb3-c363-4038-811c-74d7c9cd13aa {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:51.339487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:51.380177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Pushing event updated for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:51.394158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-1434e79e-9bbf-4955-8e21-825e3e45c643 service neutron] 10.222.0.94 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984967 Feb 19 01:06:51.450692 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.452099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ca39c54a-38d0-49d6-9f90-57f1d159c416 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:51.458298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a850d6-2242-47a6-ad31-a0b08043a79c req-f3cc6b57-2fd0-49ad-b774-629a79c3c889 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.460258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35a850d6-2242-47a6-ad31-a0b08043a79c req-f3cc6b57-2fd0-49ad-b774-629a79c3c889 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 944 time: 0.1256647 Feb 19 01:06:51.483994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (e8cb7145-51f9-47aa-97ca-e758c43e3405), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.559678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35a850d6-2242-47a6-ad31-a0b08043a79c req-5f0a07cf-77a4-4ada-943f-a83366caf6c5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892494 Feb 19 01:06:51.597064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:51.752153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:51.770175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:51.775509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4204c-c4f1-4651-ac82-f0b88aaf1c46 req-7511d332-1c4c-4756-b07d-64ef4945f4cf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.777741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcd4204c-c4f1-4651-ac82-f0b88aaf1c46 req-7511d332-1c4c-4756-b07d-64ef4945f4cf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 948 time: 0.1212499 Feb 19 01:06:51.784491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.787002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.819019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505f983-31a2-4e34-8575-3f583ce414ff None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:51.856041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fcd4204c-c4f1-4651-ac82-f0b88aaf1c46 req-f031242b-a0bc-4570-a830-3acf68d1f958 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685091 Feb 19 01:06:51.864675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=e8cb7145-51f9-47aa-97ca-e758c43e3405,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:51.897229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Attempting to bind port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:51.898222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Attempting to bind port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:51.898825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Attempting to bind port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:51.906648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:51.907386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Attempting to bind port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:51.912882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-7586e8d0-b2c7-45cf-adb8-9bd614e63641 service neutron] 10.222.0.94 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909625 Feb 19 01:06:51.917113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:51.917818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:51.918474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:51.918620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:51.919313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Bound port: dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:51.919924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.932779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'ca39c54a-38d0-49d6-9f90-57f1d159c416', 'network_id': '662087cb-579c-49f0-a061-7422610fadb4', 'port_id': 'ca39c54a-38d0-49d6-9f90-57f1d159c416', 'mac_address': 'fa:16:3e:f8:18:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a86a93e-02f5-4db1-92b4-0356a2ab89c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:52.009188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:52.015936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-45793ee7-003f-4b03-af82-f0ca9e766916 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2193377 Feb 19 01:06:52.016408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ca39c54a-38d0-49d6-9f90-57f1d159c416 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:52.016408 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.016580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1675442809', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8cb7145-51f9-47aa-97ca-e758c43e3405'}], 'security_groups': ['cc605f4a-6e79-4ff0-8816-402ed0c8b738']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:52.056952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca39c54a-38d0-49d6-9f90-57f1d159c416 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:52.065124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:52.069269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:52.127740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:52.166558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.222521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.324618 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.336757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Pushing event updated for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.344434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.345457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.353009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-8cf0e80b-5562-4702-96f1-711429a09b24 service neutron] 10.222.0.117 "PUT /v2.0/ports/dcac78e0-8acb-4fc6-830b-8e8a903e2b2a HTTP/1.1" status: 200 len: 1096 time: 1.9645355 Feb 19 01:06:52.353009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:52.357568 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5900125-4dcb-429e-a061-e199d4f8adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:52.401698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:52.454300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85049521-3edd-4074-a04d-29e50c1716d6 req-e29508a4-8e10-4d9f-b852-c258b1d07203 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0835018 Feb 19 01:06:52.462020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Update dhcp port {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'fixed_ips': [{'subnet_id': '56d63cda-4eaa-4408-95ed-9c67a6023ba8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8cb7145-51f9-47aa-97ca-e758c43e3405'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '3d47c14a-31c0-46fa-9032-a5889d73caf4'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:06:52.539440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.549800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:52.581549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-814fc3ed-5dab-4d12-9f96-810769d61db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.584240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-814fc3ed-5dab-4d12-9f96-810769d61db8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 1130 time: 0.1147890 Feb 19 01:06:52.586156 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058cbe2-6327-40de-9d1b-98a2d8cb153a x-openstack-request-id: req-0058cbe2-6327-40de-9d1b-98a2d8cb153a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:52.587313 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:52.587841 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0058cbe2-6327-40de-9d1b-98a2d8cb153a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:52.588472 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'status': 'completed', 'code': 200} Feb 19 01:06:52.678982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ca39c54a-38d0-49d6-9f90-57f1d159c416'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:52.696504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-9f0b72b0-e474-4df3-9be8-c72f6477328f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a HTTP/1.1" status: 200 len: 217 time: 0.1011584 Feb 19 01:06:52.874339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989079fe-7447-47e0-8870-8c2890f6c9c5 req-29a45658-092b-4a98-bdfb-cff52a6bea24 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.882448 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-989079fe-7447-47e0-8870-8c2890f6c9c5 req-29a45658-092b-4a98-bdfb-cff52a6bea24 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 945 time: 0.1624749 Feb 19 01:06:52.887727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-cd9495e3-a776-4e8d-8b9c-bc2917c111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.889695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-cd9495e3-a776-4e8d-8b9c-bc2917c111d1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1820645 Feb 19 01:06:52.922539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Allocated IP 172.20.0.18 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/e8cb7145-51f9-47aa-97ca-e758c43e3405/3d47c14a-31c0-46fa-9032-a5889d73caf4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:52.957174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81854f9c-8115-403e-b2ea-6880ce1b9844 req-be929ace-6a86-49e3-a8d9-cf8f7743c8fc tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.966534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81854f9c-8115-403e-b2ea-6880ce1b9844 req-be929ace-6a86-49e3-a8d9-cf8f7743c8fc tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 944 time: 0.3861659 Feb 19 01:06:52.987140 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:53.011494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-989079fe-7447-47e0-8870-8c2890f6c9c5 req-8f139352-3fe2-4a73-aedb-3929c1503d6e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247385 Feb 19 01:06:53.015633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-de86d6d2-7d4b-4dcc-af71-4b7f130758ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.021564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-de86d6d2-7d4b-4dcc-af71-4b7f130758ee service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1229844 Feb 19 01:06:53.051847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81854f9c-8115-403e-b2ea-6880ce1b9844 req-7dbc8217-a210-482c-b1f0-7a6eb184a588 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791607 Feb 19 01:06:53.083633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:53.193169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Publish callbacks [] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.252016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7dd2-7df1-453c-b157-889a53e40d13 req-75da7b8e-41f2-4e59-935a-fc30483c3149 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.253696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dbb7dd2-7df1-453c-b157-889a53e40d13 req-75da7b8e-41f2-4e59-935a-fc30483c3149 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 948 time: 0.1362336 Feb 19 01:06:53.258256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-3d4d5335-86f4-4aca-aa3f-bb362fb185aa service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300763 Feb 19 01:06:53.402356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.419659 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dbb7dd2-7df1-453c-b157-889a53e40d13 req-0adc6d65-0b2a-44ed-b1e4-9e971e3923bb tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545889 Feb 19 01:06:53.456843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b05e7868-41c7-4f62-98c6-4225bb30af8b req-db8a439b-f820-4f79-9aee-04842bd6cf78 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866231 Feb 19 01:06:53.593820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9826e73-06b1-4c9e-96b3-06830f2afed6 req-753b7cb4-371e-4742-991a-b460151ac8fc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0640473 Feb 19 01:06:53.598729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad6d56-240a-43f3-b5ab-4690deb1d659 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:53.630872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Delete allocated IP 172.20.0.10 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/56d63cda-4eaa-4408-95ed-9c67a6023ba8) {{(pid=110602) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:06:53.684588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.19 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/e8cb7145-51f9-47aa-97ca-e758c43e3405/c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:53.694887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-c3b4141e-a50b-409b-a6b8-ac5ed9ffc308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.697600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-c3b4141e-a50b-409b-a6b8-ac5ed9ffc308 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 1130 time: 0.1220374 Feb 19 01:06:53.896584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-57ed3b5e-41f2-475a-8327-f20f14bee615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.898175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-57ed3b5e-41f2-475a-8327-f20f14bee615 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1941729 Feb 19 01:06:53.957944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-cad635d6-2dfe-43ba-bc42-5acb926686df service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a HTTP/1.1" status: 200 len: 217 time: 0.0500600 Feb 19 01:06:54.028505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.079575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-91920f3d-d08b-42c5-b869-c40f291f1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.081221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-91920f3d-d08b-42c5-b869-c40f291f1a98 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1047869 Feb 19 01:06:54.188749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.265496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-4febfb19-862f-4dbc-8e10-75a44f99d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.267026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-4febfb19-862f-4dbc-8e10-75a44f99d984 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1791635 Feb 19 01:06:54.328441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26e82b-b6e0-4e94-9b1a-111e525b39b9 req-d30f31fe-907e-41e3-90d4-ddadc05c912b tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.334827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b26e82b-b6e0-4e94-9b1a-111e525b39b9 req-d30f31fe-907e-41e3-90d4-ddadc05c912b tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 945 time: 0.1931965 Feb 19 01:06:54.348295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:54.447672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982beb4-e246-451d-b04c-13dac992685b req-41f7adb3-4848-4fc8-8d8d-3d51ed3fb27b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.459559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b982beb4-e246-451d-b04c-13dac992685b req-41f7adb3-4848-4fc8-8d8d-3d51ed3fb27b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 944 time: 0.2828102 Feb 19 01:06:54.475335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] In _notify_port_updated(), no bound segment for port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 on network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:06:54.489246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b26e82b-b6e0-4e94-9b1a-111e525b39b9 req-278a63be-bde2-4d27-b686-21679188d917 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825663 Feb 19 01:06:54.491070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.494062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.499593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-130fe5b3-c61f-446f-8479-def327d9559d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/ports/c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 HTTP/1.1" status: 200 len: 921 time: 2.4862838 Feb 19 01:06:54.502016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49784) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:54.507148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-a6d987b0-01fe-450d-af85-21490773b325 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320576 Feb 19 01:06:54.550151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b982beb4-e246-451d-b04c-13dac992685b req-b538a5be-89ca-47d5-96f6-1048c679cffa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927052 Feb 19 01:06:54.650362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:54.651366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.746000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14651eb4-1175-4a95-8bc3-e9112644d13e req-d471b77a-9398-457f-a661-bf0178401d0e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0573709 Feb 19 01:06:54.778626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:54.843367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:54.864260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Provisioning complete for port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:54.865034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.973895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:54.979824 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.113573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:55.116962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c64e3bb3-c363-4038-811c-74d7c9cd13aa up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:55.161204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:55.161677 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.317507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dcac78e0-8acb-4fc6-830b-8e8a903e2b2a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:06:55.396801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba7b1d-d243-414e-bda9-0075e7c00d98 req-605b2723-c2e8-411b-8179-3910f0c9c6b3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.404333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41ba7b1d-d243-414e-bda9-0075e7c00d98 req-605b2723-c2e8-411b-8179-3910f0c9c6b3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 948 time: 0.8112295 Feb 19 01:06:55.414957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5900125-4dcb-429e-a061-e199d4f8adb9 req-4a42a049-964c-481b-834a-c04e1823f8fd service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832533 Feb 19 01:06:55.492208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41ba7b1d-d243-414e-bda9-0075e7c00d98 req-8007090c-b28f-4f14-859f-d833f12a6844 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Feb 19 01:06:55.498924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:55.499681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.664076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:55.753987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.770052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-dd03f3c8-10c4-4c49-8185-4b0ec77d2f23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.778273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:55.782426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-dd03f3c8-10c4-4c49-8185-4b0ec77d2f23 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.117 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 808 time: 0.4147234 Feb 19 01:06:55.827045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effff375-599e-4107-84bd-33abdcda291c req-acee29d2-53ed-47f9-8edb-b1f12b894a84 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.838364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-effff375-599e-4107-84bd-33abdcda291c req-acee29d2-53ed-47f9-8edb-b1f12b894a84 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 944 time: 0.1355126 Feb 19 01:06:55.900785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7bb89b00-e03a-423d-b8fe-579717055602 None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:55.906202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'mac_address': 'fa:16:3e:5b:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:06:55.921792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:55.964618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-6a925026-ca2f-4ef8-90ec-bdfeb581559d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b003761333e4d2b9fb9eacaca71e0f5 HTTP/1.1" status: 200 len: 379 time: 0.1812205 Feb 19 01:06:55.979510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:55.980134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:55.992447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeab67-0835-424b-8b9a-6970b81b3d5c req-c1820a45-8b5b-4bd2-8ad1-e64d2e15a20c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.999311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcac78e0-8acb-4fc6-830b-8e8a903e2b2a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:56.000049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0deeab67-0835-424b-8b9a-6970b81b3d5c req-c1820a45-8b5b-4bd2-8ad1-e64d2e15a20c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 945 time: 0.3599145 Feb 19 01:06:56.005570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'port': {'device_id': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'admin_state_up': True, 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'security_groups': ['9709819c-1ddd-4c64-ab3f-0574e39bf6b8']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:56.032525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:56.037603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-effff375-599e-4107-84bd-33abdcda291c req-99f50b32-4ab5-4233-9789-07fc41327e20 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981416 Feb 19 01:06:56.050313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7a1957a5-a456-4b89-a6f6-f2721b728da8 None None] Provisioning complete for port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:56.051214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7a1957a5-a456-4b89-a6f6-f2721b728da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.053088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port c64e3bb3-c363-4038-811c-74d7c9cd13aa completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:56.060687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port c64e3bb3-c363-4038-811c-74d7c9cd13aa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:56.061318 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.141411 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.175303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7a1957a5-a456-4b89-a6f6-f2721b728da8 None None] Port c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:56.220070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.265254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c64e3bb3-c363-4038-811c-74d7c9cd13aa is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:56.265658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.280340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-90533024-9df2-4a7a-b2aa-8a6d01fdb425 req-314ac26f-332c-460c-bd00-1ec09ab0cc8b tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0555758 Feb 19 01:06:56.280885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.326690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:56.329778 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd7fb69-dbc1-41d6-9688-54faa0df031e" -d '{"events": [{"server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "name": "network-vif-plugged", "status": "completed", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:56.345025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:56.368863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.386920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0deeab67-0835-424b-8b9a-6970b81b3d5c req-a32b3748-2f50-4fe3-a6ed-777e0a779529 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808529 Feb 19 01:06:56.393031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:56.405839 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e44d4ee-e7a7-4044-a7b0-4d9ff23fe141 x-openstack-request-id: req-3e44d4ee-e7a7-4044-a7b0-4d9ff23fe141 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:56.406606 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "name": "network-vif-plugged", "status": "completed", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:56.410324 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3e44d4ee-e7a7-4044-a7b0-4d9ff23fe141 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:56.410755 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'code': 200} Feb 19 01:06:56.500602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.502815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ca39c54a-38d0-49d6-9f90-57f1d159c416 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:56.547529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Made reservation on behalf of 5b003761333e4d2b9fb9eacaca71e0f5 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:56.551594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.590060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:56.608365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.618985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-10c2e9b3-abea-4501-a6b7-e4deec1539df tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 HTTP/1.1" status: 204 len: 168 time: 2.1149845 Feb 19 01:06:56.620828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49820) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:56.683872 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dee7965-5e73-4b86-9563-b948fab8bf64 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:06:56.688454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9dee7965-5e73-4b86-9563-b948fab8bf64 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/c8ad38b7-4a7d-4ae8-a6d1-a3f8f55e5ee5 HTTP/1.1" status: 404 len: 333 time: 0.0639722 Feb 19 01:06:56.689682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:56.763602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440edbb-71d9-478b-ab5d-fa3d4bab614e req-b2d10933-cfbc-42be-befa-43c21c5a6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:56.765274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6440edbb-71d9-478b-ab5d-fa3d4bab614e req-b2d10933-cfbc-42be-befa-43c21c5a6903 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.2863443 Feb 19 01:06:56.823158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port ca39c54a-38d0-49d6-9f90-57f1d159c416 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:56.833939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port ca39c54a-38d0-49d6-9f90-57f1d159c416 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:56.835167 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.887623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1f9f-0120-4af6-9b5f-20e8dcd94d50 req-87618a07-653e-42d6-ac14-2da89456679c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:56.894733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b60a1f9f-0120-4af6-9b5f-20e8dcd94d50 req-87618a07-653e-42d6-ac14-2da89456679c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 949 time: 0.2376637 Feb 19 01:06:56.912448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (1e6dcc92-6f81-44bf-807a-06d63a2f4423), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:56.935013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6440edbb-71d9-478b-ab5d-fa3d4bab614e req-95b9fe38-a328-4d96-898e-0e04c05f86ad service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589944 Feb 19 01:06:56.971571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (1e6dcc92-6f81-44bf-807a-06d63a2f4423), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.011412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b60a1f9f-0120-4af6-9b5f-20e8dcd94d50 req-b07637d6-2cfe-4004-b1ca-bcb0dc940763 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079547 Feb 19 01:06:57.036141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port ca39c54a-38d0-49d6-9f90-57f1d159c416 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:57.038703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.127036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:57.256075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e6dcc92-6f81-44bf-807a-06d63a2f4423), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.260681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.266263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/security-groups/1e6dcc92-6f81-44bf-807a-06d63a2f4423 HTTP/1.1" status: 204 len: 168 time: 0.5717697 Feb 19 01:06:57.266977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49828) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:57.285644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.315941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Allocated IP 172.20.0.13 (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014/aa45496f-55a3-49d5-9e38-07baddde2edb/de343e07-03a6-4294-8b0a-1aed4f2e2e74) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:57.331075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ccf7d-578a-4a20-854b-26fb95a1f8ce tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6dcc92-6f81-44bf-807a-06d63a2f4423,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.365675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714235b-d3c5-4cff-a07e-bf2e7b7a1387 req-3d1e3c86-e982-4f68-be3b-cff14fef8f8f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:57.368742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2714235b-d3c5-4cff-a07e-bf2e7b7a1387 req-3d1e3c86-e982-4f68-be3b-cff14fef8f8f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 944 time: 0.1429901 Feb 19 01:06:57.447461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14112356-d20c-438b-8ce4-96527512741e req-0f8ae7fb-73dc-49cd-b84b-46a0bbf9adfe tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0437863 Feb 19 01:06:57.452714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.480652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (cc605f4a-6e79-4ff0-8816-402ed0c8b738), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.496965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2714235b-d3c5-4cff-a07e-bf2e7b7a1387 req-bbf4db25-669d-4698-beeb-af09fce6d112 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183481 Feb 19 01:06:57.520839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (cc605f4a-6e79-4ff0-8816-402ed0c8b738), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.660107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dee905-ad85-454c-976d-f45b4cb49c1a req-2fb3f883-ddba-4a28-a2aa-fb7a8ddcfda9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:57.663743 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97dee905-ad85-454c-976d-f45b4cb49c1a req-2fb3f883-ddba-4a28-a2aa-fb7a8ddcfda9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0790355 Feb 19 01:06:57.712661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.749001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc605f4a-6e79-4ff0-8816-402ed0c8b738), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.751742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.752913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/security-groups/cc605f4a-6e79-4ff0-8816-402ed0c8b738 HTTP/1.1" status: 204 len: 168 time: 0.4758015 Feb 19 01:06:57.755682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:57.759550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97dee905-ad85-454c-976d-f45b4cb49c1a req-f99ab7c8-3af3-4c33-b357-47e37a48e73d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887806 Feb 19 01:06:57.766739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efa1a6-de6f-40fd-99d3-7dfd4596d78e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc605f4a-6e79-4ff0-8816-402ed0c8b738,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:57.826143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet 56d63cda-4eaa-4408-95ed-9c67a6023ba8 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:57.829961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (56d63cda-4eaa-4408-95ed-9c67a6023ba8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.894511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (56d63cda-4eaa-4408-95ed-9c67a6023ba8), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.929400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:57.990823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:57.999135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:58.026246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:58.059239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:58.109977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (56d63cda-4eaa-4408-95ed-9c67a6023ba8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.139230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.140075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.244248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa919a-9548-4aed-bcf1-53cc8bdd1346 req-88aa1b50-fd48-4009-b383-e4218275f59f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.245953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1caa919a-9548-4aed-bcf1-53cc8bdd1346 req-88aa1b50-fd48-4009-b383-e4218275f59f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 949 time: 0.1129115 Feb 19 01:06:58.275833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-709be017-df90-4f1b-9ca5-55b693846bd6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2746418 Feb 19 01:06:58.288177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Request body: {'port': {'device_id': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:58.337162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (56d63cda-4eaa-4408-95ed-9c67a6023ba8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.394071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1caa919a-9548-4aed-bcf1-53cc8bdd1346 req-c08858d3-2b65-4a09-9e72-18b0b80da09a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398489 Feb 19 01:06:58.395513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=56d63cda-4eaa-4408-95ed-9c67a6023ba8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:58.406805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.410361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b24c15a9-2ee7-48b1-832f-d57bc7fd669c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/56d63cda-4eaa-4408-95ed-9c67a6023ba8 HTTP/1.1" status: 204 len: 168 time: 0.6533191 Feb 19 01:06:58.415716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:58.416387 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed44c60-8c61-4bec-b92f-e44a1b377e2e" -d '{"events": [{"server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "name": "network-vif-plugged", "status": "completed", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:58.419001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49852) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:58.431813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:58.432035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9425a-da81-4652-a83b-c70742ec3667 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:58.463890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.643124 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da1be4-5680-4470-96cd-7ca3f790644c x-openstack-request-id: req-70da1be4-5680-4470-96cd-7ca3f790644c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:58.643441 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "name": "network-vif-plugged", "status": "completed", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:58.643700 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-70da1be4-5680-4470-96cd-7ca3f790644c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:58.644103 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416', 'code': 200} Feb 19 01:06:58.675067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-252b17cb-fe15-47e2-929a-c43b3873dd29 None None] Provisioning complete for port de343e07-03a6-4294-8b0a-1aed4f2e2e74 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:58.675480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-252b17cb-fe15-47e2-929a-c43b3873dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:58.729383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-252b17cb-fe15-47e2-929a-c43b3873dd29 None None] Port de343e07-03a6-4294-8b0a-1aed4f2e2e74 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:58.829774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5c69-a687-4ec2-81bb-b2054b9c5862 req-76a48c90-bb95-48c0-9d10-52e3fc16df67 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.831559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76db5c69-a687-4ec2-81bb-b2054b9c5862 req-76a48c90-bb95-48c0-9d10-52e3fc16df67 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 932 time: 0.2363105 Feb 19 01:06:58.855925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee4fc-e0b4-426b-bdcb-3940964d68c3 req-8c329999-d056-4890-8c19-96712cd8a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.858308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2cee4fc-e0b4-426b-bdcb-3940964d68c3 req-8c329999-d056-4890-8c19-96712cd8a450 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 1127 time: 0.2655654 Feb 19 01:06:58.885127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d935db-4ef6-4ca4-bc5e-27d283b24af8 req-96b66ca5-14b7-40ea-b3b9-2b12d7cfdc44 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.886924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81d935db-4ef6-4ca4-bc5e-27d283b24af8 req-96b66ca5-14b7-40ea-b3b9-2b12d7cfdc44 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1542850 Feb 19 01:06:58.889371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:58.894015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.042815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de343e07-03a6-4294-8b0a-1aed4f2e2e74 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:59.059792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks [] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.068540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76db5c69-a687-4ec2-81bb-b2054b9c5862 req-8edfe48b-619f-4158-8467-cb2b8f17af13 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247534 Feb 19 01:06:59.108599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Transition to ACTIVE for port object de343e07-03a6-4294-8b0a-1aed4f2e2e74 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:59.111936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2cee4fc-e0b4-426b-bdcb-3940964d68c3 req-365f0bfc-d464-4135-b3e3-a2cfaab0375f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436407 Feb 19 01:06:59.123837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81d935db-4ef6-4ca4-bc5e-27d283b24af8 req-0a67315b-433e-4ecb-9a96-1a5f16f709b7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074096 Feb 19 01:06:59.204508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.293267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.331326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dcac78e0-8acb-4fc6-830b-8e8a903e2b2a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:59.479787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (c8fa2b11-81ff-49e4-bad9-480ac35abda6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.522026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:06:59.532482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b563bd5-22e9-4e0b-a463-8d3b34083743 req-8149faa2-290c-4788-937e-0ef7a9801c08 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.534597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:59.534950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.544142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b563bd5-22e9-4e0b-a463-8d3b34083743 req-8149faa2-290c-4788-937e-0ef7a9801c08 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2554932 Feb 19 01:06:59.654432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b563bd5-22e9-4e0b-a463-8d3b34083743 req-a136d3af-7e58-425d-b899-215b71262be3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081085 Feb 19 01:06:59.669555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Attempting to bind port de343e07-03a6-4294-8b0a-1aed4f2e2e74 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:59.669555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Attempting to bind port de343e07-03a6-4294-8b0a-1aed4f2e2e74 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:59.669555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Attempting to bind port de343e07-03a6-4294-8b0a-1aed4f2e2e74 on network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:59.676207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Port de343e07-03a6-4294-8b0a-1aed4f2e2e74 on network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:59.683397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Attempting to bind port de343e07-03a6-4294-8b0a-1aed4f2e2e74 on network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:59.685809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:59.686221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Checking segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:59.686621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Bound using segment: {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:59.687444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Bound port: de343e07-03a6-4294-8b0a-1aed4f2e2e74, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:59.687814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.717332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:59.745607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:59.752522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=c8fa2b11-81ff-49e4-bad9-480ac35abda6,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:59.767906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.768838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.793917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:59.794645 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:59.831969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da052b03-a152-4c95-bde4-8650579e6f53 req-a5b4a973-22c0-4af9-8cdc-18a1348785cd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.838220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da052b03-a152-4c95-bde4-8650579e6f53 req-a5b4a973-22c0-4af9-8cdc-18a1348785cd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 949 time: 0.2898068 Feb 19 01:06:59.874669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:59.886614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:59.888439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:59.894353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03d671-7a21-412c-8097-aca5ce427f41 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:59.910641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-787736cd-0ce7-476c-9acd-50c8f9deb61a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4903924 Feb 19 01:06:59.916402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:59.923032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'security_group': {'name': 'tempest-secgroup-385668123'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:59.949648 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da052b03-a152-4c95-bde4-8650579e6f53 req-3a54ff43-1c71-4f5c-a3c9-94138f021947 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026185 Feb 19 01:07:00.023114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.025655 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.057515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.083992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:00.140014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:00.140505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.199986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:00.222118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.223614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.227620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-e25fa00a-5433-4fbe-bedb-c811b77e6ab8 service neutron] 10.222.0.117 "PUT /v2.0/ports/de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 1092 time: 1.9414554 Feb 19 01:07:00.227620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:00.232144 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61bd116-fa26-45e7-ac8b-c73a0af67590" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:00.267486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (ac063526-6f5e-468e-a186-1076e6cf5252), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.350034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ecbd7-2ba5-479d-b3bf-9ae5c56f9cd9 req-f6f1d886-6ed5-4083-9c48-7e4522782859 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.360413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d51ecbd7-2ba5-479d-b3bf-9ae5c56f9cd9 req-f6f1d886-6ed5-4083-9c48-7e4522782859 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 944 time: 0.0872021 Feb 19 01:07:00.405354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Update dhcp port {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'fixed_ips': [{'subnet_id': 'e8cb7145-51f9-47aa-97ca-e758c43e3405', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c8fa2b11-81ff-49e4-bad9-480ac35abda6'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '3d47c14a-31c0-46fa-9032-a5889d73caf4'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:07:00.431763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac063526-6f5e-468e-a186-1076e6cf5252), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.499429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:00.542531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d51ecbd7-2ba5-479d-b3bf-9ae5c56f9cd9 req-cc6ab297-7c83-44e5-8add-497adb3d9a97 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792364 Feb 19 01:07:00.544118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.551252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1869239-4096-4edd-a823-25842d67cafa req-4d321c83-2fcb-4883-92d3-a903386d5353 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.562038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1869239-4096-4edd-a823-25842d67cafa req-4d321c83-2fcb-4883-92d3-a903386d5353 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.2329462 Feb 19 01:07:00.598533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac063526-6f5e-468e-a186-1076e6cf5252,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:00.609455 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f1d928-c212-46da-bf35-292195ecc892 x-openstack-request-id: req-43f1d928-c212-46da-bf35-292195ecc892 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:00.609741 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:00.609992 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-43f1d928-c212-46da-bf35-292195ecc892 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:00.610620 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'status': 'completed', 'code': 200} Feb 19 01:07:00.635855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:00.638615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.645140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.646861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.650236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.650704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.651164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.651602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.652173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.652408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1869239-4096-4edd-a823-25842d67cafa req-a09aedda-d1db-4acd-a0c3-a379185188e9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892713 Feb 19 01:07:00.652706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.653132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.658253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.658716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.662210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.662210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:00.680353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-ca8ce78c-6de8-41bf-87c5-ca4a36f4bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.680353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-ca8ce78c-6de8-41bf-87c5-ca4a36f4bd01 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1126 time: 0.2398877 Feb 19 01:07:00.680913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.683199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-81f87460-c435-45e3-8638-20b26e40dd0a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7644837 Feb 19 01:07:00.685427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49908) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:00.697281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:00.699666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020aeabf-6496-437d-a3b7-376201301542" -d '{"events": [{"server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "name": "network-vif-plugged", "status": "completed", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:00.706277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182638ff-2529-4b98-a727-8f31c577c4cf req-af4566eb-0d29-4060-8d5f-703424a42b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.708760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-af4566eb-0d29-4060-8d5f-703424a42b71 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.2584267 Feb 19 01:07:00.719610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8ba9a-f186-4839-b85d-a7b026dea78d None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:00.723891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'security_group': {'name': 'tempest-secgroup-739297290'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:00.792202 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53a2b81-35d2-40c3-9905-32e73ca383ed x-openstack-request-id: req-f53a2b81-35d2-40c3-9905-32e73ca383ed {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:00.792749 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "name": "network-vif-plugged", "status": "completed", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:00.793878 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f53a2b81-35d2-40c3-9905-32e73ca383ed {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:00.793878 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'code': 200} Feb 19 01:07:00.861366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-24dceac5-75a1-4f77-950d-77a85a107676 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 217 time: 0.1605504 Feb 19 01:07:00.902160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Allocated IP 172.20.0.2 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/c8fa2b11-81ff-49e4-bad9-480ac35abda6/3d47c14a-31c0-46fa-9032-a5889d73caf4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:00.915340 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:00.924776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182638ff-2529-4b98-a727-8f31c577c4cf req-c9ca2c14-4b71-482a-9a1a-9f2c0ed659e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.926906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-c9ca2c14-4b71-482a-9a1a-9f2c0ed659e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.2111549 Feb 19 01:07:00.941528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a2174-b843-4f02-83d7-1309741ab981 req-a90fd71d-c936-49e9-a493-ce37dd5a8667 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.950994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-401a2174-b843-4f02-83d7-1309741ab981 req-a90fd71d-c936-49e9-a493-ce37dd5a8667 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1476762 Feb 19 01:07:00.963559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-2c3d3469-1d48-4927-8c33-97f6f460cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.965059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-2c3d3469-1d48-4927-8c33-97f6f460cbdb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 200 len: 847 time: 0.0973945 Feb 19 01:07:01.035225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:01.063414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-9cb3a7de-10e1-4795-a7d5-3f45e1aad088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.065306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-9cb3a7de-10e1-4795-a7d5-3f45e1aad088 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902719 Feb 19 01:07:01.068917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-24b337d5-ecb4-40fa-9f6b-3ccce6f430a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.1156366 Feb 19 01:07:01.079641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Publish callbacks [] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.140334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd14d9-d246-41df-9218-27c3e2a77cd5 req-8e3c971b-3e00-46e1-80f6-1a5ab835ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.141782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2efd14d9-d246-41df-9218-27c3e2a77cd5 req-8e3c971b-3e00-46e1-80f6-1a5ab835ea15 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 1132 time: 0.2735767 Feb 19 01:07:01.174576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (a6ef768f-8359-4527-a942-7d84b9aff44e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.181568 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.201718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182638ff-2529-4b98-a727-8f31c577c4cf req-6d823941-41ef-4ec5-8bd9-2e587321bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.203291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-6d823941-41ef-4ec5-8bd9-2e587321bbcc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.1202652 Feb 19 01:07:01.247944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-401a2174-b843-4f02-83d7-1309741ab981 req-515bbc71-40c8-42cc-8c49-d25e798fcdda tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959039 Feb 19 01:07:01.250245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-27504c6f-dd93-46ce-a41d-55bfb1976ec0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372984 Feb 19 01:07:01.271281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2efd14d9-d246-41df-9218-27c3e2a77cd5 req-e6241ba9-33e5-4267-aaf4-09a426355016 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Feb 19 01:07:01.282158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52270-3427-4155-a51b-31f0578d9072 req-8d3e065c-7fe8-41c1-ab12-b1ae63a07451 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.283915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54a52270-3427-4155-a51b-31f0578d9072 req-8d3e065c-7fe8-41c1-ab12-b1ae63a07451 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 950 time: 0.1890156 Feb 19 01:07:01.286557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a6ef768f-8359-4527-a942-7d84b9aff44e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.303822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a6ba-d7b9-4951-a00f-b2da50fb03c8 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:01.332268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-37d75557-8218-4237-8e4f-14dc2a17e82e service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601173 Feb 19 01:07:01.360476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ef768f-8359-4527-a942-7d84b9aff44e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:01.379783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-4c76c065-4a40-4893-b9b5-dd008f28d695 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195602 Feb 19 01:07:01.384882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.386125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d836e533-041a-4356-bb1f-857f55157618 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6996155 Feb 19 01:07:01.390215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49918) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:01.394864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'security_group': {'name': 'tempest-secgroup-1698843289'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:01.404528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54a52270-3427-4155-a51b-31f0578d9072 req-352ea1fb-da7c-437e-80a6-cf8140196860 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018012 Feb 19 01:07:01.522037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-182638ff-2529-4b98-a727-8f31c577c4cf req-419bfac1-a660-43db-bb02-fc1eea730cca service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345787 Feb 19 01:07:01.531734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.605325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf1c776-4d20-4735-8b7e-18d66bfa8dfe req-c7198bdc-28a3-47f8-9c7a-0b4b2f790b2f service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365194 Feb 19 01:07:01.658157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (d415555e-3522-4036-b829-1001e96711d6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.768028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d415555e-3522-4036-b829-1001e96711d6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.810310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc22c00-2365-4679-a1e4-ef089c05bf3a req-7eff39c5-121e-44ec-9898-ad49d3484908 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.813030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dc22c00-2365-4679-a1e4-ef089c05bf3a req-7eff39c5-121e-44ec-9898-ad49d3484908 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 944 time: 0.1714113 Feb 19 01:07:01.880026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dc22c00-2365-4679-a1e4-ef089c05bf3a req-236f4d0a-16f8-44f3-b67e-80ac53c53e46 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606980 Feb 19 01:07:01.894806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d415555e-3522-4036-b829-1001e96711d6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:01.912342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-5c50fe2c-a41c-465b-97ee-9374facccb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.914660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-5c50fe2c-a41c-465b-97ee-9374facccb6f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1126 time: 0.1785345 Feb 19 01:07:01.924124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3e18-8dd8-4057-b80e-df00d490a04a req-4c20df5a-83b0-41cf-ab96-f6ece8275010 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.928047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa5c3e18-8dd8-4057-b80e-df00d490a04a req-4c20df5a-83b0-41cf-ab96-f6ece8275010 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1067371 Feb 19 01:07:01.940671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:01.947608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b39715b1-3c0a-4ecf-93f5-67c70161334c tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5563390 Feb 19 01:07:01.948416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49934) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:01.954541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1822201145', 'security_groups': ['d415555e-3522-4036-b829-1001e96711d6'], 'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8fa2b11-81ff-49e4-bad9-480ac35abda6'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:02.085685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa5c3e18-8dd8-4057-b80e-df00d490a04a req-94459123-ac76-4eda-b835-13a5ae9517c9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126451 Feb 19 01:07:02.122112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-6629cd9e-eca6-47ee-97c9-b5f0c455c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.123621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-6629cd9e-eca6-47ee-97c9-b5f0c455c02c service neutron] 10.222.0.117 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 909 time: 0.1969485 Feb 19 01:07:02.183526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-55a9e29a-c1e1-4d88-a6da-748be69f2803 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 217 time: 0.0495737 Feb 19 01:07:02.224633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:02.227311 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.282518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-20a36fb4-c996-4024-9dfb-154ae833277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.284076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-20a36fb4-c996-4024-9dfb-154ae833277b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 200 len: 847 time: 0.0944693 Feb 19 01:07:02.313374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:02.346257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-dceb840d-548e-4156-95a7-6e57cadecf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.347534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-dceb840d-548e-4156-95a7-6e57cadecf6b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573719 Feb 19 01:07:02.368950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:02.394170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:02.394762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.478360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0491f-e9fc-4f08-96b2-a7d1a4ae556a None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:02.549689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.563006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-dd13d4a7-c1c9-4fb8-8569-570bb0a70351 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061489 Feb 19 01:07:02.571570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea57a8-087f-471f-b1e0-3111a0cb24be req-14c69528-129e-49b7-b945-6e57908cc08b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.578215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afea57a8-087f-471f-b1e0-3111a0cb24be req-14c69528-129e-49b7-b945-6e57908cc08b tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0869508 Feb 19 01:07:02.598353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] device_id is not set on port e8619145-2bd7-433e-88df-d37bdbf02d1c yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:02.740440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afea57a8-087f-471f-b1e0-3111a0cb24be req-5e7275a9-838b-4f5b-abd3-86612724aee0 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421323 Feb 19 01:07:02.766214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347d622-2c70-45c5-b5a4-51cbeac2df06 req-fa33205f-ad09-4b20-8526-65540e101874 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.773387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f347d622-2c70-45c5-b5a4-51cbeac2df06 req-fa33205f-ad09-4b20-8526-65540e101874 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2847261 Feb 19 01:07:02.777525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:02.807433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d61bd116-fa26-45e7-ac8b-c73a0af67590 req-de6377af-c5fd-4ade-a654-72a124972ce1 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277720 Feb 19 01:07:02.857092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:02.857563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:02.880182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f347d622-2c70-45c5-b5a4-51cbeac2df06 req-b61cced4-5b7f-4c73-8a33-9a72bbfaf8d6 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059337 Feb 19 01:07:02.894214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.12 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/c8fa2b11-81ff-49e4-bad9-480ac35abda6/e8619145-2bd7-433e-88df-d37bdbf02d1c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:02.931865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae82c8-4520-4108-8916-dbd2b5ebeb55 req-458033b5-5383-432c-8cad-5ae5f53c8deb tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:02.942609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4aae82c8-4520-4108-8916-dbd2b5ebeb55 req-458033b5-5383-432c-8cad-5ae5f53c8deb tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0922058 Feb 19 01:07:03.018614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4aae82c8-4520-4108-8916-dbd2b5ebeb55 req-04bf46fd-2207-449e-8850-0b1843ae19e5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744095 Feb 19 01:07:03.042610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:03.145874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.153713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de677087-c1d5-4695-8bec-b90ac35a2545 req-1dfa07c5-2126-4a68-8a70-55084d8ed66d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.161397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de677087-c1d5-4695-8bec-b90ac35a2545 req-1dfa07c5-2126-4a68-8a70-55084d8ed66d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 950 time: 0.1355803 Feb 19 01:07:03.182144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558cc4b-1d73-4935-a83c-d58e96968a8f req-48b5fbc6-3326-4e34-89f7-d71839203a77 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.182144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3558cc4b-1d73-4935-a83c-d58e96968a8f req-48b5fbc6-3326-4e34-89f7-d71839203a77 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 944 time: 0.0834782 Feb 19 01:07:03.237198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3558cc4b-1d73-4935-a83c-d58e96968a8f req-6ef74201-860c-423f-a5e0-2050751908bd tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532851 Feb 19 01:07:03.239605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de677087-c1d5-4695-8bec-b90ac35a2545 req-bba83011-7cbd-4018-9682-bb3e3891ff24 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773652 Feb 19 01:07:03.297647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.381946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:03.388831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:03.392163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:03.441256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=e8619145-2bd7-433e-88df-d37bdbf02d1c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:03.470715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd7f2e-e51c-4821-9384-28a09f70e569 req-32835809-2bf4-49f7-ba1e-f37f418e862d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.478309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-badd7f2e-e51c-4821-9384-28a09f70e569 req-32835809-2bf4-49f7-ba1e-f37f418e862d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1667767 Feb 19 01:07:03.485972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.488352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.569112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-badd7f2e-e51c-4821-9384-28a09f70e569 req-02118dda-5ce4-4b8b-89f4-ac142a320547 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898235 Feb 19 01:07:03.585995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f2f61762-01b4-4567-87b9-b571733fe3e8 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6357741 Feb 19 01:07:03.588926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49968) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:03.595922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:03.793396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-f809e47b-2b90-4c61-aa3c-25019c52f6d8 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.794943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-f809e47b-2b90-4c61-aa3c-25019c52f6d8 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 1132 time: 0.1014957 Feb 19 01:07:03.816194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89ab0e07-4535-42ae-af01-1af6f64c9120 None None] Provisioning complete for port e8619145-2bd7-433e-88df-d37bdbf02d1c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:03.817188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89ab0e07-4535-42ae-af01-1af6f64c9120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.826557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-aee273b6-b87c-4ec9-9164-93e7c9b7eda2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.865556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89ab0e07-4535-42ae-af01-1af6f64c9120 None None] Port e8619145-2bd7-433e-88df-d37bdbf02d1c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:03.941898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-aee273b6-b87c-4ec9-9164-93e7c9b7eda2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Publish callbacks [] for security_group (2f8b01d4-5943-4a12-a65d-f2a0e5237f2d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.944730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:03.949109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.016534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-aee273b6-b87c-4ec9-9164-93e7c9b7eda2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f8b01d4-5943-4a12-a65d-f2a0e5237f2d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.018625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52836-87c4-46a7-a652-b129343a92c1 req-de17bea3-726a-40d8-89ee-737014afd9df tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.024152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edf52836-87c4-46a7-a652-b129343a92c1 req-de17bea3-726a-40d8-89ee-737014afd9df tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0804501 Feb 19 01:07:04.074222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee273b6-b87c-4ec9-9164-93e7c9b7eda2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8b01d4-5943-4a12-a65d-f2a0e5237f2d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:04.088394 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edf52836-87c4-46a7-a652-b129343a92c1 req-705603cf-5eff-49a5-86c3-df9d5f37d49d tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595307 Feb 19 01:07:04.103610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d916443-6a3d-4acd-9500-b584df1de9f4 req-aee273b6-b87c-4ec9-9164-93e7c9b7eda2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964149 Feb 19 01:07:04.143962 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8fa2b11-81ff-49e4-bad9-480ac35abda6 (CIDR: 172.20.0.0/28) Feb 19 01:07:04.213294 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:04.213706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:04.245823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804739-288b-4331-b181-f6c321d2a537 req-5e91ec84-2deb-4421-8033-85cdb32c7186 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.247714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f804739-288b-4331-b181-f6c321d2a537 req-5e91ec84-2deb-4421-8033-85cdb32c7186 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0768583 Feb 19 01:07:04.262502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe853ec-b894-4c3f-8448-e8a07c441567 req-234d7cc4-34c8-4e44-b992-3e531b28c5e8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.265183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbe853ec-b894-4c3f-8448-e8a07c441567 req-234d7cc4-34c8-4e44-b992-3e531b28c5e8 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0862894 Feb 19 01:07:04.329329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f804739-288b-4331-b181-f6c321d2a537 req-762f827a-12aa-4152-903b-25e4d8a9ed8d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Feb 19 01:07:04.333401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0dff348-fadb-4962-b6cf-3a094fe597f9 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7431831 Feb 19 01:07:04.336740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49992) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:04.342260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:04.356563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cbe853ec-b894-4c3f-8448-e8a07c441567 req-1d7059b0-ef4f-4ee6-9b6c-83fbb9633999 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755403 Feb 19 01:07:04.493929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd1f68-2d70-4afd-b85c-b07e6e26c890 req-306c684f-3137-4f82-91f7-ed584643c0d6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.503796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72cd1f68-2d70-4afd-b85c-b07e6e26c890 req-306c684f-3137-4f82-91f7-ed584643c0d6 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 944 time: 0.0630348 Feb 19 01:07:04.542131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-bc2040cf-43dd-45a4-9c13-a2b9e4819374 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.545706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-bc2040cf-43dd-45a4-9c13-a2b9e4819374 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.0621054 Feb 19 01:07:04.582532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:04.584790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72cd1f68-2d70-4afd-b85c-b07e6e26c890 req-c19cc838-13c4-4f53-a688-d52fd9e107d7 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758061 Feb 19 01:07:04.587403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.748769 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e8cb7145-51f9-47aa-97ca-e758c43e3405 (CIDR: 172.20.0.16/28) Feb 19 01:07:04.760907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-3e6c473e-7597-47a4-972c-e9f0dbd93ff6 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347726 Feb 19 01:07:04.767484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Deleting port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:04.768108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.820815 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:04.821716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:04.948915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] For port 93eb52ff-5d1c-4e92-a906-357b4aac0f24, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=93eb52ff-5d1c-4e92-a906-357b4aac0f24,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:04.949278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:04.962921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-6e83912f-b5eb-4054-a86a-798555b003c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.964396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-6e83912f-b5eb-4054-a86a-798555b003c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922815 Feb 19 01:07:04.971072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Calling delete_port for 93eb52ff-5d1c-4e92-a906-357b4aac0f24 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:04.989069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c0d866a9-941d-4545-aee3-8d05b39de541 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0191624 Feb 19 01:07:04.995760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d3b5527-b6ef-4d4d-b794-8f14a75e3322 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6578183 Feb 19 01:07:04.998641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:05.004105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'subnet': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:05.101291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-ecc2e230-6dca-4399-a5e1-2c8a6246df8e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738406 Feb 19 01:07:05.200736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Made reservation on behalf of 4b40f81463e14cb6b971614c08b53006 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:05.204456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.267483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (93eb52ff-5d1c-4e92-a906-357b4aac0f24), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.280232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', '93eb52ff-5d1c-4e92-a906-357b4aac0f24'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:05.305930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2ce18-d716-49f1-9f48-9671e43da29e req-ccf0cb70-d742-41fa-a0e1-b2ffd632521a tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.313785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Pushing event deleted for resources: {'Port': ['ID=93eb52ff-5d1c-4e92-a906-357b4aac0f24,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:05.314034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7b2ce18-d716-49f1-9f48-9671e43da29e req-ccf0cb70-d742-41fa-a0e1-b2ffd632521a tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 946 time: 0.1449621 Feb 19 01:07:05.331646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device de343e07-03a6-4294-8b0a-1aed4f2e2e74 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:05.374001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] No DVR routers for this DVR port 93eb52ff-5d1c-4e92-a906-357b4aac0f24 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:05.376988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.384517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7b2ce18-d716-49f1-9f48-9671e43da29e req-319e69e5-f43d-4e8b-b933-846442c39e66 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648177 Feb 19 01:07:05.384827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7e5983ff-ece8-4df0-b45d-b65b69802cda req-b9f2b39f-fa89-4b3f-af95-ab225ffe0133 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "DELETE /v2.0/ports/93eb52ff-5d1c-4e92-a906-357b4aac0f24 HTTP/1.1" status: 204 len: 173 time: 0.8316562 Feb 19 01:07:05.384827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'name': 'network-vif-deleted', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:05.384827 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0c07e0-d745-4be2-abf1-d5f6dbfeea6f" -d '{"events": [{"server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "name": "network-vif-deleted", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:05.536947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:05.567149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bfd6f-cc47-449f-b579-ac6858f5939f req-2f338cff-2a27-4a2e-86ff-3cef9117dd0d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.570829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb2bfd6f-cc47-449f-b579-ac6858f5939f req-2f338cff-2a27-4a2e-86ff-3cef9117dd0d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1140339 Feb 19 01:07:05.582783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'port_id': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'mac_address': 'fa:16:3e:1a:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:05.630983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port de343e07-03a6-4294-8b0a-1aed4f2e2e74 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:05.631418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.642398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cb2bfd6f-cc47-449f-b579-ac6858f5939f req-2f1622e9-79d6-4e6a-af87-801fd8e07fd2 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Feb 19 01:07:05.646275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de343e07-03a6-4294-8b0a-1aed4f2e2e74 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:05.668012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:05.724605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.745905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (4174f1c8-e023-42b2-a25a-2db2d78687da), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.794425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:05.798517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:05.800493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:05.805846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.806448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.821006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429535ff-f712-4438-b1a9-5a29ddc73a6e None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:05.841628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a10cff-7380-47cc-acad-f83dc01e582e req-ea744bc5-ac29-4fb8-980d-43e0ce417681 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.845115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a10cff-7380-47cc-acad-f83dc01e582e req-ea744bc5-ac29-4fb8-980d-43e0ce417681 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1334450 Feb 19 01:07:05.845115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Subnet': ['ID=4174f1c8-e023-42b2-a25a-2db2d78687da,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:05.898259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-68497792-63cb-4849-a7bb-f812403978bf tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8982267 Feb 19 01:07:05.901827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:05.907669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-100626470', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4174f1c8-e023-42b2-a25a-2db2d78687da'}], 'security_groups': ['ac063526-6f5e-468e-a186-1076e6cf5252', 'a6ef768f-8359-4527-a942-7d84b9aff44e']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:05.936196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a10cff-7380-47cc-acad-f83dc01e582e req-c401220d-9172-44e8-b9a9-c4b5c0fe7ea4 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Feb 19 01:07:05.988235 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b941d2-14de-46a5-b72a-ff3640124f4a x-openstack-request-id: req-50b941d2-14de-46a5-b72a-ff3640124f4a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:05.994526 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e71822-bb91-44b9-a5ad-3b60952151ac", "name": "network-vif-deleted", "tag": "93eb52ff-5d1c-4e92-a906-357b4aac0f24", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:05.994526 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-50b941d2-14de-46a5-b72a-ff3640124f4a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:05.994526 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e71822-bb91-44b9-a5ad-3b60952151ac', 'name': 'network-vif-deleted', 'tag': '93eb52ff-5d1c-4e92-a906-357b4aac0f24', 'status': 'completed', 'code': 200} Feb 19 01:07:06.024071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['de343e07-03a6-4294-8b0a-1aed4f2e2e74'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:06.139781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Update dhcp port {'port': {'network_id': 'b3a0ad54-ba28-4134-ac40-c7bb6c62e585', 'fixed_ips': [{'subnet_id': 'e8cb7145-51f9-47aa-97ca-e758c43e3405', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c8fa2b11-81ff-49e4-bad9-480ac35abda6', 'ip_address': '172.20.0.2'}, {'subnet_id': '4174f1c8-e023-42b2-a25a-2db2d78687da'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '3d47c14a-31c0-46fa-9032-a5889d73caf4'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:07:06.184193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.193973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57212a9-cc46-4329-a1b7-e4fca2d5577d req-7af6110a-1e2e-4aa7-8d72-45e5c281d19c tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.193973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57212a9-cc46-4329-a1b7-e4fca2d5577d req-7af6110a-1e2e-4aa7-8d72-45e5c281d19c tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 945 time: 0.1842363 Feb 19 01:07:06.236746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7cff4d1-dd3f-46e4-b80f-5058c28e4965 req-90980c61-31fe-4d1e-9eb1-44a28cd51bb6 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 210 time: 0.0593398 Feb 19 01:07:06.289693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.368870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57212a9-cc46-4329-a1b7-e4fca2d5577d req-2fd5aad9-2e2e-42e2-ae98-82303e1d2f71 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677270 Feb 19 01:07:06.461581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Allocated IP 172.20.0.34 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/4174f1c8-e023-42b2-a25a-2db2d78687da/3d47c14a-31c0-46fa-9032-a5889d73caf4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:06.540910 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b6c3794-cfc0-4209-b4ff-d105d562a525 req-8995fe9c-97ab-44b8-935e-398491342ed8 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=55e71822-bb91-44b9-a5ad-3b60952151ac HTTP/1.1" status: 200 len: 210 time: 0.0440323 Feb 19 01:07:06.784968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:06.786106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c14ba-79d1-4172-ac4c-4d1e452a144c req-3b03d8f9-3f51-45a5-8c2b-9d11e4eb2286 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.787656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d4c14ba-79d1-4172-ac4c-4d1e452a144c req-3b03d8f9-3f51-45a5-8c2b-9d11e4eb2286 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0625143 Feb 19 01:07:06.818236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Publish callbacks [] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.843210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d4c14ba-79d1-4172-ac4c-4d1e452a144c req-9a3e4475-8927-4c81-89b5-e3b1ccebc506 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483823 Feb 19 01:07:06.890420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:06.923495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:07.031166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94fc72-f647-4781-b615-34ba8690eb00 None None] Pushing event updated for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.046190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Delete allocated IP 172.20.0.12 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/c8fa2b11-81ff-49e4-bad9-480ac35abda6) {{(pid=110602) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 01:07:07.058723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Allocated IP 172.20.0.42 (b3a0ad54-ba28-4134-ac40-c7bb6c62e585/4174f1c8-e023-42b2-a25a-2db2d78687da/e8619145-2bd7-433e-88df-d37bdbf02d1c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:07.087974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c6a1-11f9-4cab-a339-4f6bf0511a7a req-3f7e8998-50a1-4f39-8383-512600d33bf5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.092570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2dd8c6a1-11f9-4cab-a339-4f6bf0511a7a req-3f7e8998-50a1-4f39-8383-512600d33bf5 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0688605 Feb 19 01:07:07.117723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77a75520-f3a5-4f69-b123-73dc310986d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.199810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2dd8c6a1-11f9-4cab-a339-4f6bf0511a7a req-3463f702-78e0-423a-b7b9-5de912f914ad tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Feb 19 01:07:07.255243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77a75520-f3a5-4f69-b123-73dc310986d0 admin admin] Publish callbacks [] for security_group (063efad9-39e3-45d3-b29b-d949ff12d072), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.262855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.324592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77a75520-f3a5-4f69-b123-73dc310986d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (063efad9-39e3-45d3-b29b-d949ff12d072), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.343757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device de343e07-03a6-4294-8b0a-1aed4f2e2e74 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:07.349150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b67f9053-9198-4e2b-86ea-2418c542d016 req-093966e5-5aef-42b9-aa90-a7bfe7e8b536 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 210 time: 0.0393226 Feb 19 01:07:07.350206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.376667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a75520-f3a5-4f69-b123-73dc310986d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063efad9-39e3-45d3-b29b-d949ff12d072,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.381575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-77a75520-f3a5-4f69-b123-73dc310986d0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=07f3773938254b01b0b83e2bd91eb591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569309 Feb 19 01:07:07.389696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:07.471641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] Publish callbacks [] for security_group (063efad9-39e3-45d3-b29b-d949ff12d072), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.492806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event updated for resources: {'Port': ['ID=e8619145-2bd7-433e-88df-d37bdbf02d1c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.511345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] In _notify_port_updated(), no bound segment for port e8619145-2bd7-433e-88df-d37bdbf02d1c on network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:07.517001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.517798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.521761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6812592-e7c6-44ac-b1cb-192bb272bc57 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "PUT /v2.0/ports/e8619145-2bd7-433e-88df-d37bdbf02d1c HTTP/1.1" status: 200 len: 959 time: 1.6161718 Feb 19 01:07:07.523885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:07.532521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] Publish callbacks [] for security_group (063efad9-39e3-45d3-b29b-d949ff12d072), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.535849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port de343e07-03a6-4294-8b0a-1aed4f2e2e74 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:07.543081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port de343e07-03a6-4294-8b0a-1aed4f2e2e74 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:07.543604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.583201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824499-4e95-40c5-bec0-f9b6beaec661 req-ad2d3622-1c98-4009-8072-478972432986 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.585016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3824499-4e95-40c5-bec0-f9b6beaec661 req-ad2d3622-1c98-4009-8072-478972432986 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 945 time: 0.1101818 Feb 19 01:07:07.695550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port e8619145-2bd7-433e-88df-d37bdbf02d1c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:07.695965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.704699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3824499-4e95-40c5-bec0-f9b6beaec661 req-90495b7d-efec-44f6-bab7-09557b718f28 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972552 Feb 19 01:07:07.711332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port de343e07-03a6-4294-8b0a-1aed4f2e2e74 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:07.711332 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.711795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (063efad9-39e3-45d3-b29b-d949ff12d072), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.720962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.725170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/063efad9-39e3-45d3-b29b-d949ff12d072 HTTP/1.1" status: 204 len: 168 time: 0.3344138 Feb 19 01:07:07.741855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e0439-cd4b-4ed3-8d73-a367e4b2c50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063efad9-39e3-45d3-b29b-d949ff12d072,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:07.787783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:07.790969 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cca3bd-a804-4931-a28e-a870cad56cb6" -d '{"events": [{"server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "name": "network-vif-plugged", "status": "completed", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:07.815322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:07.840036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:07.840550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.847572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.861632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for e8619145-2bd7-433e-88df-d37bdbf02d1c owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:07.875996 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e56d8-822c-4972-a261-037a4163d048 x-openstack-request-id: req-120e56d8-822c-4972-a261-037a4163d048 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:07.876340 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "name": "network-vif-plugged", "status": "completed", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:07.876550 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-120e56d8-822c-4972-a261-037a4163d048 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:07.876977 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'code': 200} Feb 19 01:07:07.907878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:07.909274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 93eb52ff-5d1c-4e92-a906-357b4aac0f24 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:07.974931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 93eb52ff-5d1c-4e92-a906-357b4aac0f24 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:07.975364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 93eb52ff-5d1c-4e92-a906-357b4aac0f24 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:08.012186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a028d-93c8-4b91-a199-129c5bf4a2dc req-069346b6-c472-4401-90a3-a7d15e10cf65 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.022422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c42a028d-93c8-4b91-a199-129c5bf4a2dc req-069346b6-c472-4401-90a3-a7d15e10cf65 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0885739 Feb 19 01:07:08.032996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:08.035422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:08.048013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:08.048401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.066698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8a08-cc77-480f-8a10-dc4ba08fc316 req-7d5cd746-4f58-4126-9dcb-b9efd091d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.071122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d23e8a08-cc77-480f-8a10-dc4ba08fc316 req-7d5cd746-4f58-4126-9dcb-b9efd091d647 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1128 time: 0.0991449 Feb 19 01:07:08.110465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:08.124773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Provisioning complete for port e8619145-2bd7-433e-88df-d37bdbf02d1c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:08.126375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.147540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c42a028d-93c8-4b91-a199-129c5bf4a2dc req-ebd39eb0-f194-4121-95f2-64ec9e0b38c1 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137254 Feb 19 01:07:08.185582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e05c671e-4373-4e3a-b8ac-c7a5c53f24ad None None] Port e8619145-2bd7-433e-88df-d37bdbf02d1c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:08.269037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d23e8a08-cc77-480f-8a10-dc4ba08fc316 req-c8692d9f-9787-4a67-b57a-32a8b7a79315 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852031 Feb 19 01:07:08.298485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92dbd7-514c-4726-b71c-9c71c368625d req-3035ed22-1b48-4771-8a3c-96843c454950 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.300125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd92dbd7-514c-4726-b71c-9c71c368625d req-3035ed22-1b48-4771-8a3c-96843c454950 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1021979 Feb 19 01:07:08.356033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8742a-b669-41f0-8630-f8d6317ec499 req-22c20748-4b7d-45fe-8bcf-d7ff27ab30a0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.358069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15e8742a-b669-41f0-8630-f8d6317ec499 req-22c20748-4b7d-45fe-8bcf-d7ff27ab30a0 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0783381 Feb 19 01:07:08.431186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15e8742a-b669-41f0-8630-f8d6317ec499 req-7cb6bde2-819b-4614-9925-d94a923145c9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Feb 19 01:07:08.501351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1d020edb-caae-4d41-a911-91ff62aeab09 None None] Could not find standard attr ID for object e8619145-2bd7-433e-88df-d37bdbf02d1c. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:07:08.532840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e8f2d21-6a64-412b-b945-d9088fe3ac3d req-181d1352-4e0f-4105-adf4-f696c400699c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 210 time: 0.0400035 Feb 19 01:07:08.608267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.623913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cba54ac-8fd2-45ec-b470-370b35c0723e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.661136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e8619145-2bd7-433e-88df-d37bdbf02d1c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.699465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=e8619145-2bd7-433e-88df-d37bdbf02d1c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:08.728801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:08.771732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cba54ac-8fd2-45ec-b470-370b35c0723e admin admin] Publish callbacks [] for security_group (90e3431e-73cb-4693-9bfb-8bb6e9546122), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.789405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd92dbd7-514c-4726-b71c-9c71c368625d req-02c7d46a-5448-4b27-ba31-862e435eed87 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773440 Feb 19 01:07:08.813059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.815081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:08.815648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.817382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6835205-06ab-41ee-8ae2-23531b72db49 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/e8619145-2bd7-433e-88df-d37bdbf02d1c HTTP/1.1" status: 204 len: 168 time: 1.2944701 Feb 19 01:07:08.819955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.864559 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-4707504b-e56e-4b16-8b2c-1ce1e325b799 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] GET failed (client error): The resource could not be found. Feb 19 01:07:08.866276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4707504b-e56e-4b16-8b2c-1ce1e325b799 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports/e8619145-2bd7-433e-88df-d37bdbf02d1c HTTP/1.1" status: 404 len: 333 time: 0.0445638 Feb 19 01:07:08.869744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50102) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:08.873032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cba54ac-8fd2-45ec-b470-370b35c0723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (90e3431e-73cb-4693-9bfb-8bb6e9546122), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.911295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29138623-4f6d-4916-b918-2c642ea998c5 req-e3bcc1dc-ad56-4dcc-a76e-5ca37c53e76b tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.913369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29138623-4f6d-4916-b918-2c642ea998c5 req-e3bcc1dc-ad56-4dcc-a76e-5ca37c53e76b tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.0909774 Feb 19 01:07:08.930560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:08.950507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (d415555e-3522-4036-b829-1001e96711d6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:08.969686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7cba54ac-8fd2-45ec-b470-370b35c0723e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35089960f777497a85939c99248edcef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602321 Feb 19 01:07:08.971767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba54ac-8fd2-45ec-b470-370b35c0723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e3431e-73cb-4693-9bfb-8bb6e9546122,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:08.974107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50104) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:09.006331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29138623-4f6d-4916-b918-2c642ea998c5 req-5a0dafbb-c9d0-4471-9c27-18e3345d6a4c tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815575 Feb 19 01:07:09.010205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (d415555e-3522-4036-b829-1001e96711d6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.062666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] Publish callbacks [] for security_group (90e3431e-73cb-4693-9bfb-8bb6e9546122), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.085177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] Publish callbacks [] for security_group (90e3431e-73cb-4693-9bfb-8bb6e9546122), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.088664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-bdaed497-9d9a-42e0-a650-a8529f05c2d5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297813 Feb 19 01:07:09.181942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d415555e-3522-4036-b829-1001e96711d6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.185202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.186839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/security-groups/d415555e-3522-4036-b829-1001e96711d6 HTTP/1.1" status: 204 len: 168 time: 0.3154383 Feb 19 01:07:09.190178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50108) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:09.199609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e580c-a089-4bc8-8def-6be8224bee78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d415555e-3522-4036-b829-1001e96711d6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:09.213603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-48079f5a-91e2-4a18-87f0-9ec11ed515f5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.215145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-48079f5a-91e2-4a18-87f0-9ec11ed515f5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214492 Feb 19 01:07:09.233637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:09.262818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (90e3431e-73cb-4693-9bfb-8bb6e9546122), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.270199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.270199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/90e3431e-73cb-4693-9bfb-8bb6e9546122 HTTP/1.1" status: 204 len: 168 time: 0.2919095 Feb 19 01:07:09.280754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaa940-f9cb-4464-826d-62cd17cd6b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e3431e-73cb-4693-9bfb-8bb6e9546122,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:09.336556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (a6ef768f-8359-4527-a942-7d84b9aff44e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.345057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ebe6-a439-456e-977d-8059aa44dff8 req-a2d8be7f-e770-424e-8ddd-9c96a5a5782e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.357962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0f7ebe6-a439-456e-977d-8059aa44dff8 req-a2d8be7f-e770-424e-8ddd-9c96a5a5782e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1336868 Feb 19 01:07:09.380281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (a6ef768f-8359-4527-a942-7d84b9aff44e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.456154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0f7ebe6-a439-456e-977d-8059aa44dff8 req-3a6acd30-3af2-44fe-95d6-0b4142112381 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973165 Feb 19 01:07:09.457934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-dab76b38-8f51-4674-b5ec-f266d7aa8c73 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296490 Feb 19 01:07:09.513933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:09.517715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.519779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a6ef768f-8359-4527-a942-7d84b9aff44e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.522305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.526345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/security-groups/a6ef768f-8359-4527-a942-7d84b9aff44e HTTP/1.1" status: 204 len: 168 time: 0.3322151 Feb 19 01:07:09.543180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50114) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:09.580372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f8eb7-f6a0-4b78-b193-78d183cb1ec6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ef768f-8359-4527-a942-7d84b9aff44e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:09.624769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-7dd2a78f-be9c-45ee-9c71-3abb758cdbf6 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.626403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-7dd2a78f-be9c-45ee-9c71-3abb758cdbf6 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632016 Feb 19 01:07:09.648191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.660533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:09.663827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86122-d8c4-4b01-aa85-0236de83349c req-95881b8f-cab1-429e-9913-4ade44d9fe19 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.665476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ce86122-d8c4-4b01-aa85-0236de83349c req-95881b8f-cab1-429e-9913-4ade44d9fe19 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1544611 Feb 19 01:07:09.703892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (ac063526-6f5e-468e-a186-1076e6cf5252), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.733356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aacf8cd3-6bdd-4d88-8631-c8e267d6baf3 req-fd12cb8f-b357-47e7-8f7b-abc2571ac3de tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 210 time: 0.0936637 Feb 19 01:07:09.752876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.153 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/c5080455-c879-4436-97bb-1a14ea62d19e) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:09.763812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (ac063526-6f5e-468e-a186-1076e6cf5252), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.772264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ce86122-d8c4-4b01-aa85-0236de83349c req-a0e0a31e-3c9c-4142-9acc-24839b136a4c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922635 Feb 19 01:07:09.919664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf8c9e-b166-4873-8279-6c278b73eb30 req-d3e2e797-fb8e-4ee8-b405-3fcbb385c5e6 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.921443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38bf8c9e-b166-4873-8279-6c278b73eb30 req-d3e2e797-fb8e-4ee8-b405-3fcbb385c5e6 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0641203 Feb 19 01:07:09.935924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:09.939911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.967253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac063526-6f5e-468e-a186-1076e6cf5252), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.970239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:09.974365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/security-groups/ac063526-6f5e-468e-a186-1076e6cf5252 HTTP/1.1" status: 204 len: 168 time: 0.4272840 Feb 19 01:07:09.975013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50124) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:10.062961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ea6c5-f955-4aab-87e3-fd62b5023778 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac063526-6f5e-468e-a186-1076e6cf5252,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.119149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.120210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38bf8c9e-b166-4873-8279-6c278b73eb30 req-f4f01edb-dedb-48ad-9544-94e45a7c444c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924486 Feb 19 01:07:10.152538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet c8fa2b11-81ff-49e4-bad9-480ac35abda6 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:10.160173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (c8fa2b11-81ff-49e4-bad9-480ac35abda6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.204280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (c8fa2b11-81ff-49e4-bad9-480ac35abda6), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.296726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c8fa2b11-81ff-49e4-bad9-480ac35abda6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.346005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d115f8-0e4c-46cf-aeb9-a81daa3cc16a req-5188fe95-1673-45f6-b88f-3e89f3ae3ef7 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.347628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76d115f8-0e4c-46cf-aeb9-a81daa3cc16a req-5188fe95-1673-45f6-b88f-3e89f3ae3ef7 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.0971005 Feb 19 01:07:10.353510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (c5080455-c879-4436-97bb-1a14ea62d19e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.417242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (c8fa2b11-81ff-49e4-bad9-480ac35abda6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.430644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76d115f8-0e4c-46cf-aeb9-a81daa3cc16a req-8d62a3d6-e643-45f9-a03a-bac3555a819f tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673041 Feb 19 01:07:10.448441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fa2b11-81ff-49e4-bad9-480ac35abda6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.459710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.462282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af006ed8-1343-4280-8596-18285e70085e tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/c8fa2b11-81ff-49e4-bad9-480ac35abda6 HTTP/1.1" status: 204 len: 168 time: 0.4758341 Feb 19 01:07:10.465888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736822cd-9ed6-4997-a6fc-a44c262e5f09 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:10.467979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:10.513807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.528375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:10.572935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet 4174f1c8-e023-42b2-a25a-2db2d78687da {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:10.626866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (4174f1c8-e023-42b2-a25a-2db2d78687da), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.672750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:10.691076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-60911277-ad35-4bec-b618-bd3a706f0238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.691396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:10.697268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.701158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:10.721418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.164 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/74a4d05f-a846-4315-954d-bc9107cfb709) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:10.730967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (4174f1c8-e023-42b2-a25a-2db2d78687da), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.775988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42789dd-8e57-428e-8df6-7800d9cf7f06 req-61196499-a1a4-44bb-9182-a604b3f1d6ff tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.777271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e42789dd-8e57-428e-8df6-7800d9cf7f06 req-61196499-a1a4-44bb-9182-a604b3f1d6ff tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2166016 Feb 19 01:07:10.815372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.816036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.840033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a05aa2-93b0-41d2-916a-ae1a265d1526 req-12cb7146-ebea-4255-86ee-2b7bf927c226 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:10.841751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27a05aa2-93b0-41d2-916a-ae1a265d1526 req-12cb7146-ebea-4255-86ee-2b7bf927c226 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.2911003 Feb 19 01:07:10.876931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e42789dd-8e57-428e-8df6-7800d9cf7f06 req-6d7562c3-e543-48a2-ab4c-1f168361337a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985711 Feb 19 01:07:10.896629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-852db544-745c-426b-93ff-aa9762e01b4f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6684003 Feb 19 01:07:10.919244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Request body: {'port': {'device_id': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:11.016095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.020239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4174f1c8-e023-42b2-a25a-2db2d78687da), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.059713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb5ae68a-a69f-45a2-b35d-e70e34835ca9 req-9e2a30a9-e03f-4bed-949f-c11ae7b3cb9d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 210 time: 0.0450304 Feb 19 01:07:11.188235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27a05aa2-93b0-41d2-916a-ae1a265d1526 req-1cf6b468-3e01-4e0b-8241-b579274ad280 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089912 Feb 19 01:07:11.218292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-aa48357c-2832-4f30-a26f-0cb3c77fb25d None None] Provisioning complete for port c5080455-c879-4436-97bb-1a14ea62d19e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:11.221242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa48357c-2832-4f30-a26f-0cb3c77fb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.273079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (74a4d05f-a846-4315-954d-bc9107cfb709), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.287453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aa48357c-2832-4f30-a26f-0cb3c77fb25d None None] Port c5080455-c879-4436-97bb-1a14ea62d19e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:11.337053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc926-59b6-4e72-817e-c8d32d03dcd7 req-55ff56ae-3636-49c6-8ab4-df20d635fe3f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.344454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e4bc926-59b6-4e72-817e-c8d32d03dcd7 req-55ff56ae-3636-49c6-8ab4-df20d635fe3f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1064005 Feb 19 01:07:11.377435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4174f1c8-e023-42b2-a25a-2db2d78687da), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.392253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a279925-1926-4e72-b5a2-2cca954341ef req-c11eb9b6-7a1b-43e6-8904-dd00a6ade534 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.393951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a279925-1926-4e72-b5a2-2cca954341ef req-c11eb9b6-7a1b-43e6-8904-dd00a6ade534 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.0978034 Feb 19 01:07:11.411382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e4bc926-59b6-4e72-817e-c8d32d03dcd7 req-beffe516-05b8-4622-aa5b-5e5eb92d1d5b tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Feb 19 01:07:11.431617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=4174f1c8-e023-42b2-a25a-2db2d78687da,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:11.435079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.440159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-44198ba8-4a18-431c-84d1-784c9079a17a tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/4174f1c8-e023-42b2-a25a-2db2d78687da HTTP/1.1" status: 204 len: 168 time: 0.9709692 Feb 19 01:07:11.451337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:11.479230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.491691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:11.512496 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c5da95-b209-4425-aa82-23f421215bdd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:11.512818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c5da95-b209-4425-aa82-23f421215bdd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:11.523366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-71c5da95-b209-4425-aa82-23f421215bdd tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/c8fa2b11-81ff-49e4-bad9-480ac35abda6 HTTP/1.1" status: 404 len: 337 time: 0.0702953 Feb 19 01:07:11.532935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50166) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:11.544129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:11.596347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a279925-1926-4e72-b5a2-2cca954341ef req-16214763-1487-4a8d-8055-8eebd6b6b1af tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940143 Feb 19 01:07:11.653369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98e4d3-e571-481d-98a7-b96385c02945 req-9aebcfc9-9954-461c-8d9b-f4a8ce35a2e0 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.654917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de98e4d3-e571-481d-98a7-b96385c02945 req-9aebcfc9-9954-461c-8d9b-f4a8ce35a2e0 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.1539910 Feb 19 01:07:11.658196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:11.661979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:11.669157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:11.736780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting subnet e8cb7145-51f9-47aa-97ca-e758c43e3405 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:11.742453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50679998-1dd8-4e92-a583-6dec1344ee24 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:11.760837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:11.763641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.775019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de98e4d3-e571-481d-98a7-b96385c02945 req-64c2d9a0-53ff-4c31-aec5-03197e3463c1 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116545 Feb 19 01:07:11.776579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (e8cb7145-51f9-47aa-97ca-e758c43e3405), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.789634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5080455-c879-4436-97bb-1a14ea62d19e {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:11.805362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:11.815130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks [] for port (c5080455-c879-4436-97bb-1a14ea62d19e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.832722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Transition to ACTIVE for port object c5080455-c879-4436-97bb-1a14ea62d19e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:11.836154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (e8cb7145-51f9-47aa-97ca-e758c43e3405), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.844979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-c597a495-c0d5-412b-9ebe-1a751c7aab5c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1974766 Feb 19 01:07:11.873837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Request body: {'port': {'device_id': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:11.919707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:11.920271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:11.925740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.011693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.053167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e8cb7145-51f9-47aa-97ca-e758c43e3405), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.136974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:12.165476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:12.165855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.180058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Pushing event updated for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.234432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0b307d56-3298-44a7-9e07-83586969f90e None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:12.342908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09325498-145d-4e96-81ed-c9723e68f94d tempest-TestServerBasicOps-706588127 tempest-TestServerBasicOps-706588127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.347290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-09325498-145d-4e96-81ed-c9723e68f94d tempest-TestServerBasicOps-706588127 tempest-TestServerBasicOps-706588127-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1123 time: 0.5381720 Feb 19 01:07:12.347458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfffd3d-9a2f-4535-8167-ea2a2ad87ac1 req-1200724b-e56c-43a7-9886-24d8895b7e0d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.354422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dfffd3d-9a2f-4535-8167-ea2a2ad87ac1 req-1200724b-e56c-43a7-9886-24d8895b7e0d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2890549 Feb 19 01:07:12.356328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50186) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.363827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Attempting to bind port c5080455-c879-4436-97bb-1a14ea62d19e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:12.367875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Attempting to bind port c5080455-c879-4436-97bb-1a14ea62d19e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:12.367875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Attempting to bind port c5080455-c879-4436-97bb-1a14ea62d19e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:12.371987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:12.372173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-99ade431-9f5d-458d-af7d-84f4e2ffe345 None None] Provisioning complete for port 74a4d05f-a846-4315-954d-bc9107cfb709 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:12.372469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99ade431-9f5d-458d-af7d-84f4e2ffe345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.373536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Port c5080455-c879-4436-97bb-1a14ea62d19e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:12.373925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Attempting to bind port c5080455-c879-4436-97bb-1a14ea62d19e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:12.384841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9e3fa-cd1c-4b5c-95b4-a528d770c266 req-48413cca-ebb1-428d-a2a9-c4314451f02f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.386482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59c9e3fa-cd1c-4b5c-95b4-a528d770c266 req-48413cca-ebb1-428d-a2a9-c4314451f02f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 936 time: 0.1558194 Feb 19 01:07:12.394425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:12.394768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:12.395363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:12.400362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Bound port: c5080455-c879-4436-97bb-1a14ea62d19e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:12.401026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.437467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-99ade431-9f5d-458d-af7d-84f4e2ffe345 None None] Port 74a4d05f-a846-4315-954d-bc9107cfb709 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:12.519913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (e8cb7145-51f9-47aa-97ca-e758c43e3405), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.560060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59c9e3fa-cd1c-4b5c-95b4-a528d770c266 req-2acf42c0-d025-4d37-8e17-1ab55982b2cf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550279 Feb 19 01:07:12.560331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dfffd3d-9a2f-4535-8167-ea2a2ad87ac1 req-13c9d656-1a38-4ac7-8c57-4254dae92f61 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048564 Feb 19 01:07:12.565462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cb7145-51f9-47aa-97ca-e758c43e3405,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:12.569026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.574918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff181690-3a82-4551-8ccb-9cff5985877d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/e8cb7145-51f9-47aa-97ca-e758c43e3405 HTTP/1.1" status: 204 len: 168 time: 1.0159912 Feb 19 01:07:12.575403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.613868 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-765de49b-b23b-4580-8c23-2fc4fea6cdc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:12.613868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765de49b-b23b-4580-8c23-2fc4fea6cdc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:12.613868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-765de49b-b23b-4580-8c23-2fc4fea6cdc5 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/56d63cda-4eaa-4408-95ed-9c67a6023ba8 HTTP/1.1" status: 404 len: 337 time: 0.0307198 Feb 19 01:07:12.623649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50196) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.637707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.709891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:12.715426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8774e755-af19-4474-b24a-4553026282b7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 HTTP/1.1" status: 200 len: 205 time: 0.0892949 Feb 19 01:07:12.719112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.800789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c5080455-c879-4436-97bb-1a14ea62d19e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:12.816729 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-08726399-777d-4dac-ad62-91cd7c877545 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] delete failed (client error): The resource could not be found. Feb 19 01:07:12.817820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08726399-777d-4dac-ad62-91cd7c877545 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/routers/5a5547f8-d2e4-4417-a76d-553d9a3fd8b0 HTTP/1.1" status: 404 len: 336 time: 0.0975595 Feb 19 01:07:12.824194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50202) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.838449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a4d05f-a846-4315-954d-bc9107cfb709 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:12.839532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d1623956-af96-4621-94e2-78e112a49144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.869451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks [] for port (74a4d05f-a846-4315-954d-bc9107cfb709), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.873143 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6b16a1-f0fa-45de-b897-1164f515b933 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:12.875035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6b16a1-f0fa-45de-b897-1164f515b933 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:12.875812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b4667-38dc-4bab-89cb-86245f2a439b req-64b55e7a-8a08-437b-b899-0593d3116ea9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.876664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3c6b16a1-f0fa-45de-b897-1164f515b933 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/add4480e-2e59-49f3-8065-81139aa69381 HTTP/1.1" status: 404 len: 337 time: 0.0501859 Feb 19 01:07:12.893132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6e552-b29f-4653-9f3f-2a45ae33ee9f req-f64f7b22-1ac1-40a4-bd56-3fabdcc866c3 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.893690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-357b4667-38dc-4bab-89cb-86245f2a439b req-64b55e7a-8a08-437b-b899-0593d3116ea9 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0836823 Feb 19 01:07:12.893805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5aa6e552-b29f-4653-9f3f-2a45ae33ee9f req-f64f7b22-1ac1-40a4-bd56-3fabdcc866c3 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1651216 Feb 19 01:07:12.893909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.903677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Transition to ACTIVE for port object 74a4d05f-a846-4315-954d-bc9107cfb709 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:12.955212 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6ee49d-9148-4f0b-a508-5658943fa9ee tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:12.955868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6ee49d-9148-4f0b-a508-5658943fa9ee tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:12.963956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4c6ee49d-9148-4f0b-a508-5658943fa9ee tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/43352d8a-c34c-43e7-8eb9-7c2a8ec7e326 HTTP/1.1" status: 404 len: 337 time: 0.0722213 Feb 19 01:07:12.965887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.966116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:12.987578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:12.988791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.990188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] 10.222.0.96 "PUT /v2.0/ports/c5080455-c879-4436-97bb-1a14ea62d19e HTTP/1.1" status: 200 len: 1096 time: 2.0844076 Feb 19 01:07:12.996507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:12.999220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:12.999397 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c2030-ee40-4cfb-9891-43d11726ff27" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:13.021001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5aa6e552-b29f-4653-9f3f-2a45ae33ee9f req-1438f1af-dccd-4a05-82ee-97462bf227f7 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Feb 19 01:07:13.022239 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-2422199f-a311-4348-bbf1-2cc8728d02b7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.024153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2422199f-a311-4348-bbf1-2cc8728d02b7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.027443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2422199f-a311-4348-bbf1-2cc8728d02b7 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/e4481d72-bd0a-4332-9847-c8979473284e HTTP/1.1" status: 404 len: 337 time: 0.0608230 Feb 19 01:07:13.030262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50214) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.040592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.047259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-357b4667-38dc-4bab-89cb-86245f2a439b req-c321f037-3865-497d-8c7e-151e826b0b45 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590049 Feb 19 01:07:13.081415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458af8f-a013-4a31-b79b-4a014f20ae01 None None] Network b3a0ad54-ba28-4134-ac40-c7bb6c62e585 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:13.102333 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01f1f0-25f3-40bf-88f8-96d18d8afcfe x-openstack-request-id: req-7e01f1f0-25f3-40bf-88f8-96d18d8afcfe {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:13.102677 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:13.102897 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7e01f1f0-25f3-40bf-88f8-96d18d8afcfe {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:13.103339 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e', 'status': 'completed', 'code': 200} Feb 19 01:07:13.104751 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c487077-4d5f-49a2-9821-4ce841db7b78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.105320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c487077-4d5f-49a2-9821-4ce841db7b78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.110985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c487077-4d5f-49a2-9821-4ce841db7b78 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/ac75ee0c-4010-4d7a-85af-c53684ee243c HTTP/1.1" status: 404 len: 333 time: 0.0774772 Feb 19 01:07:13.111371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:13.115777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50216) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.169243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ccdaf-4ffe-459d-9eea-d518a0ab7940 service neutron] Pushing event updated for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:13.189767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-9362b407-ec36-401f-9ba9-882fd644433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.191769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-9362b407-ec36-401f-9ba9-882fd644433f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 1130 time: 0.0819705 Feb 19 01:07:13.193207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Provisioning complete for port 3d47c14a-31c0-46fa-9032-a5889d73caf4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:13.193591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.211373 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-1102ae9d-c6be-43b5-98e2-cc5ba0ee4e14 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.211942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1102ae9d-c6be-43b5-98e2-cc5ba0ee4e14 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.217530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1102ae9d-c6be-43b5-98e2-cc5ba0ee4e14 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/9dc802c1-961f-4b30-b352-b7573bd342bf HTTP/1.1" status: 404 len: 337 time: 0.0974560 Feb 19 01:07:13.217642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50218) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.249643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-4f615efb-2cf2-4bdc-96d0-5f8bb0f61fd4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c5080455-c879-4436-97bb-1a14ea62d19e HTTP/1.1" status: 200 len: 217 time: 0.0487683 Feb 19 01:07:13.266553 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-59330bd8-3eaa-4cc8-86e7-2ee46a3b7491 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.266553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59330bd8-3eaa-4cc8-86e7-2ee46a3b7491 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.272251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59330bd8-3eaa-4cc8-86e7-2ee46a3b7491 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/db930989-3fbb-49a5-8d9f-f32888445ebb HTTP/1.1" status: 404 len: 337 time: 0.0433962 Feb 19 01:07:13.294398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.300729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-53e8db56-e6d3-44bc-8014-ed62db19da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.302463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-53e8db56-e6d3-44bc-8014-ed62db19da3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0468867 Feb 19 01:07:13.401194 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f15e47-bcf3-4143-accb-e6f2e0c5092d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.401808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f15e47-bcf3-4143-accb-e6f2e0c5092d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.407644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-87f15e47-bcf3-4143-accb-e6f2e0c5092d tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/a14aa66e-9610-4edd-ad25-79fa7a875912 HTTP/1.1" status: 404 len: 333 time: 0.1099854 Feb 19 01:07:13.407841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Current status of the port 3d47c14a-31c0-46fa-9032-a5889d73caf4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:13.408398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50224) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.419163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Provisioning complete for port 158e8539-ae4b-437c-90fa-69e0c2eb8325 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:13.419551 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.437332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-f405ac60-7a28-4035-94da-97840288f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.438870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-f405ac60-7a28-4035-94da-97840288f1cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1297731 Feb 19 01:07:13.446697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] DHCP port deletion for b3a0ad54-ba28-4134-ac40-c7bb6c62e585 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:07:13.481468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Attempting to bind port 74a4d05f-a846-4315-954d-bc9107cfb709 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:13.481824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Attempting to bind port 74a4d05f-a846-4315-954d-bc9107cfb709 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:13.482141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Attempting to bind port 74a4d05f-a846-4315-954d-bc9107cfb709 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:13.487579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b4603-65f7-4c8b-bc78-8a1b35188f9f None None] Port 158e8539-ae4b-437c-90fa-69e0c2eb8325 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:13.514262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Port 74a4d05f-a846-4315-954d-bc9107cfb709 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:13.514262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Attempting to bind port 74a4d05f-a846-4315-954d-bc9107cfb709 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:13.517186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Deleting port 3d47c14a-31c0-46fa-9032-a5889d73caf4 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:13.517727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.535043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:13.535455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:13.535853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:13.536609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Bound port: 74a4d05f-a846-4315-954d-bc9107cfb709, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:13.537083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.549385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Allocated IP 172.25.2.166 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/d2dc84b5-0ed7-41d7-941c-dcb83b717517) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:13.575184 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3570cba1-3b9b-45f4-bb18-eb2263f756a6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.575651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3570cba1-3b9b-45f4-bb18-eb2263f756a6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.581231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3570cba1-3b9b-45f4-bb18-eb2263f756a6 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/c3d5583c-d20f-4e3d-b282-201b700fa06a HTTP/1.1" status: 404 len: 337 time: 0.1696088 Feb 19 01:07:13.581231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-a9674163-058f-4849-a7c4-aefcec3868ea service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019163 Feb 19 01:07:13.581624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50226) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.634737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-a0d38128-0e5b-4050-b374-6a2352e11a59 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.636915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-a0d38128-0e5b-4050-b374-6a2352e11a59 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.2244112 Feb 19 01:07:13.674091 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-af08d287-4bcd-48b7-9180-b5af34c1f947 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] DELETE failed (client error): The resource could not be found. Feb 19 01:07:13.674862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af08d287-4bcd-48b7-9180-b5af34c1f947 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:07:13.678406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-af08d287-4bcd-48b7-9180-b5af34c1f947 tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/subnets/b73098dd-4a87-4b56-a73e-a35a441ed633 HTTP/1.1" status: 404 len: 337 time: 0.0958524 Feb 19 01:07:13.682023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:13.684269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] For port 3d47c14a-31c0-46fa-9032-a5889d73caf4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3d47c14a-31c0-46fa-9032-a5889d73caf4,segment=NetworkSegment(0db06326-52b8-43c2-ace3-15d980d828f2),segment_id=0db06326-52b8-43c2-ace3-15d980d828f2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:13.684683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.711035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Calling delete_port for 3d47c14a-31c0-46fa-9032-a5889d73caf4 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:13.876309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2c92-0d10-4d19-8774-ae1ec9e817eb req-4e7db5a4-466f-4061-83ba-df4c882295d3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.877186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e20b2c92-0d10-4d19-8774-ae1ec9e817eb req-4e7db5a4-466f-4061-83ba-df4c882295d3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 948 time: 0.1586046 Feb 19 01:07:13.882289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-0829914f-4a02-4f45-b524-98554f5f0790 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860498 Feb 19 01:07:13.900013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:13.921422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec56bad-ff99-4363-ba07-e965c68d7614 req-7d01414d-2bf1-4e78-98d0-8dff1dc9c83d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:13.923346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ec56bad-ff99-4363-ba07-e965c68d7614 req-7d01414d-2bf1-4e78-98d0-8dff1dc9c83d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2036877 Feb 19 01:07:13.932682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3d47c14a-31c0-46fa-9032-a5889d73caf4), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.935801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e20b2c92-0d10-4d19-8774-ae1ec9e817eb req-6f3344e4-4abb-442a-9ca1-ab963d7f7d2c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Feb 19 01:07:13.951411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Deleting port 158e8539-ae4b-437c-90fa-69e0c2eb8325 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:13.951810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:13.964465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=74a4d05f-a846-4315-954d-bc9107cfb709,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:13.983695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Pushing event deleted for resources: {'Port': ['ID=3d47c14a-31c0-46fa-9032-a5889d73caf4,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:13.998419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] No DVR routers for this DVR port 3d47c14a-31c0-46fa-9032-a5889d73caf4 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:14.001323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.001726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.002053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.002414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.002785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.003144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.003481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.003935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.004273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.005193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.005328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.006449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.006852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46707f8-1712-4294-b41a-def214de8b87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:14.042797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.068651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Calling delete_port for 158e8539-ae4b-437c-90fa-69e0c2eb8325 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:14.084585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ec56bad-ff99-4363-ba07-e965c68d7614 req-79f14bc6-7d1f-4b24-a211-79aeb3a1f5b3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300991 Feb 19 01:07:14.110091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.112314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.180965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.181563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.185171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] 10.222.0.96 "PUT /v2.0/ports/74a4d05f-a846-4315-954d-bc9107cfb709 HTTP/1.1" status: 200 len: 1096 time: 2.3183711 Feb 19 01:07:14.190517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:14.192897 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18" -d '{"events": [{"name": "network-changed", "server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:14.196977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-4b3df469-26a3-49b9-a482-62ed994e94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.199924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-4b3df469-26a3-49b9-a482-62ed994e94a5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 1130 time: 0.1421015 Feb 19 01:07:14.215685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.216191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf62c42-cba6-49b6-a4f0-7b0d27019781 req-92eb0bbd-e0d6-463a-bdd7-6b30282156f6 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.217724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bf62c42-cba6-49b6-a4f0-7b0d27019781 req-92eb0bbd-e0d6-463a-bdd7-6b30282156f6 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 945 time: 0.1267934 Feb 19 01:07:14.237591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Deleting port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:14.237994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.360238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6bf62c42-cba6-49b6-a4f0-7b0d27019781 req-bd51f7f0-a68a-441c-880c-beea166b7002 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285276 Feb 19 01:07:14.371350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-bfea3b82-58e9-49d4-b490-7eca23c410bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.385033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-bfea3b82-58e9-49d4-b490-7eca23c410bf service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1542015 Feb 19 01:07:14.425433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-705e6d93-feba-4058-a87a-78b8214fd579 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c5080455-c879-4436-97bb-1a14ea62d19e HTTP/1.1" status: 200 len: 217 time: 0.0458658 Feb 19 01:07:14.426093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (158e8539-ae4b-437c-90fa-69e0c2eb8325), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.469443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Port': ['ID=158e8539-ae4b-437c-90fa-69e0c2eb8325,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:14.501187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.513322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e6c0b89-0dfc-44f6-9d2d-1e068d589e6b tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/ports/158e8539-ae4b-437c-90fa-69e0c2eb8325 HTTP/1.1" status: 204 len: 168 time: 0.8235111 Feb 19 01:07:14.513322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50246) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:14.579987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50248) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:14.602519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-faa25703-b339-49d1-b716-cbd002599d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.604124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-faa25703-b339-49d1-b716-cbd002599d01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1698861 Feb 19 01:07:14.629412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b3a0ad54-ba28-4134-ac40-c7bb6c62e585), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.647439 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bead6a9-5e4e-47ad-a62c-d5a5e29ea7f6 x-openstack-request-id: req-1bead6a9-5e4e-47ad-a62c-d5a5e29ea7f6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:14.648585 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:14.648585 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1bead6a9-5e4e-47ad-a62c-d5a5e29ea7f6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:14.648944 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709', 'status': 'completed', 'code': 200} Feb 19 01:07:14.673384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0a6f-f933-48d1-ae18-cc38fda8a2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:14.700005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-b5614914-b0c8-4f85-b83e-e9a35a011e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.702000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-b5614914-b0c8-4f85-b83e-e9a35a011e88 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0884488 Feb 19 01:07:14.737771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1f1f3-acb5-43ac-849c-894f6419a59a req-45792472-4cf3-4bb9-a2fa-5d6db173c791 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.739434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acd1f1f3-acb5-43ac-849c-894f6419a59a req-45792472-4cf3-4bb9-a2fa-5d6db173c791 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.5836809 Feb 19 01:07:14.746690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:14.751164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29369516-c7e4-4eaf-91fd-7897b92a7470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.772468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] For port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:14.772879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.774700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3d47c14a-31c0-46fa-9032-a5889d73caf4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:14.775126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3d47c14a-31c0-46fa-9032-a5889d73caf4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:14.795231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.798674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-7f374e2c-f0a5-42d5-8070-cf8a31c93041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:14.799691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-7f374e2c-f0a5-42d5-8070-cf8a31c93041 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1130 time: 0.1487694 Feb 19 01:07:14.809379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Calling delete_port for 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:14.847455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b3a0ad54-ba28-4134-ac40-c7bb6c62e585), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.889877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a0ad54-ba28-4134-ac40-c7bb6c62e585']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:14.902367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-ffa7b252-6001-4d27-8a12-e480f7d60c80 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74a4d05f-a846-4315-954d-bc9107cfb709 HTTP/1.1" status: 200 len: 217 time: 0.0886426 Feb 19 01:07:14.909472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:14.920239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db06326-52b8-43c2-ace3-15d980d828f2') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:14.920578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db06326-52b8-43c2-ace3-15d980d828f2') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:14.944909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (0db06326-52b8-43c2-ace3-15d980d828f2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:14.949531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:14.959149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:14.965476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-75b942fd-a2b1-4445-9773-2ab5b7056306 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432005 Feb 19 01:07:14.967795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'Port': ['ID=d2dc84b5-0ed7-41d7-941c-dcb83b717517,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:14.974624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acd1f1f3-acb5-43ac-849c-894f6419a59a req-9ba1c0c6-fc33-45ed-9842-37a8e914e5fa tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162104 Feb 19 01:07:14.986632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0db06326-52b8-43c2-ace3-15d980d828f2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.043599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:15.044417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (0db06326-52b8-43c2-ace3-15d980d828f2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:15.047141 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:15.080149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-b4f036ea-b7fe-4d2f-a255-e3f0616cc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.081620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-b4f036ea-b7fe-4d2f-a255-e3f0616cc7da service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1272936 Feb 19 01:07:15.123664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29369516-c7e4-4eaf-91fd-7897b92a7470 admin admin] Publish callbacks [] for security_group (081d844b-c205-4288-a962-c0c505e50273), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.171063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.188585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-902c2030-ee40-4cfb-9891-43d11726ff27 req-3fe80120-38ab-4b06-98d7-caf421ac556f service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135026 Feb 19 01:07:15.192836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29369516-c7e4-4eaf-91fd-7897b92a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (081d844b-c205-4288-a962-c0c505e50273), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.227686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915f494-e916-4897-ae0c-046b4a44a4b8 req-b5ac9b57-069a-4596-87a7-eb0b424a6370 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.229088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4915f494-e916-4897-ae0c-046b4a44a4b8 req-b5ac9b57-069a-4596-87a7-eb0b424a6370 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 948 time: 0.1648445 Feb 19 01:07:15.240477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b3a0ad54-ba28-4134-ac40-c7bb6c62e585), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.245867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.251261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] 10.222.0.94 "DELETE /v2.0/networks/b3a0ad54-ba28-4134-ac40-c7bb6c62e585 HTTP/1.1" status: 204 len: 168 time: 0.7366607 Feb 19 01:07:15.275302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-29369516-c7e4-4eaf-91fd-7897b92a7470 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c95804dea35340b5af10668abd9dfaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6909180 Feb 19 01:07:15.291368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50258) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:15.295495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29369516-c7e4-4eaf-91fd-7897b92a7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d844b-c205-4288-a962-c0c505e50273,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.305730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f015121-3a51-4b55-816a-a70f225770dc tempest-PortsTestJSON-1651285427 tempest-PortsTestJSON-1651285427-project] Pushing event deleted for resources: {'Network': ['ID=b3a0ad54-ba28-4134-ac40-c7bb6c62e585,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.331646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ff679-292e-48c6-ab6d-801e51a70729 req-2984b4ed-ded4-419b-999e-387c56b3864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.333194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-2984b4ed-ded4-419b-999e-387c56b3864e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2257078 Feb 19 01:07:15.364320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4915f494-e916-4897-ae0c-046b4a44a4b8 req-eeff4eea-eeaf-4ae6-9640-d25d110e2e13 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275752 Feb 19 01:07:15.392838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] Publish callbacks [] for security_group (081d844b-c205-4288-a962-c0c505e50273), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.418450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] Publish callbacks [] for security_group (081d844b-c205-4288-a962-c0c505e50273), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.419876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a50ba-73d4-40b0-9823-a7bd53ee4c05 req-a1290a4f-bb1d-453f-8168-a1dc30eb17b1 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.421551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e72a50ba-73d4-40b0-9823-a7bd53ee4c05 req-a1290a4f-bb1d-453f-8168-a1dc30eb17b1 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2433040 Feb 19 01:07:15.482738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.506189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25ed72-10bc-4b2b-9634-f632c63a6add req-ea74e1c6-044c-4353-b8ab-e27b92751265 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:15.508439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a25ed72-10bc-4b2b-9634-f632c63a6add req-ea74e1c6-044c-4353-b8ab-e27b92751265 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 867 time: 0.0743585 Feb 19 01:07:15.538650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Pushing event deleted for resources: {'Port': ['ID=9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.562033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a25ed72-10bc-4b2b-9634-f632c63a6add req-a6ccd09b-83f4-4318-b448-0994429af485 tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/security-groups?id=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Feb 19 01:07:15.626570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e72a50ba-73d4-40b0-9823-a7bd53ee4c05 req-b48d6fa6-f3ad-4af2-bb7c-c8059055f52c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714742 Feb 19 01:07:15.627226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] No DVR routers for this DVR port 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:15.630091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-6eee6341-8e2e-4f11-af3d-5fd47c270842 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853968 Feb 19 01:07:15.631811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.633738 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (081d844b-c205-4288-a962-c0c505e50273), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.637607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1203651d-78da-434d-9b7a-f797dcfa4f61 req-ba0831ae-598b-4d63-82d5-5a87c3a59a0c tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.117 "DELETE /v2.0/ports/9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 HTTP/1.1" status: 204 len: 173 time: 1.9808757 Feb 19 01:07:15.637781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:15.639122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/081d844b-c205-4288-a962-c0c505e50273 HTTP/1.1" status: 204 len: 168 time: 0.3446369 Feb 19 01:07:15.661774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab073568-0d5e-4a6b-a623-1ef07d8a4c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d844b-c205-4288-a962-c0c505e50273,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:15.948838 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50268) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:15.981736 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-083ff679-292e-48c6-ab6d-801e51a70729 req-94f8e039-f813-413d-a434-97d4bc6c6b7d service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238990 Feb 19 01:07:16.039864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for floatingip (1bb4394f-6a8c-4668-8483-a3c7ae58e7f8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.177537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1697b702-db9b-4e23-b880-9b3052e1fd8d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4b40f81463e14cb6b971614c08b53006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266459 Feb 19 01:07:16.179070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.201461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-93a35ad1-3b4c-4ef8-bf03-de05efcb1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.203171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-93a35ad1-3b4c-4ef8-bf03-de05efcb1f52 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1130 time: 0.0683908 Feb 19 01:07:16.236742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842596c-56e5-45c8-9726-f02f79af3d25 req-aff16cda-e424-4584-b796-381108ce4e2f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.238270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1842596c-56e5-45c8-9726-f02f79af3d25 req-aff16cda-e424-4584-b796-381108ce4e2f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1190147 Feb 19 01:07:16.260024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] Publish callbacks [] for security_group (e6adee33-6f1f-42be-a3e9-b0d3f4800418), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.303504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] Publish callbacks [] for security_group (e6adee33-6f1f-42be-a3e9-b0d3f4800418), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.329651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1842596c-56e5-45c8-9726-f02f79af3d25 req-11cabd49-adf3-428b-b7ab-43abbffa70b7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Feb 19 01:07:16.331760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-db6d69d6-61e8-4438-a919-a3d6f9586127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.333005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-db6d69d6-61e8-4438-a919-a3d6f9586127 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1207292 Feb 19 01:07:16.333790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.397401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-02a7cc15-3a2f-4706-a5c2-17c3e731e704 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74a4d05f-a846-4315-954d-bc9107cfb709 HTTP/1.1" status: 200 len: 217 time: 0.0398104 Feb 19 01:07:16.412526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50278) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.422122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e6adee33-6f1f-42be-a3e9-b0d3f4800418), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.424635 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.425750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e6adee33-6f1f-42be-a3e9-b0d3f4800418 HTTP/1.1" status: 204 len: 168 time: 0.2450590 Feb 19 01:07:16.436615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-addf10c1-ab4d-4c23-9821-60a575833b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.443551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273514d9-efb0-445a-8b85-303d95c3bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6adee33-6f1f-42be-a3e9-b0d3f4800418,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:16.558750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-addf10c1-ab4d-4c23-9821-60a575833b4f admin admin] Publish callbacks [] for security_group (924591ae-fd87-462f-80b5-47e76df731e6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.559069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-1ccf0ad7-e32f-4d6a-8be1-b08e8a4c5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.560759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-1ccf0ad7-e32f-4d6a-8be1-b08e8a4c5c6b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1505144 Feb 19 01:07:16.616033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-addf10c1-ab4d-4c23-9821-60a575833b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (924591ae-fd87-462f-80b5-47e76df731e6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.628956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673fbb0-e123-4e64-a615-55fc03131043 req-9d69dd54-913e-4e03-8a57-f7144ffe31fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.630201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b673fbb0-e123-4e64-a615-55fc03131043 req-9d69dd54-913e-4e03-8a57-f7144ffe31fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 948 time: 0.1734965 Feb 19 01:07:16.651608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'name': 'network-vif-deleted', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:16.653849 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55c2d0-888c-4c0d-8fc3-f8d6bc06bf94" -d '{"events": [{"server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "name": "network-vif-deleted", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:16.659120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-addf10c1-ab4d-4c23-9821-60a575833b4f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=781516b961b640ccb9706498cb49750a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453671 Feb 19 01:07:16.666416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:16.693192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf10c1-ab4d-4c23-9821-60a575833b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924591ae-fd87-462f-80b5-47e76df731e6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:16.718568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-d737da8c-c18b-4c12-a978-39bbd24e465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.720113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-d737da8c-c18b-4c12-a978-39bbd24e465a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514299 Feb 19 01:07:16.724810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.747590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f6137a0-b141-4dd7-bdd5-7cf0aca46321 req-27bc7523-e5a6-43b8-9a63-bd0c8cda3c5f tempest-ServerRescueNegativeTestJSON-1094168201 tempest-ServerRescueNegativeTestJSON-1094168201-project] 10.222.0.94 "GET /v2.0/ports?device_id=48205c6d-f976-42d3-909c-90373b5427b4 HTTP/1.1" status: 200 len: 210 time: 0.0387249 Feb 19 01:07:16.811483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.847953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b673fbb0-e123-4e64-a615-55fc03131043 req-cd3da8d9-007a-48b3-b2de-c2f370936023 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973362 Feb 19 01:07:16.884458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f1e57-64a3-477e-98c3-e1065cc68986 req-241fed07-7996-4ef8-951b-5384762e6453 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:16.891627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e05f1e57-64a3-477e-98c3-e1065cc68986 req-241fed07-7996-4ef8-951b-5384762e6453 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0704105 Feb 19 01:07:16.896037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.910215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] Publish callbacks [] for security_group (924591ae-fd87-462f-80b5-47e76df731e6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:16.964355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e05f1e57-64a3-477e-98c3-e1065cc68986 req-c6a5318e-3406-4c29-a054-d94eaa7822a3 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711093 Feb 19 01:07:17.168028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c5080455-c879-4436-97bb-1a14ea62d19e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:17.270609 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79137ec7-746f-4103-b88e-c9dc84408c65 x-openstack-request-id: req-79137ec7-746f-4103-b88e-c9dc84408c65 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:17.270609 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48205c6d-f976-42d3-909c-90373b5427b4", "name": "network-vif-deleted", "tag": "9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:17.270609 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-79137ec7-746f-4103-b88e-c9dc84408c65 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:17.270609 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48205c6d-f976-42d3-909c-90373b5427b4', 'name': 'network-vif-deleted', 'tag': '9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0', 'status': 'completed', 'code': 200} Feb 19 01:07:17.271418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c5080455-c879-4436-97bb-1a14ea62d19e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:17.282341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event updated for resources: {'Port': ['ID=d2dc84b5-0ed7-41d7-941c-dcb83b717517,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.286317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'c5080455-c879-4436-97bb-1a14ea62d19e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'c5080455-c879-4436-97bb-1a14ea62d19e', 'mac_address': 'fa:16:3e:dc:17:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:17.298544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-26770a3e-2f70-4849-8c0f-2b438d21227b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658560 Feb 19 01:07:17.312492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] Publish callbacks [] for security_group (924591ae-fd87-462f-80b5-47e76df731e6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.330886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (1bb4394f-6a8c-4668-8483-a3c7ae58e7f8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.333864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c5080455-c879-4436-97bb-1a14ea62d19e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:17.334271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.349066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5080455-c879-4436-97bb-1a14ea62d19e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:17.371393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:17.409586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c5080455-c879-4436-97bb-1a14ea62d19e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:17.411041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:17.411471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9a0fed4b-1aef-4f0c-bfae-9be06ed9f1b0 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:17.517977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.577146 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ef6a8dc-f88c-48bd-b7cf-544c2823ff18 req-3ad376a9-78cd-467d-9011-486c3a447cd8 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673090 Feb 19 01:07:17.580432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.587572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3f3f-b3ab-4c25-ab8a-b8e199c954f6 req-1b2e5f23-5afc-4e28-b31c-577389690035 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:17.589099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ebd3f3f-b3ab-4c25-ab8a-b8e199c954f6 req-1b2e5f23-5afc-4e28-b31c-577389690035 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1674223 Feb 19 01:07:17.592398 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Floating IP 1bb4394f-6a8c-4668-8483-a3c7ae58e7f8 associated. External IP: 172.25.2.166, port: de343e07-03a6-4294-8b0a-1aed4f2e2e74. Feb 19 01:07:17.631691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:17.644553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (924591ae-fd87-462f-80b5-47e76df731e6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.647024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.648935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/924591ae-fd87-462f-80b5-47e76df731e6 HTTP/1.1" status: 204 len: 168 time: 0.9749885 Feb 19 01:07:17.671735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ac9f4-93c1-4ae1-b9ae-8ce003e42d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924591ae-fd87-462f-80b5-47e76df731e6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:17.736527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ebd3f3f-b3ab-4c25-ab8a-b8e199c954f6 req-4ca55469-3fad-4b23-b0ad-a38904c5db0d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394184 Feb 19 01:07:17.780603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-47e33d5d-b7c5-4c8e-870c-b12118732dea tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:17.781433 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-47e33d5d-b7c5-4c8e-870c-b12118732dea tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:07:17.782543 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-47e33d5d-b7c5-4c8e-870c-b12118732dea tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:07:17.786889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47e33d5d-b7c5-4c8e-870c-b12118732dea tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1507540 Feb 19 01:07:17.787332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:17.792955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107913551'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:17.820618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:17.884147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:17.885578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:17.908526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Router b7ce8909-cef0-4142-831a-887a5c2b0698 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:17.938577 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.116426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:18.134293 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Sync routers for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:18.137817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1b21-5bd8-44a8-ab63-311ea476bdd0 req-147fbe91-d462-42b0-a8ad-e68f706af7fc tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.146677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b5c1b21-5bd8-44a8-ab63-311ea476bdd0 req-147fbe91-d462-42b0-a8ad-e68f706af7fc tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 948 time: 0.1156511 Feb 19 01:07:18.151705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:18.152986 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.194898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d883a-8c4f-404a-9c06-3a0d03fe2d1e req-fad670d0-0cb2-4cbd-a3d2-7ed38ef71405 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.196551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-852d883a-8c4f-404a-9c06-3a0d03fe2d1e req-fad670d0-0cb2-4cbd-a3d2-7ed38ef71405 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1611044 Feb 19 01:07:18.213697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b5c1b21-5bd8-44a8-ab63-311ea476bdd0 req-722912d5-7a17-41a6-b99f-12792a62bf2f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660276 Feb 19 01:07:18.255194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (cc109546-5183-424b-a657-7b5b14f704a5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.265762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.291452 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:18.312596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a94b56f1-3252-48fa-bcd9-b48c0440ae1e tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9467318 Feb 19 01:07:18.334476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-852d883a-8c4f-404a-9c06-3a0d03fe2d1e req-5caf65cc-d2ea-4e80-aabb-9dd9df8bb1a0 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278527 Feb 19 01:07:18.424793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (897d619e-2028-4571-968b-8256d12c89b7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.460233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc109546-5183-424b-a657-7b5b14f704a5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.515394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc109546-5183-424b-a657-7b5b14f704a5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:18.535677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1bb4394f-6a8c-4668-8483-a3c7ae58e7f8', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'port_id': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'mac_address': 'fa:16:3e:1a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:15Z', 'updated_at': '2022-02-19T01:07:15Z', 'revision_number': 0, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.568844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Checking router: b7ce8909-cef0-4142-831a-887a5c2b0698 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:18.579100 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:18.580188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.702805 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:18.898441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5394e-86e9-4b81-8b0b-6ae846c4020b req-42275dba-3006-4e3a-89e8-af2840512d2c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:18.903577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18d5394e-86e9-4b81-8b0b-6ae846c4020b req-42275dba-3006-4e3a-89e8-af2840512d2c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0609784 Feb 19 01:07:18.936872 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (727a0efc-7186-4a7c-8902-f9592fd8e937), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.971739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1bb4394f-6a8c-4668-8483-a3c7ae58e7f8', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'port_id': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'mac_address': 'fa:16:3e:1a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:15Z', 'updated_at': '2022-02-19T01:07:15Z', 'revision_number': 0, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:18.974399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18d5394e-86e9-4b81-8b0b-6ae846c4020b req-d6992cbb-28ce-4890-8afe-becd82721b19 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679750 Feb 19 01:07:19.014805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (727a0efc-7186-4a7c-8902-f9592fd8e937), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.060512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727a0efc-7186-4a7c-8902-f9592fd8e937,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:19.102036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40870ab-d215-48de-a4d7-f24cbd0541fe None None] The sync data for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 is: [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1bb4394f-6a8c-4668-8483-a3c7ae58e7f8', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'port_id': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'mac_address': 'fa:16:3e:1a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:15Z', 'updated_at': '2022-02-19T01:07:15Z', 'revision_number': 0, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:19.129430 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.133432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bdc01e76-7b57-4755-b678-d5df40346e6a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3423171 Feb 19 01:07:19.134813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:19.150486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '727a0efc-7186-4a7c-8902-f9592fd8e937', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:19.150631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Deleting port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:19.150631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.192233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 74a4d05f-a846-4315-954d-bc9107cfb709 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:19.195835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c5080455-c879-4436-97bb-1a14ea62d19e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:19.245022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] For port b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,segment=NetworkSegment(bdcb6da9-0daf-455a-a530-c3893a22ff20),segment_id=bdcb6da9-0daf-455a-a530-c3893a22ff20)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.245595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.259796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Calling delete_port for b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:19.271464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:19.275900 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:19.288921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group_rule (a600f40a-b19d-4958-8f0b-9477ef0e7612), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.344766 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e5f037-a7c3-465d-97ae-00741559ae3e x-openstack-request-id: req-22e5f037-a7c3-465d-97ae-00741559ae3e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:19.345454 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:19.345454 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-22e5f037-a7c3-465d-97ae-00741559ae3e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:19.358368 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'status': 'completed', 'code': 200} Feb 19 01:07:19.500213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5efe7a-ccda-45a1-b2cb-a524693182dc req-51964e1a-55df-41cb-bef5-9d26347d42f8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.504677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-bc40c7c3-2183-400e-9a3f-a9877852cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.506637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-bc40c7c3-2183-400e-9a3f-a9877852cff5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1128 time: 0.1291332 Feb 19 01:07:19.508453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f5efe7a-ccda-45a1-b2cb-a524693182dc req-51964e1a-55df-41cb-bef5-9d26347d42f8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 948 time: 0.1611676 Feb 19 01:07:19.519912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group_rule (a600f40a-b19d-4958-8f0b-9477ef0e7612), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.577796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f5efe7a-ccda-45a1-b2cb-a524693182dc req-8ab19c58-2ad2-424c-8374-9d4051421bc3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682135 Feb 19 01:07:19.593033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ce9656-9518-4ee9-811c-9e975815b864 None None] New status for floating IP 1bb4394f-6a8c-4668-8483-a3c7ae58e7f8: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:19.599028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ede32-3f2e-4a13-a2f1-9aab861e42e5 req-a8c0bdc0-aa80-40a0-a674-adf969841074 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.606726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c7ede32-3f2e-4a13-a2f1-9aab861e42e5 req-a8c0bdc0-aa80-40a0-a674-adf969841074 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1585758 Feb 19 01:07:19.668334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=74a4d05f-a846-4315-954d-bc9107cfb709,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.668545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a600f40a-b19d-4958-8f0b-9477ef0e7612), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.684965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '74a4d05f-a846-4315-954d-bc9107cfb709', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '74a4d05f-a846-4315-954d-bc9107cfb709', 'mac_address': 'fa:16:3e:06:49:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:19.712180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c7ede32-3f2e-4a13-a2f1-9aab861e42e5 req-10aee8ed-6973-420e-9bab-4b60d05892b0 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044476 Feb 19 01:07:19.718384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a600f40a-b19d-4958-8f0b-9477ef0e7612,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:19.722101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-95f90a50-5bc9-4e13-b9f9-2a430ad9a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.723831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.723993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-95f90a50-5bc9-4e13-b9f9-2a430ad9a2ae service neutron] 10.222.0.117 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 909 time: 0.2062855 Feb 19 01:07:19.765921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:19.770397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port c5080455-c879-4436-97bb-1a14ea62d19e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:19.789140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port c5080455-c879-4436-97bb-1a14ea62d19e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:19.789766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.820770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-3f0d2b4b-24a9-4ea3-8009-d6a4b263a1b2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 1000 time: 0.0899649 Feb 19 01:07:19.847953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.852534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6b9c650c-96b1-483f-8ce3-ab2c598b65fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7130404 Feb 19 01:07:19.870649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50368) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:19.876133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cafc8b3b-8ad1-4455-8cda-39ac2604c2fb tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '727a0efc-7186-4a7c-8902-f9592fd8e937', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:19.883475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 74a4d05f-a846-4315-954d-bc9107cfb709 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:19.888031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.909444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-9541dfeb-e2c1-4ed1-820e-dabc01a13e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.910937 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-9541dfeb-e2c1-4ed1-820e-dabc01a13e7f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 200 len: 847 time: 0.0811033 Feb 19 01:07:19.918967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a4d05f-a846-4315-954d-bc9107cfb709 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:19.952144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=74a4d05f-a846-4315-954d-bc9107cfb709,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:19.974038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-7805afd4-1d0d-438f-bbde-2d4a712e5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:19.975597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-7805afd4-1d0d-438f-bbde-2d4a712e5a41 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573361 Feb 19 01:07:19.996008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (897d619e-2028-4571-968b-8256d12c89b7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.001825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c5080455-c879-4436-97bb-1a14ea62d19e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:20.001825 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.022634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.058345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cafc8b3b-8ad1-4455-8cda-39ac2604c2fb tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group_rule (76af0123-f2ae-4fa3-9c52-e4c350ee3c61), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.069129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:20.072329 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c83c0-f108-463d-9c19-f8b03c3053b5" -d '{"events": [{"server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "name": "network-vif-plugged", "status": "completed", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:20.095280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c5080455-c879-4436-97bb-1a14ea62d19e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:20.125609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.137113 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aaaaed-c12e-473c-aa59-4b122057061a x-openstack-request-id: req-16aaaaed-c12e-473c-aa59-4b122057061a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:20.137409 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "name": "network-vif-plugged", "status": "completed", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:20.144686 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-16aaaaed-c12e-473c-aa59-4b122057061a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:20.145643 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e', 'code': 200} Feb 19 01:07:20.167158 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.230115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.262832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-7d9adbf1-26d1-42d7-a39d-5ee9cd1c5532 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791350 Feb 19 01:07:20.301943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2083-4e5d-4c5c-858e-bc22b0cf7363 req-a198e2ec-29ba-4ef1-b8cd-4ef163133d45 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.303490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f8c2083-4e5d-4c5c-858e-bc22b0cf7363 req-a198e2ec-29ba-4ef1-b8cd-4ef163133d45 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1534166 Feb 19 01:07:20.330927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df0d7-1ecc-4972-bc2f-78e5eb942502 req-9fc18526-c015-4954-927b-dcec1e083a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.332449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a7df0d7-1ecc-4972-bc2f-78e5eb942502 req-9fc18526-c015-4954-927b-dcec1e083a61 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 1132 time: 0.1123905 Feb 19 01:07:20.335042 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-cafc8b3b-8ad1-4455-8cda-39ac2604c2fb tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:07:20.343751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cafc8b3b-8ad1-4455-8cda-39ac2604c2fb tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4651361 Feb 19 01:07:20.343903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.344083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Router 897d619e-2028-4571-968b-8256d12c89b7 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:20.404137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f8c2083-4e5d-4c5c-858e-bc22b0cf7363 req-0f0372a0-a6e4-4e72-a08e-67ac8c025433 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867481 Feb 19 01:07:20.407300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fa75be2-ee88-49f4-8ec3-66d433c8ae4d req-b61bb1da-80f9-49fc-a34d-e3fc5ffc3f46 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373262 Feb 19 01:07:20.412924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['74a4d05f-a846-4315-954d-bc9107cfb709'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:20.415882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a7df0d7-1ecc-4972-bc2f-78e5eb942502 req-8da13597-99d5-4152-b1ff-9a8cf87b30ea service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758164 Feb 19 01:07:20.486907 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (727a0efc-7186-4a7c-8902-f9592fd8e937), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.550992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (727a0efc-7186-4a7c-8902-f9592fd8e937), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.582852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:20.589306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0cf38381-aa32-4556-9908-70b0c7e629c6 admin admin] 10.222.0.94 "PUT /v2.0/routers/897d619e-2028-4571-968b-8256d12c89b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7674701 Feb 19 01:07:20.592010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.596396 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Sync routers for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:20.609327 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:20.610363 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:20.672432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (727a0efc-7186-4a7c-8902-f9592fd8e937), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.675534 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.678952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/727a0efc-7186-4a7c-8902-f9592fd8e937 HTTP/1.1" status: 204 len: 168 time: 0.3315072 Feb 19 01:07:20.680954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50390) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.726288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268b30b-9909-47e2-861c-1005f1f686a7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a0efc-7186-4a7c-8902-f9592fd8e937,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:20.740443 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:20.781467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks [] for router (897d619e-2028-4571-968b-8256d12c89b7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.823387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b8c8b46-aef6-4461-98f4-da65890f9124 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1328290 Feb 19 01:07:20.827306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50394) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:20.832165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--54290720'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:20.922528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe764d57-4b80-494b-9431-1fdf29c1b43e req-56d8cfc8-b0c7-43e5-97e9-75edb20ca8a1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.924027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe764d57-4b80-494b-9431-1fdf29c1b43e req-56d8cfc8-b0c7-43e5-97e9-75edb20ca8a1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 949 time: 0.2283244 Feb 19 01:07:20.932903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e11da-a3c7-40f9-9c1d-56bb6cabf9c1 req-34d2bf74-fb21-46e1-8112-b3a7504ed32e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:20.934808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b2e11da-a3c7-40f9-9c1d-56bb6cabf9c1 req-34d2bf74-fb21-46e1-8112-b3a7504ed32e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0854383 Feb 19 01:07:20.957273 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:07:19Z', 'revision_number': 5, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:20.966614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks [] for router_gateway (897d619e-2028-4571-968b-8256d12c89b7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.981996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:20.989696 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Checking router: 897d619e-2028-4571-968b-8256d12c89b7 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:20.992824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe764d57-4b80-494b-9431-1fdf29c1b43e req-f055d98c-94c7-4d71-b1a7-46f75e25e966 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Feb 19 01:07:20.997442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b2e11da-a3c7-40f9-9c1d-56bb6cabf9c1 req-e5983728-660b-4004-949c-9d8c859702b6 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Feb 19 01:07:21.003528 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Routers {'897d619e-2028-4571-968b-8256d12c89b7'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:21.004425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['897d619e-2028-4571-968b-8256d12c89b7'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:21.082343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c8305710-2c46-4f2b-9655-1bc9eb33280f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.102562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Deleting port 3b587c75-f9cf-4904-9e02-b02071704bfc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:21.103638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.134149 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] Set router 897d619e-2028-4571-968b-8256d12c89b7 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:21.135408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50398) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.153184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c8305710-2c46-4f2b-9655-1bc9eb33280f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.187607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8305710-2c46-4f2b-9655-1bc9eb33280f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.211944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] For port 3b587c75-f9cf-4904-9e02-b02071704bfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3b587c75-f9cf-4904-9e02-b02071704bfc,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:21.212496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.227725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Calling delete_port for 3b587c75-f9cf-4904-9e02-b02071704bfc owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:21.239787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.248516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b814fac9-73fa-49d2-b4ab-57bdc14bf0b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4166579 Feb 19 01:07:21.248516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50402) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.249935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-25d500c5-addb-46ac-987a-238ed6afde52 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': 'c8305710-2c46-4f2b-9655-1bc9eb33280f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:21.250683 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-25d500c5-addb-46ac-987a-238ed6afde52 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 01:07:21.251206 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-25d500c5-addb-46ac-987a-238ed6afde52 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:21.254862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25d500c5-addb-46ac-987a-238ed6afde52 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083828 Feb 19 01:07:21.255440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50404) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.283852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2520fdbb-d5d6-4370-919f-77d8bede3990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.343015 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:07:19Z', 'revision_number': 5, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:21.349201 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c8305710-2c46-4f2b-9655-1bc9eb33280f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.373227 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b38874-dca7-4479-ac14-478c2693a2f2 None None] The sync data for ids ['897d619e-2028-4571-968b-8256d12c89b7'] in n-d-826529-3 is: [{'id': '897d619e-2028-4571-968b-8256d12c89b7', 'name': 'tempest-ServerRescueNegativeTestJSON-279427502-router', 'tenant_id': '0ac8060ac3024722a6d85e926ee5aa74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:03:28Z', 'updated_at': '2022-02-19T01:07:19Z', 'revision_number': 5, 'project_id': '0ac8060ac3024722a6d85e926ee5aa74', 'gw_port': {'id': '3b587c75-f9cf-4904-9e02-b02071704bfc', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897d619e-2028-4571-968b-8256d12c89b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:03:30Z', 'updated_at': '2022-02-19T01:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:21.384213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c8305710-2c46-4f2b-9655-1bc9eb33280f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.449068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2520fdbb-d5d6-4370-919f-77d8bede3990 admin admin] Publish callbacks [] for security_group (66b13c32-cc68-489a-b660-49c8fad8d5b7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.524535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3b587c75-f9cf-4904-9e02-b02071704bfc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.534967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a926a62-5b5b-49b9-b537-1bcc2d2af5c8 req-7017de93-1743-45cc-9180-ab26379de8f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:21.536524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a926a62-5b5b-49b9-b537-1bcc2d2af5c8 req-7017de93-1743-45cc-9180-ab26379de8f6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Feb 19 01:07:21.559681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b587c75-f9cf-4904-9e02-b02071704bfc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.584419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a926a62-5b5b-49b9-b537-1bcc2d2af5c8 req-8669da21-b36e-4e29-afc7-7ef955b66ef2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Feb 19 01:07:21.587107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2520fdbb-d5d6-4370-919f-77d8bede3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66b13c32-cc68-489a-b660-49c8fad8d5b7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.591494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c8305710-2c46-4f2b-9655-1bc9eb33280f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.593923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.597347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/c8305710-2c46-4f2b-9655-1bc9eb33280f HTTP/1.1" status: 204 len: 168 time: 0.3386645 Feb 19 01:07:21.598369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.628533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fdbb-d5d6-4370-919f-77d8bede3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b13c32-cc68-489a-b660-49c8fad8d5b7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.639401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (897d619e-2028-4571-968b-8256d12c89b7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.639656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2520fdbb-d5d6-4370-919f-77d8bede3990 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ab93300f8c314962bd3d797787ac4ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002151 Feb 19 01:07:21.642836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50410) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.649239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a0ada-0381-4a94-a844-9f624040cc63 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8305710-2c46-4f2b-9655-1bc9eb33280f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:21.695028 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] Publish callbacks [] for security_group (66b13c32-cc68-489a-b660-49c8fad8d5b7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.720592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] Publish callbacks [] for security_group (66b13c32-cc68-489a-b660-49c8fad8d5b7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.757833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-391c14df-6446-46a6-b6e5-7d795aa0d116 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1580307 Feb 19 01:07:21.763597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.769669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--618912987'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:21.770370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (897d619e-2028-4571-968b-8256d12c89b7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.773365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks [] for router_controller (897d619e-2028-4571-968b-8256d12c89b7), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.895363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.918015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (897d619e-2028-4571-968b-8256d12c89b7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.918771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 897d619e-2028-4571-968b-8256d12c89b7 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:07:21.919863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66b13c32-cc68-489a-b660-49c8fad8d5b7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.922338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.926566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/66b13c32-cc68-489a-b660-49c8fad8d5b7 HTTP/1.1" status: 204 len: 168 time: 0.2798414 Feb 19 01:07:21.926766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.926766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f110512-4ae5-4a12-8bcf-fef480bdc406 admin admin] 10.222.0.94 "DELETE /v2.0/routers/897d619e-2028-4571-968b-8256d12c89b7 HTTP/1.1" status: 204 len: 168 time: 1.3327053 Feb 19 01:07:21.928496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50416) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:21.962748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31511331-689b-4923-8c3d-23301e175712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b13c32-cc68-489a-b660-49c8fad8d5b7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.009255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Deleting subnet 9222c611-32eb-4a3f-9bc5-1bfa8427ab22 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:22.013347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Publish callbacks [] for subnet (9222c611-32eb-4a3f-9bc5-1bfa8427ab22), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.091785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c6849e68-e7e5-4806-8a54-edc4920a4e9d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.099510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (9222c611-32eb-4a3f-9bc5-1bfa8427ab22), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.146091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074970a4-8baa-4225-9dc3-2a0016ede93b req-5974401f-d944-4291-83d9-65804f41bf95 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.148263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-074970a4-8baa-4225-9dc3-2a0016ede93b req-5974401f-d944-4291-83d9-65804f41bf95 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 949 time: 0.0721333 Feb 19 01:07:22.177729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (9222c611-32eb-4a3f-9bc5-1bfa8427ab22), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.200251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-074970a4-8baa-4225-9dc3-2a0016ede93b req-eba4f8df-d6f6-4033-99d9-c3389e8345b0 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Feb 19 01:07:22.205184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c6849e68-e7e5-4806-8a54-edc4920a4e9d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.239481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8827c9-f114-452d-aa16-6d725a3edb30 req-0e42a083-6696-4e1f-b412-c056792d7eca tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.240960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e8827c9-f114-452d-aa16-6d725a3edb30 req-0e42a083-6696-4e1f-b412-c056792d7eca tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1218057 Feb 19 01:07:22.273948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6849e68-e7e5-4806-8a54-edc4920a4e9d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.313445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e8827c9-f114-452d-aa16-6d725a3edb30 req-44b4f62f-2f9b-4150-97fb-4b364f7b0edc tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Feb 19 01:07:22.337570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.338793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-77c0974b-e1e6-443c-ab73-fd070e3fc703 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5742354 Feb 19 01:07:22.341777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50424) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.346489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e183250e-eb2a-48d0-95fd-34686ab86141 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': 'c6849e68-e7e5-4806-8a54-edc4920a4e9d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:22.348592 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-e183250e-eb2a-48d0-95fd-34686ab86141 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 01:07:22.348592 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-e183250e-eb2a-48d0-95fd-34686ab86141 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:22.349146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e183250e-eb2a-48d0-95fd-34686ab86141 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063741 Feb 19 01:07:22.352149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50426) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.367995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (9222c611-32eb-4a3f-9bc5-1bfa8427ab22), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.409163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9222c611-32eb-4a3f-9bc5-1bfa8427ab22,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.411217 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.417256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3fa86adc-053d-40a1-84cd-5668efbc2cf1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/9222c611-32eb-4a3f-9bc5-1bfa8427ab22 HTTP/1.1" status: 204 len: 168 time: 0.4847031 Feb 19 01:07:22.417640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.443989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c6849e68-e7e5-4806-8a54-edc4920a4e9d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.470006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (c6849e68-e7e5-4806-8a54-edc4920a4e9d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.511186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f017ef25-200b-4328-a0df-43d25fa9de7c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.597834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c6849e68-e7e5-4806-8a54-edc4920a4e9d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.600518 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.601960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/c6849e68-e7e5-4806-8a54-edc4920a4e9d HTTP/1.1" status: 204 len: 168 time: 0.2481747 Feb 19 01:07:22.605235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50436) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.610839 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f017ef25-200b-4328-a0df-43d25fa9de7c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.633935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf2edd-b8e7-44af-8fce-a173d03dfacc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6849e68-e7e5-4806-8a54-edc4920a4e9d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.641369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f017ef25-200b-4328-a0df-43d25fa9de7c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.655788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcb6da9-0daf-455a-a530-c3893a22ff20') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.657343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcb6da9-0daf-455a-a530-c3893a22ff20') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:22.674459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (bdcb6da9-0daf-455a-a530-c3893a22ff20), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.676762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50442) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:22.681285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bae01a3-3aac-4200-9fac-61a2a47d46d8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0748899 Feb 19 01:07:22.682750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569630776'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:22.737282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bdcb6da9-0daf-455a-a530-c3893a22ff20), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.750927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:22.751423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (bdcb6da9-0daf-455a-a530-c3893a22ff20), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.752093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3b587c75-f9cf-4904-9e02-b02071704bfc no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:22.754242 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:22.779244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3b587c75-f9cf-4904-9e02-b02071704bfc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:22.779618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3b587c75-f9cf-4904-9e02-b02071704bfc not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:22.780243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:22.802318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:22.802318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b1b11e06-3ff9-439b-ab9e-c7e8479a4d8d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:22.822334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e411b-3108-46df-bc2d-de416414bf72 req-79c1f30a-ce6a-4b1d-ac65-6245027d0a42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:22.823859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e62e411b-3108-46df-bc2d-de416414bf72 req-79c1f30a-ce6a-4b1d-ac65-6245027d0a42 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1256979 Feb 19 01:07:22.848930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.865803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f017ef25-200b-4328-a0df-43d25fa9de7c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.874586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.877313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] 10.222.0.94 "DELETE /v2.0/networks/f017ef25-200b-4328-a0df-43d25fa9de7c HTTP/1.1" status: 204 len: 168 time: 0.4584582 Feb 19 01:07:22.898693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f017ef25-200b-4328-a0df-43d25fa9de7c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:22.921729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.922400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.922758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.923181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.923467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.923801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.924129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.924464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.924789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.925116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.925441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.925767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.926093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd3e545-bba2-425c-9572-960c611682e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:22.932944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e62e411b-3108-46df-bc2d-de416414bf72 req-6e9d412c-5160-438d-8972-8198e6c81c64 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033440 Feb 19 01:07:22.990274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (126ed386-057f-488b-a2a1-10dab42e692e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.066510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (126ed386-057f-488b-a2a1-10dab42e692e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.100854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126ed386-057f-488b-a2a1-10dab42e692e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.159807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.161167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1d33b763-e0a9-45c6-9759-d31e9d48cc08 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4833646 Feb 19 01:07:23.164084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.168393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-24b7616c-72f6-4c3d-8b23-7f1f816c7d8a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '126ed386-057f-488b-a2a1-10dab42e692e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.184813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.185544 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-24b7616c-72f6-4c3d-8b23-7f1f816c7d8a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 01:07:23.186463 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-24b7616c-72f6-4c3d-8b23-7f1f816c7d8a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:23.190149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24b7616c-72f6-4c3d-8b23-7f1f816c7d8a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0225894 Feb 19 01:07:23.190371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.195441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9a991ce1-70a4-4baf-b1fe-d6fe2891208c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '126ed386-057f-488b-a2a1-10dab42e692e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.196194 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-9a991ce1-70a4-4baf-b1fe-d6fe2891208c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 01:07:23.196678 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-9a991ce1-70a4-4baf-b1fe-d6fe2891208c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:23.200085 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a991ce1-70a4-4baf-b1fe-d6fe2891208c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063128 Feb 19 01:07:23.200560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50460) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.204100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 74a4d05f-a846-4315-954d-bc9107cfb709 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:23.214972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-86cf4a23-929d-40af-9871-57de56acd06c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '126ed386-057f-488b-a2a1-10dab42e692e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.214972 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-86cf4a23-929d-40af-9871-57de56acd06c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 01:07:23.214972 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-86cf4a23-929d-40af-9871-57de56acd06c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:23.214972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-86cf4a23-929d-40af-9871-57de56acd06c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079901 Feb 19 01:07:23.214972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50464) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.219021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9df0046e-332d-4a78-97b2-ec4faf9599c3 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '126ed386-057f-488b-a2a1-10dab42e692e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.219918 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-9df0046e-332d-4a78-97b2-ec4faf9599c3 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 01:07:23.220521 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-9df0046e-332d-4a78-97b2-ec4faf9599c3 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:23.221582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9df0046e-332d-4a78-97b2-ec4faf9599c3 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060167 Feb 19 01:07:23.224938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50466) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.247471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-315111e0-09b8-4515-b680-1aa5bc5db1d8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0ac8060ac3024722a6d85e926ee5aa74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596375 Feb 19 01:07:23.248605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50470) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.315807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] Publish callbacks [] for security_group (f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.328600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (126ed386-057f-488b-a2a1-10dab42e692e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.351641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] Publish callbacks [] for security_group (f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.364494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (126ed386-057f-488b-a2a1-10dab42e692e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.393866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468a61d-6f6f-4e4c-b32a-7c1f9d71a706 req-6a524eb1-b0d5-496c-a47b-a8caba68364f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.394412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 74a4d05f-a846-4315-954d-bc9107cfb709 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:23.396658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4468a61d-6f6f-4e4c-b32a-7c1f9d71a706 req-6a524eb1-b0d5-496c-a47b-a8caba68364f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 949 time: 0.1090143 Feb 19 01:07:23.407928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 74a4d05f-a846-4315-954d-bc9107cfb709 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:23.414291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.454843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4468a61d-6f6f-4e4c-b32a-7c1f9d71a706 req-4e3fff4e-4fab-47fc-b04f-aec018c8d45b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Feb 19 01:07:23.469665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b2553-3ea6-4818-ac58-be606b0e5f06 req-8ace07ed-d2fd-490a-8cb6-97f3812610db tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.471210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-353b2553-3ea6-4818-ac58-be606b0e5f06 req-8ace07ed-d2fd-490a-8cb6-97f3812610db tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0653126 Feb 19 01:07:23.483980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (126ed386-057f-488b-a2a1-10dab42e692e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.487285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.489146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/126ed386-057f-488b-a2a1-10dab42e692e HTTP/1.1" status: 204 len: 168 time: 0.2630591 Feb 19 01:07:23.496508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.506851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c482c6-7dd0-46b2-a67e-acbd8733b022 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ed386-057f-488b-a2a1-10dab42e692e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.535296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.537834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.539637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68 HTTP/1.1" status: 204 len: 168 time: 0.2898340 Feb 19 01:07:23.546990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 74a4d05f-a846-4315-954d-bc9107cfb709 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:23.547417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.568250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f258a3-3d15-4a1e-8575-6d23c6475e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd7f77-6a43-4ec6-be1f-3c8d1faebb68,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.584821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:23.585809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-353b2553-3ea6-4818-ac58-be606b0e5f06 req-5a58794b-659d-4f01-9b6c-ed27967029ef tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035628 Feb 19 01:07:23.589036 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b67a7b-6683-46a1-a138-274e3f5049ff" -d '{"events": [{"server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "name": "network-vif-plugged", "status": "completed", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:23.595232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=74a4d05f-a846-4315-954d-bc9107cfb709,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:23.624575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71a79296-0c0d-46dd-b6ee-ad246d244c6d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1266828 Feb 19 01:07:23.628294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50490) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:23.634315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--455652962'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:23.644968 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579154d5-5581-45ad-803b-a6c3d9f9112d x-openstack-request-id: req-579154d5-5581-45ad-803b-a6c3d9f9112d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:23.645331 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "name": "network-vif-plugged", "status": "completed", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:23.645824 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-579154d5-5581-45ad-803b-a6c3d9f9112d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:23.646278 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709', 'code': 200} Feb 19 01:07:23.647544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.699902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:23.746465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.755055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e8f26-04ed-4ec9-a605-6d12208b15ed req-67d81bb0-169d-4ec3-b833-88e45aed6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:23.756605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed2e8f26-04ed-4ec9-a605-6d12208b15ed req-67d81bb0-169d-4ec3-b833-88e45aed6946 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1132 time: 0.0511844 Feb 19 01:07:23.809113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed2e8f26-04ed-4ec9-a605-6d12208b15ed req-b6861918-bb52-47cb-885f-67aac2dda6a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Feb 19 01:07:23.826915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (0febb1e1-2eaf-407f-b547-4df864fc2644), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.889608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0febb1e1-2eaf-407f-b547-4df864fc2644), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.918894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0febb1e1-2eaf-407f-b547-4df864fc2644,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.006340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.007756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b57c8223-48d0-4eb5-bbad-95861457f2ca tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3780541 Feb 19 01:07:24.011180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50500) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.018992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1aea89ed-6e50-4f4e-859e-08a832f49502 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.020401 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-1aea89ed-6e50-4f4e-859e-08a832f49502 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:07:24.020954 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-1aea89ed-6e50-4f4e-859e-08a832f49502 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.022722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1aea89ed-6e50-4f4e-859e-08a832f49502 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090814 Feb 19 01:07:24.028456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50502) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.034148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fac41707-d74f-4f67-b884-36375bab6a97 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.038490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50504) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.074816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec66c4-ac46-4142-9109-ff5bfab7498f req-7af819de-0f71-4f2b-86cb-8b7717e8378a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:24.081261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3ec66c4-ac46-4142-9109-ff5bfab7498f req-7af819de-0f71-4f2b-86cb-8b7717e8378a tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0724652 Feb 19 01:07:24.152510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3ec66c4-ac46-4142-9109-ff5bfab7498f req-dd088462-d93f-480e-913e-1e90405b6c5f tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Feb 19 01:07:24.171606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f2edd1-c3e0-4cac-979b-69259e9ec236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.181499 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-fac41707-d74f-4f67-b884-36375bab6a97 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.185408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fac41707-d74f-4f67-b884-36375bab6a97 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1532233 Feb 19 01:07:24.185607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.192064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-abac53fb-7bf3-48c6-803c-3b1b1b92c256 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.192803 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-abac53fb-7bf3-48c6-803c-3b1b1b92c256 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 01:07:24.193423 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-abac53fb-7bf3-48c6-803c-3b1b1b92c256 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.197491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-abac53fb-7bf3-48c6-803c-3b1b1b92c256 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076048 Feb 19 01:07:24.197930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50514) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.203212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-027a62b6-18cd-49b6-9799-c5ea992c91b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.260935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f2edd1-c3e0-4cac-979b-69259e9ec236 admin admin] Publish callbacks [] for security_group (b1123041-5980-44e2-b687-d6af0d8a183b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.386213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f2edd1-c3e0-4cac-979b-69259e9ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1123041-5980-44e2-b687-d6af0d8a183b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.415495 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-027a62b6-18cd-49b6-9799-c5ea992c91b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.416818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-027a62b6-18cd-49b6-9799-c5ea992c91b8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2176533 Feb 19 01:07:24.419826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50518) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.422980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2edd1-c3e0-4cac-979b-69259e9ec236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1123041-5980-44e2-b687-d6af0d8a183b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.424745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2d6d1a10-c3ee-47be-b3d6-798bb1b56428 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.425583 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-2d6d1a10-c3ee-47be-b3d6-798bb1b56428 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:07:24.426261 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-2d6d1a10-c3ee-47be-b3d6-798bb1b56428 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.427874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1f2edd1-c3e0-4cac-979b-69259e9ec236 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9a473c5c8ba242198a2e1c087fd1422e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876286 Feb 19 01:07:24.428356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d6d1a10-c3ee-47be-b3d6-798bb1b56428 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066061 Feb 19 01:07:24.430243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50520) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.430700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50522) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.447704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-94c1649c-74c7-4c65-8960-4a0e02d1c7e4 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.502565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] Publish callbacks [] for security_group (b1123041-5980-44e2-b687-d6af0d8a183b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.527826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] Publish callbacks [] for security_group (b1123041-5980-44e2-b687-d6af0d8a183b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.577281 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-94c1649c-74c7-4c65-8960-4a0e02d1c7e4 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Project 47019729c2404de0aef1496c73609bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:07:24.616264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977c37-d335-460d-b91e-2e2f87149168 req-4a22c898-64da-40aa-8c13-a61cc567b773 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:24.617846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09977c37-d335-460d-b91e-2e2f87149168 req-4a22c898-64da-40aa-8c13-a61cc567b773 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 950 time: 0.0834272 Feb 19 01:07:24.673295 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-94c1649c-74c7-4c65-8960-4a0e02d1c7e4 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.677298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-94c1649c-74c7-4c65-8960-4a0e02d1c7e4 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2417507 Feb 19 01:07:24.681391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.681908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09977c37-d335-460d-b91e-2e2f87149168 req-74a62543-4f27-4c7b-8a05-fb32f790e5cb tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533767 Feb 19 01:07:24.683294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6b669606-2111-440d-a6e5-cb25c5f8c56a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.683789 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-6b669606-2111-440d-a6e5-cb25c5f8c56a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 01:07:24.684997 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-6b669606-2111-440d-a6e5-cb25c5f8c56a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.687766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6b669606-2111-440d-a6e5-cb25c5f8c56a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071979 Feb 19 01:07:24.689599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50538) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.694971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8d1eaf68-6d97-45a4-87d5-99c823d99bbc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.719309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1123041-5980-44e2-b687-d6af0d8a183b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.721879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.728904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b1123041-5980-44e2-b687-d6af0d8a183b HTTP/1.1" status: 204 len: 168 time: 0.2889538 Feb 19 01:07:24.729508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccad4b-a7fe-4ee7-a250-fe6c691fe63c req-ebfa2fee-f19e-4cad-85eb-95893d407690 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:24.731210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4ccad4b-a7fe-4ee7-a250-fe6c691fe63c req-ebfa2fee-f19e-4cad-85eb-95893d407690 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0633409 Feb 19 01:07:24.732720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab30193-8d42-4534-9d4c-4060584f8b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1123041-5980-44e2-b687-d6af0d8a183b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:24.783226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4ccad4b-a7fe-4ee7-a250-fe6c691fe63c req-b665cad8-d5d7-46ea-8587-6889d84f9ff7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Feb 19 01:07:24.792639 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-8d1eaf68-6d97-45a4-87d5-99c823d99bbc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Project 47019729c2404de0aef1496c73609bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:07:24.889307 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-8d1eaf68-6d97-45a4-87d5-99c823d99bbc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:24.890408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d1eaf68-6d97-45a4-87d5-99c823d99bbc tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1996140 Feb 19 01:07:24.893497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50546) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:24.898274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2480d37e-a55d-43ad-b2d1-0a75316e14d7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '0febb1e1-2eaf-407f-b547-4df864fc2644', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:24.997866 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-2480d37e-a55d-43ad-b2d1-0a75316e14d7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Project 47019729c2404de0aef1496c73609bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:07:25.089411 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-2480d37e-a55d-43ad-b2d1-0a75316e14d7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:25.090563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2480d37e-a55d-43ad-b2d1-0a75316e14d7 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1959927 Feb 19 01:07:25.093268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.148124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (0febb1e1-2eaf-407f-b547-4df864fc2644), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.189994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (0febb1e1-2eaf-407f-b547-4df864fc2644), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.302847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b23a-a4b2-407f-a4a4-99bc8079f6e4 req-34726fcc-c21f-49ed-bf4d-abba4005e6ae tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.304844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a40b23a-a4b2-407f-a4a4-99bc8079f6e4 req-34726fcc-c21f-49ed-bf4d-abba4005e6ae tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0594316 Feb 19 01:07:25.317751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0febb1e1-2eaf-407f-b547-4df864fc2644), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.325108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.325108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/0febb1e1-2eaf-407f-b547-4df864fc2644 HTTP/1.1" status: 204 len: 168 time: 0.2294185 Feb 19 01:07:25.328322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50560) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.328761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.358733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c96dd-92a1-4eb4-98ff-005a1023a881 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febb1e1-2eaf-407f-b547-4df864fc2644,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.373206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a40b23a-a4b2-407f-a4a4-99bc8079f6e4 req-61d5da3c-35bc-43ef-a46e-fe2d7abf16ff tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Feb 19 01:07:25.410973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-285b0900-22bd-4b17-9496-5dd4ada234fe tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799224 Feb 19 01:07:25.414506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50568) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.419536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031710865'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:25.489365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6ea4-ec35-4903-8846-6e67398e344a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.515421 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.604436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6ea4-ec35-4903-8846-6e67398e344a admin admin] Publish callbacks [] for security_group (8e21eebb-827c-4da1-abc4-337076818105), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.625930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.695140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.697638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6ea4-ec35-4903-8846-6e67398e344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e21eebb-827c-4da1-abc4-337076818105), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.748057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ccbd6ea4-ec35-4903-8846-6e67398e344a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=89dd7f90a6df4ad0a3d139f788c1cc16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181871 Feb 19 01:07:25.750656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50578) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.757170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.801121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.802312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c91ac22d-8a57-41ac-9454-39b5ad6f0ee8 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3862910 Feb 19 01:07:25.805442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50580) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:25.811466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b9d7b376-b6b5-4cd0-9050-e872eb22ba22 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:25.842500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd6ea4-ec35-4903-8846-6e67398e344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e21eebb-827c-4da1-abc4-337076818105,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:25.868086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] Publish callbacks [] for security_group (8e21eebb-827c-4da1-abc4-337076818105), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.886668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb792b-a163-4798-9e53-2aafd12d6a66 req-2e78ceb5-4884-4241-ab34-96f6040cae2b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.886668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85fb792b-a163-4798-9e53-2aafd12d6a66 req-2e78ceb5-4884-4241-ab34-96f6040cae2b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 950 time: 0.1092217 Feb 19 01:07:25.916581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] Publish callbacks [] for security_group (8e21eebb-827c-4da1-abc4-337076818105), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.933362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64654fe-c4cd-4251-8292-b390184b04e2 req-8c2620f2-11a4-4299-922b-9dddec799485 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:25.934801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b64654fe-c4cd-4251-8292-b390184b04e2 req-8c2620f2-11a4-4299-922b-9dddec799485 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0691922 Feb 19 01:07:25.971801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85fb792b-a163-4798-9e53-2aafd12d6a66 req-4a61092e-1a90-443b-8b84-828df32c2f1b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808883 Feb 19 01:07:25.987075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b64654fe-c4cd-4251-8292-b390184b04e2 req-650e3109-8c97-4e33-ba86-acb0d17da1d2 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Feb 19 01:07:25.998078 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-b9d7b376-b6b5-4cd0-9050-e872eb22ba22 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The resource could not be found. Feb 19 01:07:26.002502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b9d7b376-b6b5-4cd0-9050-e872eb22ba22 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1949615 Feb 19 01:07:26.011526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50588) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:26.017054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ad3c7559-6c80-48bf-9ee0-e0ea09f48f6e tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6b38df29-1b32-4056-808b-0fb9bf88e0d5'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.060767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e21eebb-827c-4da1-abc4-337076818105), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.063658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.064880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8e21eebb-827c-4da1-abc4-337076818105 HTTP/1.1" status: 204 len: 168 time: 0.3130744 Feb 19 01:07:26.083413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531d9d9-bc88-4fed-a721-30091f5f3a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e21eebb-827c-4da1-abc4-337076818105,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:26.156234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ac96-c8d9-4727-9575-47bd58fb4ae0 req-743ec6c3-28a7-424d-912d-b04121410937 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.158150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43d5ac96-c8d9-4727-9575-47bd58fb4ae0 req-743ec6c3-28a7-424d-912d-b04121410937 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 950 time: 0.0848000 Feb 19 01:07:26.217431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43d5ac96-c8d9-4727-9575-47bd58fb4ae0 req-bb5337b4-cfe2-4340-ade8-32319edf19a6 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 Feb 19 01:07:26.244116 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-ad3c7559-6c80-48bf-9ee0-e0ea09f48f6e tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The resource could not be found. Feb 19 01:07:26.245166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad3c7559-6c80-48bf-9ee0-e0ea09f48f6e tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2325203 Feb 19 01:07:26.247994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50604) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:26.301113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.330061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.455793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.464265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.468766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:26.469574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd HTTP/1.1" status: 204 len: 168 time: 0.2205029 Feb 19 01:07:26.482264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022e2a7-6557-4679-a55a-c3789b065872 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62c27e-8b39-45aa-b37d-4f9e4ceb72bd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:26.553154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-33986eb6-f6a8-4477-a50c-52e1f0f3e75a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824354 Feb 19 01:07:26.557583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50614) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:26.562975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1761108a-acb3-423b-81ac-d2d186ffbc05 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': 'ec8fd5aa-c725-4cb2-89b5-e831f1051cf9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.777015 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-1761108a-acb3-423b-81ac-d2d186ffbc05 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The resource could not be found. Feb 19 01:07:26.781892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50622) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:26.786724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1761108a-acb3-423b-81ac-d2d186ffbc05 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2240705 Feb 19 01:07:26.787610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--194514210'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:26.811793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7d03-80ac-41e5-8c26-d5f5e56d31cb req-a3521de3-f81f-4e19-9638-7c66e53079e8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.817263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7d03-80ac-41e5-8c26-d5f5e56d31cb req-a3521de3-f81f-4e19-9638-7c66e53079e8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:26.818806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c3d7d03-80ac-41e5-8c26-d5f5e56d31cb req-a3521de3-f81f-4e19-9638-7c66e53079e8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3&device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1691 time: 0.0831528 Feb 19 01:07:26.880728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c3d7d03-80ac-41e5-8c26-d5f5e56d31cb req-a9377c30-b652-43a1-b6e6-a75c0440ea42 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556502 Feb 19 01:07:26.895429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:26.995318 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (b8755ec7-4bf8-4842-8557-4622d6f984f6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.059068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24088639-6916-4fd2-90b0-e9bab2eaf739 req-c0b93f67-a297-45ac-8ef7-a6e84786c5ab tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.060766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24088639-6916-4fd2-90b0-e9bab2eaf739 req-c0b93f67-a297-45ac-8ef7-a6e84786c5ab tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0640919 Feb 19 01:07:27.100503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b8755ec7-4bf8-4842-8557-4622d6f984f6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.129946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.136234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.141645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.147209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.148784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24088639-6916-4fd2-90b0-e9bab2eaf739 req-2c31fdb8-4882-40c3-a594-eeaaa425fcef tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Feb 19 01:07:27.152847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.158007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8755ec7-4bf8-4842-8557-4622d6f984f6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:27.170908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.170908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.172721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-484a0b6e-3e74-4443-8c05-4868c87205c2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1083715 Feb 19 01:07:27.212751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.215182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b91a502-55c6-4b75-bf7e-0586e2300248 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4322836 Feb 19 01:07:27.218143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50650) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:27.223449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--405742186'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:27.244518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6da9546a-3de5-42ec-b961-01524719c0b4 req-70aad854-7e9a-4564-b677-a4ccdf1edfcf tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0709667 Feb 19 01:07:27.319796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dbba0-3ede-4b85-a08a-de89297c7cc7 req-0c144a38-3902-4784-803f-df5559794c01 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.321523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-922dbba0-3ede-4b85-a08a-de89297c7cc7 req-0c144a38-3902-4784-803f-df5559794c01 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 1132 time: 0.0578632 Feb 19 01:07:27.322263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.381405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031c56-d93a-4b8a-87d3-377a288c89df req-f86c9610-93ad-4ee1-87b2-37fa056b9caa tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.383117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac031c56-d93a-4b8a-87d3-377a288c89df req-f86c9610-93ad-4ee1-87b2-37fa056b9caa tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0654025 Feb 19 01:07:27.398601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-922dbba0-3ede-4b85-a08a-de89297c7cc7 req-f6ca0527-e2cf-4c4f-9173-a85a35d03662 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623457 Feb 19 01:07:27.437683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (32f18b8f-b2b9-43a1-b434-5373e2e3f7c7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.495239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (32f18b8f-b2b9-43a1-b434-5373e2e3f7c7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.548484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f18b8f-b2b9-43a1-b434-5373e2e3f7c7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:27.564359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30347b66-0a4e-4890-9e18-baf3e61eee32 req-43859331-95ae-4f70-a202-b23bd2cda0e9 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.566441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30347b66-0a4e-4890-9e18-baf3e61eee32 req-43859331-95ae-4f70-a202-b23bd2cda0e9 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1132 time: 0.0830734 Feb 19 01:07:27.595576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:27.597336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7f786b3e-4588-47ab-985a-758c47697f0a tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3781772 Feb 19 01:07:27.600513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:27.605567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-290f65df-cfce-423d-9857-9366477cdb11 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': 'b8755ec7-4bf8-4842-8557-4622d6f984f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '32f18b8f-b2b9-43a1-b434-5373e2e3f7c7'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:27.645257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30347b66-0a4e-4890-9e18-baf3e61eee32 req-6e731493-456b-4f56-b0f4-02b91e22e40e tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725105 Feb 19 01:07:27.666833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac031c56-d93a-4b8a-87d3-377a288c89df req-159e2b73-f628-4ca9-8b8b-8bdccaf51134 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767375 Feb 19 01:07:27.973232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-e9539ff2-fc4a-4db6-9a27-abc52bbdef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:27.975454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-e9539ff2-fc4a-4db6-9a27-abc52bbdef88 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 1127 time: 0.0673149 Feb 19 01:07:28.088184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-aed9c2cc-da7c-4ba2-a1b5-509b952ba320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.106333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-aed9c2cc-da7c-4ba2-a1b5-509b952ba320 service neutron] 10.222.0.96 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.0919211 Feb 19 01:07:28.138349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-aa14b76b-24dc-4ac9-8695-60407dfc8202 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416 HTTP/1.1" status: 200 len: 217 time: 0.0403438 Feb 19 01:07:28.193195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-4697f3ac-8cf7-4ac0-b8e2-89463590db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.194611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-4697f3ac-8cf7-4ac0-b8e2-89463590db88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.0452933 Feb 19 01:07:28.229786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-5d1f7a51-c7bb-4527-b2a7-a3a58108b8e9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260346 Feb 19 01:07:28.322689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-3c233156-8395-4557-98f2-b35f89a3b772 service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832822 Feb 19 01:07:28.370079 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-290f65df-cfce-423d-9857-9366477cdb11 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:28.374985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-290f65df-cfce-423d-9857-9366477cdb11 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7732310 Feb 19 01:07:28.381826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:28.425621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9b0cd140-b175-49a5-b54d-3f3e6bc5235a req-a2d58e44-014f-425f-b860-ab197e764bcc service neutron] 10.222.0.96 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953176 Feb 19 01:07:28.458625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (32f18b8f-b2b9-43a1-b434-5373e2e3f7c7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.491053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (32f18b8f-b2b9-43a1-b434-5373e2e3f7c7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.582535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b868637-a600-401e-b8e2-6b1d7e9673db req-468e0841-34ef-4a1c-ad27-90bec2b29a07 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.585364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b868637-a600-401e-b8e2-6b1d7e9673db req-468e0841-34ef-4a1c-ad27-90bec2b29a07 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0895841 Feb 19 01:07:28.639056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (32f18b8f-b2b9-43a1-b434-5373e2e3f7c7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.641668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.642823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/32f18b8f-b2b9-43a1-b434-5373e2e3f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2661176 Feb 19 01:07:28.645709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50696) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:28.651851 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b868637-a600-401e-b8e2-6b1d7e9673db req-08cb5879-47df-44fa-8b28-19a714466005 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Feb 19 01:07:28.656835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2eddc-ad2b-4899-9c8c-66d535387980 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f18b8f-b2b9-43a1-b434-5373e2e3f7c7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:28.715525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-588b849d-18c2-4973-a0f1-ac17fca9d197 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0686426 Feb 19 01:07:28.718749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50704) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:28.822492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.827767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.832992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.838952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.844440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.854073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.856168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:28.858165 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-f4851800-0d4b-4f61-9ada-8bf71539b635 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1429679 Feb 19 01:07:28.873634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (b8755ec7-4bf8-4842-8557-4622d6f984f6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.928788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (b8755ec7-4bf8-4842-8557-4622d6f984f6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:28.991596 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b92c4e8-253b-4dad-8a7f-f2b5d0badc7d req-9646c118-4e51-4c73-81c6-05074ca2c4b1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1220624 Feb 19 01:07:29.025447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-89e7d929-8a2d-4fa1-b315-d5fa4d76a090 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240743 Feb 19 01:07:29.130505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b8755ec7-4bf8-4842-8557-4622d6f984f6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.130505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.130505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/b8755ec7-4bf8-4842-8557-4622d6f984f6 HTTP/1.1" status: 204 len: 168 time: 0.4005144 Feb 19 01:07:29.133153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.145291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-a0af535a-ad78-48f1-bf9e-c785cec05784 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.152078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-a0af535a-ad78-48f1-bf9e-c785cec05784 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201479 Feb 19 01:07:29.162169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-790286d1-c8ee-4852-b1db-50312a0dfcb8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0091896 Feb 19 01:07:29.171874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c21731-fa29-4f39-b235-60fa694ca729 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8755ec7-4bf8-4842-8557-4622d6f984f6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:29.186720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296145f-8a7d-4737-a648-fea321110f4b req-add71693-1dc6-45c0-ae61-7c885c48dad7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.198428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f296145f-8a7d-4737-a648-fea321110f4b req-add71693-1dc6-45c0-ae61-7c885c48dad7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1279304 Feb 19 01:07:29.228530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ba2ddc28-d8e6-4cdd-bb00-bf628329d709 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900390 Feb 19 01:07:29.228881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.237663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--22197877'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:29.252725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-af9ffac2-8fa2-433d-817c-f93990c1319e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823352 Feb 19 01:07:29.267597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f296145f-8a7d-4737-a648-fea321110f4b req-7d96f904-9766-4098-910f-c279d420bc67 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Feb 19 01:07:29.329689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.423240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (8fe2f073-f6ce-4cb5-899f-cedd2cb6f682), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.495114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fe2f073-f6ce-4cb5-899f-cedd2cb6f682), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.528414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe2f073-f6ce-4cb5-899f-cedd2cb6f682,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:29.582885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.587534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ace4d557-6249-4c42-b9db-265adb3a9af9 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3539348 Feb 19 01:07:29.588002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50742) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.592861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f175e2af-e6db-4e97-993d-74cd1be5ae44 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '8fe2f073-f6ce-4cb5-899f-cedd2cb6f682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:29.766229 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-f175e2af-e6db-4e97-993d-74cd1be5ae44 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:29.770700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f175e2af-e6db-4e97-993d-74cd1be5ae44 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1816566 Feb 19 01:07:29.774294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50748) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.779026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5b26bcbe-5bc2-4528-951a-773d6721ac42 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group_rule': {'security_group_id': '8fe2f073-f6ce-4cb5-899f-cedd2cb6f682', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:29.792873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50750) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.828508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc9ee-e0dc-4567-8625-dd1223be7969 req-08c1cf49-a2bd-4efe-a3b5-53da81ab2d31 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:29.830063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-703dc9ee-e0dc-4567-8625-dd1223be7969 req-08c1cf49-a2bd-4efe-a3b5-53da81ab2d31 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0824559 Feb 19 01:07:29.910206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-703dc9ee-e0dc-4567-8625-dd1223be7969 req-309e605c-8286-457d-8fa2-ae506304a9c3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Feb 19 01:07:29.949056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6e38d3d-6b33-418e-b321-e89c7bb2ba96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:29.976141 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-5b26bcbe-5bc2-4528-951a-773d6721ac42 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:07:29.977398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b26bcbe-5bc2-4528-951a-773d6721ac42 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2050383 Feb 19 01:07:29.980513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50756) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:29.993056 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:07:30.128322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6e38d3d-6b33-418e-b321-e89c7bb2ba96 admin admin] Publish callbacks [] for security_group (76c3c8f3-b261-4d74-94a3-5d6c8774fe9a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.198985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f8642fd-6516-4408-a841-ead2cea1fb26 req-586e923f-b8ae-4e0e-bb15-a40e0222d6fd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 210 time: 0.0425301 Feb 19 01:07:30.199657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (8fe2f073-f6ce-4cb5-899f-cedd2cb6f682), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.233829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (8fe2f073-f6ce-4cb5-899f-cedd2cb6f682), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.250066 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e6e38d3d-6b33-418e-b321-e89c7bb2ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (76c3c8f3-b261-4d74-94a3-5d6c8774fe9a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.324449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.329385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.334877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.341273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.346812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.352281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.358747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.360850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-b95c02b0-1a53-4d9c-98d0-dff782e13cab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1755621 Feb 19 01:07:30.366221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38d3d-6b33-418e-b321-e89c7bb2ba96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3c8f3-b261-4d74-94a3-5d6c8774fe9a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.380974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e6e38d3d-6b33-418e-b321-e89c7bb2ba96 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a4073c20adb346a3aa85293e88e42b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870831 Feb 19 01:07:30.384454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50774) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:30.395308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fe2f073-f6ce-4cb5-899f-cedd2cb6f682), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.398896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.402076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/8fe2f073-f6ce-4cb5-899f-cedd2cb6f682 HTTP/1.1" status: 204 len: 168 time: 0.4195693 Feb 19 01:07:30.404169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50776) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:30.427727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b839e-3f28-4901-a04e-ed7909a303b2 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe2f073-f6ce-4cb5-899f-cedd2cb6f682,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.476747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e388d8ed-3c1b-40e3-b604-9425d69e7bfb tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0711820 Feb 19 01:07:30.477469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50778) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:30.483494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052280983'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:30.494345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dee2b-3ae3-4bff-b396-f73a84aad97e req-e2c652b9-6f13-4ba3-8e1d-a80022dc1644 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:30.503028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-339dee2b-3ae3-4bff-b396-f73a84aad97e req-e2c652b9-6f13-4ba3-8e1d-a80022dc1644 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1485064 Feb 19 01:07:30.558003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] Publish callbacks [] for security_group (76c3c8f3-b261-4d74-94a3-5d6c8774fe9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.615646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.638385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-339dee2b-3ae3-4bff-b396-f73a84aad97e req-a3395936-4b5f-4d6a-9fcd-2f2c48cd97b4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341438 Feb 19 01:07:30.646827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] Publish callbacks [] for security_group (76c3c8f3-b261-4d74-94a3-5d6c8774fe9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.720429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3a0a7c4-0060-4056-a025-f0f607f3c342 req-ed1dbd95-c36c-41ed-8e55-af0c1c6e2e37 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3481426 Feb 19 01:07:30.773784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (51f6e3de-98ae-4987-a277-cd9f0271e66b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.809490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (76c3c8f3-b261-4d74-94a3-5d6c8774fe9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.813926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.815749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/76c3c8f3-b261-4d74-94a3-5d6c8774fe9a HTTP/1.1" status: 204 len: 168 time: 0.4300044 Feb 19 01:07:30.826922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330e83-46dc-4e70-b5c3-12ab82c47d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3c8f3-b261-4d74-94a3-5d6c8774fe9a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.838794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (51f6e3de-98ae-4987-a277-cd9f0271e66b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.873902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f6e3de-98ae-4987-a277-cd9f0271e66b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:30.937114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:30.938883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47f401d9-756a-4ec4-8c6e-08dfd772ea2d tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4599767 Feb 19 01:07:30.941686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50790) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:30.946382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-abf185e2-7df7-499c-b193-0c0173b7c1cf tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:30.947541 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-abf185e2-7df7-499c-b193-0c0173b7c1cf tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:07:30.948107 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-abf185e2-7df7-499c-b193-0c0173b7c1cf tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:07:30.950205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-abf185e2-7df7-499c-b193-0c0173b7c1cf tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "PUT /v2.0/security-groups/51f6e3de-98ae-4987-a277-cd9f0271e66b HTTP/1.1" status: 409 len: 330 time: 0.0065165 Feb 19 01:07:30.955740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50792) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.056085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (51f6e3de-98ae-4987-a277-cd9f0271e66b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.087935 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (51f6e3de-98ae-4987-a277-cd9f0271e66b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.119041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.126300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eeda72-e063-46dc-a396-ac0847532982 req-f8c655e4-fd57-4841-a434-38953142b167 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.127865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6eeda72-e063-46dc-a396-ac0847532982 req-f8c655e4-fd57-4841-a434-38953142b167 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1172101 Feb 19 01:07:31.135769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.141313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.147363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.154121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.158150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.164285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.167321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-f3161028-7b25-491f-a904-95c32676c2c8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.1394162 Feb 19 01:07:31.189775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6eeda72-e063-46dc-a396-ac0847532982 req-c26c9b05-7369-47e2-9082-aff7e5949a6c tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Feb 19 01:07:31.250005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6f2966cb-5bc0-43a9-91e8-a012e7e63092 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.251432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6f2966cb-5bc0-43a9-91e8-a012e7e63092 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0767725 Feb 19 01:07:31.254330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (51f6e3de-98ae-4987-a277-cd9f0271e66b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.256976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.258355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/51f6e3de-98ae-4987-a277-cd9f0271e66b HTTP/1.1" status: 204 len: 168 time: 0.3053136 Feb 19 01:07:31.261831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50804) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.286254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae242e-7512-48e7-bb38-57e9a4bc43af tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f6e3de-98ae-4987-a277-cd9f0271e66b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:31.349288 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb7aebfe-dd51-401f-b605-351c13f2424c tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861833 Feb 19 01:07:31.349901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50806) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.369151 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-9b964f39-b004-45a8-af9b-56741021b722 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] delete failed (client error): The resource could not be found. Feb 19 01:07:31.375689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b964f39-b004-45a8-af9b-56741021b722 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "DELETE /v2.0/security-groups/4f8f01f0-a3bf-42ad-82b1-9affb14bc20d HTTP/1.1" status: 404 len: 347 time: 0.0194426 Feb 19 01:07:31.375982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50808) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.379550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f3ac388-8f23-4fa7-b1ae-765730c3f61e req-ec89e780-2779-4096-a514-516b4e74dc3d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 210 time: 0.1052935 Feb 19 01:07:31.393666 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-157bc479-6e06-463e-a13c-f3d8d3806046 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] show failed (client error): The resource could not be found. Feb 19 01:07:31.394726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-157bc479-6e06-463e-a13c-f3d8d3806046 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-groups/de671819-1aff-4b6b-b649-8535800c3b55 HTTP/1.1" status: 404 len: 347 time: 0.0177274 Feb 19 01:07:31.398621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50810) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.424581 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-16c181d7-7d5e-4c35-8734-c63092dce206 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] show failed (client error): The resource could not be found. Feb 19 01:07:31.425670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-16c181d7-7d5e-4c35-8734-c63092dce206 tempest-NegativeSecGroupIPv6Test-317229745 tempest-NegativeSecGroupIPv6Test-317229745-project] 10.222.0.94 "GET /v2.0/security-group-rules/a8263ffd-d9de-43a5-a88b-39148509dce3 HTTP/1.1" status: 404 len: 356 time: 0.0252671 Feb 19 01:07:31.441827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-fb7c93e1-edd2-44d4-8cbc-c41a1caed721 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1849685 Feb 19 01:07:31.452514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:31.592251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50814) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.607437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091444be-93aa-46b9-8bd3-7753b153c289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.707676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091444be-93aa-46b9-8bd3-7753b153c289 admin admin] Publish callbacks [] for security_group (b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.820480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be42c0f-654b-4fab-a9eb-6f64b0496c98 req-94347d29-04fd-478d-9436-d4d436a13fd5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:31.824333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1be42c0f-654b-4fab-a9eb-6f64b0496c98 req-94347d29-04fd-478d-9436-d4d436a13fd5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.0753872 Feb 19 01:07:31.824333 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091444be-93aa-46b9-8bd3-7753b153c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.887118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-091444be-93aa-46b9-8bd3-7753b153c289 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7cf38b39031a43d18028d992a9b2f23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937169 Feb 19 01:07:31.889139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.900174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:31.900879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091444be-93aa-46b9-8bd3-7753b153c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:31.941982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1be42c0f-654b-4fab-a9eb-6f64b0496c98 req-8eb0680f-8cc7-4a34-a9c6-26b2ad207c7a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130641 Feb 19 01:07:31.974816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] Publish callbacks [] for security_group (b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:31.984197 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.004526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] Publish callbacks [] for security_group (b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.108480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6a688a9-394e-4e46-81e5-f41a90e53d3e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=47019729c2404de0aef1496c73609bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182004 Feb 19 01:07:32.111678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:32.111936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.117238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.123301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.129747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.135935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.142975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.148724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.152354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-09cd04f5-b292-45b3-9a7f-f6977979c203 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 5433 time: 0.2237685 Feb 19 01:07:32.175951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] Publish callbacks [] for security_group (cc109546-5183-424b-a657-7b5b14f704a5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.177465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.179986 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.182279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a HTTP/1.1" status: 204 len: 168 time: 0.2761407 Feb 19 01:07:32.202250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71256-1858-45d5-980e-56ae52376c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aeaa8d-e8f8-4709-9f67-6bf8f2eda47a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.244651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] Publish callbacks [] for security_group (cc109546-5183-424b-a657-7b5b14f704a5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.310194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b34374e7-3a8f-44f4-a5ad-25bc770f9791,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:32.328541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52d85884-dc5f-4d80-a832-c2bf323e1ed7 req-0cd8fd1f-6096-4ccf-9a88-37d3dff7a1a8 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1556222 Feb 19 01:07:32.352579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] For port b34374e7-3a8f-44f4-a5ad-25bc770f9791, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:32.397383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] device_id is not set on port b34374e7-3a8f-44f4-a5ad-25bc770f9791 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:32.407897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Publish callbacks [] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.461483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fedd40-03a7-4631-a78f-35dc1f844679 req-3b9834d6-55b7-480a-af8c-aa6dda2135a7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.462983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75fedd40-03a7-4631-a78f-35dc1f844679 req-3b9834d6-55b7-480a-af8c-aa6dda2135a7 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0533285 Feb 19 01:07:32.472365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cc109546-5183-424b-a657-7b5b14f704a5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.475123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.478078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cc109546-5183-424b-a657-7b5b14f704a5 HTTP/1.1" status: 204 len: 168 time: 0.3643887 Feb 19 01:07:32.485227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afdeeb-aa1f-4c12-acee-5f07e5580831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc109546-5183-424b-a657-7b5b14f704a5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.525360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75fedd40-03a7-4631-a78f-35dc1f844679 req-e3788c89-f03c-45a9-a237-86e3aab7e82e tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565209 Feb 19 01:07:32.580272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.665627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9c9b5db-a4fc-4b3c-a69f-a4fb8e9a98b6 req-41a58a20-abf5-438a-9c2b-ec6f2b242b81 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 210 time: 0.0807917 Feb 19 01:07:32.698386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] No DVR routers for this DVR port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:32.701721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Pushing event updated for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:32.789004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] In _notify_port_updated(), no bound segment for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:32.790530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.791730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:32.793339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-453c19c7-6d45-4988-b012-8fb37b154862 service neutron] 10.222.0.96 "PUT /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 200 len: 1028 time: 1.3448036 Feb 19 01:07:32.902078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-98debac5-f4bd-44f6-81ce-76db75c4aeef tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:32.903736 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-98debac5-f4bd-44f6-81ce-76db75c4aeef tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "GET /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0957994 Feb 19 01:07:32.938507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:33.021123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-834f5243-5324-45f6-b71c-1fc61746b659 None None] Provisioning complete for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:33.023487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-834f5243-5324-45f6-b71c-1fc61746b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.085460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.124804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-834f5243-5324-45f6-b71c-1fc61746b659 None None] Port b34374e7-3a8f-44f4-a5ad-25bc770f9791 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:33.194881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73f18-f416-4f53-a14a-973baa4f102d req-a492e09f-0ebf-4731-9272-fe4b784fc700 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.203350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25f73f18-f416-4f53-a14a-973baa4f102d req-a492e09f-0ebf-4731-9272-fe4b784fc700 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1551118 Feb 19 01:07:33.288803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b066-edd6-46e9-8d14-bb6f76e73eba req-8c96d7d9-cbc2-475e-bafb-c263ec208cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.293392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7b7b066-edd6-46e9-8d14-bb6f76e73eba req-8c96d7d9-cbc2-475e-bafb-c263ec208cc0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.0949743 Feb 19 01:07:33.305458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25f73f18-f416-4f53-a14a-973baa4f102d req-28fc47dc-8d16-4219-bac5-ab50a22fe279 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965018 Feb 19 01:07:33.345864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:33.397078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] For port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:33.416709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-02d337dd-2790-4229-aa28-fba161ca4ae3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657730 Feb 19 01:07:33.440126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] device_id is not set on port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:33.443414 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7b7b066-edd6-46e9-8d14-bb6f76e73eba req-00d014fc-df73-4b85-8004-6f53b98c961e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431825 Feb 19 01:07:33.462513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Publish callbacks [] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.558007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.760429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] No DVR routers for this DVR port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:33.834070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:33.888789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-bb41c28c-9844-4c08-8208-2a05ea6b067f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301821 Feb 19 01:07:33.931935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] In _notify_port_updated(), no bound segment for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d on network a098c263-971e-44a0-8e61-63542dd16425 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:07:33.937325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:33.938112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:33.939491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-6ba6a55e-bcd4-4664-a741-199ff9d726d2 service neutron] 10.222.0.96 "PUT /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 200 len: 1026 time: 1.0281699 Feb 19 01:07:34.086036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50904) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:34.115033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.121075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.128570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.136771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.158719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.170871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.181723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-02978638-db0c-4569-833c-4530372ccc8d None None] Provisioning complete for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:34.182318 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-02978638-db0c-4569-833c-4530372ccc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.184761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5ce83c52-70c5-4283-a150-7b08d3fbbc50 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 4658 time: 0.7640274 Feb 19 01:07:34.223129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fef07-02f7-4673-b4d6-143f77a111ac req-65432137-7485-4af0-bfe8-b78849763878 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.232775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c00fef07-02f7-4673-b4d6-143f77a111ac req-65432137-7485-4af0-bfe8-b78849763878 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.4798062 Feb 19 01:07:34.258313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-02978638-db0c-4569-833c-4530372ccc8d None None] Port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:34.324682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30481ca7-d36d-4067-8c52-00b1c4cf69cc req-5d31946f-6304-4f25-a757-0aa7ba098b3c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&id=af70dbad-ce8a-420c-aa70-de22a38398b6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1389062 Feb 19 01:07:34.343929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-6ab64695-ba14-4c6a-9db7-46ac6f7f1a97 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.345492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-6ab64695-ba14-4c6a-9db7-46ac6f7f1a97 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9223444 Feb 19 01:07:34.367696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:34.389748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1813677603'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:34.407619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c00fef07-02f7-4673-b4d6-143f77a111ac req-b701c864-1b47-45b7-9233-8f2403a1a796 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718018 Feb 19 01:07:34.451945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:34.452664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.520944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-483e0d63-4cdb-4661-a0d4-fd4da0a7fc07 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.522888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-483e0d63-4cdb-4661-a0d4-fd4da0a7fc07 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6236267 Feb 19 01:07:34.539045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:34.578821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bd15bae2-0d0f-4e49-92b1-31079eb92067 req-ea2c4401-686d-4cfa-a66a-1068d3e5db06 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 210 time: 0.0712347 Feb 19 01:07:34.650178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Made reservation on behalf of 991b0cc26e32471a8f6fa7ee74bd0841 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:34.654805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.664517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.713332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:34.715795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.724995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:34.734753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.735749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:34.786318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4c39-12f6-45bd-a85d-41dc150e5fa4 req-87f8e0b3-178b-457a-a3c2-e8d4ed8ab82d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:34.794188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9eea4c39-12f6-45bd-a85d-41dc150e5fa4 req-87f8e0b3-178b-457a-a3c2-e8d4ed8ab82d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.2333267 Feb 19 01:07:34.906092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9eea4c39-12f6-45bd-a85d-41dc150e5fa4 req-29156d32-ba0a-489f-91db-fc552d2af014 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109402 Feb 19 01:07:34.929881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks [] for security_group (1ba8f3e6-a5f9-4980-99d1-c2f32bbde157), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.983311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:34.987719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.009342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.210 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/e6ad2602-d1a1-4a91-930b-6a44bca6675e) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:35.013982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1ba8f3e6-a5f9-4980-99d1-c2f32bbde157), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.029253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:35.042503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.043243 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Added segment 18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9 of type vlan for network e18c9026-58ff-4a9d-9318-43616e0e9721 Feb 19 01:07:35.093248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4c65ce2a-02b4-47e8-a3c2-ad3879638cb4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.124677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e18c9026-58ff-4a9d-9318-43616e0e9721), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.138166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=4c65ce2a-02b4-47e8-a3c2-ad3879638cb4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.138580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8f3e6-a5f9-4980-99d1-c2f32bbde157,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.202665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:35.205406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.210122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-8f6880d0-e5ee-458f-9cf0-8f7fe63df437 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "DELETE /v2.0/ports/4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 HTTP/1.1" status: 204 len: 173 time: 1.2470498 Feb 19 01:07:35.210580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:35.213929 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd76b3c-c0ca-4469-8606-6f86c6247f15" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:35.248976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e18c9026-58ff-4a9d-9318-43616e0e9721), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.254336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.255223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.257801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a1234985-c507-429f-a3ee-b20548156a9d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:35.327553 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a7515b-ce14-460d-ab25-ae6b06a9cc0d x-openstack-request-id: req-c5a7515b-ce14-460d-ab25-ae6b06a9cc0d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:35.328208 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "4c65ce2a-02b4-47e8-a3c2-ad3879638cb4", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:35.328680 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c5a7515b-ce14-460d-ab25-ae6b06a9cc0d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:35.330544 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '4c65ce2a-02b4-47e8-a3c2-ad3879638cb4', 'status': 'completed', 'code': 200} Feb 19 01:07:35.344243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:35.346181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.465082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a1234985-c507-429f-a3ee-b20548156a9d is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:35.465571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.477172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3882825 Feb 19 01:07:35.481383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50940) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:35.491203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-6e895dc2-5de2-4f77-976a-fc2f9a436657 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-1884746732') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:35.501387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc87fde-e9ce-4235-a1d4-10182a2f1b3c tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Pushing event updated for resources: {'Network': ['ID=e18c9026-58ff-4a9d-9318-43616e0e9721,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:35.540240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:35.545883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:35.549638 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adeb179-1540-4824-b90b-a63b8fca505e" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1234985-c507-429f-a3ee-b20548156a9d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:35.553763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e18c9026-58ff-4a9d-9318-43616e0e9721 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:35.581365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-49d26a2e-0358-4bfa-887a-f27d7f09cd00 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.587843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-49d26a2e-0358-4bfa-887a-f27d7f09cd00 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.600190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-49d26a2e-0358-4bfa-887a-f27d7f09cd00 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.610958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.615573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-49d26a2e-0358-4bfa-887a-f27d7f09cd00 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.615573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-49d26a2e-0358-4bfa-887a-f27d7f09cd00 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 3151 time: 0.1688023 Feb 19 01:07:35.656262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port 78756f40-33b6-4a4c-af89-b3ff370cc2f3, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=78756f40-33b6-4a4c-af89-b3ff370cc2f3,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:35.656644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.661683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.664308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:35.703003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 78756f40-33b6-4a4c-af89-b3ff370cc2f3 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:35.760067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d8a5-d875-4383-9962-8845699bbbd9 req-d2a57640-3d14-4869-be80-022dbc508d96 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:35.763019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e924d8a5-d875-4383-9962-8845699bbbd9 req-d2a57640-3d14-4869-be80-022dbc508d96 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.2161620 Feb 19 01:07:35.808042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01e0b24e-251c-481f-a08e-55fd733ba1b0 req-a7cf8fe2-145a-42cb-81cd-39ac0c69fda1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1510382 Feb 19 01:07:35.920654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d host ! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:07:35.922958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:35.927317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 78756f40-33b6-4a4c-af89-b3ff370cc2f3 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:35.944037 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e924d8a5-d875-4383-9962-8845699bbbd9 req-753133d5-c791-45d7-bfdb-977d4a6d3021 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627061 Feb 19 01:07:35.947827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.979984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:35.995330 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd74b82c-9d5b-4b5c-9323-d6accdb5b2ea x-openstack-request-id: req-cd74b82c-9d5b-4b5c-9323-d6accdb5b2ea {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:35.995860 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1234985-c507-429f-a3ee-b20548156a9d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:35.996719 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cd74b82c-9d5b-4b5c-9323-d6accdb5b2ea {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:35.997672 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d', 'code': 200} Feb 19 01:07:36.003891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-b753e10d-4d35-4f27-977b-88dca9e3a208 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2350824 Feb 19 01:07:36.006971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:36.008915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:36.028051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:36.033807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:36.055822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e895dc2-5de2-4f77-976a-fc2f9a436657 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "PUT /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-1884746732 HTTP/1.1" status: 201 len: 201 time: 0.5722449 Feb 19 01:07:36.067123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.72 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/e1a8d061-4aaf-4c29-8021-a60aaa64b87b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:36.128330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.160728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50964) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:36.203262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-34f35289-a1f6-44fe-8f23-72e466d95533 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-1884746732') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:36.255594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:36.256086 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.347390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246baf0c-154f-47a4-8a97-12d862037f15 req-2b3c0613-9322-41f2-9916-58fafa22dc32 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.351436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.353727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.355027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-246baf0c-154f-47a4-8a97-12d862037f15 req-2b3c0613-9322-41f2-9916-58fafa22dc32 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1140730 Feb 19 01:07:36.369924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.394095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f6a4de7-fc94-4469-93cd-63e479ddd11c req-49b5efc9-b426-4cd2-96a5-0adcc2db27df tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 210 time: 0.2244010 Feb 19 01:07:36.406108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.422440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-334f914b-b031-494c-8a92-a6f80c870ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.444072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-334f914b-b031-494c-8a92-a6f80c870ee0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 1127 time: 0.4062896 Feb 19 01:07:36.493435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-246baf0c-154f-47a4-8a97-12d862037f15 req-be07038b-0f28-4add-ba75-fe1473f11abb tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373727 Feb 19 01:07:36.534419 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 01:07:36.534419 n-d-826529-3 neutron-server[110603]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 19 01:07:36.534419 n-d-826529-3 neutron-server[110603]: [parameters: {'status': 'DOWN', 'ports_id': '78756f40-33b6-4a4c-af89-b3ff370cc2f3'}] Feb 19 01:07:36.534419 n-d-826529-3 neutron-server[110603]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:07:36.536014 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:07:36.566502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0d2843ad-38f4-4b71-b42b-cb079a31f1c4 None None] Provisioning complete for port e6ad2602-d1a1-4a91-930b-6a44bca6675e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:36.572812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d2843ad-38f4-4b71-b42b-cb079a31f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.650958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d2843ad-38f4-4b71-b42b-cb079a31f1c4 None None] Port e6ad2602-d1a1-4a91-930b-6a44bca6675e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:36.692635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-84dcdd1a-aa79-4e14-86cc-6407f0e6c7ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3364766 Feb 19 01:07:36.713170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-744457334', 'description': 'tempest-description-1025833868'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:36.721254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Request body: {'port': {'device_id': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:36.800643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (78756f40-33b6-4a4c-af89-b3ff370cc2f3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.885008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=78756f40-33b6-4a4c-af89-b3ff370cc2f3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:36.890123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.901829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.902046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:36.906501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:36.939452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-34f35289-a1f6-44fe-8f23-72e466d95533 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-1884746732 HTTP/1.1" status: 204 len: 168 time: 0.7350931 Feb 19 01:07:36.940077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:36.940077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:36.940261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51000) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:36.944134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-a5b6681c-a08b-4c17-9f0a-9f2b08e5a85d tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "DELETE /v2.0/ports/78756f40-33b6-4a4c-af89-b3ff370cc2f3 HTTP/1.1" status: 204 len: 173 time: 1.7274311 Feb 19 01:07:36.950928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-e5cfd7e3-0786-47a1-b6c2-e18c2e86528e tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:36.992071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-4e54253e-f707-43ba-8c34-7d848a30d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:36.992297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:36.996784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-4e54253e-f707-43ba-8c34-7d848a30d19a service neutron] 10.222.0.117 "GET /v2.0/networks?id=662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 200 len: 905 time: 0.3913674 Feb 19 01:07:37.020824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:37.023990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:37.049300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.093413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.115215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Port 78756f40-33b6-4a4c-af89-b3ff370cc2f3 update to DOWN by agent not found {{(pid=110603) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:07:37.115666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b34374e7-3a8f-44f4-a5ad-25bc770f9791 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:37.168880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.169457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.230205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (8c6367cb-79dd-4984-a906-c51872ab8e3c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.239918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-6dafbb58-2757-4eed-bc71-5df0b0e45739 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832660b0-977f-4b72-815d-483f1f9bb167 HTTP/1.1" status: 200 len: 217 time: 0.1738243 Feb 19 01:07:37.253010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port a1234985-c507-429f-a3ee-b20548156a9d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:37.253010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a1234985-c507-429f-a3ee-b20548156a9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.258123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port b34374e7-3a8f-44f4-a5ad-25bc770f9791 host ! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:07:37.258638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b34374e7-3a8f-44f4-a5ad-25bc770f9791 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:37.259189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 3e6bc085-f971-4043-b449-a131527b74b0 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:37.286474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-da9205e7-e322-4a25-b492-96b503e97563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7532988 Feb 19 01:07:37.335217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:37.342685 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b99785-fd3b-4995-ab54-8010f09d8818" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:37.357862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-599973ae-a575-453b-85b7-b212797d928d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:37.358804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-599973ae-a575-453b-85b7-b212797d928d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125754 Feb 19 01:07:37.368781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c6367cb-79dd-4984-a906-c51872ab8e3c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.396145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Request body: {'port': {'device_id': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:37.440803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 3e6bc085-f971-4043-b449-a131527b74b0 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:37.441194 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.468541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6367cb-79dd-4984-a906-c51872ab8e3c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.491676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port a1234985-c507-429f-a3ee-b20548156a9d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a1234985-c507-429f-a3ee-b20548156a9d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:37.492049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a1234985-c507-429f-a3ee-b20548156a9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.497189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.498947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1a43146-e9a3-498d-b6cc-0d9c64d3c66f req-ef55a646-1043-43ad-8d20-80e85634dba7 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.8049541 Feb 19 01:07:37.557441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:37.574267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bff724de-6675-420f-8aab-e782bfb8e7cb None None] Provisioning complete for port e1a8d061-4aaf-4c29-8021-a60aaa64b87b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:37.574640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bff724de-6675-420f-8aab-e782bfb8e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.585320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for a1234985-c507-429f-a3ee-b20548156a9d owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:37.616267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.632714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bff724de-6675-420f-8aab-e782bfb8e7cb None None] Port e1a8d061-4aaf-4c29-8021-a60aaa64b87b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:37.652919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.654993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:37.658587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-846265dc-fc07-4290-832b-798852e28f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.660095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-846265dc-fc07-4290-832b-798852e28f23 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 200 len: 844 time: 0.3122478 Feb 19 01:07:37.669762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934ab9-9a44-4e65-8b7e-2b2ddc70d83d req-b6189161-8dae-4873-b93f-ff0978637c23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.675585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67934ab9-9a44-4e65-8b7e-2b2ddc70d83d req-b6189161-8dae-4873-b93f-ff0978637c23 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.8500259 Feb 19 01:07:37.679976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51010) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:37.709558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:37.709887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4c65ce2a-02b4-47e8-a3c2-ad3879638cb4 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:37.710473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:37.718950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ad2602-d1a1-4a91-930b-6a44bca6675e {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:37.727930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks [] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.739995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Transition to ACTIVE for port object e6ad2602-d1a1-4a91-930b-6a44bca6675e will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:37.777626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224652-9735-4ca5-a7b7-fcf200134c49 req-2458975d-2187-42a1-92a2-7c5ea3acd659 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.784221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224652-9735-4ca5-a7b7-fcf200134c49 req-2458975d-2187-42a1-92a2-7c5ea3acd659 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.787584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-79071879-8c80-4f69-855d-132e34adbbfd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=662087cb-579c-49f0-a061-7422610fadb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104681 Feb 19 01:07:37.791308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224652-9735-4ca5-a7b7-fcf200134c49 req-2458975d-2187-42a1-92a2-7c5ea3acd659 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.793246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a224652-9735-4ca5-a7b7-fcf200134c49 req-2458975d-2187-42a1-92a2-7c5ea3acd659 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 2414 time: 0.1944199 Feb 19 01:07:37.817556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.855244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67934ab9-9a44-4e65-8b7e-2b2ddc70d83d req-058b20fd-3244-4096-bc0e-3d0c8c495f08 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024420 Feb 19 01:07:37.858265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.887226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5cfd7e3-0786-47a1-b6c2-e18c2e86528e tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags HTTP/1.1" status: 200 len: 238 time: 0.9396982 Feb 19 01:07:37.899839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:37.906831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:37.907352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.925013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-10091bcb-9d5b-4193-967b-0b7b1e65c957 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', {'tags': ['tempest-TagsTest-Tag-857632446', 'tempest-TagsTest-Tag-1860382917', 'tempest-TagsTest-Tag-687498681']}) {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:37.963748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:37.998974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0'}, {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:38.002152 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f983cd-c286-4e99-8d85-e4ccc53d84b8" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6bc085-f971-4043-b449-a131527b74b0"}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:38.032118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.118139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.126589 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fddbba0-9cfb-4d2f-bea4-ec4838bed788 x-openstack-request-id: req-2fddbba0-9cfb-4d2f-bea4-ec4838bed788 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:38.127208 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "78756f40-33b6-4a4c-af89-b3ff370cc2f3", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:38.127615 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2fddbba0-9cfb-4d2f-bea4-ec4838bed788 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:38.128164 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '78756f40-33b6-4a4c-af89-b3ff370cc2f3', 'status': 'completed', 'code': 200} Feb 19 01:07:38.178139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cec82f6-97fc-49bd-b860-8321e25bbbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.237093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.294961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-3f1eedf8-fe35-4604-84fe-d43467ace87f service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966624 Feb 19 01:07:38.315669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a224652-9735-4ca5-a7b7-fcf200134c49 req-c53215fb-5c63-4aab-bae5-0f6e775cd774 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5048916 Feb 19 01:07:38.379549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a8d061-4aaf-4c29-8021-a60aaa64b87b {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:38.395913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks [] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.409072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a1234985-c507-429f-a3ee-b20548156a9d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.449369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Transition to ACTIVE for port object e1a8d061-4aaf-4c29-8021-a60aaa64b87b will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:38.455514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=a1234985-c507-429f-a3ee-b20548156a9d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.455893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ef737-715f-4fd6-a068-7af1cfaf3cc2 req-3d8f7859-7cbe-429a-96d8-877f9e45ba77 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.457432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-192ef737-715f-4fd6-a068-7af1cfaf3cc2 req-3d8f7859-7cbe-429a-96d8-877f9e45ba77 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 935 time: 0.2255621 Feb 19 01:07:38.473067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Attempting to bind port e6ad2602-d1a1-4a91-930b-6a44bca6675e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:38.473404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Attempting to bind port e6ad2602-d1a1-4a91-930b-6a44bca6675e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:38.473737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Attempting to bind port e6ad2602-d1a1-4a91-930b-6a44bca6675e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:38.496939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd32eecf-5f1d-46c7-98da-6a4d3c17dc7d req-43a0c1e1-d3a8-4bf7-844a-85f50f4e5a15 service neutron] 10.222.0.117 "GET /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834977 Feb 19 01:07:38.497522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Port e6ad2602-d1a1-4a91-930b-6a44bca6675e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:38.497851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Attempting to bind port e6ad2602-d1a1-4a91-930b-6a44bca6675e on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:38.509420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:38.509420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:38.509420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:38.509420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Bound port: e6ad2602-d1a1-4a91-930b-6a44bca6675e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:38.509995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.540232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port a1234985-c507-429f-a3ee-b20548156a9d on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:38.544704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.546027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-192ef737-715f-4fd6-a068-7af1cfaf3cc2 req-4e9ef65a-9b87-414d-b904-b6150176f751 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Feb 19 01:07:38.547953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-069ca93e-c75d-48fb-a9dd-d692197f3fe9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "DELETE /v2.0/ports/a1234985-c507-429f-a3ee-b20548156a9d HTTP/1.1" status: 204 len: 173 time: 1.5785251 Feb 19 01:07:38.553799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-0d2b8f76-3833-467e-8f0f-7643afaaa1ec tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-744457334&fields=id&tenant_id=68f121b357d54e5f811a7c93d1f85841 HTTP/1.1" status: 200 len: 267 time: 0.1674681 Feb 19 01:07:38.564402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10091bcb-9d5b-4193-967b-0b7b1e65c957 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "PUT /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags HTTP/1.1" status: 200 len: 307 time: 0.6481247 Feb 19 01:07:38.572691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51026) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:38.577743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-7f0910a3-e3d5-4371-af35-9c2000f0c2ff tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-857632446') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:38.609658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:38.612871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:38.628012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.656532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cec82f6-97fc-49bd-b860-8321e25bbbc9 admin admin] Publish callbacks [] for security_group (2e7c83ba-9e55-4fc8-9c72-5d727121c563), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.679250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db5732-316e-4ac2-9bcb-0ba8d5950318 req-8121701d-513c-48e3-9d1f-546d52b776a6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.681101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00db5732-316e-4ac2-9bcb-0ba8d5950318 req-8121701d-513c-48e3-9d1f-546d52b776a6 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.0630350 Feb 19 01:07:38.682442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.700022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cec82f6-97fc-49bd-b860-8321e25bbbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e7c83ba-9e55-4fc8-9c72-5d727121c563), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.753826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.754615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.756303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] 10.222.0.96 "PUT /v2.0/ports/e6ad2602-d1a1-4a91-930b-6a44bca6675e HTTP/1.1" status: 200 len: 1096 time: 2.0418434 Feb 19 01:07:38.756932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:38.760771 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057efe4f-4d61-4d02-92bf-25ad3256c341" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:38.792546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f840f-17fe-4f2c-9fda-e3c32f95ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.817481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00db5732-316e-4ac2-9bcb-0ba8d5950318 req-5ebfe96c-a865-4fef-8b4f-8fadc94bd5fc tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258368 Feb 19 01:07:38.943388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-54aaec4c-6d75-44ec-b683-13f753e1e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:38.946242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-54aaec4c-6d75-44ec-b683-13f753e1e5ad service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 1130 time: 0.0795004 Feb 19 01:07:39.007910 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-25a1c099-2917-4bce-8d99-cebd6410442a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e HTTP/1.1" status: 200 len: 217 time: 0.0534539 Feb 19 01:07:39.081505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-ba9ca0c6-a195-4115-9fc8-86b6f81fdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.083420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-ba9ca0c6-a195-4115-9fc8-86b6f81fdbb8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0692430 Feb 19 01:07:39.106103 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30db57d1-d6e6-4e3b-a24e-d9eeea9af3a9 x-openstack-request-id: req-30db57d1-d6e6-4e3b-a24e-d9eeea9af3a9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:39.106644 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "3e6bc085-f971-4043-b449-a131527b74b0", "code": 200}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-unplugged", "status": "completed", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:39.106644 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30db57d1-d6e6-4e3b-a24e-d9eeea9af3a9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:39.107054 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0', 'code': 200} Feb 19 01:07:39.107351 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'code': 200} Feb 19 01:07:39.192492 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85554d6-0810-4831-b22d-bc92fcbd470a x-openstack-request-id: req-e85554d6-0810-4831-b22d-bc92fcbd470a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:39.192896 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:39.193247 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e85554d6-0810-4831-b22d-bc92fcbd470a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:39.193905 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', 'status': 'completed', 'code': 200} Feb 19 01:07:39.199847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-d3e14a0e-f47b-4065-a05c-544c381b1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.202986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-d3e14a0e-f47b-4065-a05c-544c381b1b59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1118116 Feb 19 01:07:39.229931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2cec82f6-97fc-49bd-b860-8321e25bbbc9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6ad1ad39fe30416d87aaf2bb78c7d9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5462270 Feb 19 01:07:39.246695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.303416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.368314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-0d0c8ffa-2725-494a-8ba4-1c7e6d34866c service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540396 Feb 19 01:07:39.382332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec82f6-97fc-49bd-b860-8321e25bbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c83ba-9e55-4fc8-9c72-5d727121c563,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:39.397505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-fe969160-a5db-4e6b-be56-d333ec512bcc tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.399608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-fe969160-a5db-4e6b-be56-d333ec512bcc tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.8303998 Feb 19 01:07:39.447118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'port': {'security_groups': ['8fb49fe7-0770-489a-81ee-973bc9efe42a', '8c6367cb-79dd-4984-a906-c51872ab8e3c']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:39.494362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-7b76c983-8849-43cb-81dd-b6a8c121b56b service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197436 Feb 19 01:07:39.533214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] Publish callbacks [] for security_group (2e7c83ba-9e55-4fc8-9c72-5d727121c563), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.545468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:39.545811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.585719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Attempting to bind port e1a8d061-4aaf-4c29-8021-a60aaa64b87b on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:39.586056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Attempting to bind port e1a8d061-4aaf-4c29-8021-a60aaa64b87b by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:39.586254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.586565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Attempting to bind port e1a8d061-4aaf-4c29-8021-a60aaa64b87b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:39.641112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Port e1a8d061-4aaf-4c29-8021-a60aaa64b87b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:39.641474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Attempting to bind port e1a8d061-4aaf-4c29-8021-a60aaa64b87b on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:39.646609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] Publish callbacks [] for security_group (2e7c83ba-9e55-4fc8-9c72-5d727121c563), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.655387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f0910a3-e3d5-4371-af35-9c2000f0c2ff tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "DELETE /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-857632446 HTTP/1.1" status: 204 len: 168 time: 1.0794384 Feb 19 01:07:39.655780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.660387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-d0ab1262-ba61-4c59-aad7-38738f1fd7dc tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-857632446') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:39.664151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.671775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:39.672124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:39.672508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:39.672953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Bound port: e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:39.673310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.815070 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-d0ab1262-ba61-4c59-aad7-38738f1fd7dc tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] show failed (client error): The resource could not be found. Feb 19 01:07:39.818633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d0ab1262-ba61-4c59-aad7-38738f1fd7dc tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-857632446 HTTP/1.1" status: 404 len: 325 time: 0.1593735 Feb 19 01:07:39.818976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51048) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.820333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:39.821276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.823266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-9005aecb-6973-4743-b419-74493b76bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.824726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-9005aecb-6973-4743-b419-74493b76bca4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 1130 time: 0.1444192 Feb 19 01:07:39.828517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-760119d6-518a-41c0-ba43-423fe21aac0e tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-1860382917') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:39.846643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:39.868782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187cfcb-4b48-40ff-975b-fbf3374f7058 req-62342076-d82e-44d8-aebb-dda24a4a2a7f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.874121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187cfcb-4b48-40ff-975b-fbf3374f7058 req-62342076-d82e-44d8-aebb-dda24a4a2a7f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.875794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7187cfcb-4b48-40ff-975b-fbf3374f7058 req-62342076-d82e-44d8-aebb-dda24a4a2a7f tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 1677 time: 0.1267481 Feb 19 01:07:39.926179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:39.954844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:39.970023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2e7c83ba-9e55-4fc8-9c72-5d727121c563), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.972874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.976367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2e7c83ba-9e55-4fc8-9c72-5d727121c563 HTTP/1.1" status: 204 len: 168 time: 0.7173078 Feb 19 01:07:40.040350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7187cfcb-4b48-40ff-975b-fbf3374f7058 req-8e42392e-bb42-45a5-8f1d-8e08b5b708db tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1514790 Feb 19 01:07:40.044554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-b5c57970-1173-4455-aba2-3ed62ac08ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.046518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-b5c57970-1173-4455-aba2-3ed62ac08ddb service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.1986213 Feb 19 01:07:40.049076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-760119d6-518a-41c0-ba43-423fe21aac0e tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-1860382917 HTTP/1.1" status: 204 len: 168 time: 0.2289867 Feb 19 01:07:40.054581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.063706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.067872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-6cef8e16-35d2-454d-9671-5b0040eb1422 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-687498681') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.087544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cb9fe-4421-42c7-9b2b-5618bf8c3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c83ba-9e55-4fc8-9c72-5d727121c563,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.113427 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.123921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-7a8ffcd9-ca93-47e5-af06-be0b6e1fcd09 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e HTTP/1.1" status: 200 len: 217 time: 0.0500808 Feb 19 01:07:40.138941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:40.142749 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc22b1fa-4104-49c7-a7d0-a69c1b29c9f8" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "a1234985-c507-429f-a3ee-b20548156a9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:40.177853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.178488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.179952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] 10.222.0.117 "PUT /v2.0/ports/e1a8d061-4aaf-4c29-8021-a60aaa64b87b HTTP/1.1" status: 200 len: 1095 time: 2.7961462 Feb 19 01:07:40.263519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab36b58-3e87-42e8-a582-ab0c744ed5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.269573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:40.311522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6cef8e16-35d2-454d-9671-5b0040eb1422 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-687498681 HTTP/1.1" status: 204 len: 168 time: 0.2506113 Feb 19 01:07:40.312189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51058) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.317769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-733240dd-ffb0-4c5d-a6fd-5e2668d52585 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.353478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5d708-869f-4d7e-8b4d-f49d55f472df req-56c24c7d-e23d-488d-9453-2b909c4051d3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.360921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1d5d708-869f-4d7e-8b4d-f49d55f472df req-56c24c7d-e23d-488d-9453-2b909c4051d3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 947 time: 0.1530137 Feb 19 01:07:40.382356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.390739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.393979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-006ece00-6e27-448a-a319-a9bc963ee289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.395788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-006ece00-6e27-448a-a319-a9bc963ee289 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2611287 Feb 19 01:07:40.464238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.467588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.475776 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1d5d708-869f-4d7e-8b4d-f49d55f472df req-0e6a97ea-527e-4262-bae2-ee02856f08c7 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096976 Feb 19 01:07:40.482122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:40.521705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-3590ce09-328b-4ae6-8f68-b41b6cb801e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.524733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-3590ce09-328b-4ae6-8f68-b41b6cb801e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1182284 Feb 19 01:07:40.589657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port 0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:40.592683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-35d630b1-d6a5-4241-9b9c-951ed3ad34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.594258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-35d630b1-d6a5-4241-9b9c-951ed3ad34cb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 1129 time: 0.2597442 Feb 19 01:07:40.595951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.604045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-efcc8dd6-6ba3-4250-b971-bc4263474501 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "DELETE /v2.0/ports/0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e HTTP/1.1" status: 204 len: 173 time: 2.0390286 Feb 19 01:07:40.616967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.617629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.621461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0ac7b4c-5787-4892-9413-9a7203b17651 req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "PUT /v2.0/ports/c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 982 time: 1.1858304 Feb 19 01:07:40.701345 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a81a-8831-4ed8-8b3a-ecb83985249a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.747864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-d789b037-e0c4-411d-a7a8-d66f7d1c0c25 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b HTTP/1.1" status: 200 len: 217 time: 0.1427872 Feb 19 01:07:40.758954 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3616823-ab0f-469e-b210-78284d6c94ce x-openstack-request-id: req-a3616823-ab0f-469e-b210-78284d6c94ce {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:40.759286 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "a1234985-c507-429f-a3ee-b20548156a9d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:40.759499 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a3616823-ab0f-469e-b210-78284d6c94ce {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:40.759896 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': 'a1234985-c507-429f-a3ee-b20548156a9d', 'status': 'completed', 'code': 200} Feb 19 01:07:40.760318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:40.760467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00914e-af8c-4e4e-aa12-89d1413a861d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.865205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-ab4441cc-bd6b-4587-ad4c-e0892bf9df9c service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223963 Feb 19 01:07:40.868840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.904498 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2be6eb3f-a6ac-4818-9c38-767a982d3a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.908169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-6ecdb9dc-70b2-4f34-a036-2322ee258738 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-744457334&fields=id&tenant_id=68f121b357d54e5f811a7c93d1f85841 HTTP/1.1" status: 200 len: 267 time: 0.0941014 Feb 19 01:07:40.915920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-733240dd-ffb0-4c5d-a6fd-5e2668d52585 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "DELETE /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags HTTP/1.1" status: 204 len: 168 time: 0.5979760 Feb 19 01:07:40.921626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.933427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.tag.tag_plugin [None req-caa62a0d-5aa5-4f1a-991b-3eeb80478ac7 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-1860382917') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.936472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28e345-5124-43d1-983f-23c4dbe2e22d req-cdec70ae-ce63-4761-973b-2f4fca6efc06 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.947594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a28e345-5124-43d1-983f-23c4dbe2e22d req-cdec70ae-ce63-4761-973b-2f4fca6efc06 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1808579 Feb 19 01:07:40.988210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-69a53b8d-56ba-4ee6-9d18-80e6e0d812b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.989870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-69a53b8d-56ba-4ee6-9d18-80e6e0d812b3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2259533 Feb 19 01:07:41.135957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a28e345-5124-43d1-983f-23c4dbe2e22d req-62f967dc-3d36-4a17-9301-e52811673812 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873841 Feb 19 01:07:41.179016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-057efe4f-4d61-4d02-92bf-25ad3256c341 req-41fff204-9b26-440f-9dd6-eeca6f978693 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841201 Feb 19 01:07:41.249167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2be6eb3f-a6ac-4818-9c38-767a982d3a8b admin admin] Publish callbacks [] for security_group (1c9ea023-ae9f-4106-9671-45adea8dd96c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.265632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 3e6bc085-f971-4043-b449-a131527b74b0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:41.266229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3e6bc085-f971-4043-b449-a131527b74b0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.320351 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2be6eb3f-a6ac-4818-9c38-767a982d3a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c9ea023-ae9f-4106-9671-45adea8dd96c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.362757 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-caa62a0d-5aa5-4f1a-991b-3eeb80478ac7 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] show failed (client error): The resource could not be found. Feb 19 01:07:41.366579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-caa62a0d-5aa5-4f1a-991b-3eeb80478ac7 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-1860382917 HTTP/1.1" status: 404 len: 326 time: 0.4411294 Feb 19 01:07:41.372280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:41.384511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-35df2c31-edaf-4249-88d6-5c403c9c3704 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721', 'tempest-TagsTest-Tag-687498681') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:41.385892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a771-70f4-4054-8223-155847c1adad req-55b990c6-ddb8-4635-9a6d-9a96a1b48143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.387480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-55b990c6-ddb8-4635-9a6d-9a96a1b48143 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3430965 Feb 19 01:07:41.401922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-78b9c2d4-4ab2-4478-8bad-4739774375b2 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.408485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-78b9c2d4-4ab2-4478-8bad-4739774375b2 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 985 time: 0.4861093 Feb 19 01:07:41.408485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port 3e6bc085-f971-4043-b449-a131527b74b0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=3e6bc085-f971-4043-b449-a131527b74b0,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:41.408485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3e6bc085-f971-4043-b449-a131527b74b0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.408964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2be6eb3f-a6ac-4818-9c38-767a982d3a8b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e40c5ea222c741419222ec72dba88a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5317545 Feb 19 01:07:41.408964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6eb3f-a6ac-4818-9c38-767a982d3a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ea023-ae9f-4106-9671-45adea8dd96c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.410073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:41.430597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5c2e-fa63-40c6-a26e-5ea36ac61614 req-532e11db-782a-4a2b-b275-c942264555b9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.437371 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-214b5c2e-fa63-40c6-a26e-5ea36ac61614 req-532e11db-782a-4a2b-b275-c942264555b9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 943 time: 0.1496778 Feb 19 01:07:41.481422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'port': {'security_groups': ['8fb49fe7-0770-489a-81ee-973bc9efe42a']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:41.556153 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-35df2c31-edaf-4249-88d6-5c403c9c3704 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] show failed (client error): The resource could not be found. Feb 19 01:07:41.557204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35df2c31-edaf-4249-88d6-5c403c9c3704 tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "GET /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags/tempest-TagsTest-Tag-687498681 HTTP/1.1" status: 404 len: 325 time: 0.1836405 Feb 19 01:07:41.561510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:41.569421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.tag.tag_plugin [None req-1934fefb-cda2-49ca-9620-e4998b8808ee tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e18c9026-58ff-4a9d-9318-43616e0e9721') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:41.578432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-910af822-e55d-47e8-b24c-926be8923754 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.579928 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-910af822-e55d-47e8-b24c-926be8923754 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1431971 Feb 19 01:07:41.584657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-214b5c2e-fa63-40c6-a26e-5ea36ac61614 req-6b570ba6-3ef4-4b91-9469-6d0a1c663e13 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups?id=690863b8-304c-4b30-ae18-72d7008c39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153123 Feb 19 01:07:41.756185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] Publish callbacks [] for security_group (1c9ea023-ae9f-4106-9671-45adea8dd96c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.776739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1934fefb-cda2-49ca-9620-e4998b8808ee tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "DELETE /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721/tags HTTP/1.1" status: 204 len: 168 time: 0.2098672 Feb 19 01:07:41.784728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:41.806312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dc86-42c6-4d50-b423-1463852ff6fd req-5afb8d3d-59d9-4a02-bc6a-a8f8288329ad tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:41.808967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5f0dc86-42c6-4d50-b423-1463852ff6fd req-5afb8d3d-59d9-4a02-bc6a-a8f8288329ad tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 947 time: 0.1362054 Feb 19 01:07:41.811182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port ca39c54a-38d0-49d6-9f90-57f1d159c416 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:41.811530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.830326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-c5ab458f-47e1-4cee-bbee-e2e86b125e82 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213164 Feb 19 01:07:41.836394 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.862177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] Publish callbacks [] for security_group (1c9ea023-ae9f-4106-9671-45adea8dd96c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.977609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e18c9026-58ff-4a9d-9318-43616e0e9721), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.002085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5f0dc86-42c6-4d50-b423-1463852ff6fd req-4503e327-6aff-4dbb-8f0a-dcf5bc99fd9e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679304 Feb 19 01:07:42.066798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port ca39c54a-38d0-49d6-9f90-57f1d159c416, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=ca39c54a-38d0-49d6-9f90-57f1d159c416,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:42.067208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.117952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for ca39c54a-38d0-49d6-9f90-57f1d159c416 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:42.137466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e18c9026-58ff-4a9d-9318-43616e0e9721), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.139833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.140210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.140530 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Floating IP 6c01527e-806b-4caa-9ade-33ed9ebaab3c disassociated. External IP: 172.25.2.57, port: 3e6bc085-f971-4043-b449-a131527b74b0. Feb 19 01:07:42.140879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 3e6bc085-f971-4043-b449-a131527b74b0 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:42.222690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c9026-58ff-4a9d-9318-43616e0e9721']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:42.269332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:42.269591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:42.280232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c9ea023-ae9f-4106-9671-45adea8dd96c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.282928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.286602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c9ea023-ae9f-4106-9671-45adea8dd96c HTTP/1.1" status: 204 len: 168 time: 0.8648653 Feb 19 01:07:42.286796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.296037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a4a771-70f4-4054-8223-155847c1adad req-d63acc2e-5589-4d51-b81f-b0e925877882 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460557 Feb 19 01:07:42.322319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.331661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64439-161c-4ef2-9c3b-4b6fc7a9f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ea023-ae9f-4106-9671-45adea8dd96c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.342428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc1c8e-7daf-4d21-b687-c061e5755e34 req-ef59ad58-1f25-4c4f-b124-2c1d2aaf8cc2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:42.347751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66dc1c8e-7daf-4d21-b687-c061e5755e34 req-ef59ad58-1f25-4c4f-b124-2c1d2aaf8cc2 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 945 time: 0.1269493 Feb 19 01:07:42.356735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:42.362484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (18fb4b41-7bb1-4d31-9f78-d3edbfbf1eb9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:42.377856 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:42.432348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:42.478250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.504883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66dc1c8e-7daf-4d21-b687-c061e5755e34 req-f242a229-6c1a-4d4b-bac8-122567136f00 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526351 Feb 19 01:07:42.608653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e18c9026-58ff-4a9d-9318-43616e0e9721), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.609013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.610586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3e6bc085-f971-4043-b449-a131527b74b0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.619764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.621092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] 10.222.0.94 "DELETE /v2.0/networks/e18c9026-58ff-4a9d-9318-43616e0e9721 HTTP/1.1" status: 204 len: 168 time: 0.8351102 Feb 19 01:07:42.628911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:42.632539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877edd6f-a78b-4d4c-bb2e-a2f3c676f8da tempest-TagsTest-524913997 tempest-TagsTest-524913997-project] Pushing event deleted for resources: {'Network': ['ID=e18c9026-58ff-4a9d-9318-43616e0e9721,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.638643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ca39c54a-38d0-49d6-9f90-57f1d159c416), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.690881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:42.691664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.693310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e119f02-8432-4f98-9a6d-1e1887b05ed0 req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "PUT /v2.0/ports/c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 943 time: 1.2343605 Feb 19 01:07:42.721198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=ca39c54a-38d0-49d6-9f90-57f1d159c416,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.749432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port ca39c54a-38d0-49d6-9f90-57f1d159c416 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:42.751895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.755571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1266797c-f281-46d0-b6fa-018b2d5ea4bb req-a0e5312e-bdbe-473b-8eac-01ff05d6138d tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.96 "DELETE /v2.0/ports/ca39c54a-38d0-49d6-9f90-57f1d159c416 HTTP/1.1" status: 204 len: 173 time: 1.1606214 Feb 19 01:07:42.762090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'name': 'network-vif-deleted', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:42.762090 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbbe61-66c0-4f5f-babd-82cee899dc2b" -d '{"events": [{"server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "name": "network-vif-deleted", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:42.770800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:42.774476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['ca39c54a-38d0-49d6-9f90-57f1d159c416'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:42.784335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'}, {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e'}, {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}, {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:42.787838 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30" -d '{"events": [{"name": "network-changed", "server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b"}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e"}, {"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}, {"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:42.813472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6f3040a-1940-480b-be8c-271807fed639 req-3efb0fae-2dd0-413a-9db1-acaf21c33693 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0427964 Feb 19 01:07:42.884958 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8fe931-f082-432b-a237-b5d11d82d199 x-openstack-request-id: req-9d8fe931-f082-432b-a237-b5d11d82d199 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:42.885265 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf0eae8-600f-443e-8a1c-4fb36114bfc8", "name": "network-vif-deleted", "tag": "ca39c54a-38d0-49d6-9f90-57f1d159c416", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:42.885507 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9d8fe931-f082-432b-a237-b5d11d82d199 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:42.885927 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf0eae8-600f-443e-8a1c-4fb36114bfc8', 'name': 'network-vif-deleted', 'tag': 'ca39c54a-38d0-49d6-9f90-57f1d159c416', 'status': 'completed', 'code': 200} Feb 19 01:07:42.901994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:43.035234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45031dfd-f13c-4a70-8385-7773b7b8de3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.303495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6ad2602-d1a1-4a91-930b-6a44bca6675e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:43.381522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201708f6-9056-4234-b6c0-58b44b6e3319 req-025b6123-a190-4b39-ac53-0f91487286fa tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.392094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-201708f6-9056-4234-b6c0-58b44b6e3319 req-025b6123-a190-4b39-ac53-0f91487286fa tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 947 time: 0.2475398 Feb 19 01:07:43.392420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51114) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:43.424992 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ed97d6-e787-4c23-8b92-cd46dda481a1 x-openstack-request-id: req-d4ed97d6-e787-4c23-8b92-cd46dda481a1 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b", "status": "completed", "code": 200}, {"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d4ed97d6-e787-4c23-8b92-cd46dda481a1 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'status': 'completed', 'code': 200} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '0289bd2f-9ea7-4ea9-b10c-a47f8e492e0e', 'status': 'completed', 'code': 200} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:07:43.428270 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:07:43.465346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-201708f6-9056-4234-b6c0-58b44b6e3319 req-eef8aac3-5bf6-473e-ac66-422c7803bf1e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Feb 19 01:07:43.467609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-609f32e4-c41b-4d77-8178-5c21d55bfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.469104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-609f32e4-c41b-4d77-8178-5c21d55bfe3b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.2471373 Feb 19 01:07:43.493095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1ca44-65f2-4fa7-b236-da38071bcad4 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.517688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:43.533369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', 'mac_address': 'fa:16:3e:ad:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:43.551635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=3e6bc085-f971-4043-b449-a131527b74b0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.591758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e6ad2602-d1a1-4a91-930b-6a44bca6675e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:43.592149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.611234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ad2602-d1a1-4a91-930b-6a44bca6675e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:43.637723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:43.694892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f66ab47b-6983-4636-8f9c-30425eb3fa97 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=991b0cc26e32471a8f6fa7ee74bd0841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969477 Feb 19 01:07:43.705843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.722655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:43.732254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-0f6c999e-dd6e-460b-a5e6-0f9abff91ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.733912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-0f6c999e-dd6e-460b-a5e6-0f9abff91ff8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.2562461 Feb 19 01:07:43.742965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5f8f94b-e896-4d9c-817d-13e015c25899 req-8983e671-0d31-42a4-bd26-ee76b1504e01 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cf0eae8-600f-443e-8a1c-4fb36114bfc8 HTTP/1.1" status: 200 len: 210 time: 0.0755315 Feb 19 01:07:43.777334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.811826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-ded934a4-9eff-44e1-ab2b-dc5c45cbda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.813331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-ded934a4-9eff-44e1-ab2b-dc5c45cbda51 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 1129 time: 0.3422666 Feb 19 01:07:43.823769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-8dd3d8d3-7a5f-44d7-86a4-952e5d625970 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.0754795 Feb 19 01:07:43.831509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-64d22459-b006-4938-8f07-d06c411fa7ec tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0866544 Feb 19 01:07:43.872096 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:43.919008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-bd52a135-c076-4330-b0cc-0b6552052e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.920894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-bd52a135-c076-4330-b0cc-0b6552052e92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.0912876 Feb 19 01:07:43.940875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Router 7d542f0a-7fff-4872-becc-1ebdf017448e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:43.960866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-9978dd93-f87a-401b-868a-84b9fe2f586d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320914 Feb 19 01:07:43.972654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] Publish callbacks [] for security_group (1ba8f3e6-a5f9-4980-99d1-c2f32bbde157), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.019629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e6ad2602-d1a1-4a91-930b-6a44bca6675e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:44.063794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] Publish callbacks [] for security_group (1ba8f3e6-a5f9-4980-99d1-c2f32bbde157), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.070896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-2a9fb19b-0b7d-4b4c-b0f3-ccf4d0eedfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.073588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-2a9fb19b-0b7d-4b4c-b0f3-ccf4d0eedfa6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2468541 Feb 19 01:07:44.074344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.089973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-cc43b437-32af-49fb-bb71-bc8d95748ef5 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167951 Feb 19 01:07:44.187755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-9d7e0485-e0c4-4ff7-8edf-3dbbd489d4f0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b HTTP/1.1" status: 200 len: 217 time: 0.0923960 Feb 19 01:07:44.187923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.355608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:44.365733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-c472dd60-b178-4aa8-a99d-18d7b7a9bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.367038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Sync routers for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:44.368288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-c472dd60-b178-4aa8-a99d-18d7b7a9bc17 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1793101 Feb 19 01:07:44.394313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:44.395781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:44.478036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1ba8f3e6-a5f9-4980-99d1-c2f32bbde157), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.481296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.487600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1ba8f3e6-a5f9-4980-99d1-c2f32bbde157 HTTP/1.1" status: 204 len: 168 time: 0.7547863 Feb 19 01:07:44.512838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port 3e6bc085-f971-4043-b449-a131527b74b0 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:44.516291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.520458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-23b7df20-9cd6-4ff8-a32f-4d0550c196ef req-67b25abc-6ffc-40f4-be64-d7cb8d4ef560 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.96 "DELETE /v2.0/ports/3e6bc085-f971-4043-b449-a131527b74b0 HTTP/1.1" status: 204 len: 173 time: 3.9142182 Feb 19 01:07:44.533539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c49fe-2f87-4b68-ac01-bd88c3ad9fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8f3e6-a5f9-4980-99d1-c2f32bbde157,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.573080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ed46a608-6dcd-42c6-a6b0-8db35369dd19 req-2ddd8213-8f38-4481-a7dc-9eefde79422a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.3553967 Feb 19 01:07:44.590043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-47b850d2-6777-459a-bd79-002bba099c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.592222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-47b850d2-6777-459a-bd79-002bba099c32 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2160492 Feb 19 01:07:44.604741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:44.633093 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-c9a7de48-9c6e-4fab-8ac8-a0b5b3b72ffb service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237854 Feb 19 01:07:44.701912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.835695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-1b92414e-52bc-4d6c-8596-984d21529f68 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258632 Feb 19 01:07:44.919235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-e539e94c-0d49-429f-9ac6-fa24c813237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:44.921591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-e539e94c-0d49-429f-9ac6-fa24c813237c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.2205215 Feb 19 01:07:44.999880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:45.090697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Checking router: 7d542f0a-7fff-4872-becc-1ebdf017448e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:45.114760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Allocated IP 172.25.2.125 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3c3c367e-e3ab-4426-a961-e130d4f113cf) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:45.156742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:45.157940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:45.214213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-cbb51e12-7a27-48a3-8921-f8fd4c295d72 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701646 Feb 19 01:07:45.279601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-bb793afe-1070-4297-a715-eee60c44c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.287520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-bb793afe-1070-4297-a715-eee60c44c1cf service neutron] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.3491642 Feb 19 01:07:45.322398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6ad2602-d1a1-4a91-930b-6a44bca6675e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:45.332959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.345066 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.370735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-d09d8085-334d-478c-a89e-46391a0b657d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.0736618 Feb 19 01:07:45.380420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de1776-2012-43e7-b46a-6918ca8e5a77 req-b1718cf5-07d0-4de0-b445-b85caf7fee23 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.389958 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44de1776-2012-43e7-b46a-6918ca8e5a77 req-b1718cf5-07d0-4de0-b445-b85caf7fee23 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 947 time: 0.5097671 Feb 19 01:07:45.428194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:45.432127 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8292739-f67a-43b8-9453-51ac0614789e" -d '{"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "3e6bc085-f971-4043-b449-a131527b74b0"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:45.437157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.469590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e1a8d061-4aaf-4c29-8021-a60aaa64b87b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:45.500791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:45.543423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:45.555709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:45.566207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:45.571495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44de1776-2012-43e7-b46a-6918ca8e5a77 req-3c5aead6-cc87-416f-b5bb-4f1bf68562d2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805434 Feb 19 01:07:45.580126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-599ed855-7cf5-45fa-b7e9-89d159245e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.581610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-599ed855-7cf5-45fa-b7e9-89d159245e82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.1889038 Feb 19 01:07:45.624671 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:07:45.638082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'Port': ['ID=3c3c367e-e3ab-4426-a961-e130d4f113cf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:45.674079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-bb5498c9-7476-496a-8275-daa90c612e0e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829446 Feb 19 01:07:45.738475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.781574 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add838b-8a66-4449-a03c-98207907b5e2 x-openstack-request-id: req-1add838b-8a66-4449-a03c-98207907b5e2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:45.781927 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a70af39-d6f8-4636-a413-51964e90646e", "name": "network-vif-deleted", "tag": "3e6bc085-f971-4043-b449-a131527b74b0", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:45.782243 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1add838b-8a66-4449-a03c-98207907b5e2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:45.782707 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a70af39-d6f8-4636-a413-51964e90646e', 'name': 'network-vif-deleted', 'tag': '3e6bc085-f971-4043-b449-a131527b74b0', 'status': 'completed', 'code': 200} Feb 19 01:07:45.877758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-faf9e179-032d-4c54-9be8-d91edce4b519 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865220 Feb 19 01:07:45.897772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.910888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e6ad2602-d1a1-4a91-930b-6a44bca6675e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:45.919213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e6ad2602-d1a1-4a91-930b-6a44bca6675e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:45.921536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.010305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e3909bf-50fc-4420-8ae4-7ebe1b2d0589 req-8e039ea7-1a2b-4d35-9bac-9ccbeac29fc0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1024697 Feb 19 01:07:46.026480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:46.102773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'mac_address': 'fa:16:3e:dd:6e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:46.166161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.189127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc19e362-f1ae-4b85-8f9d-7d7dddb97e30 req-9b55b9b5-e6f5-4036-9b50-13c1a2c6a9e7 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028109 Feb 19 01:07:46.190490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e6ad2602-d1a1-4a91-930b-6a44bca6675e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:46.191177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.231773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.295610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event updated for resources: {'Port': ['ID=3c3c367e-e3ab-4426-a961-e130d4f113cf,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:46.377707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.452952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:46.455296 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c7014-3b36-4159-acda-edd3da95cd46" -d '{"events": [{"server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:46.461405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e1a8d061-4aaf-4c29-8021-a60aaa64b87b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:46.462003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.484079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a8d061-4aaf-4c29-8021-a60aaa64b87b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:46.500485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:46.502356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.504324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-58d8cf9f-67e7-41a6-aa4f-4ba615662793 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6554019 Feb 19 01:07:46.514518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:46.535236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:46.606792 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d512c3c-7cbb-447a-8823-20d541ce52a0 x-openstack-request-id: req-8d512c3c-7cbb-447a-8823-20d541ce52a0 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:46.609123 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:46.610387 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8d512c3c-7cbb-447a-8823-20d541ce52a0 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:46.610887 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', 'code': 200} Feb 19 01:07:46.616264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d01542-6e7b-4392-a587-f9b590f0acbd None None] The sync data for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 is: [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T00:59:06Z', 'revision_number': 4, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '49594ca1-f2d9-4723-a29c-cfe450d0466d', 'name': '', 'network_id': 'a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'mac_address': 'fa:16:3e:b3:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:04Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'subnets': [{'id': '2674f3e2-fabd-463d-b789-47f4d7ee6f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:46.624665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.626423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ca39c54a-38d0-49d6-9f90-57f1d159c416 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:46.651823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51288) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:46.697784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-7c3b75d0-3f41-42a0-b487-cc37ea8c7dc9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.1845951 Feb 19 01:07:46.732388 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.745792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: ca39c54a-38d0-49d6-9f90-57f1d159c416 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:46.746289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device ca39c54a-38d0-49d6-9f90-57f1d159c416 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:46.843597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:46.911795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b69f38-9f9b-4c57-9582-3b757992f26e req-3a67d2f1-2693-49b3-95af-a21852dbd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:46.913353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4b69f38-9f9b-4c57-9582-3b757992f26e req-3a67d2f1-2693-49b3-95af-a21852dbd8f4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 1132 time: 0.2232111 Feb 19 01:07:46.920716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-fb8e47d0-a524-481c-8553-288326769aa9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:46.933574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-fb8e47d0-a524-481c-8553-288326769aa9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2330732 Feb 19 01:07:46.950897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-b1440235-62dc-41ba-bddc-569eb0a4dea5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:46.966141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9169848-ac1a-4660-a880-cc36e3bd7ad5 req-b1440235-62dc-41ba-bddc-569eb0a4dea5 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0307579 Feb 19 01:07:47.070880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.084179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:47.098113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a969b-034c-4913-bce1-e973951834ad req-76e9cd4e-67fe-440e-9982-2740c1d5837f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.106295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c70a969b-034c-4913-bce1-e973951834ad req-76e9cd4e-67fe-440e-9982-2740c1d5837f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 948 time: 0.3084280 Feb 19 01:07:47.111329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a4b69f38-9f9b-4c57-9582-3b757992f26e req-f73eb512-4772-4232-9aa6-92f94128ff8d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835020 Feb 19 01:07:47.205486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-46be20cc-33bb-4b63-bd45-b39cd13dcef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.227633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.254309 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2460bc-75b3-418f-b438-34c29477b4f5 None None] New status for floating IP 6c01527e-806b-4caa-9ade-33ed9ebaab3c: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:47.297128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c70a969b-034c-4913-bce1-e973951834ad req-7acec662-2eb7-4624-8a7b-4db4c4e275de tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849480 Feb 19 01:07:47.385881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-5589606a-f228-464e-bd8b-960cd85be74d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.390984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-5589606a-f228-464e-bd8b-960cd85be74d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2915316 Feb 19 01:07:47.524704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-46be20cc-33bb-4b63-bd45-b39cd13dcef9 admin admin] Publish callbacks [] for security_group (dfa67803-97e4-4259-872b-450507721e3f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.548362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-d28e28ee-e103-4049-97a0-839c9c8e03fb tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 696 time: 0.1514411 Feb 19 01:07:47.559243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'floatingip': {'port_id': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:47.617044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-704e0b69-3ecc-45b6-932f-9db2ed8e8dc4 req-e3054131-db7c-4d8e-910d-86c5750dca59 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0557840 Feb 19 01:07:47.631613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-46be20cc-33bb-4b63-bd45-b39cd13dcef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dfa67803-97e4-4259-872b-450507721e3f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.671831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.759685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-46be20cc-33bb-4b63-bd45-b39cd13dcef9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a79a78a09b504ae2a62d462109859fff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065698 Feb 19 01:07:47.765789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51326) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:47.784875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be20cc-33bb-4b63-bd45-b39cd13dcef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa67803-97e4-4259-872b-450507721e3f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.920845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] Publish callbacks [] for security_group (dfa67803-97e4-4259-872b-450507721e3f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.031366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] Publish callbacks [] for security_group (dfa67803-97e4-4259-872b-450507721e3f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.073723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35df471-ba37-4ba2-b53f-b0825e8d0a32 req-d4713b68-49fe-4d31-a192-c25c3d785927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.080878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e35df471-ba37-4ba2-b53f-b0825e8d0a32 req-d4713b68-49fe-4d31-a192-c25c3d785927 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1128 time: 0.4721241 Feb 19 01:07:48.142757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e35df471-ba37-4ba2-b53f-b0825e8d0a32 req-ba509f98-6214-46f2-8746-a8c5c0aef6ae service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602074 Feb 19 01:07:48.236800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dfa67803-97e4-4259-872b-450507721e3f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.240698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.243019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dfa67803-97e4-4259-872b-450507721e3f HTTP/1.1" status: 204 len: 168 time: 0.4758701 Feb 19 01:07:48.257385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9ed0d-3dac-4f8f-86ce-59899ac65fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa67803-97e4-4259-872b-450507721e3f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:48.609592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.666247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.851016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24609-b842-40f2-9e78-c87bf0f4e768 req-c75f2f7f-c771-40a8-8873-c6b7cd8affd4 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.853910 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5f24609-b842-40f2-9e78-c87bf0f4e768 req-c75f2f7f-c771-40a8-8873-c6b7cd8affd4 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 948 time: 0.0813050 Feb 19 01:07:48.878272 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Floating IP 07ca71c7-b7fa-4255-b321-d1bb248bd68f associated. External IP: 172.25.2.125, port: c64e3bb3-c363-4038-811c-74d7c9cd13aa. Feb 19 01:07:48.928520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5f24609-b842-40f2-9e78-c87bf0f4e768 req-2a75b2c6-8c3e-4635-86e2-a0a01fdd2c98 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Feb 19 01:07:49.067247 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c37465d1-22df-4290-8073-993ef399b0ba req-44d4d9dd-7ebb-4861-8b2b-2c5a3a7c9017 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0471511 Feb 19 01:07:49.237314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c20cc-8378-4d0e-97ab-e1f802d1ccd2 req-bba2862e-8455-4141-982b-eb4cd0187fea tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.245663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b2c20cc-8378-4d0e-97ab-e1f802d1ccd2 req-bba2862e-8455-4141-982b-eb4cd0187fea tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 945 time: 0.0934441 Feb 19 01:07:49.317551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Router 0a01282d-072c-408a-82b6-9e22dedb3d5d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:49.343047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b2c20cc-8378-4d0e-97ab-e1f802d1ccd2 req-62248b13-b0c2-49cd-8046-1ed69a498332 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964072 Feb 19 01:07:49.471053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e1a8d061-4aaf-4c29-8021-a60aaa64b87b up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:49.496055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:49.506516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:49.534529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Sync routers for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:49.547052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f1bae728-cf60-4f21-a05e-bdf8106b7d4c tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "PUT /v2.0/floatingips/07ca71c7-b7fa-4255-b321-d1bb248bd68f HTTP/1.1" status: 200 len: 997 time: 1.9930115 Feb 19 01:07:49.549930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:49.556938 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:49.617764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:49.618433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:49.641077 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b895d-80ca-4b8b-a97b-0696b3c07962 x-openstack-request-id: req-523b895d-80ca-4b8b-a97b-0696b3c07962 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:49.641651 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:49.641651 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-523b895d-80ca-4b8b-a97b-0696b3c07962 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:49.642005 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:07:49.696840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-5c18afa7-4080-4e4b-8028-6bfecc187df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.701994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-5c18afa7-4080-4e4b-8028-6bfecc187df5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.1404457 Feb 19 01:07:49.729082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-c42a917c-bf81-4ab0-894b-1fa6ec6f77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.731065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-c42a917c-bf81-4ab0-894b-1fa6ec6f77ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.0828710 Feb 19 01:07:49.840563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:49.913154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-eb5bfdd0-6122-4ccd-8b0a-d64f83bf9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.920681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-eb5bfdd0-6122-4ccd-8b0a-d64f83bf9778 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.1686938 Feb 19 01:07:49.922632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-880bb6b9-c02b-4f4d-a7e3-d4624464d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:49.924218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-880bb6b9-c02b-4f4d-a7e3-d4624464d7d6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.2145655 Feb 19 01:07:50.097735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-89232b60-9674-4d12-9b9d-db6bdc9b03cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 1000 time: 0.1644194 Feb 19 01:07:50.189158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-c8547f97-e9ff-4b10-b20a-9cad36ff3b97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 1000 time: 0.2573829 Feb 19 01:07:50.246228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port e1a8d061-4aaf-4c29-8021-a60aaa64b87b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:50.250466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-51e0c924-7983-4e91-a50a-a106a486e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.255709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-51e0c924-7983-4e91-a50a-a106a486e185 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.0952699 Feb 19 01:07:50.260905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port e1a8d061-4aaf-4c29-8021-a60aaa64b87b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:50.260905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.271005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-44490155-adad-4dc4-a14e-8ae56e2e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.273147 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-44490155-adad-4dc4-a14e-8ae56e2e5df5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.0711122 Feb 19 01:07:50.341479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-883cd341-f3c6-4c4b-984f-529303622dae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617089 Feb 19 01:07:50.348073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-7b15bb5a-040f-477d-90a1-8d7c0ddfefdc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535297 Feb 19 01:07:50.374178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-280cdb68-c6b8-43c8-a0d2-e3195a66e4a3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.382026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-280cdb68-c6b8-43c8-a0d2-e3195a66e4a3 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.117 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 945 time: 0.2792952 Feb 19 01:07:50.393570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-9876c8f5-09d3-4f7a-bc08-8f73a7abc1b3 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:50.394921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-9876c8f5-09d3-4f7a-bc08-8f73a7abc1b3 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433531 Feb 19 01:07:50.570438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '07ca71c7-b7fa-4255-b321-d1bb248bd68f', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'port_id': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'mac_address': 'fa:16:3e:d2:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:45Z', 'updated_at': '2022-02-19T01:07:48Z', 'revision_number': 1, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:50.579598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-b5056a3d-0a19-4985-9700-a2036e87011f service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219055 Feb 19 01:07:50.589354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6596-fecc-43d0-8ff6-e5f064c2b48f req-44a3ad1c-6dfb-4239-a924-b9173ba9c5ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.590988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c14a6596-fecc-43d0-8ff6-e5f064c2b48f req-44a3ad1c-6dfb-4239-a924-b9173ba9c5ea tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 948 time: 0.4004261 Feb 19 01:07:50.659645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Checking router: 0a01282d-072c-408a-82b6-9e22dedb3d5d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:50.663113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e1a8d061-4aaf-4c29-8021-a60aaa64b87b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:50.663496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.704834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:50.705479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:50.758969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Deleting port 832660b0-977f-4b72-815d-483f1f9bb167 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:50.759576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (832660b0-977f-4b72-815d-483f1f9bb167), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.856633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c14a6596-fecc-43d0-8ff6-e5f064c2b48f req-a88d250c-2be3-4e03-a21b-22b79db7446b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533681 Feb 19 01:07:50.890896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dab546b-4eb5-4d4d-8c41-707e49f08b7d req-0b69d473-f28f-4449-98c5-36bc0a899222 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987177 Feb 19 01:07:51.007549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] For port 832660b0-977f-4b72-815d-483f1f9bb167, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=832660b0-977f-4b72-815d-483f1f9bb167,segment=NetworkSegment(9897254f-d960-42ab-ae1a-4486ba7892ad),segment_id=9897254f-d960-42ab-ae1a-4486ba7892ad)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:51.007549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (832660b0-977f-4b72-815d-483f1f9bb167), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.015948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:51.047285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Calling delete_port for 832660b0-977f-4b72-815d-483f1f9bb167 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:51.135043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-713abb1d-9ab4-49eb-acff-96d2feac100f service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130866 Feb 19 01:07:51.183585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3096936-115f-4f1f-aa6c-0724498b50be req-ff3766b7-3e09-4605-bc44-fa104752fd1a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0626061 Feb 19 01:07:51.313172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:51.314483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:51.317281 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c316b-6d2c-4ec9-9f68-2e073f434bb7" -d '{"events": [{"server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:51.385787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.453141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:51.479912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '07ca71c7-b7fa-4255-b321-d1bb248bd68f', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'port_id': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'mac_address': 'fa:16:3e:d2:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:45Z', 'updated_at': '2022-02-19T01:07:48Z', 'revision_number': 1, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:51.546847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b89aa-6e25-4815-a837-2d3b6de49a06 req-1179593e-0406-4914-bd66-d8abe57dbc17 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.553773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59208d6f-05fd-4530-917c-76daca75b7c4 None None] The sync data for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 is: [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '07ca71c7-b7fa-4255-b321-d1bb248bd68f', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'port_id': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'mac_address': 'fa:16:3e:d2:28:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:45Z', 'updated_at': '2022-02-19T01:07:48Z', 'revision_number': 1, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:51.561318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f08b89aa-6e25-4815-a837-2d3b6de49a06 req-1179593e-0406-4914-bd66-d8abe57dbc17 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 945 time: 0.1403508 Feb 19 01:07:51.674920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f08b89aa-6e25-4815-a837-2d3b6de49a06 req-023e348b-2c07-4b7c-bcbd-c4834f0c4e72 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/security-groups?id=d081a9be-c22e-4949-b0c7-c88342d27960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Feb 19 01:07:51.833644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17b7e908-843b-4d0b-b723-d2ef4b20e597 req-f5a72768-afcc-4861-a631-8a7827bbfab5 service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808345 Feb 19 01:07:51.925303 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5bff57-4c41-4741-b57c-f628cf1630bb x-openstack-request-id: req-df5bff57-4c41-4741-b57c-f628cf1630bb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:51.925841 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "name": "network-vif-plugged", "status": "completed", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:51.925841 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-df5bff57-4c41-4741-b57c-f628cf1630bb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:51.926236 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'code': 200} Feb 19 01:07:51.970890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51446) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:52.075246 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (832660b0-977f-4b72-815d-483f1f9bb167), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.090149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['832660b0-977f-4b72-815d-483f1f9bb167'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:52.192867 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb14b79-ae86-4eb1-96c7-1cb0bac7f961 None None] New status for floating IP 07ca71c7-b7fa-4255-b321-d1bb248bd68f: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:52.223307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Pushing event deleted for resources: {'Port': ['ID=832660b0-977f-4b72-815d-483f1f9bb167,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:52.280885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1394e-b7a4-4588-adfe-add3e1844500 req-54cba729-1b9c-466a-8f5d-bbd4c2eb2051 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.303609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-7ec24000-fefa-42b0-bad3-8712ef91d82a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1000 time: 0.3749082 Feb 19 01:07:52.304363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96d1394e-b7a4-4588-adfe-add3e1844500 req-54cba729-1b9c-466a-8f5d-bbd4c2eb2051 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 949 time: 0.2253542 Feb 19 01:07:52.328198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] No DVR routers for this DVR port 832660b0-977f-4b72-815d-483f1f9bb167 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:52.334172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.352788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eacbeda6-d799-49b1-8e36-648c060928a1 req-940b3566-7ec3-49d0-964f-58cbfc96ebce tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.117 "DELETE /v2.0/ports/832660b0-977f-4b72-815d-483f1f9bb167 HTTP/1.1" status: 204 len: 173 time: 1.9370797 Feb 19 01:07:52.354006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'name': 'network-vif-deleted', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:52.357441 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebfe2a8-1560-4d6b-9ecb-0a5c98d68f32" -d '{"events": [{"server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "name": "network-vif-deleted", "tag": "832660b0-977f-4b72-815d-483f1f9bb167"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:52.425181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-4b00ceb1-dfeb-475d-92c0-4b87aef76367 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.430248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1946493601', 'router:external': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:52.437319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-4b00ceb1-dfeb-475d-92c0-4b87aef76367 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports/c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 943 time: 0.1061931 Feb 19 01:07:52.633692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-96d1394e-b7a4-4588-adfe-add3e1844500 req-22a9ef30-0a0a-4e0d-953b-ac8950fee8c5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274667 Feb 19 01:07:52.651770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804e412-ccbe-4259-b7c1-4b4619d3f066 req-6bb1dce1-e2b4-4bca-a36c-b29142bc41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.658303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b804e412-ccbe-4259-b7c1-4b4619d3f066 req-6bb1dce1-e2b4-4bca-a36c-b29142bc41c8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 1131 time: 0.6484730 Feb 19 01:07:52.666116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Made reservation on behalf of 5e10daa560204891b0d283202c66eeaf for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:52.669872 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.715919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-3a8159b5-e8c4-45d7-9c15-4f941a758f60 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1000 time: 0.2091801 Feb 19 01:07:52.797598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.807872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b804e412-ccbe-4259-b7c1-4b4619d3f066 req-c8a3ceac-f71f-417e-8b2b-b2ac89d627dc service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302109 Feb 19 01:07:52.897304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for security_group (4b9507ae-6f33-45cd-8e3b-89d3a16a3aba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.936943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-83d68921-2996-4334-a9ab-06d095da9e97 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.966232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-83d68921-2996-4334-a9ab-06d095da9e97 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.2439909 Feb 19 01:07:52.979952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4b9507ae-6f33-45cd-8e3b-89d3a16a3aba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.998566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:53.035643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cc2723e4-9ac7-420d-8eca-33c6f263c1d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.036005 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Added segment cc2723e4-9ac7-420d-8eca-33c6f263c1d6 of type vlan for network fb425cd9-6d9e-41e7-a017-338e532a3cd7 Feb 19 01:07:53.196269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-8fdfd120-1f10-4f66-9eac-cfadd2462e61 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 1002 time: 0.2243648 Feb 19 01:07:53.215568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:53.333503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9507ae-6f33-45cd-8e3b-89d3a16a3aba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:53.337922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (fb425cd9-6d9e-41e7-a017-338e532a3cd7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.354084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c93d05ba-85ef-4c4c-b2c1-c39e3008f812 req-9af72620-2064-477d-8740-788e4ed792a0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1519670 Feb 19 01:07:53.359145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.493143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (fb425cd9-6d9e-41e7-a017-338e532a3cd7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.495842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:53.497678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.656253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6880171 Feb 19 01:07:53.661480 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca8336d-c884-4a8a-8166-f2f7433322f5 x-openstack-request-id: req-4ca8336d-c884-4a8a-8166-f2f7433322f5 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:53.663348 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adcde8a-8936-4fca-8963-fa663d25cb34", "name": "network-vif-deleted", "tag": "832660b0-977f-4b72-815d-483f1f9bb167", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:53.664488 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4ca8336d-c884-4a8a-8166-f2f7433322f5 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:53.665140 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adcde8a-8936-4fca-8963-fa663d25cb34', 'name': 'network-vif-deleted', 'tag': '832660b0-977f-4b72-815d-483f1f9bb167', 'status': 'completed', 'code': 200} Feb 19 01:07:53.666247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:53.684407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'subnet': {'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:53.825009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Made reservation on behalf of 5e10daa560204891b0d283202c66eeaf for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:53.829369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.833504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48a7d9a4-ff46-4dda-b13f-d899deed0dfb req-0be1794c-3ea8-43c6-ad9e-5e88645e0b08 tempest-ServersTestJSON-163913012 tempest-ServersTestJSON-163913012-project] 10.222.0.94 "GET /v2.0/ports?device_id=1adcde8a-8936-4fca-8963-fa663d25cb34 HTTP/1.1" status: 200 len: 210 time: 0.1135809 Feb 19 01:07:53.841401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.883476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4aa54-ef0e-4061-a653-1ecf5ad34e9b tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Network': ['ID=fb425cd9-6d9e-41e7-a017-338e532a3cd7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:53.894085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:53.981258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.981824 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Floating IP 07ca71c7-b7fa-4255-b321-d1bb248bd68f disassociated. External IP: 172.25.2.125, port: c64e3bb3-c363-4038-811c-74d7c9cd13aa. Feb 19 01:07:54.060885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51478) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:54.118140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f281da7-909f-4bcb-aa82-ee89fab29766 req-ed9a9c4e-779d-42fa-a26f-e0c5699bc79b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.131726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f281da7-909f-4bcb-aa82-ee89fab29766 req-ed9a9c4e-779d-42fa-a26f-e0c5699bc79b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 949 time: 0.1469049 Feb 19 01:07:54.283353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f281da7-909f-4bcb-aa82-ee89fab29766 req-9f185c79-a003-4e98-a64d-93eeaf997f12 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461129 Feb 19 01:07:54.369567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1aabcd6-95d3-428d-8fba-ab77d57a06b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.508826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1aabcd6-95d3-428d-8fba-ab77d57a06b9 admin admin] Publish callbacks [] for security_group (e4dd9825-03af-4ca0-9354-d6f0ab31b8e5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.565860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a49bfc6d-81c9-4b71-ad50-77e5ac83eec8 req-4cf9601e-0e00-451f-b82e-7b3cda0ac912 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0437233 Feb 19 01:07:54.609571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1aabcd6-95d3-428d-8fba-ab77d57a06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e4dd9825-03af-4ca0-9354-d6f0ab31b8e5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.670303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1aabcd6-95d3-428d-8fba-ab77d57a06b9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d3c620c6e90f4645912e9af05f54659c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081302 Feb 19 01:07:54.682702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51488) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:54.719780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Router 0a01282d-072c-408a-82b6-9e22dedb3d5d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:54.768843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aabcd6-95d3-428d-8fba-ab77d57a06b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd9825-03af-4ca0-9354-d6f0ab31b8e5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:54.842410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] Publish callbacks [] for security_group (e4dd9825-03af-4ca0-9354-d6f0ab31b8e5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.868331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] Publish callbacks [] for security_group (e4dd9825-03af-4ca0-9354-d6f0ab31b8e5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.942111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:54.947443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.957007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Sync routers for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:54.971783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:54.990680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:54.991450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:55.020496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-86fb4dcc-0eaa-4f22-96e5-b361fb6f1410 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "PUT /v2.0/floatingips/07ca71c7-b7fa-4255-b321-d1bb248bd68f HTTP/1.1" status: 200 len: 695 time: 1.8106186 Feb 19 01:07:55.041547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Deleting subnet 9a86a93e-02f5-4db1-92b4-0356a2ab89c3 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:55.047341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Publish callbacks [] for subnet (9a86a93e-02f5-4db1-92b4-0356a2ab89c3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.077817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e4dd9825-03af-4ca0-9354-d6f0ab31b8e5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.082582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.087250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e4dd9825-03af-4ca0-9354-d6f0ab31b8e5 HTTP/1.1" status: 204 len: 168 time: 0.4006510 Feb 19 01:07:55.103754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d83f0-ed16-4047-bdc7-202d51e7e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd9825-03af-4ca0-9354-d6f0ab31b8e5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.118036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (9a86a93e-02f5-4db1-92b4-0356a2ab89c3), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.205596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (9a86a93e-02f5-4db1-92b4-0356a2ab89c3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.221803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-d7d39d3a-0297-4dbc-b978-0732a2617f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.223006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-d7d39d3a-0297-4dbc-b978-0732a2617f40 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.1866109 Feb 19 01:07:55.266924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:07:55.266924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (a23b62f1-dd80-4735-9307-9b2c56e6caa7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.288603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:55.401421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-f698e1c6-7f06-48fd-8039-6c69bacf5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.403506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-f698e1c6-7f06-48fd-8039-6c69bacf5c5a service neutron] 10.222.0.94 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.1392462 Feb 19 01:07:55.406885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (9a86a93e-02f5-4db1-92b4-0356a2ab89c3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.504105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a86a93e-02f5-4db1-92b4-0356a2ab89c3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.545174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-4d195854-d21e-4625-be30-af5d0bde4f89 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.1081421 Feb 19 01:07:55.625463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.636224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e55ddf9-43d2-4159-8223-2e2ac34b6800 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/9a86a93e-02f5-4db1-92b4-0356a2ab89c3 HTTP/1.1" status: 204 len: 168 time: 0.6624515 Feb 19 01:07:55.637227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51506) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:55.668109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 832660b0-977f-4b72-815d-483f1f9bb167 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:55.698016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:55.702695 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045be5b0-6281-4a9c-9ea1-91bd633094db" -d '{"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:55.717567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309d43-4cec-47a9-a1c2-d4f5f3fd3db3 req-02454a76-d3b7-4e00-a235-b7d026f1f8da tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.717776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a23b62f1-dd80-4735-9307-9b2c56e6caa7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.726100 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35309d43-4cec-47a9-a1c2-d4f5f3fd3db3 req-02454a76-d3b7-4e00-a235-b7d026f1f8da tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 949 time: 0.2260747 Feb 19 01:07:55.755390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 832660b0-977f-4b72-815d-483f1f9bb167 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:55.758778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 832660b0-977f-4b72-815d-483f1f9bb167 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:55.777792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Checking segment: {'id': 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:55.778250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network hostable DHCP agents. Network: fb425cd9-6d9e-41e7-a017-338e532a3cd7, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:55.803022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-4edd526c-7d6f-4766-a619-308ec02886e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.817379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:55.828459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-4edd526c-7d6f-4766-a619-308ec02886e6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.2767069 Feb 19 01:07:55.899985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (662087cb-579c-49f0-a061-7422610fadb4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.012338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-da8d6033-c6f9-4bb9-a1fb-90ac88c90736 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833150 Feb 19 01:07:56.025071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35309d43-4cec-47a9-a1c2-d4f5f3fd3db3 req-bcb633b2-91ca-4b31-add7-f82f661f7b6f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930920 Feb 19 01:07:56.126957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:56.163550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-58d50217-bbd7-4a0a-b3a2-8d172d95a701 service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430430 Feb 19 01:07:56.188338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (662087cb-579c-49f0-a061-7422610fadb4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.217788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662087cb-579c-49f0-a061-7422610fadb4']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:56.229360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9897254f-d960-42ab-ae1a-4486ba7892ad') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:56.230021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9897254f-d960-42ab-ae1a-4486ba7892ad') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:56.240412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (9897254f-d960-42ab-ae1a-4486ba7892ad), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.250626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Checking router: 0a01282d-072c-408a-82b6-9e22dedb3d5d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:56.265240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9897254f-d960-42ab-ae1a-4486ba7892ad), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.276257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:56.277325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:56.277823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (9897254f-d960-42ab-ae1a-4486ba7892ad), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.278536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:56.294669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, fb425cd9-6d9e-41e7-a017-338e532a3cd7) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:56.306063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.306731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.311332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa6d55b6-b9c7-4d7a-bfb0-006139c353a4 req-e2101442-0c0b-43f2-8760-b3ae51e8ff91 service neutron] 10.222.0.94 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397064 Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:56.367529 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:56.387117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969bf10-c443-49ff-a937-115e079408a2 None None] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:56.409114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e16cc32a-9273-41fe-9e2d-e017bb58fce3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7353916 Feb 19 01:07:56.411641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:56.423367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1854242092', 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:56.447589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6010144c-5415-40f8-b5f3-dfcbda1a12f4 req-af40f077-54b7-4e70-9065-24a374c679a7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0702021 Feb 19 01:07:56.473592 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab7cd6-58c4-4a72-b94a-089f1b1b73fd x-openstack-request-id: req-5eab7cd6-58c4-4a72-b94a-089f1b1b73fd {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:56.474177 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:56.474421 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5eab7cd6-58c4-4a72-b94a-089f1b1b73fd {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:56.474890 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:07:56.552989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-6d77d785-a456-4713-88fd-a583d3e10cbe tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips/07ca71c7-b7fa-4255-b321-d1bb248bd68f HTTP/1.1" status: 200 len: 695 time: 0.0659139 Feb 19 01:07:56.554640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Made reservation on behalf of 5e10daa560204891b0d283202c66eeaf for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:56.567487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.590072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (662087cb-579c-49f0-a061-7422610fadb4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.600367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.615180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] 10.222.0.94 "DELETE /v2.0/networks/662087cb-579c-49f0-a061-7422610fadb4 HTTP/1.1" status: 204 len: 168 time: 0.9729705 Feb 19 01:07:56.668686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] device_id is not set on port 52669740-0c85-4707-8219-bfa21ceefda5 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:07:56.672350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ee33-f2f2-4354-9c56-f6c6f67ae149 admin admin] Pushing event deleted for resources: {'Network': ['ID=662087cb-579c-49f0-a061-7422610fadb4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:56.742049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-24791eeb-9ff1-459a-96fa-2396b63673e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.742049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-24791eeb-9ff1-459a-96fa-2396b63673e1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f121b357d54e5f811a7c93d1f85841&device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 1128 time: 0.2408030 Feb 19 01:07:56.743364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:56.868369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f94f-fdc0-488b-aca0-beeb68c3c337 req-6e32fc28-5554-4678-85d6-ed5aec409ea2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.871774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3236f94f-fdc0-488b-aca0-beeb68c3c337 req-6e32fc28-5554-4678-85d6-ed5aec409ea2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 950 time: 0.2471399 Feb 19 01:07:56.897314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2538a-e828-485d-9f5b-98cab60c7557 None None] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:56.911596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-901f03da-b082-48fe-aea6-d539317df27e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.919705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-901f03da-b082-48fe-aea6-d539317df27e tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 784 time: 0.3349061 Feb 19 01:07:56.932091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-1af5cdf6-3a58-4d7b-a784-4be2e22daf52 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:56.944425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-1af5cdf6-3a58-4d7b-a784-4be2e22daf52 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236688 Feb 19 01:07:56.992252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3236f94f-fdc0-488b-aca0-beeb68c3c337 req-7846855c-9874-4fbe-8cd4-12a4f76bc678 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140251 Feb 19 01:07:57.055583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-e4d623db-0ad8-43d9-8245-01934b1df202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.057376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-e4d623db-0ad8-43d9-8245-01934b1df202 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 200 len: 919 time: 0.3029742 Feb 19 01:07:57.186440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-64a28494-ca0e-4daf-bbb1-6bb58e1faba1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 200 len: 217 time: 0.1101716 Feb 19 01:07:57.251019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51558) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:57.318262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-c650ba7e-a72e-4591-9d1d-f012b5971f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.320010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-c650ba7e-a72e-4591-9d1d-f012b5971f73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 200 len: 858 time: 0.1280143 Feb 19 01:07:57.332026 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-76e5c0a3-d67f-4499-824b-16ff308b8827 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6d5d098b533b4419b4ed0c4aa24dfc00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0749841 Feb 19 01:07:57.346070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:57.395079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-a8d7f766-7191-44be-bd04-13c6df567a48 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c26a024f-e257-4a4e-97f7-2d21366174a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611525 Feb 19 01:07:57.460134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:57.470606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-0860cc29-a059-4303-ba0d-61d25fd8752d tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 698 time: 0.5252383 Feb 19 01:07:57.505586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c1b404-3c8a-464e-9cd9-47c60160819d None None] The sync data for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 is: [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 4, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e41f8262-959d-464c-ae9d-91c125595ca9', 'name': '', 'network_id': 'c26a024f-e257-4a4e-97f7-2d21366174a9', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'mac_address': 'fa:16:3e:94:fe:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:39Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'subnets': [{'id': '04c9bd86-7d9a-43c4-bd76-2556ce5d7c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:57.625003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-cbcc3575-d76f-46b9-a660-3d0367d11888 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/floatingips?floating_ip_address=172.25.2.125 HTTP/1.1" status: 200 len: 698 time: 0.1459553 Feb 19 01:07:57.723482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 2001:db8::2fa (fb425cd9-6d9e-41e7-a017-338e532a3cd7/a23b62f1-dd80-4735-9307-9b2c56e6caa7/52669740-0c85-4707-8219-bfa21ceefda5) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:58.002322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Deleting port 3c3c367e-e3ab-4426-a961-e130d4f113cf {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:58.002657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.010518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-5bcf69c6-614d-41c7-a6f5-042edae1f761 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881371 Feb 19 01:07:58.013514 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a551999d-c5d7-4493-b413-e21ae51307ba None None] New status for floating IP 07ca71c7-b7fa-4255-b321-d1bb248bd68f: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:58.030675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415933d7-a902-409b-91c8-49fd19e9d338 req-81afd7e5-9709-4efa-bc5f-9bf201f4eaa8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.039968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415933d7-a902-409b-91c8-49fd19e9d338 req-81afd7e5-9709-4efa-bc5f-9bf201f4eaa8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.059731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-415933d7-a902-409b-91c8-49fd19e9d338 req-81afd7e5-9709-4efa-bc5f-9bf201f4eaa8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f&device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 1690 time: 0.6838675 Feb 19 01:07:58.175978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (52669740-0c85-4707-8219-bfa21ceefda5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.197752 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.198156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (3c3c367e-e3ab-4426-a961-e130d4f113cf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.210698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] Publish callbacks [] for security_group (d081a9be-c22e-4949-b0c7-c88342d27960), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.218058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Calling delete_port for 3c3c367e-e3ab-4426-a961-e130d4f113cf owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:58.251280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-415933d7-a902-409b-91c8-49fd19e9d338 req-b47eb351-f60b-47e6-b0c5-b1f958e17209 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903958 Feb 19 01:07:58.275139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] Publish callbacks [] for security_group (d081a9be-c22e-4949-b0c7-c88342d27960), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.363234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-045be5b0-6281-4a9c-9ea1-91bd633094db req-7c8d0bf1-a037-4d1e-b1a2-3dc2d7f542e2 service neutron] 10.222.0.96 "GET /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945194 Feb 19 01:07:58.393632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3c08f03-e2da-4486-853f-53787e9c70f4 req-17498824-b886-4612-83e2-13e61afd96b2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0291557 Feb 19 01:07:58.460153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d081a9be-c22e-4949-b0c7-c88342d27960), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.460415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (52669740-0c85-4707-8219-bfa21ceefda5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.463384 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.467002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d081a9be-c22e-4949-b0c7-c88342d27960 HTTP/1.1" status: 204 len: 168 time: 1.1181488 Feb 19 01:07:58.480789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826331-96f5-4ec8-8c79-36f55451f07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d081a9be-c22e-4949-b0c7-c88342d27960,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:58.611427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:58.614636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:58.629382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:58.631037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.632463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.654037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=52669740-0c85-4707-8219-bfa21ceefda5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:58.722384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb031fb-6ad3-4ce6-8471-0ea1a20b5e42 req-20123080-d08e-4c39-88f7-1c39178984f3 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.725002 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccb031fb-6ad3-4ce6-8471-0ea1a20b5e42 req-20123080-d08e-4c39-88f7-1c39178984f3 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 1131 time: 0.0684350 Feb 19 01:07:58.838880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccb031fb-6ad3-4ce6-8471-0ea1a20b5e42 req-3ff811a1-af08-443c-b0d1-9f0e0b5e1758 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069434 Feb 19 01:07:58.982191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fac8b1-74a5-42f9-a164-20bff4da38f1 req-64536afa-8c0d-42c8-a80c-1180a3ae3ed2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.983934 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49fac8b1-74a5-42f9-a164-20bff4da38f1 req-64536afa-8c0d-42c8-a80c-1180a3ae3ed2 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 1132 time: 0.0588078 Feb 19 01:07:59.033701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49fac8b1-74a5-42f9-a164-20bff4da38f1 req-5ca751a5-85f4-413b-bd31-36c64465d382 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Feb 19 01:07:59.066013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-217cf22a-6683-4fff-8b84-9cfc897c29db tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6532536 Feb 19 01:07:59.068647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51586) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.147140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3c3c367e-e3ab-4426-a961-e130d4f113cf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.208196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event deleted for resources: {'Port': ['ID=3c3c367e-e3ab-4426-a961-e130d4f113cf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:59.246842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Deleting port 52669740-0c85-4707-8219-bfa21ceefda5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:59.247528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (52669740-0c85-4707-8219-bfa21ceefda5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.290647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for floatingip (07ca71c7-b7fa-4255-b321-d1bb248bd68f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.294810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.294984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9840e28d-9d5e-4afe-b87b-cdc315052ada req-c24d6e87-62f7-449f-bbcf-c6894e4614ee tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "DELETE /v2.0/floatingips/07ca71c7-b7fa-4255-b321-d1bb248bd68f HTTP/1.1" status: 204 len: 173 time: 1.6628134 Feb 19 01:07:59.361057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (52669740-0c85-4707-8219-bfa21ceefda5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.384480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Calling delete_port for 52669740-0c85-4707-8219-bfa21ceefda5 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:59.385273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-d7db6463-fb82-43d5-983f-7c1836d5f97a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups/8c6367cb-79dd-4984-a906-c51872ab8e3c HTTP/1.1" status: 200 len: 1826 time: 0.0629587 Feb 19 01:07:59.497096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (8c6367cb-79dd-4984-a906-c51872ab8e3c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.523590 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (8c6367cb-79dd-4984-a906-c51872ab8e3c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.602169 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-3de11a20-ce5f-4df5-808f-906ac3dc3803 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316405 Feb 19 01:07:59.682434 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c6367cb-79dd-4984-a906-c51872ab8e3c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.686749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.688020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7c96ab6-4646-4b04-a97a-cc4f77bb7d60 req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "DELETE /v2.0/security-groups/8c6367cb-79dd-4984-a906-c51872ab8e3c HTTP/1.1" status: 204 len: 173 time: 0.2965944 Feb 19 01:07:59.709378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992a6e-c4b2-4b97-a566-275450f58e57 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6367cb-79dd-4984-a906-c51872ab8e3c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:59.725743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (52669740-0c85-4707-8219-bfa21ceefda5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.844658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Port': ['ID=52669740-0c85-4707-8219-bfa21ceefda5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:59.886446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:59.890250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f20c8999-febc-4268-bfd7-a757f63728f3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/ports/52669740-0c85-4707-8219-bfa21ceefda5 HTTP/1.1" status: 204 len: 168 time: 0.8193908 Feb 19 01:07:59.893143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-388d219d-bc05-466a-addb-a23ca364a0c4 req-709b0148-ede1-447b-8ab8-5ec8a26f9804 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0707905 Feb 19 01:07:59.895074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51620) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.903960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7', 'external_fixed_ips': [{'subnet_id': 'a23b62f1-dd80-4735-9307-9b2c56e6caa7', 'ip_address': '2001:db8::2fa'}]}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:59.956952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-449ce65f-7b0e-43b6-9ca1-f3a86685ddf2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.982869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-449ce65f-7b0e-43b6-9ca1-f3a86685ddf2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797417 Feb 19 01:08:00.018564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-85a14533-ff15-44f3-b8fb-496bc2bdacda tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0297196 Feb 19 01:08:00.042610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.043731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.141908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-9cc7715d-9e00-472e-9d13-8ebdd5c18082 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1127851 Feb 19 01:08:00.245447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (a347683c-4de5-4d9f-a3e9-a57504f4a951), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.682940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (a347683c-4de5-4d9f-a3e9-a57504f4a951), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:00.717541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-360d127a-4eab-476f-bdc1-baa601b6f7c1 req-85240020-e9e7-4248-9cd1-1b9ade1f487e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.0771234 Feb 19 01:08:00.823396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aeed9-607f-4d4c-a077-ae95fa4ac6d0 req-0070d6f2-40fb-4cfd-89d8-ec3e23980087 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.824914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-590aeed9-607f-4d4c-a077-ae95fa4ac6d0 req-0070d6f2-40fb-4cfd-89d8-ec3e23980087 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1128261 Feb 19 01:08:01.011976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-590aeed9-607f-4d4c-a077-ae95fa4ac6d0 req-04f23828-fa7c-4887-9adb-78eddf6efd27 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490769 Feb 19 01:08:01.164256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3a9ee1c-1b9b-47cc-bbd9-25f4a93718b2 req-88880e72-53af-458a-91e1-862d083293ec tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0633333 Feb 19 01:08:01.375115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (a347683c-4de5-4d9f-a3e9-a57504f4a951), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.472437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:01.881891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-020a7645-9359-4ea9-8572-8b65807eba30 req-a1e6e85a-ec5a-495f-9f41-f556cde119fd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.0640488 Feb 19 01:08:01.901681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 2001:db8::2fa (fb425cd9-6d9e-41e7-a017-338e532a3cd7/a23b62f1-dd80-4735-9307-9b2c56e6caa7/6d95024a-751a-44ce-955a-a52b8d9d4c38) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:01.956955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e48212d4-3745-48d0-8f09-9cfe31fc6e0c req-70544594-1a1a-42d4-a0c6-910438dc118a tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0572751 Feb 19 01:08:02.125003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.250075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6904-ab97-4af9-8636-83c043cfe245 req-4ba31603-b112-4d61-aa68-8b1e1505bf34 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:02.251843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aabb6904-ab97-4af9-8636-83c043cfe245 req-4ba31603-b112-4d61-aa68-8b1e1505bf34 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1276095 Feb 19 01:08:02.294628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:02.371362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aabb6904-ab97-4af9-8636-83c043cfe245 req-3f16dd83-6ab4-46b8-88da-39c9ac437f32 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120536 Feb 19 01:08:02.389214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network fb425cd9-6d9e-41e7-a017-338e532a3cd7 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:02.392335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=6d95024a-751a-44ce-955a-a52b8d9d4c38,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:02.395395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:02.398665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:02.461423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf98c9d9-259a-4fde-a62c-8886d4213bb1 req-8fd280dc-8653-403b-9592-9bc8e833e272 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0692024 Feb 19 01:08:02.735148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (a347683c-4de5-4d9f-a3e9-a57504f4a951), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.029321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:03.061887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-060d73e7-3c4c-4a52-bdf3-81022113b95a req-8cdba547-f4df-47f2-b1ea-9930b3e15f22 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.0810091 Feb 19 01:08:03.151304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-775f7897-af99-477e-80a1-2ebbd69c4609 req-9ad24332-f81e-4604-90f9-483f9c069440 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0492651 Feb 19 01:08:03.543904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7d438-156c-4973-a216-9c18157c81f5 req-bea9fd0f-c2ad-4fe0-8b14-4184fd4f5d69 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.556425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41d7d438-156c-4973-a216-9c18157c81f5 req-bea9fd0f-c2ad-4fe0-8b14-4184fd4f5d69 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1032000 Feb 19 01:08:03.637200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41d7d438-156c-4973-a216-9c18157c81f5 req-255efb39-075c-46d0-94e9-37f20c21e60a tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/security-groups?id=8fb49fe7-0770-489a-81ee-973bc9efe42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Feb 19 01:08:03.671708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c3c4aef-bb7a-4c0a-a433-797663d29b9d req-1600b189-c263-4109-8772-708031a0d6e7 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0683651 Feb 19 01:08:03.779232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router a347683c-4de5-4d9f-a3e9-a57504f4a951 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:03.819074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-853d7f31-3acc-48c3-9f08-ab6394323781 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675678 Feb 19 01:08:03.844765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-8f86c149-c542-4b52-996b-89619ba74484 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.847954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-8f86c149-c542-4b52-996b-89619ba74484 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 946 time: 0.1103311 Feb 19 01:08:04.022064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Deleting port c64e3bb3-c363-4038-811c-74d7c9cd13aa {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:04.022296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.142755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-e62a7af3-ad4c-4c2b-9b60-a3d9805fe31b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:04.147472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-e62a7af3-ad4c-4c2b-9b60-a3d9805fe31b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259046 Feb 19 01:08:04.169342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:04.267575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-45bfa9bc-5624-4483-b89f-8dfd5224623e req-7cdd0701-43e4-4baa-90bd-8b34ef283387 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.0714467 Feb 19 01:08:04.291234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] For port c64e3bb3-c363-4038-811c-74d7c9cd13aa, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c64e3bb3-c363-4038-811c-74d7c9cd13aa,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:04.296905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.319636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Calling delete_port for c64e3bb3-c363-4038-811c-74d7c9cd13aa owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:04.395229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:04.406455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Sync routers for ids ['a347683c-4de5-4d9f-a3e9-a57504f4a951'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:04.433829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Routers {'a347683c-4de5-4d9f-a3e9-a57504f4a951'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:04.435021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a347683c-4de5-4d9f-a3e9-a57504f4a951'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:04.462646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff173bee-a780-4a10-97b2-c8c4609347cc req-2a6cdf35-5162-4c52-bcc9-e08958e12477 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0535486 Feb 19 01:08:04.540599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.541846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-584c50f9-538b-4c83-90f2-ce20dc4faf9e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6447213 Feb 19 01:08:04.547724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51732) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:04.713716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Set router a347683c-4de5-4d9f-a3e9-a57504f4a951 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:04.727930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c64e3bb3-c363-4038-811c-74d7c9cd13aa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.822922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Pushing event deleted for resources: {'Port': ['ID=c64e3bb3-c363-4038-811c-74d7c9cd13aa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:04.857574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.872238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2edc279-071d-49ff-aeb5-e82d26e41270 req-dcf30e21-ea45-46b9-af9d-141ab1db68d9 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.0431399 Feb 19 01:08:04.884793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.888722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.890674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.891992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.892686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.895279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.904996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:04.916314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c64e3bb3-c363-4038-811c-74d7c9cd13aa'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:04.974263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] No DVR routers for this DVR port c64e3bb3-c363-4038-811c-74d7c9cd13aa on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:04.980959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:04.989542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dde21756-a14c-43c7-b30e-a152fff5f8d8 req-13e06c67-0a1b-48f8-a21b-360a6a81fcb8 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.96 "DELETE /v2.0/ports/c64e3bb3-c363-4038-811c-74d7c9cd13aa HTTP/1.1" status: 204 len: 173 time: 1.1342032 Feb 19 01:08:04.991788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'name': 'network-vif-deleted', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:05.012637 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30593a-a75a-48f9-b504-b5167f37f1d9" -d '{"events": [{"server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "name": "network-vif-deleted", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:05.034656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87d85459-d9d4-4215-a689-6de2efbbc260 req-fd46b7d1-5b56-472a-b179-8c58f44b7a9c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1449168 Feb 19 01:08:05.094231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:05.118289 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.277687 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a6ee8a-0445-428f-a3d8-c4f064be0e0d x-openstack-request-id: req-f0a6ee8a-0445-428f-a3d8-c4f064be0e0d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:05.278108 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4953068-fe80-493b-a2a4-5c43ec3efe46", "name": "network-vif-deleted", "tag": "c64e3bb3-c363-4038-811c-74d7c9cd13aa", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:05.278454 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f0a6ee8a-0445-428f-a3d8-c4f064be0e0d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:05.278948 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4953068-fe80-493b-a2a4-5c43ec3efe46', 'name': 'network-vif-deleted', 'tag': 'c64e3bb3-c363-4038-811c-74d7c9cd13aa', 'status': 'completed', 'code': 200} Feb 19 01:08:05.312273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (a347683c-4de5-4d9f-a3e9-a57504f4a951), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.393415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a347683c-4de5-4d9f-a3e9-a57504f4a951', 'name': '', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7', 'external_fixed_ips': [{'subnet_id': 'a23b62f1-dd80-4735-9307-9b2c56e6caa7', 'ip_address': '2001:db8::2fa'}], 'enable_snat': True}, 'gw_port_id': '6d95024a-751a-44ce-955a-a52b8d9d4c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:00Z', 'updated_at': '2022-02-19T01:08:02Z', 'revision_number': 3, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port': {'id': '6d95024a-751a-44ce-955a-a52b8d9d4c38', 'name': '', 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a347683c-4de5-4d9f-a3e9-a57504f4a951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'a23b62f1-dd80-4735-9307-9b2c56e6caa7', 'ip_address': '2001:db8::2fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:01Z', 'updated_at': '2022-02-19T01:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a23b62f1-dd80-4735-9307-9b2c56e6caa7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:05.481781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Checking router: a347683c-4de5-4d9f-a3e9-a57504f4a951 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:05.482442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Updating router a347683c-4de5-4d9f-a3e9-a57504f4a951 port 6d95024a-751a-44ce-955a-a52b8d9d4c38 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:05.547923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:05.657681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27736527-612a-4a08-8606-a01d53a93677 req-a547babb-9880-43ce-92cb-884a5e4e7aba tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.1109936 Feb 19 01:08:05.744308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.141 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/8d47de7c-5296-4b1b-9dad-d86d09242cbd) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:05.765187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec983239-a9c6-463c-bf3f-201a66f0b564 req-6408243a-817e-49a5-b918-d9cb970196e6 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0721011 Feb 19 01:08:05.924089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Deleting port 6d95024a-751a-44ce-955a-a52b8d9d4c38 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:05.925183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.154187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2bc6290-0ef0-4fd9-afdb-ba9a897dc270 req-eb4906c5-c40a-4dd0-b83f-c011a5617f54 tempest-ServerRescueTestJSONUnderV235-2023755945 tempest-ServerRescueTestJSONUnderV235-2023755945-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4953068-fe80-493b-a2a4-5c43ec3efe46 HTTP/1.1" status: 200 len: 210 time: 0.0799527 Feb 19 01:08:06.161490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks [] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.251030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.257721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8af372a1-0ae9-4feb-a80b-f1cbea4c5dc5 req-c4318054-7c07-4f5e-8818-cb4a163a769c tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0525303 Feb 19 01:08:06.286917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.289333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.301334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Calling delete_port for 6d95024a-751a-44ce-955a-a52b8d9d4c38 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:06.412686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2d478-964d-4152-9b5c-ad5f93e31f33 None None] Pushing event updated for resources: {'Port': ['ID=6d95024a-751a-44ce-955a-a52b8d9d4c38,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.456745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Attempting to bind port 6d95024a-751a-44ce-955a-a52b8d9d4c38 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:06.457268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Attempting to bind port 6d95024a-751a-44ce-955a-a52b8d9d4c38 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:06.457710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Attempting to bind port 6d95024a-751a-44ce-955a-a52b8d9d4c38 on network fb425cd9-6d9e-41e7-a017-338e532a3cd7 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:06.469608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:06.470218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Checking segment: {'id': 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:06.470685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.471813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Bound using segment: {'id': 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:06.472401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Bound port: 6d95024a-751a-44ce-955a-a52b8d9d4c38, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fb425cd9-6d9e-41e7-a017-338e532a3cd7'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:06.474795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.505416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc218767-caed-4c37-9366-6312029fe1ed req-1b67c2ad-1f46-45a3-892c-c7a3f0e7dd06 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0635734 Feb 19 01:08:06.580157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] For port 6d95024a-751a-44ce-955a-a52b8d9d4c38, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:06.587056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] For port 6d95024a-751a-44ce-955a-a52b8d9d4c38, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d95024a-751a-44ce-955a-a52b8d9d4c38,segment=NetworkSegment(cc2723e4-9ac7-420d-8eca-33c6f263c1d6),segment_id=cc2723e4-9ac7-420d-8eca-33c6f263c1d6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:06.689126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.730480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:06.769112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:06.841596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:06.912123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:06.958756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2db16-ce3f-416a-b8f5-1b0d2a056238 req-57b9b063-d494-462f-9b8b-f7c4306d7439 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.966272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8af2db16-ce3f-416a-b8f5-1b0d2a056238 req-57b9b063-d494-462f-9b8b-f7c4306d7439 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 936 time: 0.1534889 Feb 19 01:08:06.983129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:06.996429 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:07.000899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:07.018022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:07.078201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42432b10-f5a3-4fc8-8bf4-33af7e972371 req-cc3f530e-a57e-4ba0-b9e4-4bb3e8683cdc tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0920818 Feb 19 01:08:07.121442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8af2db16-ce3f-416a-b8f5-1b0d2a056238 req-7b0948ac-ca56-4eab-aac1-67edadb9f75a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465163 Feb 19 01:08:07.164218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6d95024a-751a-44ce-955a-a52b8d9d4c38), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.257430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2d478-964d-4152-9b5c-ad5f93e31f33 None None] Pushing event updated for resources: {'Port': ['ID=6d95024a-751a-44ce-955a-a52b8d9d4c38,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:07.267944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51788) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:07.277613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Routers {'a347683c-4de5-4d9f-a3e9-a57504f4a951'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:07.290203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['a347683c-4de5-4d9f-a3e9-a57504f4a951'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:07.378164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:07.378858 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.409098 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (a347683c-4de5-4d9f-a3e9-a57504f4a951), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.413973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d95024a-751a-44ce-955a-a52b8d9d4c38,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:07.494492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c64e3bb3-c363-4038-811c-74d7c9cd13aa no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:07.567659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-dcbdb022-aa48-4b26-8275-039c376a3b52 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4051468 Feb 19 01:08:07.581842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: c64e3bb3-c363-4038-811c-74d7c9cd13aa {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:07.582750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c64e3bb3-c363-4038-811c-74d7c9cd13aa not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:07.588827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c396d413-c510-4f1e-b83b-d1916f2a0ba6 req-45a684cf-0fa3-4c20-bad1-446b3c166611 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1559949 Feb 19 01:08:07.639696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Request body: {'port': {'device_id': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:07.691781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.705746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (a347683c-4de5-4d9f-a3e9-a57504f4a951), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.890444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.984239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (a347683c-4de5-4d9f-a3e9-a57504f4a951), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:07.984851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a347683c-4de5-4d9f-a3e9-a57504f4a951 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:08.000323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.001539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6ac27d73-14fb-42a1-8bc4-43ade03c400d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/routers/a347683c-4de5-4d9f-a3e9-a57504f4a951 HTTP/1.1" status: 204 len: 168 time: 3.4526289 Feb 19 01:08:08.004457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51796) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:08.186547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] Set router a347683c-4de5-4d9f-a3e9-a57504f4a951 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:08.213296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Deleting subnet a23b62f1-dd80-4735-9307-9b2c56e6caa7 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:08.235657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for subnet (a23b62f1-dd80-4735-9307-9b2c56e6caa7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.315481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (a23b62f1-dd80-4735-9307-9b2c56e6caa7), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.353144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-364b0b90-68a2-4835-bb71-296847e44381 req-eb75c954-a18c-4732-83c8-650827c1c753 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0384674 Feb 19 01:08:08.366808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (a23b62f1-dd80-4735-9307-9b2c56e6caa7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.401754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-25748578-c440-4360-bb0d-17da4de99275 None None] Provisioning complete for port 8d47de7c-5296-4b1b-9dad-d86d09242cbd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:08.402961 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-25748578-c440-4360-bb0d-17da4de99275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.550810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-25748578-c440-4360-bb0d-17da4de99275 None None] Port 8d47de7c-5296-4b1b-9dad-d86d09242cbd cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:08.560776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d47de7c-5296-4b1b-9dad-d86d09242cbd {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:08.580850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks [] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.604667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a347683c-4de5-4d9f-a3e9-a57504f4a951', 'name': '', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:00Z', 'updated_at': '2022-02-19T01:08:06Z', 'revision_number': 5, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:08.619731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38025677-d727-4c38-9fae-695c1b1caa98 req-0f629ac6-8edb-47e4-b204-b758d2303946 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.624302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38025677-d727-4c38-9fae-695c1b1caa98 req-0f629ac6-8edb-47e4-b204-b758d2303946 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 936 time: 0.1739109 Feb 19 01:08:08.626275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (a23b62f1-dd80-4735-9307-9b2c56e6caa7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.626460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Transition to ACTIVE for port object 8d47de7c-5296-4b1b-9dad-d86d09242cbd will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:08.682909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.728518 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.745766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/subnets/a23b62f1-dd80-4735-9307-9b2c56e6caa7 HTTP/1.1" status: 204 len: 168 time: 0.7391424 Feb 19 01:08:08.749840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921389a9-6f44-4f60-802e-850ce7e8fe20 None None] The sync data for ids ['a347683c-4de5-4d9f-a3e9-a57504f4a951'] in n-d-826529-3 is: [{'id': 'a347683c-4de5-4d9f-a3e9-a57504f4a951', 'name': '', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:00Z', 'updated_at': '2022-02-19T01:08:06Z', 'revision_number': 5, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:08.780377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38025677-d727-4c38-9fae-695c1b1caa98 req-736a0109-b557-495e-8dc7-daf8779be16e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333640 Feb 19 01:08:08.781584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51812) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:08.851520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b98956-6d67-4341-9b3d-62294f5958de tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a23b62f1-dd80-4735-9307-9b2c56e6caa7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:08.872633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:08.895316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Pushing event updated for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:09.193234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76dd7062-2339-40c1-a366-d730e19a2ce1 req-6014b45e-002d-4add-ace7-c02a1871441a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1257780 Feb 19 01:08:09.351109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Attempting to bind port 8d47de7c-5296-4b1b-9dad-d86d09242cbd on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:09.375815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Attempting to bind port 8d47de7c-5296-4b1b-9dad-d86d09242cbd by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:09.377840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Attempting to bind port 8d47de7c-5296-4b1b-9dad-d86d09242cbd on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:09.431819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Port 8d47de7c-5296-4b1b-9dad-d86d09242cbd on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:09.432160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Attempting to bind port 8d47de7c-5296-4b1b-9dad-d86d09242cbd on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:09.472116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:09.472463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:09.472849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:09.478581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Bound port: 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:09.479030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.487444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (fb425cd9-6d9e-41e7-a017-338e532a3cd7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.659574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.738142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Deleting port e41f8262-959d-464c-ae9d-91c125595ca9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:09.738741 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.788979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:09.802176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (fb425cd9-6d9e-41e7-a017-338e532a3cd7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.822197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:09.843182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb425cd9-6d9e-41e7-a017-338e532a3cd7']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:09.856835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:09.857330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2723e4-9ac7-420d-8eca-33c6f263c1d6') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:09.868218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (cc2723e4-9ac7-420d-8eca-33c6f263c1d6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.885570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cc2723e4-9ac7-420d-8eca-33c6f263c1d6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.918356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] For port e41f8262-959d-464c-ae9d-91c125595ca9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e41f8262-959d-464c-ae9d-91c125595ca9,segment=NetworkSegment(fce38c9e-b7f5-4eb4-a4de-31c7d152f11d),segment_id=fce38c9e-b7f5-4eb4-a4de-31c7d152f11d)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:09.919129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.936013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3b6e37e-1843-4e90-a6d9-5748de3a6b7e req-86cde2ad-1356-44d3-903e-471feac0bc24 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0880907 Feb 19 01:08:09.940517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:09.941458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (cc2723e4-9ac7-420d-8eca-33c6f263c1d6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.944388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.956000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Calling delete_port for e41f8262-959d-464c-ae9d-91c125595ca9 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: items = [ Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:09.956256 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:09.983746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.984279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:09.986678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] 10.222.0.96 "PUT /v2.0/ports/8d47de7c-5296-4b1b-9dad-d86d09242cbd HTTP/1.1" status: 200 len: 1096 time: 2.3589318 Feb 19 01:08:09.990711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:09.993812 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d9479-fbd7-4df4-a79c-1a9ec640e089" -d '{"events": [{"name": "network-changed", "server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:10.156996 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.174490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d9eb2-803c-4a81-8d4b-d124243ec2a3 req-c8111cf7-8a1c-4f02-900e-e6e00089964b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.177072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a6d9eb2-803c-4a81-8d4b-d124243ec2a3 req-c8111cf7-8a1c-4f02-900e-e6e00089964b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 948 time: 0.2850223 Feb 19 01:08:10.213165 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9167a3-a4fc-4f82-94da-1c68ef479d0f x-openstack-request-id: req-4c9167a3-a4fc-4f82-94da-1c68ef479d0f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:10.213507 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:10.213719 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4c9167a3-a4fc-4f82-94da-1c68ef479d0f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:10.215295 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd', 'status': 'completed', 'code': 200} Feb 19 01:08:10.414668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8347e56e-c4d1-40fd-a098-2365f142f9d1 req-fd3db6a8-2ace-473b-b360-0d5f44f2c6bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0759184 Feb 19 01:08:10.416759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a6d9eb2-803c-4a81-8d4b-d124243ec2a3 req-8e0b1b40-5586-492d-b3ed-3392cf749509 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850522 Feb 19 01:08:10.461919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca8a8-0eec-4512-ad19-a890e13c6f2c service neutron] Pushing event updated for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.490387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9479-fbd7-4df4-a79c-1a9ec640e089 req-14b91b69-cef4-4374-803f-15574a9c4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.494470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d21d9479-fbd7-4df4-a79c-1a9ec640e089 req-14b91b69-cef4-4374-803f-15574a9c4338 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 1130 time: 0.3090301 Feb 19 01:08:10.587116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d21d9479-fbd7-4df4-a79c-1a9ec640e089 req-e0e2a850-7512-4bc3-8e85-a45ebb270204 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858519 Feb 19 01:08:10.587743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (fb425cd9-6d9e-41e7-a017-338e532a3cd7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.614517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb425cd9-6d9e-41e7-a017-338e532a3cd7 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:08:10.630992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.649375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9decfae9-90a7-4b7c-aab8-9887f432f8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.657175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/networks/fb425cd9-6d9e-41e7-a017-338e532a3cd7 HTTP/1.1" status: 204 len: 168 time: 1.8725095 Feb 19 01:08:10.741198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebc137-2d3b-4c42-8939-cdb16adbc899 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb425cd9-6d9e-41e7-a017-338e532a3cd7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.871989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e41f8262-959d-464c-ae9d-91c125595ca9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:10.940501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e41f8262-959d-464c-ae9d-91c125595ca9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:10.954212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d9479-fbd7-4df4-a79c-1a9ec640e089 req-50c1dd19-4bd2-4228-b1ab-ab2dd202b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.964067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d21d9479-fbd7-4df4-a79c-1a9ec640e089 req-50c1dd19-4bd2-4228-b1ab-ab2dd202b692 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3525817 Feb 19 01:08:11.148853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-480cb550-d040-41fa-aab8-7f575ecfb6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.150300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-480cb550-d040-41fa-aab8-7f575ecfb6fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 1130 time: 0.1296041 Feb 19 01:08:11.297192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-51902cea-822d-4b67-81de-0fc9cfce151b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd HTTP/1.1" status: 200 len: 217 time: 0.1342671 Feb 19 01:08:11.336188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51870) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:11.346737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'name': 'tempest-router--987699522', 'project_id': 'aa98c0906908456082d8c7d6baba1e39'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:11.354344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcc78c05-dfaf-4304-83f1-44429271ab9f req-ce412363-7d4e-4c87-8eab-fa4ba39e7ee2 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1925316 Feb 19 01:08:11.427534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-20358cd6-436f-4d20-abe8-2b5cdb59f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.430482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-20358cd6-436f-4d20-abe8-2b5cdb59f051 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0930195 Feb 19 01:08:11.518472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-5626377d-f4fb-4683-973e-414509975f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.520206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-5626377d-f4fb-4683-973e-414509975f8a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0830162 Feb 19 01:08:11.544698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.645264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ba2cc9c-77fb-46d6-8428-f25441c5b480 req-78e80e49-611b-45b2-a69d-5d201ac1c691 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0400057 Feb 19 01:08:11.703196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.715525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-c7591174-5a56-4d53-b5ee-ae38d69fb0cc service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845391 Feb 19 01:08:11.715803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:11.843944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02bc9d1b-bff9-421f-98bd-cc8c916d9b74 req-4d111f35-ea5c-410c-b152-ccdd97c63984 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212182 Feb 19 01:08:12.203283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549a4f4-bb42-4340-a0fb-d764b6428af0 req-b2c5c1f2-ab40-486b-a150-4ec68c06649a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.204802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1549a4f4-bb42-4340-a0fb-d764b6428af0 req-b2c5c1f2-ab40-486b-a150-4ec68c06649a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 948 time: 0.6403513 Feb 19 01:08:12.275191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.346895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1549a4f4-bb42-4340-a0fb-d764b6428af0 req-a04741bb-919b-4b04-b4b2-20eae7271ca0 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245017 Feb 19 01:08:12.358365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.427697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Router 0a01282d-072c-408a-82b6-9e22dedb3d5d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:12.487297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.488499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-00ec03ac-875b-47cd-97f3-505b91235d86 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1506264 Feb 19 01:08:12.502580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-032ebb7c-95ce-4e47-a481-5610c11810c5 req-e5a1f78c-9199-4653-8b2f-40abbbcb96d1 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0616505 Feb 19 01:08:12.503208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:12.555376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:12.560874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6253e0c1-ba72-4584-a74e-0759537cdc12 admin admin] 10.222.0.94 "PUT /v2.0/routers/0a01282d-072c-408a-82b6-9e22dedb3d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2918687 Feb 19 01:08:12.563405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:12.570633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Sync routers for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:12.587063 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:12.587798 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:07:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:12.693030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks [] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.824677 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a24d7a5b-6002-42d0-88c7-29dc96d846b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:12.860473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:12.923421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b461c613-58f7-4c7f-8c37-f933d112ecf8 req-bbd55d46-7cb7-4f87-8035-8d4fe6e58989 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0560982 Feb 19 01:08:12.952349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks [] for router_gateway (0a01282d-072c-408a-82b6-9e22dedb3d5d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.076937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Deleting port 39252c2c-7749-4e91-8676-026a4e0162ad {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:13.077572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.186716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.194354 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:08:10Z', 'revision_number': 5, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port': {'id': '39252c2c-7749-4e91-8676-026a4e0162ad', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:20Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:13.202519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] For port 39252c2c-7749-4e91-8676-026a4e0162ad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=39252c2c-7749-4e91-8676-026a4e0162ad,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:13.205376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.233148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Calling delete_port for 39252c2c-7749-4e91-8676-026a4e0162ad owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:13.252245 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Checking router: 0a01282d-072c-408a-82b6-9e22dedb3d5d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:13.275561 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Routers {'0a01282d-072c-408a-82b6-9e22dedb3d5d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:13.276195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0a01282d-072c-408a-82b6-9e22dedb3d5d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:13.380282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.385868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.411292 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] Set router 0a01282d-072c-408a-82b6-9e22dedb3d5d gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:13.484563 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:08:12Z', 'revision_number': 6, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:13.517493 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9cdb6f-7583-4c74-816a-bf14678c6c0c None None] The sync data for ids ['0a01282d-072c-408a-82b6-9e22dedb3d5d'] in n-d-826529-3 is: [{'id': '0a01282d-072c-408a-82b6-9e22dedb3d5d', 'name': 'tempest-ServerRescueTestJSONUnderV235-54884873-router', 'tenant_id': '68f121b357d54e5f811a7c93d1f85841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:08:12Z', 'revision_number': 6, 'project_id': '68f121b357d54e5f811a7c93d1f85841', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:13.536080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267188c7-95c8-414a-b706-5d5d5b6e6d66 req-831e64ff-5d2c-4a87-b14a-5f28bda8149b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:13.537621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-267188c7-95c8-414a-b706-5d5d5b6e6d66 req-831e64ff-5d2c-4a87-b14a-5f28bda8149b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 948 time: 0.0971737 Feb 19 01:08:13.544844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (39252c2c-7749-4e91-8676-026a4e0162ad), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.577039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39252c2c-7749-4e91-8676-026a4e0162ad,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:13.613424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-267188c7-95c8-414a-b706-5d5d5b6e6d66 req-1088d6d6-db69-40cd-aaea-2fd904744260 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628700 Feb 19 01:08:13.614442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (33ecf13a-c0cf-4a73-a6b3-0b4c948157f4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.616639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33ecf13a-c0cf-4a73-a6b3-0b4c948157f4 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:13.621558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.622840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-57db6425-89fd-4f2c-890d-3ea17f0113fe tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/routers/33ecf13a-c0cf-4a73-a6b3-0b4c948157f4 HTTP/1.1" status: 204 len: 168 time: 1.1186218 Feb 19 01:08:13.659830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.786561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84b2667a-681e-495b-af3f-2219305d3410 req-07fa45f2-bac1-4258-93cc-6775c51aeafb tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0559428 Feb 19 01:08:13.812090 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.816116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks [] for router_controller (0a01282d-072c-408a-82b6-9e22dedb3d5d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.956740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51940) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:13.971425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (0a01282d-072c-408a-82b6-9e22dedb3d5d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.971425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a01282d-072c-408a-82b6-9e22dedb3d5d {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:13.992283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:13.995146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fba4a02-abb6-4e79-bd49-7d7fe444c1f5 admin admin] 10.222.0.94 "DELETE /v2.0/routers/0a01282d-072c-408a-82b6-9e22dedb3d5d HTTP/1.1" status: 204 len: 168 time: 1.4290495 Feb 19 01:08:13.996073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:14.073381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Deleting subnet 04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:14.078324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Publish callbacks [] for subnet (04c9bd86-7d9a-43c4-bd76-2556ce5d7c84), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.105587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1a7df0b-6d2e-4e5f-9524-2a17535f917f req-4f129ddb-8c17-4bfb-86ce-4244353080bc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0649395 Feb 19 01:08:14.124492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (04c9bd86-7d9a-43c4-bd76-2556ce5d7c84), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.138795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.217850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (04c9bd86-7d9a-43c4-bd76-2556ce5d7c84), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.373276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2033319469', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:14.393362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (04c9bd86-7d9a-43c4-bd76-2556ce5d7c84), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.481414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.486100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/04c9bd86-7d9a-43c4-bd76-2556ce5d7c84 HTTP/1.1" status: 204 len: 168 time: 0.4889636 Feb 19 01:08:14.487498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbe437-85fe-40ce-a112-a51a72d3ea19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c9bd86-7d9a-43c4-bd76-2556ce5d7c84,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:14.488766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51962) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:14.541886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (072d84ca-f2b7-4735-9037-376a53c81654), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.542956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (072d84ca-f2b7-4735-9037-376a53c81654), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.630076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (072d84ca-f2b7-4735-9037-376a53c81654), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.657107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c26a024f-e257-4a4e-97f7-2d21366174a9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.811036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c26a024f-e257-4a4e-97f7-2d21366174a9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:14.870391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e41f8262-959d-464c-ae9d-91c125595ca9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:14.906444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e41f8262-959d-464c-ae9d-91c125595ca9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:14.909456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e41f8262-959d-464c-ae9d-91c125595ca9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:14.909456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 39252c2c-7749-4e91-8676-026a4e0162ad no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:14.978652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 39252c2c-7749-4e91-8676-026a4e0162ad {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:14.979825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 39252c2c-7749-4e91-8676-026a4e0162ad not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:15.041715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aac69b71-4ad6-4f00-aae4-d0b947cbbc6e req-93fe53e7-91e0-4acf-9150-d2feb3b4317f tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0757484 Feb 19 01:08:15.144852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26a024f-e257-4a4e-97f7-2d21366174a9']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:15.170193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:15.170812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce38c9e-b7f5-4eb4-a4de-31c7d152f11d') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:15.189155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (fce38c9e-b7f5-4eb4-a4de-31c7d152f11d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.208076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fce38c9e-b7f5-4eb4-a4de-31c7d152f11d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.216357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:15.216846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (fce38c9e-b7f5-4eb4-a4de-31c7d152f11d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.218929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:15.281790 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:15.322694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15ea75af-9055-43a8-bf83-a79f505f823a req-0698a7cc-316b-4560-b8b6-75733174e565 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0651631 Feb 19 01:08:15.334215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (072d84ca-f2b7-4735-9037-376a53c81654), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.359566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd73aeb-2c8c-4a7c-886d-17a736da2693 req-98e063f1-0ff3-4f6f-8b53-4e8af7dcfb0b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:15.359566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dd73aeb-2c8c-4a7c-886d-17a736da2693 req-98e063f1-0ff3-4f6f-8b53-4e8af7dcfb0b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 948 time: 0.5605781 Feb 19 01:08:15.421711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dd73aeb-2c8c-4a7c-886d-17a736da2693 req-3839ab03-4403-4a6a-bdd0-1f005172fb53 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652568 Feb 19 01:08:15.422690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c26a024f-e257-4a4e-97f7-2d21366174a9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.438736 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.442324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] 10.222.0.94 "DELETE /v2.0/networks/c26a024f-e257-4a4e-97f7-2d21366174a9 HTTP/1.1" status: 204 len: 168 time: 0.9525361 Feb 19 01:08:15.450245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d47de7c-5296-4b1b-9dad-d86d09242cbd details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:15.492574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718095f-1270-4658-b496-dea830fe561a admin admin] Pushing event deleted for resources: {'Network': ['ID=c26a024f-e257-4a4e-97f7-2d21366174a9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:15.624516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:15.640414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8d47de7c-5296-4b1b-9dad-d86d09242cbd', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '8d47de7c-5296-4b1b-9dad-d86d09242cbd', 'mac_address': 'fa:16:3e:b9:22:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:15.691359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8d47de7c-5296-4b1b-9dad-d86d09242cbd is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:15.692050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.714887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d47de7c-5296-4b1b-9dad-d86d09242cbd {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:15.772156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:15.792165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (072d84ca-f2b7-4735-9037-376a53c81654), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.829190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.836765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:15.914539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:15.939867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51980) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:15.941794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.942098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.942523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.943074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.943487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.943822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.944159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.944575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.944906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.945282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.946164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.946552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:15.946963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:16.068283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Allocated IP 172.25.2.199 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/01b3f38e-580f-4881-87f0-24c6addae915) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:16.125190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8d47de7c-5296-4b1b-9dad-d86d09242cbd'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:16.166329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9b6c1aa-a439-4486-ad4f-583b38731687 req-5a73f2c1-53b1-46b1-a38c-0e9c0055df6c tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0420811 Feb 19 01:08:16.255452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for port (01b3f38e-580f-4881-87f0-24c6addae915), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.336122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03e51534-7b57-4456-9348-d338b6c5d455 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=68f121b357d54e5f811a7c93d1f85841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943479 Feb 19 01:08:16.339219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:16.357488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (01b3f38e-580f-4881-87f0-24c6addae915), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.432810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:16.462476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-846e57d8-7cf9-40ca-ae72-cb6ace5b6299 req-335f80c6-b908-456d-b188-60042854b5c0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0405822 Feb 19 01:08:16.464739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event updated for resources: {'Port': ['ID=01b3f38e-580f-4881-87f0-24c6addae915,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:16.480257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:16.482585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:16.518625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] Publish callbacks [] for security_group (8fb49fe7-0770-489a-81ee-973bc9efe42a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.561373 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] Publish callbacks [] for security_group (8fb49fe7-0770-489a-81ee-973bc9efe42a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:16.600557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2598c1a-be8a-4500-822d-1029731a50f3 req-9b109403-5196-46ff-8062-122a18c1e714 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:16.602506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2598c1a-be8a-4500-822d-1029731a50f3 req-9b109403-5196-46ff-8062-122a18c1e714 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 949 time: 0.0896728 Feb 19 01:08:16.658866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2598c1a-be8a-4500-822d-1029731a50f3 req-913387ae-ed51-4ba8-af54-4889d6937b20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Feb 19 01:08:16.865172 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.093079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fb49fe7-0770-489a-81ee-973bc9efe42a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.095937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.097106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8fb49fe7-0770-489a-81ee-973bc9efe42a HTTP/1.1" status: 204 len: 168 time: 0.7574427 Feb 19 01:08:17.132162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f964b87-b0c1-4a43-9a6f-f5ae09cdfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb49fe7-0770-489a-81ee-973bc9efe42a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:17.233335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (072d84ca-f2b7-4735-9037-376a53c81654), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.398805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36cdf7db-7710-457b-9e5e-b38987e3c779 req-d4c9fde5-906e-4650-95fc-641a8cc26e22 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0792246 Feb 19 01:08:17.454441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d47de7c-5296-4b1b-9dad-d86d09242cbd up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:17.601915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (072d84ca-f2b7-4735-9037-376a53c81654), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.678193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2151e8c-3d05-48c1-8f76-fa67b786bc73 req-a4cc013b-8569-4976-896c-3918de65ad55 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0482419 Feb 19 01:08:17.687603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 8d47de7c-5296-4b1b-9dad-d86d09242cbd completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:17.692622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8d47de7c-5296-4b1b-9dad-d86d09242cbd triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:17.693285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.794031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8d47de7c-5296-4b1b-9dad-d86d09242cbd is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:17.794529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.861834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:17.879252 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fbae30-34cc-4f59-bdbc-706bbf45d07e" -d '{"events": [{"server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "name": "network-vif-plugged", "status": "completed", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:17.905818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:17.926605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ed80-7a95-49b0-857c-0ee766cc3d5e req-34ab9e31-5160-4021-8828-025c1c820090 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:17.935434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9e3ed80-7a95-49b0-857c-0ee766cc3d5e req-34ab9e31-5160-4021-8828-025c1c820090 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 949 time: 0.1193771 Feb 19 01:08:17.970293 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:17.998066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9e3ed80-7a95-49b0-857c-0ee766cc3d5e req-ea4b6d12-399e-4db6-a284-a00eeaef8f1c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522084 Feb 19 01:08:17.999801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Router 072d84ca-f2b7-4735-9037-376a53c81654 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:18.114252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:18.147112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:18.161319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] Sync routers for ids ['072d84ca-f2b7-4735-9037-376a53c81654'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:18.176263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] Routers {'072d84ca-f2b7-4735-9037-376a53c81654'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:18.177217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['072d84ca-f2b7-4735-9037-376a53c81654'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:18.242850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.242850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9a5e1a9c-f38b-4b78-9c0d-f29905343b8f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2821150 Feb 19 01:08:18.243471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52030) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:18.245027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:18.261533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] Routers {'072d84ca-f2b7-4735-9037-376a53c81654'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:18.262405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['072d84ca-f2b7-4735-9037-376a53c81654'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:18.336108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:18.336787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e3b48-3980-4b92-9bca-ab863edfa1a0 None None] The sync data for ids ['072d84ca-f2b7-4735-9037-376a53c81654'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:18.371723 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1be5c0b-4cb7-4f27-8a64-36b6920c2363 x-openstack-request-id: req-b1be5c0b-4cb7-4f27-8a64-36b6920c2363 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:18.372034 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "name": "network-vif-plugged", "status": "completed", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:18.372282 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b1be5c0b-4cb7-4f27-8a64-36b6920c2363 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:18.372696 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd', 'code': 200} Feb 19 01:08:18.504152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52040) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:18.509566 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f989bab9-ea9f-4cbe-b23a-c0103ee21ae4 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/072d84ca-f2b7-4735-9037-376a53c81654 HTTP/1.1" status: 200 len: 925 time: 0.2646816 Feb 19 01:08:18.531644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af6be5-f82c-48c6-a64b-b76594a94a07 req-d3df67bc-871a-441f-bca6-02a4102310f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.533167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1af6be5-f82c-48c6-a64b-b76594a94a07 req-d3df67bc-871a-441f-bca6-02a4102310f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 1132 time: 0.0930703 Feb 19 01:08:18.560321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d7b91a1c-fbd9-481e-ad0e-3a5b1d6ad3c5 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=072d84ca-f2b7-4735-9037-376a53c81654 HTTP/1.1" status: 200 len: 205 time: 0.0548494 Feb 19 01:08:18.562909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52042) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:18.587249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-74a57e45-97f6-4f9d-be18-b6a79950d5c2 req-b0c799b5-43b1-4a1e-82d0-6e252011e3bd tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0713780 Feb 19 01:08:18.600276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1af6be5-f82c-48c6-a64b-b76594a94a07 req-4c489542-415e-48a8-9220-468a3dff9922 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Feb 19 01:08:18.718770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (072d84ca-f2b7-4735-9037-376a53c81654), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.878244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-095a9bd8-e5ec-4445-90d2-4e656c4ebe00 req-7a6bfd64-c142-4f95-8f89-dffc0c936c20 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0549536 Feb 19 01:08:18.887806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (072d84ca-f2b7-4735-9037-376a53c81654), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.011127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port 01b3f38e-580f-4881-87f0-24c6addae915 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:19.011697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (01b3f38e-580f-4881-87f0-24c6addae915), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.150602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (01b3f38e-580f-4881-87f0-24c6addae915), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.189379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for 01b3f38e-580f-4881-87f0-24c6addae915 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:19.193651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a5f2-c7bf-4f84-8739-074f2bdc92b0 req-894e7f06-929b-4385-9ed9-dc6086a4da83 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:19.207536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97c4a5f2-c7bf-4f84-8739-074f2bdc92b0 req-894e7f06-929b-4385-9ed9-dc6086a4da83 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 950 time: 0.0863202 Feb 19 01:08:19.301689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97c4a5f2-c7bf-4f84-8739-074f2bdc92b0 req-ba6a63a1-a6f8-4b34-9f06-725448d49e57 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930846 Feb 19 01:08:19.523472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (01b3f38e-580f-4881-87f0-24c6addae915), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.559531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=01b3f38e-580f-4881-87f0-24c6addae915,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:19.635261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (072d84ca-f2b7-4735-9037-376a53c81654), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.760566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (072d84ca-f2b7-4735-9037-376a53c81654), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.764186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (072d84ca-f2b7-4735-9037-376a53c81654), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.777805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef8d6d87-feec-4d26-bc1a-a047179fecc4 req-6bb5a69e-39cc-49da-84c9-8b6aca25bb6a tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0388639 Feb 19 01:08:19.882829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (072d84ca-f2b7-4735-9037-376a53c81654), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.883536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router 072d84ca-f2b7-4735-9037-376a53c81654 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:19.894664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.894664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8fc0a10-c6cc-48bb-a2b4-8c1dbeb57f06 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/072d84ca-f2b7-4735-9037-376a53c81654 HTTP/1.1" status: 204 len: 168 time: 1.3295994 Feb 19 01:08:19.897010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52100) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:19.903449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1537298725', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:20.016261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c341e78d-4d01-4ad7-812d-204eca487f7d req-0a25b6c4-3ee4-4dbc-9e0c-9750b36a8a1a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0307763 Feb 19 01:08:20.017246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.018286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.091644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (39cfadd0-53ae-48f9-8665-6ace7213611a), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.155721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:20.361773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fabc800-80e3-4c89-90f1-56d5c6d6bf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.378043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (39cfadd0-53ae-48f9-8665-6ace7213611a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.552170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fabc800-80e3-4c89-90f1-56d5c6d6bf69 admin admin] Publish callbacks [] for security_group (ffc3c345-61bd-4555-9dba-aa80060867ea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.630629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fabc800-80e3-4c89-90f1-56d5c6d6bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ffc3c345-61bd-4555-9dba-aa80060867ea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.748828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fabc800-80e3-4c89-90f1-56d5c6d6bf69 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=215192639e824411a4678f3fa80c4df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919785 Feb 19 01:08:20.751971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52132) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:20.799159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabc800-80e3-4c89-90f1-56d5c6d6bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3c345-61bd-4555-9dba-aa80060867ea,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:20.827749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (39cfadd0-53ae-48f9-8665-6ace7213611a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.839596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23740b-4e64-4623-be4f-5a79b4684bd8 req-55e4a1c0-cd3e-491a-ba32-9d49593d164e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:20.850112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a23740b-4e64-4623-be4f-5a79b4684bd8 req-55e4a1c0-cd3e-491a-ba32-9d49593d164e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 950 time: 0.1664901 Feb 19 01:08:20.886651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] Publish callbacks [] for security_group (ffc3c345-61bd-4555-9dba-aa80060867ea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.890125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:20.910716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] Publish callbacks [] for security_group (ffc3c345-61bd-4555-9dba-aa80060867ea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.012178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a23740b-4e64-4623-be4f-5a79b4684bd8 req-6f53b8b3-4df3-4cc2-83b6-c2e30b0fc782 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596849 Feb 19 01:08:21.047899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ffc3c345-61bd-4555-9dba-aa80060867ea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.055381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.055381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ffc3c345-61bd-4555-9dba-aa80060867ea HTTP/1.1" status: 204 len: 168 time: 0.2968383 Feb 19 01:08:21.062670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb990-1a28-455b-ad65-f0b67232b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3c345-61bd-4555-9dba-aa80060867ea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:21.065431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-99ae6078-bc99-4f55-94b8-69157fd8e7ca req-20806b5f-5927-450a-8107-9a72777bdeb4 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0975671 Feb 19 01:08:21.198748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5bdd3-a9a5-475e-b815-37787dc2d5b8 req-2136cd23-8b6f-4260-89e2-ce5fe49d2891 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:21.206534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fc5bdd3-a9a5-475e-b815-37787dc2d5b8 req-2136cd23-8b6f-4260-89e2-ce5fe49d2891 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 1132 time: 0.0729902 Feb 19 01:08:21.302983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f196d8c-0a92-4bda-9eb4-1c204b896a28 req-55401d05-937b-4088-b61a-2a00b63fb870 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0548441 Feb 19 01:08:21.305737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fc5bdd3-a9a5-475e-b815-37787dc2d5b8 req-ee7323bc-aeb1-4f87-a54e-78360e1bfe23 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977583 Feb 19 01:08:21.326142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 172.25.2.102 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/fcbb1907-3bff-44a1-8eca-25e8a2b9fef3) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:21.543435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.710475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.711582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-dba06355-0b42-44ae-b67e-76f99ba322c4 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564101 Feb 19 01:08:21.824483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:21.830405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:21.842172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:21.846630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:21.923859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-7fb3a562-2dd7-4825-b5f4-4acf4e63aba1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:21.925398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-7fb3a562-2dd7-4825-b5f4-4acf4e63aba1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044950 Feb 19 01:08:21.952917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-11d1e9b0-0171-42c1-b47f-66737bbcd81f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0215340 Feb 19 01:08:22.066723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-f008ea3c-d8d7-460f-bf1e-c52e4e78cf12 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1081798 Feb 19 01:08:22.488395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59e9d6e7-9dd4-4153-aee4-5297bb77c6a2 req-ee8f6656-2fa2-4674-828a-9d24e443e6da tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 210 time: 0.0961075 Feb 19 01:08:22.747605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f24bc8b-0852-4ccd-98f6-4d9464fd3fab req-3984caa3-dfce-4483-b4a2-05626786887b tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0545065 Feb 19 01:08:22.829161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc8efeb7-cc54-47bb-88f3-5f3b1f0056f1 req-9f759a8d-6178-466d-9102-c9a43b10b2dc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0903099 Feb 19 01:08:23.038700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52198) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:23.169190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (39cfadd0-53ae-48f9-8665-6ace7213611a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.179077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-network', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:23.317110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Made reservation on behalf of b8837ff11e91405086153f280cc78fd6 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:23.321578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.341784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.495792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.525814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks [] for security_group (34a86f92-682b-41ac-8dd5-a7cc75d70a6f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.593036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (34a86f92-682b-41ac-8dd5-a7cc75d70a6f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.629916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a86f92-682b-41ac-8dd5-a7cc75d70a6f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:23.651202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0dd1933f-bf2d-47a8-8ae0-70b6b9116df6 req-9e2811a2-027a-4d47-b689-a9ccdbe42455 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 210 time: 0.0769811 Feb 19 01:08:23.675829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:23.703895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.708101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.709922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.710520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.710877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.712462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.712810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.713152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.718392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.726178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.726178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.726178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.726178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:23.814968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1667977-8611-4c4c-bed5-51a35f565a61), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.815185 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Added segment c1667977-8611-4c4c-bed5-51a35f565a61 of type vlan for network c2274e59-f386-4bb5-9a3d-d1091acafa0d Feb 19 01:08:23.961938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router 39cfadd0-53ae-48f9-8665-6ace7213611a is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:24.026295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31379e7d-0ef4-4964-b21e-249633d18688 req-fde1baa9-f4b8-46c3-9736-46b0947b90fd tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1358430 Feb 19 01:08:24.068740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c2274e59-f386-4bb5-9a3d-d1091acafa0d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.143458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa3e71be-9cfd-4093-a7e8-0413aaefe325 req-16e4b341-a3c5-42f8-a632-1b0084e3b0cd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1544428 Feb 19 01:08:24.200592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c2274e59-f386-4bb5-9a3d-d1091acafa0d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.201706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:24.202362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.260981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:24.271486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Sync routers for ids ['39cfadd0-53ae-48f9-8665-6ace7213611a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:24.285901 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Routers {'39cfadd0-53ae-48f9-8665-6ace7213611a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:24.287192 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['39cfadd0-53ae-48f9-8665-6ace7213611a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:24.338213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3071053 Feb 19 01:08:24.341055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.346265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Request body: {'subnet': {'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-subnet', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:24.383370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebed27-3b4d-4334-898e-dbc4e6db2051 admin admin] Pushing event updated for resources: {'Network': ['ID=c2274e59-f386-4bb5-9a3d-d1091acafa0d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:24.395893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:24.404123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.412522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1237ab05-6d7c-40e8-945c-42737bc9ef5a tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5127850 Feb 19 01:08:24.413875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52220) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.529770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Made reservation on behalf of b8837ff11e91405086153f280cc78fd6 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:24.531693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.572006 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Set router 39cfadd0-53ae-48f9-8665-6ace7213611a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:24.780956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:22Z', 'revision_number': 3, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port': {'id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:24.786994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4eae1eb9-d951-4731-9097-e8fb5722fec0 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/39cfadd0-53ae-48f9-8665-6ace7213611a HTTP/1.1" status: 200 len: 909 time: 0.3718600 Feb 19 01:08:24.790342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52224) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:24.796381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1537298725', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': True}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:24.816233 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Checking router: 39cfadd0-53ae-48f9-8665-6ace7213611a for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:24.816891 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Updating router 39cfadd0-53ae-48f9-8665-6ace7213611a port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:24.847261 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.915683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.920390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.082462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e34689e-a4d3-47d4-9b7b-7500b6e95e6e req-55c3876f-b02d-406e-b48c-86ba8ef2b062 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 210 time: 0.1890213 Feb 19 01:08:25.177537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (4b7013e1-f064-40eb-ba4f-b2bfc719ecea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.178935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.205315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-cb6cf29b-7c19-4c6a-99bf-03afad8269de tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540299 Feb 19 01:08:25.257808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7013e1-f064-40eb-ba4f-b2bfc719ecea,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.270287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-387d7ba4-48d5-43a5-ba8f-0c256d21c620 req-f3386fe9-2a7c-495d-85c3-afadc1d10e85 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1080887 Feb 19 01:08:25.374326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Checking segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:25.374698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Network hostable DHCP agents. Network: c2274e59-f386-4bb5-9a3d-d1091acafa0d, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:25.445629 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks [] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.464211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:25.526979 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.562513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c2274e59-f386-4bb5-9a3d-d1091acafa0d) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:25.578180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:25.578789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f081f7e-9f40-478c-8956-83db8c6f2c17 None None] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:25.579270 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.664859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7166a840-2354-4730-a1a6-f53f285d3189 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3195128 Feb 19 01:08:25.665164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-448f7401-ec4f-4bdf-b569-1c7bd05fa6af req-5b0cba28-1ea8-44f6-8b60-c35af1125681 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.2363796 Feb 19 01:08:25.665296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:25.671389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:25.785683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.790102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (6aee23bb-5c19-4468-a376-2a95caca1917), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.791382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (6aee23bb-5c19-4468-a376-2a95caca1917), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.815640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:25.816501 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.884702 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Attempting to bind port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:25.884702 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Attempting to bind port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:25.886032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Attempting to bind port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:25.898368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-0c8ba507-65a6-44a4-817b-98f7605e03a7 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:25.900597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-0c8ba507-65a6-44a4-817b-98f7605e03a7 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6876819 Feb 19 01:08:25.908433 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:25.908433 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:25.909604 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.910006 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:25.910493 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Bound port: fcbb1907-3bff-44a1-8eca-25e8a2b9fef3, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:25.913569 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.919573 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Pushing event updated for resources: {'Port': ['ID=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:25.930773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:25.950527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for router_controller (6aee23bb-5c19-4468-a376-2a95caca1917), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:25.979532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.980211 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.980335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.980866 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.981210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.981739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.982072 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.982403 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.982733 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.983060 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.983417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.983877 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:25.984207 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:26.044045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] For port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:26.049104 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] For port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:26.118866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Allocated IP 172.20.0.2 (c2274e59-f386-4bb5-9a3d-d1091acafa0d/4b7013e1-f064-40eb-ba4f-b2bfc719ecea/bb253238-ded1-44d9-beee-aa8f4e4378f8) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:26.127995 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.310628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks [] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.331247 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1c4c2-37bb-431d-bb1f-6df72b451692 None None] Pushing event updated for resources: {'Port': ['ID=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.340437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Routers {'39cfadd0-53ae-48f9-8665-6ace7213611a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:26.340899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['39cfadd0-53ae-48f9-8665-6ace7213611a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.379256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.418915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:26.426657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.448057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e848de99-3c52-4fb4-8c6d-71c66692d99f req-94cadf38-f9a6-4032-8ae6-5150357a8835 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 210 time: 0.0885637 Feb 19 01:08:26.478375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Pushing event updated for resources: {'Port': ['ID=bb253238-ded1-44d9-beee-aa8f4e4378f8,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.498672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for router_gateway (6aee23bb-5c19-4468-a376-2a95caca1917), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.500857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:26.502418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:26.504832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:26.560151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12744830-3df5-4598-bcb5-8bc2291b87aa req-a43ebf7a-bc58-4b4a-84b9-682bc717b114 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0617948 Feb 19 01:08:26.581939 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] Set router 39cfadd0-53ae-48f9-8665-6ace7213611a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:26.594716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Attempting to bind port bb253238-ded1-44d9-beee-aa8f4e4378f8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:26.595275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Attempting to bind port bb253238-ded1-44d9-beee-aa8f4e4378f8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:26.595748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Attempting to bind port bb253238-ded1-44d9-beee-aa8f4e4378f8 on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:26.611589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:26.612069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Checking segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:26.612540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.612999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Bound using segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:26.613543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Bound port: bb253238-ded1-44d9-beee-aa8f4e4378f8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:26.613989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.764723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] For port bb253238-ded1-44d9-beee-aa8f4e4378f8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:26.777484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] For port bb253238-ded1-44d9-beee-aa8f4e4378f8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb253238-ded1-44d9-beee-aa8f4e4378f8,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:26.809486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.227 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/10e2ec4e-9b88-4bec-abf7-d950dc231fd4) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:26.853238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.882278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-408c69c1-e2a4-444e-90ed-d4d4477baa69 req-e017ad46-b219-48ae-9cb3-26323e9b1cf0 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0635924 Feb 19 01:08:26.893661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.927522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.953589 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:22Z', 'revision_number': 3, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port': {'id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:26.966883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b608-f6f7-4570-88f9-7476b0f747f4 None None] Pushing event updated for resources: {'Port': ['ID=bb253238-ded1-44d9-beee-aa8f4e4378f8,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.972608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for router_gateway (6aee23bb-5c19-4468-a376-2a95caca1917), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.984630 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bdee-1147-4f8d-bc6f-74b8f7d0d380 None None] The sync data for ids ['39cfadd0-53ae-48f9-8665-6ace7213611a'] in n-d-826529-3 is: [{'id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102'}], 'enable_snat': False}, 'gw_port_id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:22Z', 'revision_number': 3, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port': {'id': 'fcbb1907-3bff-44a1-8eca-25e8a2b9fef3', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:49:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cfadd0-53ae-48f9-8665-6ace7213611a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:20Z', 'updated_at': '2022-02-19T01:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:27.014594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.240386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.259221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Allocated IP 172.25.2.232 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/5b8c9ec0-8d58-4e49-b464-f5515163de7c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:27.374416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.394027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', '8d47de7c-5296-4b1b-9dad-d86d09242cbd'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:27.398136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:27.508485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:27.516998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:27.522559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:27.557078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.837872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26bae3bf-2c44-470f-94d9-d659cd04510e req-8eaa7e5e-136a-47c1-be49-05cc0d9f3acb tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0527618 Feb 19 01:08:27.840278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:27.966749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:27.966749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:27.973246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:28.072669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8c9ec0-8d58-4e49-b464-f5515163de7c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.232787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2cfa19ad-4d96-4c56-9f65-0f862eae7522 req-b5714e41-7cd0-4038-bcb3-1eb5a93c38fb tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.1375575 Feb 19 01:08:28.550585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-df5eb4ec-68e6-483b-95f9-d7d4b93459ee None None] Provisioning complete for port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:28.551110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df5eb4ec-68e6-483b-95f9-d7d4b93459ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.780042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.780712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.791669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.803721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for router_gateway (6aee23bb-5c19-4468-a376-2a95caca1917), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.916275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-df5eb4ec-68e6-483b-95f9-d7d4b93459ee None None] Port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:29.106184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:29.119409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aaa081ca-b449-4250-9249-2459e69de485 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1933467 Feb 19 01:08:29.166054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-7c66b44b-bf7b-4c91-930d-ab2cd4b13d6e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:29.167264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-7c66b44b-bf7b-4c91-930d-ab2cd4b13d6e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311472 Feb 19 01:08:29.176440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d72eace8-acc2-41c3-91ea-f307569eeb17 req-265d3736-c406-4b49-880c-4b55390abdfb tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0854733 Feb 19 01:08:29.190098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9595798-5e09-44fe-ad45-b66f4858eb82 None None] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:29.192806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 172.25.2.109 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3b04ac18-a224-4fcf-a3b8-460558c1a1ea) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:29.216386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Request body: {'port': {'device_id': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:29.323145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e33d40-72b9-4c0e-b990-ddfb28418128 req-509c8c26-ffe0-47e7-be68-ef3f3dff8dd0 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:29.328534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Provisioning complete for port bb253238-ded1-44d9-beee-aa8f4e4378f8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:29.329206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.333426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41e33d40-72b9-4c0e-b990-ddfb28418128 req-509c8c26-ffe0-47e7-be68-ef3f3dff8dd0 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 936 time: 0.5226433 Feb 19 01:08:29.477849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9770a87-3e24-42ec-a381-62bd210cbb17 req-88cbdd3a-d8c0-4437-b4bb-493cffdbb764 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0787368 Feb 19 01:08:29.508927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (6aee23bb-5c19-4468-a376-2a95caca1917), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.700610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:29.701246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:29.710500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41e33d40-72b9-4c0e-b990-ddfb28418128 req-5c168c03-dbfa-4fac-8218-5d3938c9f935 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761582 Feb 19 01:08:29.717432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.071308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Current status of the port bb253238-ded1-44d9-beee-aa8f4e4378f8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:30.078689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.084300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.179198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] For port bb253238-ded1-44d9-beee-aa8f4e4378f8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb253238-ded1-44d9-beee-aa8f4e4378f8,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:30.284379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.444907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.462334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:30.462739 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.463178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-885d5687-6a2f-41b3-aab1-901ce785fb24 req-bda01e11-7c11-46a6-a097-f0ee4d6d7696 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1025634 Feb 19 01:08:30.483572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-0b573efc-10ab-41af-ad7f-b4b5d8d2708f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3339517 Feb 19 01:08:30.546489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdc957-390b-45b4-88b6-acb49639f076 None None] Pushing event updated for resources: {'Port': ['ID=bb253238-ded1-44d9-beee-aa8f4e4378f8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.590578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:30.630611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-10eb45d6-8d1a-4af6-9aa1-9f9852750da6 None None] Provisioning complete for port bb253238-ded1-44d9-beee-aa8f4e4378f8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:30.635591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10eb45d6-8d1a-4af6-9aa1-9f9852750da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.718495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-372dc2ed-ecfc-4265-8743-c637d29f5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.720611 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-372dc2ed-ecfc-4265-8743-c637d29f5f35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 1132 time: 0.2102697 Feb 19 01:08:30.721944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.723745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb253238-ded1-44d9-beee-aa8f4e4378f8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:30.808766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:30.817488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Router 6aee23bb-5c19-4468-a376-2a95caca1917 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:30.831292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks [] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:30.871549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Transition to ACTIVE for port object 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:30.899385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:30.900125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.903134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=3b04ac18-a224-4fcf-a3b8-460558c1a1ea,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:30.920262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:30.941333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:31.129537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14bac277-5a89-44c9-8c7f-5df11f536446 req-71a04971-ff54-463f-abc1-38123ab0024a tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.2449958 Feb 19 01:08:31.130972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:31.340591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb253238-ded1-44d9-beee-aa8f4e4378f8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:31.341845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Pushing event updated for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:31.344301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:31.383212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:31.422181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:31.433367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-848a0ad1-42ec-4bab-b422-290f6f76c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.435704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-848a0ad1-42ec-4bab-b422-290f6f76c2e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.6850362 Feb 19 01:08:31.446160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-10eb45d6-8d1a-4af6-9aa1-9f9852750da6 None None] Current status of the port bb253238-ded1-44d9-beee-aa8f4e4378f8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:31.466128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:31.467241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:31.528842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-38b78b72-6b61-40f2-9a0d-0efaadd052ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c5080455-c879-4436-97bb-1a14ea62d19e HTTP/1.1" status: 200 len: 217 time: 0.0733461 Feb 19 01:08:31.620708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-ee959492-e20b-44d0-b87b-bec91d9a4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.623645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-ee959492-e20b-44d0-b87b-bec91d9a4232 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0874755 Feb 19 01:08:31.638626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:31.639793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Attempting to bind port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:31.640490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Attempting to bind port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:31.641079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Attempting to bind port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:31.642982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b256b3ba-5869-4ecf-9970-10b9d96234a6 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9735882 Feb 19 01:08:31.653657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:31.745419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963a7d6-b17c-4328-bc64-658f52e0632a req-6cfa8748-dfdf-4feb-9db6-de79f3d692c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.769766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5963a7d6-b17c-4328-bc64-658f52e0632a req-6cfa8748-dfdf-4feb-9db6-de79f3d692c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 948 time: 0.8082318 Feb 19 01:08:31.869443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5963a7d6-b17c-4328-bc64-658f52e0632a req-82f19d40-d479-4007-a045-7b445de4c910 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985630 Feb 19 01:08:31.909407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-78f632f4-e693-494c-a129-922b58453c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.911307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-78f632f4-e693-494c-a129-922b58453c23 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2671351 Feb 19 01:08:31.931248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:32.246323 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-51d696dc-919a-4d3c-bfb7-4aae524968a9 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246891 Feb 19 01:08:32.302077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb253238-ded1-44d9-beee-aa8f4e4378f8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:32.359077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:32.359077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Attempting to bind port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:32.383864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d9f6105-6c02-41f4-a04b-3ebb7d155316 req-e48f61c3-1c01-42df-b0c1-35b5e5b915a8 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.7316892 Feb 19 01:08:32.502803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:32.503271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:32.503726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:32.504317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Bound port: 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:32.505616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.532318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64782851-9cd6-4acd-b5e5-7b0b098cad71 req-3457f371-f679-4e2c-a333-b6e0ea8bd1af tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0920711 Feb 19 01:08:32.538981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:28Z', 'revision_number': 3, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:32.560827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:32.610779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-575ed21e-a617-4f53-ba0b-33fd1fe4c711 req-976c9fc1-1a34-4ddc-a14c-cd5582895bc1 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549037 Feb 19 01:08:32.656443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:32.660877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Updating router 6aee23bb-5c19-4468-a376-2a95caca1917 port 5b8c9ec0-8d58-4e49-b464-f5515163de7c binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:32.777110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.826221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:32.833684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:32.834067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.119980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:33.125293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.182621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:33.183705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb253238-ded1-44d9-beee-aa8f4e4378f8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:33.189633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:33.363188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bb253238-ded1-44d9-beee-aa8f4e4378f8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:33.383921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.390722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks [] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.395457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825017-1bde-456e-963a-b32036c92091 req-2a347215-8afc-47cb-896d-cf3b3ebb6d57 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.397958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24825017-1bde-456e-963a-b32036c92091 req-2a347215-8afc-47cb-896d-cf3b3ebb6d57 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 948 time: 0.2797997 Feb 19 01:08:33.498429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb253238-ded1-44d9-beee-aa8f4e4378f8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:33.504772 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.573691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260497a-5e11-434e-914a-9f3dc781cfe3 None None] Pushing event updated for resources: {'Port': ['ID=5b8c9ec0-8d58-4e49-b464-f5515163de7c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:33.578130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Attempting to bind port 5b8c9ec0-8d58-4e49-b464-f5515163de7c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:33.578505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Attempting to bind port 5b8c9ec0-8d58-4e49-b464-f5515163de7c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:33.578874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Attempting to bind port 5b8c9ec0-8d58-4e49-b464-f5515163de7c on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:33.585825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:33.586224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:33.586738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.587170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:33.587656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Bound port: 5b8c9ec0-8d58-4e49-b464-f5515163de7c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:33.588307 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.678064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] For port 5b8c9ec0-8d58-4e49-b464-f5515163de7c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:33.686604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] For port 5b8c9ec0-8d58-4e49-b464-f5515163de7c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5b8c9ec0-8d58-4e49-b464-f5515163de7c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:33.699805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32cb8fd9-6e49-4bea-99a8-0e643955ab7a req-f6417e99-54c5-48e0-a134-658dde6face2 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0904434 Feb 19 01:08:33.778897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.893972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:33.894831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:33.921973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09bd6145-9aed-475a-bef0-d5d977fd3be7 req-ce4c11e6-3d67-4e6b-bde0-732ba7457919 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0581446 Feb 19 01:08:34.044297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:34.086370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.106449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:34.168154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:34.169045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.170738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] 10.222.0.96 "PUT /v2.0/ports/10e2ec4e-9b88-4bec-abf7-d950dc231fd4 HTTP/1.1" status: 200 len: 1096 time: 4.9815912 Feb 19 01:08:34.182108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:34.185663 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482b89a-808f-48e5-b141-dade8e7e420c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:34.226794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260497a-5e11-434e-914a-9f3dc781cfe3 None None] Pushing event updated for resources: {'Port': ['ID=5b8c9ec0-8d58-4e49-b464-f5515163de7c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:34.441485 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969bed1-5e1c-4339-a37f-136b3a8cfcb6 x-openstack-request-id: req-3969bed1-5e1c-4339-a37f-136b3a8cfcb6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:34.442683 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:34.443448 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3969bed1-5e1c-4339-a37f-136b3a8cfcb6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:34.444859 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4', 'status': 'completed', 'code': 200} Feb 19 01:08:34.494683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-24825017-1bde-456e-963a-b32036c92091 req-4d7ad7df-4276-4a8a-8e9a-f38485d3776b tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0775442 Feb 19 01:08:34.549595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6ff30-5224-40ed-9653-34a83c84203c service neutron] Pushing event updated for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:34.613977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:28Z', 'revision_number': 3, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:34.631012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57a351-06fd-44f6-bb90-befcffec0ae6 None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:28Z', 'revision_number': 3, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:34.640960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.706815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-dd6ecc9a-9278-49a5-9027-b55ea4726651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:34.709554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-dd6ecc9a-9278-49a5-9027-b55ea4726651 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 1130 time: 0.3708906 Feb 19 01:08:34.723216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:34.752652 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Sync routers for ids ['5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:34.769486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Routers {'5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:34.771322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:34.924926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d8abd7e-4aa1-45fa-afb9-ab7e4289d11f req-4bed36b4-c4a4-4fc2-8d20-f4861903ec22 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0505557 Feb 19 01:08:34.952824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-94e00c48-4dad-4096-b323-f8478227a454 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4 HTTP/1.1" status: 200 len: 217 time: 0.2245464 Feb 19 01:08:35.108342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Set router 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:35.198891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-d50ec87f-cad3-40a3-b718-cc5ce112f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.200405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-d50ec87f-cad3-40a3-b718-cc5ce112f5e9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.2447567 Feb 19 01:08:35.207622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.210535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-43754240-3e2f-46dc-9918-eaa74b92f5dc tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4165578 Feb 19 01:08:35.212763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52332) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.284658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41d44c37-878e-4378-a6d6-55ca40a646c8 req-23dad3d6-0c77-4e7e-810d-2833054512f9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.0882459 Feb 19 01:08:35.367991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Allocated IP 172.20.0.1 (c2274e59-f386-4bb5-9a3d-d1091acafa0d/4b7013e1-f064-40eb-ba4f-b2bfc719ecea/cd18a17c-e8af-42b3-a249-c858bd58607e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:35.405689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-066a7dce-3741-46cc-b2ad-332611cfecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.407556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-066a7dce-3741-46cc-b2ad-332611cfecfd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1885874 Feb 19 01:08:35.514352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-becd8426-fe4c-47bb-b31b-9fc976c33465 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 HTTP/1.1" status: 200 len: 908 time: 0.3003590 Feb 19 01:08:35.514997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.530108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': '3b04ac18-a224-4fcf-a3b8-460558c1a1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:24Z', 'updated_at': '2022-02-19T01:08:31Z', 'revision_number': 3, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port': {'id': '3b04ac18-a224-4fcf-a3b8-460558c1a1ea', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:26Z', 'updated_at': '2022-02-19T01:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.628325 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Checking router: 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:35.628695 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Updating router 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:35.692991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-8d67e1e5-4b7c-43cc-b974-d19b09de6563 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540307 Feb 19 01:08:35.708658 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.752249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks [] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.810468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d5162-d1f3-4f46-8f90-0ea2fcf2076a req-9135ddf3-8b9d-4eb5-b7cd-c1e730d35f18 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.818146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f3d5162-d1f3-4f46-8f90-0ea2fcf2076a req-9135ddf3-8b9d-4eb5-b7cd-c1e730d35f18 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 948 time: 0.1738634 Feb 19 01:08:35.855159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.903881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d96c764d-bd8b-4338-b81e-b096c5328254 req-34449512-d149-4499-b3c4-1e8a1e636511 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142778 Feb 19 01:08:35.914743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.021409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:36.035188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:36.046460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:36.058478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Pushing event updated for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.122681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.137972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f3d5162-d1f3-4f46-8f90-0ea2fcf2076a req-31f42258-d6eb-4f40-9cc6-633b6d64d1fd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181765 Feb 19 01:08:36.217135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c94f876a-b490-4803-8d9a-b35eee06f247 req-7e8a1bfb-711a-4f8a-b3cf-6f6586be9f08 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0547516 Feb 19 01:08:36.274353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (6aee23bb-5c19-4468-a376-2a95caca1917), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.291366 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks [] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.323711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Deleting port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:36.324264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.366941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b89a-808f-48e5-b141-dade8e7e420c req-0aa72b27-b155-492b-bd9d-196fa715e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.368687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-0aa72b27-b155-492b-bd9d-196fa715e13d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 1130 time: 0.3062837 Feb 19 01:08:36.384096 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.515592 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691669e8-639a-48e1-bbe6-51c58088372a None None] Pushing event updated for resources: {'Port': ['ID=3b04ac18-a224-4fcf-a3b8-460558c1a1ea,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.533438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Attempting to bind port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:36.533984 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Attempting to bind port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:36.534402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Attempting to bind port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:36.541324 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:36.541661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-94de84d9-9149-4484-88a2-aa2d95bcf300 None None] Provisioning complete for port cd18a17c-e8af-42b3-a249-c858bd58607e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:36.542155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:36.542301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94de84d9-9149-4484-88a2-aa2d95bcf300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.542806 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.543036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:36.543636 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Bound port: 3b04ac18-a224-4fcf-a3b8-460558c1a1ea, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:36.547638 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.589484 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.598001 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] For port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:36.602012 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] For port 3b04ac18-a224-4fcf-a3b8-460558c1a1ea, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3b04ac18-a224-4fcf-a3b8-460558c1a1ea,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:36.611441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5b8c9ec0-8d58-4e49-b464-f5515163de7c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:36.650583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Calling delete_port for 3b04ac18-a224-4fcf-a3b8-460558c1a1ea owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:36.697964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-94de84d9-9149-4484-88a2-aa2d95bcf300 None None] Port cd18a17c-e8af-42b3-a249-c858bd58607e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:36.698747 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.746652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5b8c9ec0-8d58-4e49-b464-f5515163de7c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:36.747039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.792917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b89a-808f-48e5-b141-dade8e7e420c req-588c7bda-9e60-4de9-acc4-da75a3ddb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.794411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-588c7bda-9e60-4de9-acc4-da75a3ddb8f4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2623260 Feb 19 01:08:36.811714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.820808 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691669e8-639a-48e1-bbe6-51c58088372a None None] Pushing event updated for resources: {'Port': ['ID=3b04ac18-a224-4fcf-a3b8-460558c1a1ea,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.856062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Routers {'5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:36.856062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.862273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-203d5adc-1c42-4414-9b26-ff2fd8e6edb8 req-b244a8c5-811b-46b1-af3d-69f9c387a0f9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a70af39-d6f8-4636-a413-51964e90646e HTTP/1.1" status: 200 len: 210 time: 0.3940573 Feb 19 01:08:36.908191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-d0cf4d9e-c2a3-4c2a-9fdd-dfadb9ff8986 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4 HTTP/1.1" status: 200 len: 217 time: 0.0940330 Feb 19 01:08:36.955369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5b8c9ec0-8d58-4e49-b464-f5515163de7c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:36.955786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.982704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 5b8c9ec0-8d58-4e49-b464-f5515163de7c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5b8c9ec0-8d58-4e49-b464-f5515163de7c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:37.022856 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] Set router 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:37.034920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3b04ac18-a224-4fcf-a3b8-460558c1a1ea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.047228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b89a-808f-48e5-b141-dade8e7e420c req-b36879e0-84b9-43fe-87b6-2511be5e7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:37.048694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-b36879e0-84b9-43fe-87b6-2511be5e7c99 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1066749 Feb 19 01:08:37.071984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b04ac18-a224-4fcf-a3b8-460558c1a1ea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.087376 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:24Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:37.094041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.177444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.206004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks [] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.208018 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba95585-78ac-44da-a257-f9a60745450a None None] The sync data for ids ['5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15'] in n-d-826529-3 is: [{'id': '5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15', 'name': 'tempest-snat-router-1537298725', 'tenant_id': '5e10daa560204891b0d283202c66eeaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:24Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '5e10daa560204891b0d283202c66eeaf', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:37.211330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b89a-808f-48e5-b141-dade8e7e420c req-58256a1a-3253-4db8-bb1a-d449063aed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:37.212670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-58256a1a-3253-4db8-bb1a-d449063aed9f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1459844 Feb 19 01:08:37.220493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=5b8c9ec0-8d58-4e49-b464-f5515163de7c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.341020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.343449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.370502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.430715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e95b1d3-ad5b-438a-ac55-119c926d4984 req-0430ce23-9b63-4637-8ca1-f4470664d57c tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0776834 Feb 19 01:08:37.498726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (6aee23bb-5c19-4468-a376-2a95caca1917), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.513194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Pushing event updated for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.552440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442bdc5-6c63-4d60-8390-42071cf6a33b req-72abac7a-3ed6-4f8e-9458-623f964000e2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:37.555013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8442bdc5-6c63-4d60-8390-42071cf6a33b req-72abac7a-3ed6-4f8e-9458-623f964000e2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 948 time: 0.2152178 Feb 19 01:08:37.560867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.565449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:37.567539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.572465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f96e5a23-387b-4a81-b169-921c8ab28f63 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/routers/5e37cb2f-4ebf-4ac8-8eb3-a329e43a1a15 HTTP/1.1" status: 204 len: 168 time: 2.0460610 Feb 19 01:08:37.572806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52358) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:37.590414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-dd11c355-75cc-4b8b-8d84-2b7104a79bd7 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703594 Feb 19 01:08:37.710733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.729827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8442bdc5-6c63-4d60-8390-42071cf6a33b req-a96276e0-0530-47b5-b551-60f32e0fd774 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398742 Feb 19 01:08:37.739298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:37.747632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:37.778386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d482b89a-808f-48e5-b141-dade8e7e420c req-7f971707-644c-469c-a343-29503354bf91 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769822 Feb 19 01:08:37.830284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-b80b4ea0-4c32-4bd1-b620-e23362eaad5c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326323 Feb 19 01:08:38.038562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:38.064283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (39cfadd0-53ae-48f9-8665-6ace7213611a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.076286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-d63eb848-9baa-4067-83e9-d4384225313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:38.079011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-d63eb848-9baa-4067-83e9-d4384225313b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 1132 time: 0.1707783 Feb 19 01:08:38.182112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52378) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:38.287916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:38.319512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6e0870a-f159-4ea2-af18-00062bbe7c61 admin admin] 10.222.0.94 "PUT /v2.0/routers/6aee23bb-5c19-4468-a376-2a95caca1917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6610422 Feb 19 01:08:38.324439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a1e7cdef-653e-4fc9-a605-4b7294e65543 None None] Provisioning complete for port cd18a17c-e8af-42b3-a249-c858bd58607e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:38.327386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e7cdef-653e-4fc9-a605-4b7294e65543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.448641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:38.453770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7cdef-653e-4fc9-a605-4b7294e65543 None None] Port cd18a17c-e8af-42b3-a249-c858bd58607e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:38.507248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:38.509471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:38.653757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:38.762131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5b8c9ec0-8d58-4e49-b464-f5515163de7c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:38.776125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52400) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:38.898151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d1e7b54-db6b-4e81-a8db-8988499640d4 req-24e16aac-6136-450a-b903-e7ae77b102ce tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1356213 Feb 19 01:08:39.002400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (690863b8-304c-4b30-ae18-72d7008c39b3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.011135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b5f-5dc8-46ed-8f68-7dde6fea3c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.012815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-c326e15c-824a-4187-ae21-3cf6d181b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.014317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-c326e15c-824a-4187-ae21-3cf6d181b968 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.9097855 Feb 19 01:08:39.040549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Deleting port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:39.041199 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.081875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5b8c9ec0-8d58-4e49-b464-f5515163de7c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.081875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.106279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (690863b8-304c-4b30-ae18-72d7008c39b3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.110337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-ecda3165-23d9-4c09-983a-59d743d44fa2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a HTTP/1.1" status: 200 len: 217 time: 0.0846002 Feb 19 01:08:39.171935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b5f-5dc8-46ed-8f68-7dde6fea3c19 admin admin] Publish callbacks [] for security_group (503193f8-ecb2-439d-b846-8c3f8922f3f2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.266657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1293519-3e9a-43ff-baa4-632c2656a19f req-d733824e-6588-4dee-89da-25fa2c64ee0f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0591576 Feb 19 01:08:39.272317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b5f-5dc8-46ed-8f68-7dde6fea3c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (503193f8-ecb2-439d-b846-8c3f8922f3f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.343891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] For port fcbb1907-3bff-44a1-8eca-25e8a2b9fef3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:39.344487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.361647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Calling delete_port for fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:39.375508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a68f1b5f-5dc8-46ed-8f68-7dde6fea3c19 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=64d2d7f5d49543a291bea3b5275767f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975738 Feb 19 01:08:39.376270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1b5f-5dc8-46ed-8f68-7dde6fea3c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503193f8-ecb2-439d-b846-8c3f8922f3f2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.386770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.498850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] Publish callbacks [] for security_group (503193f8-ecb2-439d-b846-8c3f8922f3f2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.549760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] Publish callbacks [] for security_group (503193f8-ecb2-439d-b846-8c3f8922f3f2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.604605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52412) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:39.611796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:39.707336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 2, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.748026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:39.748724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Updating router 6aee23bb-5c19-4468-a376-2a95caca1917 port cd18a17c-e8af-42b3-a249-c858bd58607e binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:39.755369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (503193f8-ecb2-439d-b846-8c3f8922f3f2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.759237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.760496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/503193f8-ecb2-439d-b846-8c3f8922f3f2 HTTP/1.1" status: 204 len: 168 time: 0.3727374 Feb 19 01:08:39.790389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de0774-0b34-4a46-b8aa-404cc779ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503193f8-ecb2-439d-b846-8c3f8922f3f2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.807446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fcbb1907-3bff-44a1-8eca-25e8a2b9fef3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.836746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c518c0ee-b3d9-4632-982d-4d349bcd32d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.871561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.873481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcbb1907-3bff-44a1-8eca-25e8a2b9fef3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.904615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d3df-6551-4b50-befe-cdb7629c4367 req-a5655102-c83c-4c58-adc8-c176ecc9651c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.906176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f709d3df-6551-4b50-befe-cdb7629c4367 req-a5655102-c83c-4c58-adc8-c176ecc9651c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 948 time: 0.8024745 Feb 19 01:08:39.907688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-2e76de27-ee5e-4c79-8f4d-31314a224f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.909231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-2e76de27-ee5e-4c79-8f4d-31314a224f27 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.6875374 Feb 19 01:08:39.984949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c518c0ee-b3d9-4632-982d-4d349bcd32d0 admin admin] Publish callbacks [] for security_group (00f3d529-c063-4656-8ac8-0e7065a93772), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.986958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.033055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5b8c9ec0-8d58-4e49-b464-f5515163de7c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:40.041015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52420) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.050546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255147618', 'description': 'tempest-description--285474648'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:40.077958 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f709d3df-6551-4b50-befe-cdb7629c4367 req-c07f32d8-4477-42c0-a658-5455f7a17fcd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628048 Feb 19 01:08:40.095277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c518c0ee-b3d9-4632-982d-4d349bcd32d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (00f3d529-c063-4656-8ac8-0e7065a93772), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.104790 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (690863b8-304c-4b30-ae18-72d7008c39b3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.107667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.108873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/security-groups/690863b8-304c-4b30-ae18-72d7008c39b3 HTTP/1.1" status: 204 len: 168 time: 1.9242735 Feb 19 01:08:40.114885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52422) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.151690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c518c0ee-b3d9-4632-982d-4d349bcd32d0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=34bba4e454a04790b2a21c9f0eac14ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5456400 Feb 19 01:08:40.152827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52424) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.182184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (39cfadd0-53ae-48f9-8665-6ace7213611a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.212288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.214589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:40.236781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4', 'mac_address': 'fa:16:3e:dd:00:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:40.305007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518c0ee-b3d9-4632-982d-4d349bcd32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3d529-c063-4656-8ac8-0e7065a93772,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:40.332334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-dfd84f6d-35d3-4d02-9701-e6ad67b2b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:40.334800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-dfd84f6d-35d3-4d02-9701-e6ad67b2b54e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4170122 Feb 19 01:08:40.336122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a65897-14fa-4fe9-82c3-711b1fd3bacc tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690863b8-304c-4b30-ae18-72d7008c39b3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:40.337552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:40.338520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.339474 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-78babbe0-9b14-434e-a75d-dc29dbbe07bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] show failed (client error): The resource could not be found. Feb 19 01:08:40.340904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-78babbe0-9b14-434e-a75d-dc29dbbe07bd tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "GET /v2.0/security-groups/690863b8-304c-4b30-ae18-72d7008c39b3 HTTP/1.1" status: 404 len: 347 time: 0.2104461 Feb 19 01:08:40.353202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7424a499-2b51-4e41-b9df-177683278b40 req-20d047cb-da87-4c44-af87-133c9fc111bb tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.1493249 Feb 19 01:08:40.358173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52428) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.392308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:40.395592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.513568 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.514307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:40.518399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_controller (39cfadd0-53ae-48f9-8665-6ace7213611a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.528188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-af5c22a4-a08e-486d-8a4e-fe6d846595e4 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859467 Feb 19 01:08:40.601253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.682292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac94eab5-f268-493e-af27-d0f3ea7329fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.697407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29fc5983-eaca-46ac-97b9-b0370ab6a411 req-e19e59a8-e8ef-4edb-b093-db7efbcc1a59 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279714 Feb 19 01:08:40.727589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (39cfadd0-53ae-48f9-8665-6ace7213611a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.728559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39cfadd0-53ae-48f9-8665-6ace7213611a {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:40.731263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks [] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.732961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:40.742434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.747315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9279daf2-654f-4562-9c12-4a200fd7b986 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "DELETE /v2.0/routers/39cfadd0-53ae-48f9-8665-6ace7213611a HTTP/1.1" status: 204 len: 168 time: 3.1731498 Feb 19 01:08:40.750939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52432) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:40.756846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1240774087', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:40.848547 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.851336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.855647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.890839 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] Publish callbacks [] for security_group (00f3d529-c063-4656-8ac8-0e7065a93772), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.911502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] Publish callbacks [] for security_group (00f3d529-c063-4656-8ac8-0e7065a93772), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.970682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['10e2ec4e-9b88-4bec-abf7-d950dc231fd4'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:41.067557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.111945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (44d9a281-9815-40a6-a197-f8760459f581), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.115937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e1b8-11d0-4870-b361-3ad71a1c42bd None None] Pushing event updated for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.116773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:41.117227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.270088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Attempting to bind port cd18a17c-e8af-42b3-a249-c858bd58607e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:41.270467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Attempting to bind port cd18a17c-e8af-42b3-a249-c858bd58607e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:41.270837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Attempting to bind port cd18a17c-e8af-42b3-a249-c858bd58607e on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:41.333282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:41.333695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Checking segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:41.334600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.335000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Bound using segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:41.363320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Bound port: cd18a17c-e8af-42b3-a249-c858bd58607e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:41.363320 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.533259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700fbe-cc52-4004-95bb-4ef03b5fc3dd req-55d9ee85-79f4-4efc-9030-72898d4a21b9 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:41.544519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b700fbe-cc52-4004-95bb-4ef03b5fc3dd req-55d9ee85-79f4-4efc-9030-72898d4a21b9 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 949 time: 0.2673471 Feb 19 01:08:41.590550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.593039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5c88525b-38e5-4dd4-9782-d6610b9b817e None None] Provisioning complete for port cd18a17c-e8af-42b3-a249-c858bd58607e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:41.593610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c88525b-38e5-4dd4-9782-d6610b9b817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.603758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.604333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.618598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:41.673795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b700fbe-cc52-4004-95bb-4ef03b5fc3dd req-6d9d29a2-3192-4984-92c5-9710a514b423 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162460 Feb 19 01:08:41.726757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] For port cd18a17c-e8af-42b3-a249-c858bd58607e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:41.743916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5c88525b-38e5-4dd4-9782-d6610b9b817e None None] Port cd18a17c-e8af-42b3-a249-c858bd58607e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:41.746557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] For port cd18a17c-e8af-42b3-a249-c858bd58607e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd18a17c-e8af-42b3-a249-c858bd58607e,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:41.770715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (00f3d529-c063-4656-8ac8-0e7065a93772), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.777540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.780441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/00f3d529-c063-4656-8ac8-0e7065a93772 HTTP/1.1" status: 204 len: 168 time: 1.6139193 Feb 19 01:08:41.780441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44d9a281-9815-40a6-a197-f8760459f581), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.841711 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.854627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5a93ced-2101-45cc-9aee-71006bec7512 req-fd95f210-f676-4502-ad91-a278b5ba5f7c tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0908697 Feb 19 01:08:41.858845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f77265-4a9b-4dcc-b82a-d2e288435382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3d529-c063-4656-8ac8-0e7065a93772,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.916895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.918151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8757668 Feb 19 01:08:41.924502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:41.943596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group_rule': {'security_group_id': '44d9a281-9815-40a6-a197-f8760459f581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:41.950846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093187a3-b2ce-47ac-94ae-fb0aedbf00c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9a281-9815-40a6-a197-f8760459f581,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.982797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:41.983481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:41.992336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329e1b8-11d0-4870-b361-3ad71a1c42bd None None] Pushing event updated for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.007187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.100940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=23d46b89-6f11-4ccb-bbd9-362ec3e4c9b9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.238714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for floatingip (6c01527e-806b-4caa-9ade-33ed9ebaab3c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.247553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.251550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d8dd1c5b-4206-4fd9-a2a4-55db10f6c8ab tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/floatingips/6c01527e-806b-4caa-9ade-33ed9ebaab3c HTTP/1.1" status: 204 len: 168 time: 1.8679976 Feb 19 01:08:42.258637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52464) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:42.266250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (1709aa09-1007-4b85-949e-ace9dee48ad4), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.326003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:42.341677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.455229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.470385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port b34374e7-3a8f-44f4-a5ad-25bc770f9791 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:42.470766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.514352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (1709aa09-1007-4b85-949e-ace9dee48ad4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.664360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:42.683271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5e1827-6d34-40d5-85e2-b00085205536 req-bd5757b5-ddd0-4b23-87dd-2014cb039768 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8a59ef7fe22c44db8e4aa0d94039f6c8&device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0968895 Feb 19 01:08:42.684608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (1709aa09-1007-4b85-949e-ace9dee48ad4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.702753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.719529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for b34374e7-3a8f-44f4-a5ad-25bc770f9791 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:42.727194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5e1827-6d34-40d5-85e2-b00085205536 req-65351adf-32d2-4aac-95d2-5e23f8a4634c service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=8a59ef7fe22c44db8e4aa0d94039f6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367544 Feb 19 01:08:42.811859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:42.812447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fcbb1907-3bff-44a1-8eca-25e8a2b9fef3 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:42.838046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-951d11c5-4f9d-456a-bfe0-fa4b9c1cb62c req-0dd99c8a-09fd-4c90-b2b2-cc3dd7d51ad1 tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0590088 Feb 19 01:08:42.856215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1709aa09-1007-4b85-949e-ace9dee48ad4,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.881466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Provisioning complete for port cd18a17c-e8af-42b3-a249-c858bd58607e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:42.882062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.968647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:41Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:42.994387 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.994387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5ec694ce-1893-4de4-86b1-5e58b4e01d46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0633624 Feb 19 01:08:43.007370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50664792-8bc0-461b-8d92-84f9d77d5e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.013490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52480) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.029216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group_rule': {'security_group_id': '44d9a281-9815-40a6-a197-f8760459f581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:43.031787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20bf65-76ac-47d2-a940-e6b13310a39a None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:41Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:43.057788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a108e-3800-4222-b91d-9945a1fa02f6 req-64d543e2-d038-4956-b575-4bbd9ea9ed7f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.060000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-013a108e-3800-4222-b91d-9945a1fa02f6 req-64d543e2-d038-4956-b575-4bbd9ea9ed7f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 949 time: 0.0772448 Feb 19 01:08:43.071349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Current status of the port cd18a17c-e8af-42b3-a249-c858bd58607e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:43.071708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.072289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52482) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.129365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-216f0cc9-5b94-4fbc-a792-6610d6e4a1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.131461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b34374e7-3a8f-44f4-a5ad-25bc770f9791), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.169270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Allocated IP 172.25.2.244 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/8b173458-24c2-4a09-a501-1b15a0269cda) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:43.171884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] For port cd18a17c-e8af-42b3-a249-c858bd58607e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd18a17c-e8af-42b3-a249-c858bd58607e,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:43.177296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=b34374e7-3a8f-44f4-a5ad-25bc770f9791,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.195992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e1827-6d34-40d5-85e2-b00085205536 req-e4f95895-4f04-4500-8b4b-3a917ffdaa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.197511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5e1827-6d34-40d5-85e2-b00085205536 req-e4f95895-4f04-4500-8b4b-3a917ffdaa0b service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4327564 Feb 19 01:08:43.269370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.290483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (73302e14-087f-4bdf-97f7-f5f591bbb177), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.337318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-013a108e-3800-4222-b91d-9945a1fa02f6 req-77ed01f2-018c-41e2-b2a5-81a0412f50c5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612591 Feb 19 01:08:43.385865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.393721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-80836ce2-5f13-4ac8-b3bb-bd0d67c1fda2 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/ports/b34374e7-3a8f-44f4-a5ad-25bc770f9791 HTTP/1.1" status: 204 len: 168 time: 1.1313589 Feb 19 01:08:43.393941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52488) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.403198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669fbf-72ba-4a03-bfba-ef7085d3057f None None] Pushing event updated for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.444532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-216f0cc9-5b94-4fbc-a792-6610d6e4a1ef admin admin] Publish callbacks [] for security_group (fc04063d-0bf0-4bec-8da0-9d64d0db82e6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.464888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (73302e14-087f-4bdf-97f7-f5f591bbb177), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.473888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for port (8b173458-24c2-4a09-a501-1b15a0269cda), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.513400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:43.513812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.530272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-216f0cc9-5b94-4fbc-a792-6610d6e4a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fc04063d-0bf0-4bec-8da0-9d64d0db82e6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.549407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (73302e14-087f-4bdf-97f7-f5f591bbb177), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.572582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73302e14-087f-4bdf-97f7-f5f591bbb177,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.587260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:43.590278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8b173458-24c2-4a09-a501-1b15a0269cda), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.623740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-216f0cc9-5b94-4fbc-a792-6610d6e4a1ef admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ced28ee3fb5e49e8a3a06a688bd16029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493526 Feb 19 01:08:43.628937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.629635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f0cc9-5b94-4fbc-a792-6610d6e4a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04063d-0bf0-4bec-8da0-9d64d0db82e6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.689650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.693232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.701643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-008043aa-14bb-43bf-88f5-303bc0aa79e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6827986 Feb 19 01:08:43.707541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52494) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:43.717219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:43.720148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:43.723410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for 9e11ced1-32bb-4e0f-abcc-de33f0b0b79d owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:43.723700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:43.729708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:43.775585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event updated for resources: {'Port': ['ID=8b173458-24c2-4a09-a501-1b15a0269cda,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.785432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:43.804551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:43.804950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.835571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] Publish callbacks [] for security_group (fc04063d-0bf0-4bec-8da0-9d64d0db82e6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.875616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] Publish callbacks [] for security_group (fc04063d-0bf0-4bec-8da0-9d64d0db82e6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.920373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.928802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:43.929352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.986568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:43.989323 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d630b0-103c-40d5-b0e8-80b796cb7415" -d '{"events": [{"server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "name": "network-vif-plugged", "status": "completed", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:44.005828 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:44.019608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:44.075682 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a8ab6d-643f-48f9-a321-50baec034c85 x-openstack-request-id: req-27a8ab6d-643f-48f9-a321-50baec034c85 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:44.075682 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "name": "network-vif-plugged", "status": "completed", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:44.075682 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-27a8ab6d-643f-48f9-a321-50baec034c85 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:44.078515 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4', 'code': 200} Feb 19 01:08:44.094515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.097316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83556319-5ed5-460d-a3d7-13eab5fc8a0f req-d22df713-b08a-46e9-b791-0b8cea55df3b tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0491097 Feb 19 01:08:44.124127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fc04063d-0bf0-4bec-8da0-9d64d0db82e6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.127165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.128674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fc04063d-0bf0-4bec-8da0-9d64d0db82e6 HTTP/1.1" status: 204 len: 168 time: 0.5002668 Feb 19 01:08:44.141961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa3d9f-3052-4f87-92c6-f198527a106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04063d-0bf0-4bec-8da0-9d64d0db82e6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.167949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9e11ced1-32bb-4e0f-abcc-de33f0b0b79d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.189669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.215078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.227813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=9e11ced1-32bb-4e0f-abcc-de33f0b0b79d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:44.255041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.421953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.445612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.460058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46839df3-2aad-401c-9e92-331931cd6f5b tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/ports/9e11ced1-32bb-4e0f-abcc-de33f0b0b79d HTTP/1.1" status: 204 len: 168 time: 1.0646033 Feb 19 01:08:44.499819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52514) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:44.507194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd18a17c-e8af-42b3-a249-c858bd58607e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:44.663965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cd18a17c-e8af-42b3-a249-c858bd58607e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:44.664349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:44.730678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Allocated IP 172.25.2.201 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/d177e515-8384-43fa-9cf8-a1bdc52aaab2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:44.798869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a429-76e4-48a0-a6c9-cdb971b98143 req-9710ee97-3af2-4ebc-92ea-c231eb665bfe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.800703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e67a429-76e4-48a0-a6c9-cdb971b98143 req-9710ee97-3af2-4ebc-92ea-c231eb665bfe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.2923324 Feb 19 01:08:44.861964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ddca-0856-4136-b90d-ef4d3b4c13b1 req-f54cb4ed-0283-4af2-bd0d-b3e7ca8ab1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.863595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26a7ddca-0856-4136-b90d-ef4d3b4c13b1 req-f54cb4ed-0283-4af2-bd0d-b3e7ca8ab1b4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 1132 time: 0.6880476 Feb 19 01:08:44.879707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cd18a17c-e8af-42b3-a249-c858bd58607e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:44.976083 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e67a429-76e4-48a0-a6c9-cdb971b98143 req-840e826a-9ac0-49ef-b686-92e30dfda496 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685982 Feb 19 01:08:45.004372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-26a7ddca-0856-4136-b90d-ef4d3b4c13b1 req-6fc0ec67-4974-4b41-bfc5-b014acc19e8b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117520 Feb 19 01:08:45.059353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.158240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b5e1827-6d34-40d5-85e2-b00085205536 req-1242dc4e-01d0-4702-bee8-f8eb0d68ec3c tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.117 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.6594079 Feb 19 01:08:45.161551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.189430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.192578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting subnet bc2c09a1-3749-42e2-bd93-aa9662d36a5a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:45.198824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for subnet (bc2c09a1-3749-42e2-bd93-aa9662d36a5a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.238158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:45.253766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:45.258678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:45.290727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=d177e515-8384-43fa-9cf8-a1bdc52aaab2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.331447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-11fd5ba1-2c21-4d1a-9325-8b6632823f1f req-295d6f9c-837f-4674-8a9d-113ed384e02c tempest-ServerShowV254Test-1215391687 tempest-ServerShowV254Test-1215391687-project] 10.222.0.94 "GET /v2.0/ports?device_id=cd4d04da-04b7-4858-8d98-3f03ecacf0e4 HTTP/1.1" status: 200 len: 210 time: 0.0796599 Feb 19 01:08:45.345317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (bc2c09a1-3749-42e2-bd93-aa9662d36a5a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.378292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.483259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.505236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bc2c09a1-3749-42e2-bd93-aa9662d36a5a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.512343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.686343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.732612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (bc2c09a1-3749-42e2-bd93-aa9662d36a5a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.766249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.773142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Router 51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:45.777112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2c09a1-3749-42e2-bd93-aa9662d36a5a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.780886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.784337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-39d8b933-2039-460b-b8ac-78665e2f67c9 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/subnets/bc2c09a1-3749-42e2-bd93-aa9662d36a5a HTTP/1.1" status: 204 len: 168 time: 1.2836106 Feb 19 01:08:45.789034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52542) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:45.796056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f7d46-e88f-45b9-8383-d6a44706055b None None] Network 06df9fb8-c445-4035-8df7-bd7b6bfd428b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:45.869669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=d177e515-8384-43fa-9cf8-a1bdc52aaab2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:45.879736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.910800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting subnet d0dcc9c0-105b-4526-ab17-85afa9d4be4e {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:45.950498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:45.953132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-168dc6d9-ffcb-4670-9f3b-ad5b087dbb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2446852 Feb 19 01:08:45.960847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for subnet (d0dcc9c0-105b-4526-ab17-85afa9d4be4e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.070892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (d0dcc9c0-105b-4526-ab17-85afa9d4be4e), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.097543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:46.119145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] Sync routers for ids ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:46.132502 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] Routers {'51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:46.135654 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:46.195029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a556a32-c168-41e6-8284-0c4153650c04 req-8c4e9956-7772-4aa9-b51d-ccf6c7c636d2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.201201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a556a32-c168-41e6-8284-0c4153650c04 req-8c4e9956-7772-4aa9-b51d-ccf6c7c636d2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.0858512 Feb 19 01:08:46.232348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] DHCP port deletion for 06df9fb8-c445-4035-8df7-bd7b6bfd428b request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:46.246650 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:46.247998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.252234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-207c45a5-fd89-4ebf-9fc1-9e70da2c81a1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4998701 Feb 19 01:08:46.259255 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] Routers {'51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:46.260243 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:46.260393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52556) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:46.277420 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d0dcc9c0-105b-4526-ab17-85afa9d4be4e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.303922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:46.304857 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042bfe7-fd47-478f-aebf-c361b2bce93e None None] The sync data for ids ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:46.324115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:46.343855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a556a32-c168-41e6-8284-0c4153650c04 req-c35d1883-6ff0-4f30-8e74-42ee49f7b394 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320486 Feb 19 01:08:46.358296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Deleting port e6e8a03f-4d4c-44de-a132-34d7fc25f75d {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:46.361395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.508498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-ac6f9234-bc09-464c-b162-e855a667586c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1255147618&fields=id&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 267 time: 0.0876367 Feb 19 01:08:46.516478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6e8a03f-4d4c-44de-a132-34d7fc25f75d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:46.525063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:46.526556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.528276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d0dcc9c0-105b-4526-ab17-85afa9d4be4e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.567414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Calling delete_port for e6e8a03f-4d4c-44de-a132-34d7fc25f75d owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:46.619536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dcc9c0-105b-4526-ab17-85afa9d4be4e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:46.631951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.638770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-91fd8717-1c2b-40a5-854d-48422f596125 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/subnets/d0dcc9c0-105b-4526-ab17-85afa9d4be4e HTTP/1.1" status: 204 len: 168 time: 0.8487010 Feb 19 01:08:46.642915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52576) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:46.670853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6e8a03f-4d4c-44de-a132-34d7fc25f75d is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:46.671246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.673442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36dd644-ba47-4f71-95e0-7dd1af8c9317 None None] Network a098c263-971e-44a0-8e61-63542dd16425 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:46.703810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-72cc59bc-a38f-46dc-acdb-dfadf4e609ba tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.706140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-72cc59bc-a38f-46dc-acdb-dfadf4e609ba tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 817 time: 0.1897504 Feb 19 01:08:46.722145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-692f7260-f747-48d6-8735-96f44f5b84d5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/quotas/b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Feb 19 01:08:46.828242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-fe049565-d1bd-4b20-9dd2-87db0eb36b42 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892940 Feb 19 01:08:46.837361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:46.883050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.904239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.928211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (06df9fb8-c445-4035-8df7-bd7b6bfd428b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.937224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.951610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] DHCP port deletion for a098c263-971e-44a0-8e61-63542dd16425 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:46.989231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Deleting port e6e8a03f-4d4c-44de-a132-34d7fc25f75d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:46.989572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:46.999602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.017740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.054668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] Pushing event deleted for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.056788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109beab4-6e0a-44a8-8624-ca84bb790a84 None None] No DVR routers for this DVR port e6e8a03f-4d4c-44de-a132-34d7fc25f75d on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:47.068883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Deleting port bb75eabe-4827-42cb-b6b8-9fea770fbc11 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:47.069681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.118023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-1477c7c5-7022-42ef-b98f-d73fda5800b3 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:08:47.124333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-1477c7c5-7022-42ef-b98f-d73fda5800b3 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2904229 Feb 19 01:08:47.133917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] For port e6e8a03f-4d4c-44de-a132-34d7fc25f75d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,segment=NetworkSegment(8f3189a5-e8ae-4279-888a-aab70235dc5e),segment_id=8f3189a5-e8ae-4279-888a-aab70235dc5e)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:47.134300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.149230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] For port bb75eabe-4827-42cb-b6b8-9fea770fbc11, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb75eabe-4827-42cb-b6b8-9fea770fbc11,segment=NetworkSegment(35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa),segment_id=35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:47.149779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.150485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Calling delete_port for e6e8a03f-4d4c-44de-a132-34d7fc25f75d owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:47.166163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Calling delete_port for bb75eabe-4827-42cb-b6b8-9fea770fbc11 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:47.319513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52588) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:47.319695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-a9ecff78-6036-4966-aa02-4b7ee5a65eb8 service neutron] 10.222.0.94 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895866 Feb 19 01:08:47.357359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e6e8a03f-4d4c-44de-a132-34d7fc25f75d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.367282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bb75eabe-4827-42cb-b6b8-9fea770fbc11), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.390481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] No DVR routers for this DVR port bb75eabe-4827-42cb-b6b8-9fea770fbc11 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:47.421400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-bbd06198-d925-481a-99f9-84bacb9b3843 service neutron] 10.222.0.94 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009009 Feb 19 01:08:47.425114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7bd00-1b5b-4974-97be-ec80d9d2ce11 None None] Pushing event deleted for resources: {'Port': ['ID=bb75eabe-4827-42cb-b6b8-9fea770fbc11,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.431242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Port': ['ID=e6e8a03f-4d4c-44de-a132-34d7fc25f75d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:47.450023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] No DVR routers for this DVR port e6e8a03f-4d4c-44de-a132-34d7fc25f75d on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:47.531404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3823ee-2e7f-43e9-bfd6-010c0a09a612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:47.793640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1914c631-9bba-4538-810c-96302f943fa0 req-3486b56f-2c17-4297-95eb-164f09a90346 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.0582192 Feb 19 01:08:47.967865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (06df9fb8-c445-4035-8df7-bd7b6bfd428b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.039352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06df9fb8-c445-4035-8df7-bd7b6bfd428b']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.066003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9259f-3678-4766-a0ec-2d8f57efb237 req-aef16fc0-ae69-4799-b37e-89a63a3663fd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:48.067526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35e9259f-3678-4766-a0ec-2d8f57efb237 req-aef16fc0-ae69-4799-b37e-89a63a3663fd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.5918517 Feb 19 01:08:48.072598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3189a5-e8ae-4279-888a-aab70235dc5e') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.072906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3189a5-e8ae-4279-888a-aab70235dc5e') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.103877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (8f3189a5-e8ae-4279-888a-aab70235dc5e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.144060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8f3189a5-e8ae-4279-888a-aab70235dc5e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.192145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:48.192557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (8f3189a5-e8ae-4279-888a-aab70235dc5e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:48.201776 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:48.295872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35e9259f-3678-4766-a0ec-2d8f57efb237 req-8a54986b-17ac-4b45-b694-b9d443fdc55d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183774 Feb 19 01:08:48.339212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3823ee-2e7f-43e9-bfd6-010c0a09a612 admin admin] Publish callbacks [] for security_group (c3e2bb69-0e7b-431f-90c7-96be401abba6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.359673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.363647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.420358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3823ee-2e7f-43e9-bfd6-010c0a09a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c3e2bb69-0e7b-431f-90c7-96be401abba6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.426585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (06df9fb8-c445-4035-8df7-bd7b6bfd428b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.470435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f786a-f677-4b9e-9fb3-7034b944b8c7 req-b1b12a57-cd33-4025-b79e-b0ea7b8ded23 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:48.475792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e11f786a-f677-4b9e-9fb3-7034b944b8c7 req-b1b12a57-cd33-4025-b79e-b0ea7b8ded23 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 1132 time: 0.0746944 Feb 19 01:08:48.478217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb75eabe-4827-42cb-b6b8-9fea770fbc11 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:48.483608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.489319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/networks/06df9fb8-c445-4035-8df7-bd7b6bfd428b HTTP/1.1" status: 204 len: 168 time: 1.8394969 Feb 19 01:08:48.490597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52632) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:48.502256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bb75eabe-4827-42cb-b6b8-9fea770fbc11 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:48.502559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb75eabe-4827-42cb-b6b8-9fea770fbc11 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:48.511848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e3823ee-2e7f-43e9-bfd6-010c0a09a612 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8a59ef7fe22c44db8e4aa0d94039f6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1913028 Feb 19 01:08:48.516892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89399d-9c1f-4c22-959f-e45677b56b3e tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Network': ['ID=06df9fb8-c445-4035-8df7-bd7b6bfd428b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.519336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52634) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:48.611357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e11f786a-f677-4b9e-9fb3-7034b944b8c7 req-f26184d3-1e5a-42db-bb10-0bb9d4309e75 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296008 Feb 19 01:08:48.615407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a098c263-971e-44a0-8e61-63542dd16425), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.647952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3823ee-2e7f-43e9-bfd6-010c0a09a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2bb69-0e7b-431f-90c7-96be401abba6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.710853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a098c263-971e-44a0-8e61-63542dd16425), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.740495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a098c263-971e-44a0-8e61-63542dd16425']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.745303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.745605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:48.747690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router 51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:48.756502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.775253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.782903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:08:48.783180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] Publish callbacks [] for security_group (c3e2bb69-0e7b-431f-90c7-96be401abba6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.783750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (35a1cee2-36ce-4bbb-9e21-87c4a3cc29aa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: items = [ Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:08:48.787797 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:08:48.853483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] Publish callbacks [] for security_group (c3e2bb69-0e7b-431f-90c7-96be401abba6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.911157 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78f6107f-bfb5-493a-8f4a-1c11349c9b01 req-3604cef9-a480-4faf-a71f-adc02bca528a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.0489812 Feb 19 01:08:48.921550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-ff8e3f13-0e71-4b51-8d41-05406114df13 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481644 Feb 19 01:08:49.000775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a098c263-971e-44a0-8e61-63542dd16425), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.014103 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.031362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] 10.222.0.94 "DELETE /v2.0/networks/a098c263-971e-44a0-8e61-63542dd16425 HTTP/1.1" status: 204 len: 168 time: 0.5304852 Feb 19 01:08:49.051979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a3ed-3df6-4ca4-9c41-67223aa37cf1 tempest-TaggedBootDevicesTest-594138475 tempest-TaggedBootDevicesTest-594138475-project] Pushing event deleted for resources: {'Network': ['ID=a098c263-971e-44a0-8e61-63542dd16425,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:49.077012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:49.090233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.091193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] Sync routers for ids ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:49.095189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52660) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.095626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-61a3ed48-6c56-4612-912c-67785d540d34 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "PUT /v2.0/routers/51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 200 len: 926 time: 2.8307579 Feb 19 01:08:49.111723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] Routers {'51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:49.113838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:49.155283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:49.160467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-fced76b9-5a45-4b90-b61d-82de5172cbbb tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.162637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-fced76b9-5a45-4b90-b61d-82de5172cbbb tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106452 Feb 19 01:08:49.166704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] Routers {'51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:49.167480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:49.182874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-295216e1-f353-4528-a197-f280a6fa7ebf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/quotas/48353b5b368641258a4da4f8e4e5d563 HTTP/1.1" status: 200 len: 375 time: 0.0143270 Feb 19 01:08:49.245431 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c3e2bb69-0e7b-431f-90c7-96be401abba6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.255016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:49.255731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2eb00c-e871-49a8-8408-6ea4861001be None None] The sync data for ids ['51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:49.257867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:49.259070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c3e2bb69-0e7b-431f-90c7-96be401abba6 HTTP/1.1" status: 204 len: 168 time: 0.7300062 Feb 19 01:08:49.268671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ccbc8-5a6b-4727-ad45-0f5fe5bb9e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2bb69-0e7b-431f-90c7-96be401abba6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:49.307697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c9017082-bdb2-41bc-81a1-4db2297eff29 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 200 len: 926 time: 0.2118387 Feb 19 01:08:49.310572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52670) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.319956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-538d4ae6-46a1-423e-892e-0d9fbb4e970e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1314099 Feb 19 01:08:49.443250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795e1c9-8283-4cc7-aeb6-e37b4efe3fe9 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.444985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6795e1c9-8283-4cc7-aeb6-e37b4efe3fe9 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1313622 Feb 19 01:08:49.448373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52674) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.589852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6608f2f3-d899-4750-a1fb-fc668d27c5f3 req-4883dcd7-7647-4546-ac3f-97111cfbf75e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.0463114 Feb 19 01:08:49.591286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d5f18-a199-4431-b4b9-f9498d5aa22e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.593747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-693d5f18-a199-4431-b4b9-f9498d5aa22e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.1442728 Feb 19 01:08:49.596732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52680) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.639658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c4122e0a-39e6-425f-99e9-29c5c3470ac8 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 200 len: 205 time: 0.0416546 Feb 19 01:08:49.642106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52684) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:49.909319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.118227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-292dc6d9-b785-4a94-8fe9-710b1a91c3dd req-b244845e-1ed7-4446-ab91-63283477ec64 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.0506544 Feb 19 01:08:50.297712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.458959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port 8b173458-24c2-4a09-a501-1b15a0269cda {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:50.459343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8b173458-24c2-4a09-a501-1b15a0269cda), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.598138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8b173458-24c2-4a09-a501-1b15a0269cda), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.653269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for 8b173458-24c2-4a09-a501-1b15a0269cda owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:50.820428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b1ed9e0-2999-439a-b4c9-22286b9825ea req-aa874ea8-7f7b-4e56-9c5d-73f658809ca5 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.1289616 Feb 19 01:08:50.946984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-76ec1572-3e70-45cb-83e7-98e644dc9729 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:50.949873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-76ec1572-3e70-45cb-83e7-98e644dc9729 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 817 time: 0.3777738 Feb 19 01:08:51.110043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52746) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:51.203763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-a4cace25-fce4-439a-858c-3dac02ede0c7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 380 time: 0.2461739 Feb 19 01:08:51.229801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8b173458-24c2-4a09-a501-1b15a0269cda), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.242395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'port': {'device_id': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'admin_state_up': True, 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'security_groups': ['44d9a281-9815-40a6-a197-f8760459f581']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:51.285859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=8b173458-24c2-4a09-a501-1b15a0269cda,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:51.376591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21359499-6990-4f36-a273-a261b12e30a2 req-7e7b101c-fc13-474d-9bc8-ebcdb6502a40 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.0918474 Feb 19 01:08:51.440101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-328912986-network', 'tenant_id': 'f36b957cc9044b119515422b14c6f451'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:51.549638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.652040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Made reservation on behalf of b8837ff11e91405086153f280cc78fd6 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:51.655709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.683020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Made reservation on behalf of f36b957cc9044b119515422b14c6f451 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:51.686328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.692244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.695456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.713581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.880969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.882056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router 51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:51.894846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:51.912986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eccec5e7-db47-4a88-b007-7e1d487689a9 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 204 len: 168 time: 2.2573745 Feb 19 01:08:51.912986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52764) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:51.912986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-194677575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:51.936526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Allocated IP 172.20.0.14 (c2274e59-f386-4bb5-9a3d-d1091acafa0d/4b7013e1-f064-40eb-ba4f-b2bfc719ecea/7e0500b3-5714-480d-8dec-fad799f1f839) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:52.060188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.066831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.158992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.162928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks [] for security_group (0f476ed5-83eb-4065-93cb-f9b4079ffcf7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.190814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-261034d6-cac7-46c3-81eb-a92b032b7d49 req-653276d6-9ea8-4605-ae97-1e3822596b59 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.1309886 Feb 19 01:08:52.247752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f476ed5-83eb-4065-93cb-f9b4079ffcf7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.254836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (7e0500b3-5714-480d-8dec-fad799f1f839), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.362431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:52.389570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (456f267a-e4a1-44a6-9048-bd488c574b02), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.389925 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Added segment 456f267a-e4a1-44a6-9048-bd488c574b02 of type vlan for network a65adc9b-0e47-408a-86d2-945821b08efb Feb 19 01:08:52.522975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a65adc9b-0e47-408a-86d2-945821b08efb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.596014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f476ed5-83eb-4065-93cb-f9b4079ffcf7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:52.649173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-f9e651fe-3c2e-46b6-8739-6a23c207686f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=48353b5b368641258a4da4f8e4e5d563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4883273 Feb 19 01:08:52.657426 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.710575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a65adc9b-0e47-408a-86d2-945821b08efb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.711915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.712508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.788094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.792443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-73b12d70-554d-4e1d-841a-311777c3db15 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8839743 Feb 19 01:08:52.793295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52786) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:52.819597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:52.825884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a08d0621-924c-4329-bfee-9452e2a99e58 req-2d641f82-119d-4a9a-8ceb-68d6f2180947 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.1757205 Feb 19 01:08:52.886291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.905556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7935653 Feb 19 01:08:52.923995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52790) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:52.935494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Request body: {'subnet': {'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-328912986-subnet', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:53.008088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:53.017914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abebb2-bb6e-4d6d-a8ef-02552208f3cf admin admin] Pushing event updated for resources: {'Network': ['ID=a65adc9b-0e47-408a-86d2-945821b08efb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:53.027366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:53.029025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:53.035496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a65adc9b-0e47-408a-86d2-945821b08efb details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:53.046943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:53.182963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:53.186780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.246911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Made reservation on behalf of f36b957cc9044b119515422b14c6f451 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:53.250525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.264372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-fd9682f0-4a1f-4944-ad92-369762ceef93 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:53.267015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-fd9682f0-4a1f-4944-ad92-369762ceef93 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5674751 Feb 19 01:08:53.292387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Request body: {'port': {'device_id': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '48353b5b368641258a4da4f8e4e5d563'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:53.318618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f94c779b-7eb8-41ab-8f5c-3571c1f39cc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0885644 Feb 19 01:08:53.324762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Request body: {'port': {'device_id': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:53.478437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92fc9f86-6de7-4d3e-a4db-ef9b708ba581 req-84481c0c-9a8f-4bd1-a5f7-980f04ba1b4e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.0855913 Feb 19 01:08:53.478821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52800) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:53.536159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4d2bff11-e80f-416a-9964-92874f120008 None None] Provisioning complete for port 7e0500b3-5714-480d-8dec-fad799f1f839 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:53.536700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d2bff11-e80f-416a-9964-92874f120008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.595113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.650599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4d2bff11-e80f-416a-9964-92874f120008 None None] Port 7e0500b3-5714-480d-8dec-fad799f1f839 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:53.672418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.689234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-98acb5c9-ebd1-4936-802a-d1f8ee396d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:53.889436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Made reservation on behalf of 48353b5b368641258a4da4f8e4e5d563 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:53.893548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.004054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-98acb5c9-ebd1-4936-802a-d1f8ee396d04 admin admin] Publish callbacks [] for security_group (a32cb110-962e-41c7-a095-962ccc3bb645), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.099481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-98acb5c9-ebd1-4936-802a-d1f8ee396d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a32cb110-962e-41c7-a095-962ccc3bb645), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.127154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ceb8feb6-9288-4e02-a0b4-20ecb5859ec5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.142256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-98acb5c9-ebd1-4936-802a-d1f8ee396d04 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=780616c4b6df40b3a30bb42666382d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6621265 Feb 19 01:08:54.147594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:54.215747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb5c9-ebd1-4936-802a-d1f8ee396d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cb110-962e-41c7-a095-962ccc3bb645,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.233511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:54.248871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks [] for port (7e0500b3-5714-480d-8dec-fad799f1f839), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.250477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.272499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] Publish callbacks [] for security_group (a32cb110-962e-41c7-a095-962ccc3bb645), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.288179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Transition to ACTIVE for port object 7e0500b3-5714-480d-8dec-fad799f1f839 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:54.302341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] Publish callbacks [] for security_group (a32cb110-962e-41c7-a095-962ccc3bb645), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.377797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.381081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3cb8b-e4da-41b0-9df0-48df6c5b2ea2 req-0cb16ad4-8dec-46de-8261-966c06746c76 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:54.387307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fe3cb8b-e4da-41b0-9df0-48df6c5b2ea2 req-0cb16ad4-8dec-46de-8261-966c06746c76 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 932 time: 0.4260912 Feb 19 01:08:54.461921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Checking segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:54.462341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Network hostable DHCP agents. Network: a65adc9b-0e47-408a-86d2-945821b08efb, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:54.485426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a32cb110-962e-41c7-a095-962ccc3bb645), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.488403 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.493466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a32cb110-962e-41c7-a095-962ccc3bb645 HTTP/1.1" status: 204 len: 168 time: 0.3446155 Feb 19 01:08:54.535978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.579292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0097f-3415-429b-855c-fd0c86be863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cb110-962e-41c7-a095-962ccc3bb645,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:54.693815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Allocated IP 192.168.233.224 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/a092146b-7cae-4230-9cc8-4696e3ed552d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:54.780502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebe0d5fe-9c1b-4a77-8147-9967ae216a30 req-357877aa-3b1c-4c6d-81a3-92cd517be24d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.1285396 Feb 19 01:08:54.830620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Attempting to bind port 7e0500b3-5714-480d-8dec-fad799f1f839 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:54.836841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Attempting to bind port 7e0500b3-5714-480d-8dec-fad799f1f839 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:54.837414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Attempting to bind port 7e0500b3-5714-480d-8dec-fad799f1f839 on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:54.850342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Port 7e0500b3-5714-480d-8dec-fad799f1f839 on network c2274e59-f386-4bb5-9a3d-d1091acafa0d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:54.850943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Attempting to bind port 7e0500b3-5714-480d-8dec-fad799f1f839 on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:54.858302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:54.863201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Checking segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:54.863981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Bound using segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:54.864742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Bound port: 7e0500b3-5714-480d-8dec-fad799f1f839, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:54.865328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.971591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks [] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.053312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:55.056431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:55.085996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fe3cb8b-e4da-41b0-9df0-48df6c5b2ea2 req-0f3b0414-e325-4f64-8029-e0c56897578e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6702812 Feb 19 01:08:55.090705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (9833d715-b84c-47e6-b63b-0c5c485edc8e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.113944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.118349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.134140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.144492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:55.144492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', '8d47de7c-5296-4b1b-9dad-d86d09242cbd', '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:55.192995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Network a65adc9b-0e47-408a-86d2-945821b08efb is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:55.213336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.213336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.213336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] 10.222.0.117 "PUT /v2.0/ports/7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 1092 time: 1.8888133 Feb 19 01:08:55.213336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:55.216556 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa37515c-9851-4e14-bcdd-960c3b877756" -d '{"events": [{"name": "network-changed", "server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:55.293161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:55.314812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:55.328884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:55.349966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f5b3-6c4f-446f-9529-be7c54e058de service neutron] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.450690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a65adc9b-0e47-408a-86d2-945821b08efb) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:55.455915 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d3f4b-3f04-474e-af51-b0046f1c7760 x-openstack-request-id: req-fd5d3f4b-3f04-474e-af51-b0046f1c7760 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:55.456282 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:55.456781 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fd5d3f4b-3f04-474e-af51-b0046f1c7760 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:55.459299 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'status': 'completed', 'code': 200} Feb 19 01:08:55.475756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event updated for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.506702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f075a-9391-457c-8bdd-0e8740705334 None None] Network a65adc9b-0e47-408a-86d2-945821b08efb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:55.508264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.511879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.527816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-dfb649e9-cd27-4203-91d3-54b8fb24a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.535703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-dfb649e9-cd27-4203-91d3-54b8fb24a257 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1126 time: 0.1623476 Feb 19 01:08:55.597883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:55.598775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.702837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Allocated IP 172.25.2.45 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/446b23aa-f026-4852-9688-034884245e9e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:55.934885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for port (446b23aa-f026-4852-9688-034884245e9e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.985689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52836) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.002261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-731d6efa-1b8f-4ac6-ad7b-a5f3862187ff admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0770798 Feb 19 01:08:56.049254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.061879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:56.095319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (446b23aa-f026-4852-9688-034884245e9e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.140847 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-f6f0b288-455c-4902-a7be-d9b0f18cb70a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 217 time: 0.5967405 Feb 19 01:08:56.157134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f875c36e-4c21-491e-837e-a8a207a37302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.191630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-94548caa-41b2-4d44-b576-b7876e4e6a50 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9004037 Feb 19 01:08:56.210545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0a681792-387d-4316-863f-ef9fd977db68 None None] Provisioning complete for port a092146b-7cae-4230-9cc8-4696e3ed552d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:56.211130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a681792-387d-4316-863f-ef9fd977db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.250535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:56.267242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-64763723-625c-4b54-902b-5c4be6f00aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.268841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-64763723-625c-4b54-902b-5c4be6f00aac service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1205530 Feb 19 01:08:56.268979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Request body: {'port': {'device_id': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:56.280522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757480dc-e9d7-4164-9b6a-990927ac3dd9 req-9a518c78-5f67-49fe-8026-1daf4caf3076 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.282066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-757480dc-e9d7-4164-9b6a-990927ac3dd9 req-9a518c78-5f67-49fe-8026-1daf4caf3076 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 936 time: 0.2863369 Feb 19 01:08:56.282944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.284149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.327323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f20c0e-1142-46bc-903f-f71e2dea83fe req-48018a1e-abef-45b6-9ce8-3a32bf80c68f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.329356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05f20c0e-1142-46bc-903f-f71e2dea83fe req-48018a1e-abef-45b6-9ce8-3a32bf80c68f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1039007 Feb 19 01:08:56.355718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:56.360086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0a681792-387d-4316-863f-ef9fd977db68 None None] Port a092146b-7cae-4230-9cc8-4696e3ed552d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:56.365757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a65adc9b-0e47-408a-86d2-945821b08efb', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:56.367210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-d6c8f50c-b208-47bd-87de-2e3f2fa6f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.370398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-d6c8f50c-b208-47bd-87de-2e3f2fa6f817 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907657 Feb 19 01:08:56.371124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.414071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:56.475046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05f20c0e-1142-46bc-903f-f71e2dea83fe req-db373af3-32c0-4910-a085-c4e24af8fc8d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346512 Feb 19 01:08:56.545394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event updated for resources: {'Port': ['ID=446b23aa-f026-4852-9688-034884245e9e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:56.571105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-a2ca07b2-e32e-4924-ae97-0112805e0283 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928284 Feb 19 01:08:56.714278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01e59295-7ebc-45b3-b706-fc174f1737b4 req-2969af41-7349-41d2-a57b-68970a3f71f0 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377668 Feb 19 01:08:56.765329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for router_controller (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.772263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Allocated IP 172.20.0.2 (a65adc9b-0e47-408a-86d2-945821b08efb/ceb8feb6-9288-4e02-a0b4-20ecb5859ec5/6d487db8-d898-4009-bd8f-0233f05065b0) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:56.776898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-757480dc-e9d7-4164-9b6a-990927ac3dd9 req-0c1fd152-2244-4a93-9f1a-09068947f232 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381909 Feb 19 01:08:56.781720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f875c36e-4c21-491e-837e-a8a207a37302 admin admin] Publish callbacks [] for security_group (80439b70-e058-4aaf-8323-563299f3784c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.782621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:56.927249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-7f63f091-f567-4256-a209-bb885dfa7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:56.929785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-7f63f091-f567-4256-a209-bb885dfa7181 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1126 time: 0.0910285 Feb 19 01:08:56.945531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f875c36e-4c21-491e-837e-a8a207a37302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (80439b70-e058-4aaf-8323-563299f3784c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.053312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-16c7a0fd-72bd-4df6-bc41-0aac35e9f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:57.056401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-16c7a0fd-72bd-4df6-bc41-0aac35e9f3c1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.1205409 Feb 19 01:08:57.134840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f875c36e-4c21-491e-837e-a8a207a37302 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f1fe7a624fd34e26b8d7cb53570d95bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1371405 Feb 19 01:08:57.143862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks [] for port (6d487db8-d898-4009-bd8f-0233f05065b0), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.159414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52848) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:57.160397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-6ffcdf94-5be3-439d-9684-d21ffe7d3855 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 217 time: 0.0977006 Feb 19 01:08:57.209266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:57.232816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.241223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-1903c06b-a7eb-4190-983f-45d403191100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:57.243270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-1903c06b-a7eb-4190-983f-45d403191100 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.0745361 Feb 19 01:08:57.276052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Network a65adc9b-0e47-408a-86d2-945821b08efb is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:57.284127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:57.290211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:57.308354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Pushing event updated for resources: {'Port': ['ID=6d487db8-d898-4009-bd8f-0233f05065b0,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.339668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] Publish callbacks [] for security_group (80439b70-e058-4aaf-8323-563299f3784c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.347595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-976e715f-de20-4e69-970b-a9c08f563c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:57.349563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-976e715f-de20-4e69-970b-a9c08f563c9c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0959973 Feb 19 01:08:57.370131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] Publish callbacks [] for security_group (80439b70-e058-4aaf-8323-563299f3784c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.383870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Attempting to bind port 6d487db8-d898-4009-bd8f-0233f05065b0 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:57.385759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Attempting to bind port 6d487db8-d898-4009-bd8f-0233f05065b0 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:57.386310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Attempting to bind port 6d487db8-d898-4009-bd8f-0233f05065b0 on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:57.393060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:57.394353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Checking segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:57.400344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.400344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Bound using segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:57.400344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Bound port: 6d487db8-d898-4009-bd8f-0233f05065b0, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:57.400344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.526844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875c36e-4c21-491e-837e-a8a207a37302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80439b70-e058-4aaf-8323-563299f3784c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.531463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] For port 6d487db8-d898-4009-bd8f-0233f05065b0, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:57.535425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] For port 6d487db8-d898-4009-bd8f-0233f05065b0, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d487db8-d898-4009-bd8f-0233f05065b0,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:57.557432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ff092a1f-d053-4b44-875f-41c4ec712fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.567052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (80439b70-e058-4aaf-8323-563299f3784c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.570664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.572081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/80439b70-e058-4aaf-8323-563299f3784c HTTP/1.1" status: 204 len: 168 time: 0.4184122 Feb 19 01:08:57.586029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-b7b20ea1-d8d5-4170-88ab-d32bcec64694 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054613 Feb 19 01:08:57.640947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.695021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for router_gateway (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.753016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (9833d715-b84c-47e6-b63b-0c5c485edc8e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.763445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e2465-2ded-43c4-91c9-88fa9e0c09e4 None None] Pushing event updated for resources: {'Port': ['ID=6d487db8-d898-4009-bd8f-0233f05065b0,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.780503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa37515c-9851-4e14-bcdd-960c3b877756 req-caf396d8-b1bc-4af4-964d-974a7aa6fa64 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452768 Feb 19 01:08:57.797114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d5ff-9da7-40af-9fc7-28e534cf613a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80439b70-e058-4aaf-8323-563299f3784c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:57.844978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7e2e6-4cbb-4955-8371-6ec88f5919b8 req-e198236f-6ac8-4d2c-9f35-0fab35d5da6d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:57.853597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5a7e2e6-4cbb-4955-8371-6ec88f5919b8 req-e198236f-6ac8-4d2c-9f35-0fab35d5da6d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2801521 Feb 19 01:08:57.988582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5a7e2e6-4cbb-4955-8371-6ec88f5919b8 req-1026da54-5b05-4665-b7c1-fad105bb48b1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311519 Feb 19 01:08:58.054517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ff092a1f-d053-4b44-875f-41c4ec712fff admin admin] Publish callbacks [] for security_group (3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.131386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ff092a1f-d053-4b44-875f-41c4ec712fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.220540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.224667 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.230134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ff092a1f-d053-4b44-875f-41c4ec712fff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=63d0f83bb3cc4b0687109294163abacd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0174978 Feb 19 01:08:58.231969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52870) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:58.249893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092a1f-d053-4b44-875f-41c4ec712fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.296970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] Publish callbacks [] for security_group (3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.324982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] Publish callbacks [] for security_group (3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.408051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a092146b-7cae-4230-9cc8-4696e3ed552d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:58.424082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115636d1-5231-487b-8524-e182f8654dca req-4c7df854-f91f-4afd-bd53-e6422e322d80 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:58.425483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-115636d1-5231-487b-8524-e182f8654dca req-4c7df854-f91f-4afd-bd53-e6422e322d80 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 936 time: 0.4407120 Feb 19 01:08:58.433471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks [] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.502796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.506798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Transition to ACTIVE for port object a092146b-7cae-4230-9cc8-4696e3ed552d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:58.507149 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.508422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e HTTP/1.1" status: 204 len: 168 time: 0.2754745 Feb 19 01:08:58.526000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae8590-808d-4287-8f4b-2742993b9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd390ed-48e2-4263-b5b7-2dfcfbceaf2e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.532497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-115636d1-5231-487b-8524-e182f8654dca req-22f6bfcd-c3b7-4378-a3bf-b30f45614ded tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934069 Feb 19 01:08:58.593273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d487db8-d898-4009-bd8f-0233f05065b0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:58.661058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.662873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6d487db8-d898-4009-bd8f-0233f05065b0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:58.663670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.776088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for router_gateway (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.817007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6d487db8-d898-4009-bd8f-0233f05065b0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:58.819052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.847960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.886404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 6d487db8-d898-4009-bd8f-0233f05065b0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d487db8-d898-4009-bd8f-0233f05065b0,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:58.971887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.990243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Router 9833d715-b84c-47e6-b63b-0c5c485edc8e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:58.992828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.088982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=6d487db8-d898-4009-bd8f-0233f05065b0,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.108836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Allocated IP 172.25.2.121 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/c2b04efe-585a-4c89-a18b-586d42d282de) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:59.233880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8844a4-7725-473c-b6c3-de30ffa579e2 req-82388ba7-d859-4f24-844c-b433662c6a63 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.238078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df8844a4-7725-473c-b6c3-de30ffa579e2 req-82388ba7-d859-4f24-844c-b433662c6a63 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.0948844 Feb 19 01:08:59.328285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.362580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df8844a4-7725-473c-b6c3-de30ffa579e2 req-88144607-746d-4669-a63a-303400e01cde tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096745 Feb 19 01:08:59.371444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c51a57c4-ccd0-4f7c-9101-c4e84229b683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.372121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f3555-5630-4a9a-ac4b-7798f5e6bc2c None None] Network a65adc9b-0e47-408a-86d2-945821b08efb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:59.479562 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c51a57c4-ccd0-4f7c-9101-c4e84229b683 admin admin] Publish callbacks [] for security_group (066982e9-500c-45ce-8eac-a56cd7b28902), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.504511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Attempting to bind port a092146b-7cae-4230-9cc8-4696e3ed552d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:59.505218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Attempting to bind port a092146b-7cae-4230-9cc8-4696e3ed552d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:59.505218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Attempting to bind port a092146b-7cae-4230-9cc8-4696e3ed552d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:59.513744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ea2c2b2b-c1a7-4bb8-8c40-91ab5e1bd3c4 None None] Provisioning complete for port 6d487db8-d898-4009-bd8f-0233f05065b0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:59.514197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2b2b-c1a7-4bb8-8c40-91ab5e1bd3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.530939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for port (c2b04efe-585a-4c89-a18b-586d42d282de), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.532277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Port a092146b-7cae-4230-9cc8-4696e3ed552d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:59.532606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Attempting to bind port a092146b-7cae-4230-9cc8-4696e3ed552d on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:59.545502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:59.545881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:59.546238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:59.546682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Bound port: a092146b-7cae-4230-9cc8-4696e3ed552d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:59.547042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.554609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c51a57c4-ccd0-4f7c-9101-c4e84229b683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (066982e9-500c-45ce-8eac-a56cd7b28902), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.562143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:59.572727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.574283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dc18a733-142f-4628-82ff-0d62b204d3e4 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "PUT /v2.0/routers/9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 200 len: 882 time: 6.7587609 Feb 19 01:08:59.577403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52898) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.582021 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] Sync routers for ids ['9833d715-b84c-47e6-b63b-0c5c485edc8e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:59.608171 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] Routers {'9833d715-b84c-47e6-b63b-0c5c485edc8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:59.608953 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9833d715-b84c-47e6-b63b-0c5c485edc8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.659275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c51a57c4-ccd0-4f7c-9101-c4e84229b683 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=72c1c3d5cc344199a123bb03d4c7cb9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268437 Feb 19 01:08:59.661803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52900) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.698807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a57c4-ccd0-4f7c-9101-c4e84229b683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066982e9-500c-45ce-8eac-a56cd7b28902,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.705455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c2b2b-c1a7-4bb8-8c40-91ab5e1bd3c4 None None] Current status of the port 6d487db8-d898-4009-bd8f-0233f05065b0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:59.712956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.720888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] Routers {'9833d715-b84c-47e6-b63b-0c5c485edc8e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:59.721511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9833d715-b84c-47e6-b63b-0c5c485edc8e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.761834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:59.767505 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.768145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0bf24-85f0-4bff-a3cf-cf40fb521228 None None] The sync data for ids ['9833d715-b84c-47e6-b63b-0c5c485edc8e'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:59.865531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:59.878356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.898752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:59.917662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7e0500b3-5714-480d-8dec-fad799f1f839', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:59.934314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a092146b-7cae-4230-9cc8-4696e3ed552d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:59.944603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c556c-a32c-47a9-94b9-e10363cca750 req-1203ff0c-fc54-447a-b06f-2381fe248267 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:59.951969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-092c556c-a32c-47a9-94b9-e10363cca750 req-1203ff0c-fc54-447a-b06f-2381fe248267 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 948 time: 0.2507987 Feb 19 01:08:59.982208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:59.982609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.988716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:59.996913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:00.005074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:00.014355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2298f221-7758-4026-8380-816f62e164b3 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 200 len: 923 time: 0.4357262 Feb 19 01:09:00.015304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:00.017316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52902) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:00.022529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] Publish callbacks [] for security_group (066982e9-500c-45ce-8eac-a56cd7b28902), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.037169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:00.042228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-24c3e41c-e53a-4368-9dd6-f4b9f8c5cde2 None None] Provisioning complete for port 6d487db8-d898-4009-bd8f-0233f05065b0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:00.042846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-24c3e41c-e53a-4368-9dd6-f4b9f8c5cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.064113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Pushing event updated for resources: {'Port': ['ID=c2b04efe-585a-4c89-a18b-586d42d282de,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:00.086654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.106684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce078ac-c8a6-4aa8-b953-0f0ec6147e8d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.109053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2ce078ac-c8a6-4aa8-b953-0f0ec6147e8d tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=9833d715-b84c-47e6-b63b-0c5c485edc8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0902390 Feb 19 01:09:00.111706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52904) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:00.122355 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.123062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] Publish callbacks [] for security_group (066982e9-500c-45ce-8eac-a56cd7b28902), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.157432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.158065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.160311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] 10.222.0.117 "PUT /v2.0/ports/a092146b-7cae-4230-9cc8-4696e3ed552d HTTP/1.1" status: 200 len: 1096 time: 3.9122584 Feb 19 01:09:00.172068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:00.174422 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9320097-a7c5-4e4d-8614-f29347ba23a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:00.180357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-092c556c-a32c-47a9-94b9-e10363cca750 req-e5936042-b667-4e02-9bf6-cc32de310ab3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275271 Feb 19 01:09:00.190582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:00.214407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-24c3e41c-e53a-4368-9dd6-f4b9f8c5cde2 None None] Current status of the port 6d487db8-d898-4009-bd8f-0233f05065b0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:00.320433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89833981-e4ca-44aa-b931-6ee9abe0508e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.326813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-89833981-e4ca-44aa-b931-6ee9abe0508e tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.2113538 Feb 19 01:09:00.327016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52912) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:00.365710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e0500b3-5714-480d-8dec-fad799f1f839'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:00.415926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fed4722a-00cb-4581-b6d1-f9ef0e07c9a6 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 200 len: 205 time: 0.0876398 Feb 19 01:09:00.417266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52916) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:00.470143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf98b-2216-4275-8518-d648749055e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:00.541880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d487db8-d898-4009-bd8f-0233f05065b0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:00.585993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-37e56302-ffed-4452-8fd8-30f6de49709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:00.600837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-37e56302-ffed-4452-8fd8-30f6de49709c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 1130 time: 0.2620173 Feb 19 01:09:00.665929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.761328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (066982e9-500c-45ce-8eac-a56cd7b28902), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.777049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.777049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/066982e9-500c-45ce-8eac-a56cd7b28902 HTTP/1.1" status: 204 len: 168 time: 1.1030328 Feb 19 01:09:00.785468 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d761a1-16c7-4e1e-b501-4b92b3a06c22 x-openstack-request-id: req-46d761a1-16c7-4e1e-b501-4b92b3a06c22 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:00.785921 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:00.787552 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-46d761a1-16c7-4e1e-b501-4b92b3a06c22 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:00.788163 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d', 'status': 'completed', 'code': 200} Feb 19 01:09:00.793873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-5f6898a4-d35f-47c9-b7aa-d42821aa4bf0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a092146b-7cae-4230-9cc8-4696e3ed552d HTTP/1.1" status: 200 len: 217 time: 0.1339636 Feb 19 01:09:00.884454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (9833d715-b84c-47e6-b63b-0c5c485edc8e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.032424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6d487db8-d898-4009-bd8f-0233f05065b0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:01.032424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.059236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port 446b23aa-f026-4852-9688-034884245e9e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:01.070278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (446b23aa-f026-4852-9688-034884245e9e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.201180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (446b23aa-f026-4852-9688-034884245e9e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.202387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6d487db8-d898-4009-bd8f-0233f05065b0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:01.226120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for 446b23aa-f026-4852-9688-034884245e9e owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:01.483946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a8da-ebdd-4fdc-9808-9dc730b16a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066982e9-500c-45ce-8eac-a56cd7b28902,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:01.485889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for router_gateway (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.625446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bde04-1ae8-4132-abac-3f8e03de2363 req-e396dbc0-8f45-4b31-86e6-352015a7e9cf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.629038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a05bde04-1ae8-4132-abac-3f8e03de2363 req-e396dbc0-8f45-4b31-86e6-352015a7e9cf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 948 time: 0.1140707 Feb 19 01:09:01.631438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (446b23aa-f026-4852-9688-034884245e9e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.663826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=446b23aa-f026-4852-9688-034884245e9e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:01.698830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ab8c6-abfc-4afa-a6aa-3b7c3874a84b req-32587933-298e-4200-a520-d4fe02576d57 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.700471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-250ab8c6-abfc-4afa-a6aa-3b7c3874a84b req-32587933-298e-4200-a520-d4fe02576d57 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 945 time: 1.1318970 Feb 19 01:09:01.716320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-143cdb3a-699f-47d3-a764-e3421de9eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.717765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-143cdb3a-699f-47d3-a764-e3421de9eb28 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.8968534 Feb 19 01:09:01.775866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:01.785812 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a05bde04-1ae8-4132-abac-3f8e03de2363 req-e41335ec-1f0e-4a20-9e46-83380c6dd563 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515269 Feb 19 01:09:01.789834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (9833d715-b84c-47e6-b63b-0c5c485edc8e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.909932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.912633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (9833d715-b84c-47e6-b63b-0c5c485edc8e), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.919490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-250ab8c6-abfc-4afa-a6aa-3b7c3874a84b req-8cc85773-82ce-4c45-bea9-1f5e13e49748 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050335 Feb 19 01:09:01.955028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7e0500b3-5714-480d-8dec-fad799f1f839 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:01.960486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7e0500b3-5714-480d-8dec-fad799f1f839 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:01.961058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.013769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-7da84afd-69e0-45ac-84f2-ddc8d9fd98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.017206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-7da84afd-69e0-45ac-84f2-ddc8d9fd98c9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2298095 Feb 19 01:09:02.034486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (9833d715-b84c-47e6-b63b-0c5c485edc8e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.035181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router 9833d715-b84c-47e6-b63b-0c5c485edc8e {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:02.053077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.060965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-57a89e9e-ef55-428a-a38b-1891edec0ec7 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 204 len: 168 time: 1.6418650 Feb 19 01:09:02.062451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52946) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.067939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-686787988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:02.171213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:02.171213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.189757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.191934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.247779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:02.250036 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c040d-511f-4fec-ada4-bd90ea73e6d9" -d '{"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:02.275689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-e56b24b1-a7e4-4298-bad1-2992e35b33c2 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335703 Feb 19 01:09:02.308240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:02.338419 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20770f23-8450-46f9-8d11-09a8f252e069 x-openstack-request-id: req-20770f23-8450-46f9-8d11-09a8f252e069 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:02.338716 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:02.338977 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-20770f23-8450-46f9-8d11-09a8f252e069 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:02.339417 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'code': 200} Feb 19 01:09:02.370763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.383619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.468863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:02.517117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64a2ee-c838-4f28-9f1e-21824f3ef0ff req-3e2445bd-f8d0-4d52-9ae1-7adb2652faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.522363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f64a2ee-c838-4f28-9f1e-21824f3ef0ff req-3e2445bd-f8d0-4d52-9ae1-7adb2652faed service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1128 time: 0.1066222 Feb 19 01:09:02.524248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.602503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.659361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f64a2ee-c838-4f28-9f1e-21824f3ef0ff req-2af96145-1f19-448f-a278-87e53605b6d0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145751 Feb 19 01:09:02.672281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:02.673722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d9075a22-b0b1-4651-ad60-7091ee7b043d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6101677 Feb 19 01:09:02.676492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:02.681184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': True}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:02.706216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d9d5caf-bfd1-4660-9dff-24e2a6ec777a req-000dbd0b-c426-4e29-85f4-6f7aec3985d8 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242806 Feb 19 01:09:02.923950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:02.965801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.242119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc958-f3a9-4f05-a839-47d319c8b018 req-673dbcdf-633d-4ff0-bb2e-96c14609c178 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:03.248336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c3bc958-f3a9-4f05-a839-47d319c8b018 req-673dbcdf-633d-4ff0-bb2e-96c14609c178 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 948 time: 0.2368205 Feb 19 01:09:03.268635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-5e748a95-f654-4e4f-8299-324c95a2096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:03.270193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-5e748a95-f654-4e4f-8299-324c95a2096e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 1130 time: 0.2612152 Feb 19 01:09:03.297210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284d591-3d4a-44fe-a3a2-c7716ee18bfb req-93b8f2c7-4863-44da-9ea3-40f895ee9485 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:03.309610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2284d591-3d4a-44fe-a3a2-c7716ee18bfb req-93b8f2c7-4863-44da-9ea3-40f895ee9485 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2080328 Feb 19 01:09:03.401033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2284d591-3d4a-44fe-a3a2-c7716ee18bfb req-fbe36302-341e-4b22-b84a-dbaf817ba630 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786178 Feb 19 01:09:03.498171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:03.513975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:03.534031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:03.534670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:03.580949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.611469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.619176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c3bc958-f3a9-4f05-a839-47d319c8b018 req-2129afaf-dc66-4aa2-b8cc-90657e46818c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609772 Feb 19 01:09:03.683300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.685045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c4e05ca6-ba2b-4c95-b16d-d6ccc4e32e7e admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6283505 Feb 19 01:09:03.690943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52978) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:03.698966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-42461953-f643-4413-a04c-b1fb1e13c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:03.698966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-42461953-f643-4413-a04c-b1fb1e13c761 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.3941224 Feb 19 01:09:03.815488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:03.904214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-c6da4412-396e-499b-8ae1-d32b4709a8b3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a092146b-7cae-4230-9cc8-4696e3ed552d HTTP/1.1" status: 200 len: 217 time: 0.1858351 Feb 19 01:09:03.963135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 172.25.2.119 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:04.053589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-07bcec99-c3f7-4b67-a0cf-cb37c72279ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.055747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-07bcec99-c3f7-4b67-a0cf-cb37c72279ad service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1344137 Feb 19 01:09:04.164537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.216763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-50e0c10a-22b4-4b13-bfe6-680dc1eebafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.218317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-50e0c10a-22b4-4b13-bfe6-680dc1eebafd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1511776 Feb 19 01:09:04.275309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:00Z', 'revision_number': 3, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:04.319233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:04.319233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Updating router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 port c2b04efe-585a-4c89-a18b-586d42d282de binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:04.339680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.359349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.398969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.406948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:04.408708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:04.412233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:04.525630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-9e6623fe-eaad-42a4-9e6a-01d31af882ec service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711620 Feb 19 01:09:04.648697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9320097-a7c5-4e4d-8614-f29347ba23a6 req-7876ea92-0ce7-4e6e-a1e7-46ad2e924512 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144085 Feb 19 01:09:04.790498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks [] for port (c2b04efe-585a-4c89-a18b-586d42d282de), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.844740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ac13-c3d7-4ef1-9d4d-17f7ece913cf req-1b6e9236-2960-42af-8fb3-9a1457809549 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:04.846674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9967ac13-c3d7-4ef1-9d4d-17f7ece913cf req-1b6e9236-2960-42af-8fb3-9a1457809549 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 948 time: 0.1209815 Feb 19 01:09:04.916055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.031330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Attempting to bind port c2b04efe-585a-4c89-a18b-586d42d282de on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:05.031831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Attempting to bind port c2b04efe-585a-4c89-a18b-586d42d282de by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:05.032057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Attempting to bind port c2b04efe-585a-4c89-a18b-586d42d282de on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:05.034126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f8d34-ad93-4654-93c7-401f5a4b3b64 None None] Pushing event updated for resources: {'Port': ['ID=c2b04efe-585a-4c89-a18b-586d42d282de,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.050032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:05.050414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:05.052136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.052554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:05.053104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Bound port: c2b04efe-585a-4c89-a18b-586d42d282de, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:05.053492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.073733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9967ac13-c3d7-4ef1-9d4d-17f7ece913cf req-c6829f58-baa2-4efd-96e8-a7bf133ad0f3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185900 Feb 19 01:09:05.087065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.136818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] For port c2b04efe-585a-4c89-a18b-586d42d282de, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:05.140619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] For port c2b04efe-585a-4c89-a18b-586d42d282de, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c2b04efe-585a-4c89-a18b-586d42d282de,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:05.217399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84873217-fda2-4d2a-9933-df1bd91694cd req-1a986427-9616-42f0-af42-11a9efd6ed1f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.217399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84873217-fda2-4d2a-9933-df1bd91694cd req-1a986427-9616-42f0-af42-11a9efd6ed1f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.6302643 Feb 19 01:09:05.240960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.283514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84873217-fda2-4d2a-9933-df1bd91694cd req-ca607dde-b7df-48b7-af11-cde5bc826ffc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663645 Feb 19 01:09:05.320804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Allocated IP 172.20.0.1 (a65adc9b-0e47-408a-86d2-945821b08efb/ceb8feb6-9288-4e02-a0b4-20ecb5859ec5/107681e7-e1f4-4c51-a93b-4e45752f0a3c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:05.416559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f8d34-ad93-4654-93c7-401f5a4b3b64 None None] Pushing event updated for resources: {'Port': ['ID=c2b04efe-585a-4c89-a18b-586d42d282de,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.440661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:05.441308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:05.493341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.571699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1db0-4e2b-43d9-9fd3-caca366b6de0 req-d410524c-6a2f-4b5d-b369-0bfa8e6ce2af tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:05.573246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-877e1db0-4e2b-43d9-9fd3-caca366b6de0 req-d410524c-6a2f-4b5d-b369-0bfa8e6ce2af tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1359377 Feb 19 01:09:05.587789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.596340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'floatingip': {'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:05.608905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks [] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.669335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:05.684226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.737540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.792381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Network a65adc9b-0e47-408a-86d2-945821b08efb is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:05.807173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:05.807406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a092146b-7cae-4230-9cc8-4696e3ed552d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:05.810261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:05.915032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.936617 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.944200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a092146b-7cae-4230-9cc8-4696e3ed552d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:05.969773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a092146b-7cae-4230-9cc8-4696e3ed552d', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'a092146b-7cae-4230-9cc8-4696e3ed552d', 'mac_address': 'fa:16:3e:f8:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:06.133382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a092146b-7cae-4230-9cc8-4696e3ed552d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:06.133783 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.198340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a092146b-7cae-4230-9cc8-4696e3ed552d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:06.249602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a092146b-7cae-4230-9cc8-4696e3ed552d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:06.260609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.261262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9779509a-8596-4d36-b985-eac5d380350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:00Z', 'revision_number': 3, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:06.287299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.296609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7309b184-5e95-4837-af3a-d79585896f0b None None] Provisioning complete for port 107681e7-e1f4-4c51-a93b-4e45752f0a3c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:06.298486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7309b184-5e95-4837-af3a-d79585896f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.303128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9779509a-8596-4d36-b985-eac5d380350a None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:00Z', 'revision_number': 3, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:06.347054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.385915 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.398377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7309b184-5e95-4837-af3a-d79585896f0b None None] Port 107681e7-e1f4-4c51-a93b-4e45752f0a3c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:06.464536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:06.639792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a092146b-7cae-4230-9cc8-4696e3ed552d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:06.698639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks [] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.782625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.953693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.983117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.009964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926dc3-cc7d-4350-8e33-b2dc6e2ce2ae req-818b59ea-1bf7-4b45-9124-c9a04d14b215 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:07.011597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9926dc3-cc7d-4350-8e33-b2dc6e2ce2ae req-818b59ea-1bf7-4b45-9124-c9a04d14b215 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 948 time: 0.7700434 Feb 19 01:09:07.019334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:09:07.243600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.280466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:07.375997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.396504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9926dc3-cc7d-4350-8e33-b2dc6e2ce2ae req-8af05da3-170f-48f9-8186-6bb680c0e01d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491717 Feb 19 01:09:07.472486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router d99a7f0f-be18-4b2b-9186-edd47d6dad5b is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:07.490904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.650017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Network a65adc9b-0e47-408a-86d2-945821b08efb is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:07.651733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:07.802372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:07.825281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a092146b-7cae-4230-9cc8-4696e3ed552d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:08.011490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:08.019136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49310237-9765-43ea-be94-026d60bc6cd3 admin admin] 10.222.0.94 "PUT /v2.0/routers/2a2643bc-f2c3-46d3-bf41-664fe5a10bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3187764 Feb 19 01:09:08.096494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a092146b-7cae-4230-9cc8-4696e3ed552d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:08.107531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a092146b-7cae-4230-9cc8-4696e3ed552d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:08.109188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.221954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7c4de061-73aa-4f3e-ba7d-ecc04c2594f7 None None] Provisioning complete for port 107681e7-e1f4-4c51-a93b-4e45752f0a3c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:08.222339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c4de061-73aa-4f3e-ba7d-ecc04c2594f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.246043 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Floating IP 9ddae1d3-92e5-4e37-a596-78a9e432ad35 associated. External IP: 172.25.2.201, port: 7e0500b3-5714-480d-8dec-fad799f1f839. Feb 19 01:09:08.365779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c4de061-73aa-4f3e-ba7d-ecc04c2594f7 None None] Port 107681e7-e1f4-4c51-a93b-4e45752f0a3c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:08.415248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a092146b-7cae-4230-9cc8-4696e3ed552d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:08.415714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.472986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:08.478099 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be90c2-410c-4c73-bdc2-0cad21fa7f84" -d '{"events": [{"server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "name": "network-vif-plugged", "status": "completed", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:08.513790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a092146b-7cae-4230-9cc8-4696e3ed552d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:08.539790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c2b04efe-585a-4c89-a18b-586d42d282de up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:08.576350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Publish callbacks [] for security_group (7c45ad89-b3ba-4ae1-9352-cda619c4c3cc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.612575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.645441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:08.651929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.655651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a228cdf-7a21-41ee-985b-c51ccb22b2fd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "PUT /v2.0/routers/d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 200 len: 918 time: 5.9753628 Feb 19 01:09:08.656771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:08.662807 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] Sync routers for ids ['d99a7f0f-be18-4b2b-9186-edd47d6dad5b'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:08.693539 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] Routers {'d99a7f0f-be18-4b2b-9186-edd47d6dad5b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:08.697496 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d99a7f0f-be18-4b2b-9186-edd47d6dad5b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:08.751317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ada4c-854a-4bf2-a585-1c57982403c1 req-54bdd1ae-7962-4794-af33-826b57ba3fd3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:08.758767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f50ada4c-854a-4bf2-a585-1c57982403c1 req-54bdd1ae-7962-4794-af33-826b57ba3fd3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.2034814 Feb 19 01:09:08.825427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:08.849116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c2b04efe-585a-4c89-a18b-586d42d282de triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:08.851252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.852619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c45ad89-b3ba-4ae1-9352-cda619c4c3cc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.884656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f50ada4c-854a-4bf2-a585-1c57982403c1 req-d78eaff1-d9c3-48ca-adaa-a6e3d7be4b32 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142497 Feb 19 01:09:08.966067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-819e1c2b-e818-4446-ae9b-66359693e489 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 200 len: 924 time: 0.3071702 Feb 19 01:09:08.967702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.021064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45ad89-b3ba-4ae1-9352-cda619c4c3cc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:09.032475 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a284b-9e5b-4d2e-970c-44a684f09feb x-openstack-request-id: req-343a284b-9e5b-4d2e-970c-44a684f09feb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:09.034145 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "name": "network-vif-plugged", "status": "completed", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:09.036447 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-343a284b-9e5b-4d2e-970c-44a684f09feb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:09.038731 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d', 'code': 200} Feb 19 01:09:09.084816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c2b04efe-585a-4c89-a18b-586d42d282de is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:09.085389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.120604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c2b04efe-585a-4c89-a18b-586d42d282de, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c2b04efe-585a-4c89-a18b-586d42d282de,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:09.128936 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:09.137181 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] Routers {'d99a7f0f-be18-4b2b-9186-edd47d6dad5b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:09.137904 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d99a7f0f-be18-4b2b-9186-edd47d6dad5b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:09.149506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cf9a6c8f947446fba7b1333845475c39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8662567 Feb 19 01:09:09.153170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.156063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.156661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.157199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.158128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.158676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.159408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.159964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.160511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.161659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.162287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.162846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.163419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.164227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5601498-e47e-4401-9457-d7cc08121f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:09.178333 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:09.178957 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eea719-8515-4619-a3ef-36b2027ffbef None None] The sync data for ids ['d99a7f0f-be18-4b2b-9186-edd47d6dad5b'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:09.193812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.220087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:09.248371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e7ee4-8960-46ed-bf9a-f9f67a728432 req-19e372f0-36eb-490b-b2d3-6da466b602e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.253575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-428e7ee4-8960-46ed-bf9a-f9f67a728432 req-19e372f0-36eb-490b-b2d3-6da466b602e3 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 1132 time: 0.1392672 Feb 19 01:09:09.256536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:09.263005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.281612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183234248', 'description': 'tempest-description--544694674'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:09.297460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c2b04efe-585a-4c89-a18b-586d42d282de,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:09.317330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:09.319266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:09.336855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd433aa-acfc-491f-9c1a-efaafb10caf5 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.341930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7fd433aa-acfc-491f-9c1a-efaafb10caf5 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=d99a7f0f-be18-4b2b-9186-edd47d6dad5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3731267 Feb 19 01:09:09.346117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.356316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:09.362079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.370888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:09.388419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:09.392852 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:09.409665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9338c042-56ed-44af-bcb9-0a84d117bf4e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "PUT /v2.0/floatingips/9ddae1d3-92e5-4e37-a596-78a9e432ad35 HTTP/1.1" status: 200 len: 992 time: 3.8057547 Feb 19 01:09:09.409665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:09.410168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.412643 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b684c6-d47c-4e71-922d-264520eea097" -d '{"events": [{"name": "network-changed", "server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:09.488894 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce982f0d-0e82-42eb-ada1-65086eb5c1fd x-openstack-request-id: req-ce982f0d-0e82-42eb-ada1-65086eb5c1fd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:09.489246 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:09.489502 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ce982f0d-0e82-42eb-ada1-65086eb5c1fd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:09.489913 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'status': 'completed', 'code': 200} Feb 19 01:09:09.573149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-428e7ee4-8960-46ed-bf9a-f9f67a728432 req-0fbfec0b-0980-40dd-bbb0-6dece451cf4d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076551 Feb 19 01:09:09.578221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] Publish callbacks [] for security_group (7c45ad89-b3ba-4ae1-9352-cda619c4c3cc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.640019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b684c6-d47c-4e71-922d-264520eea097 req-4d6cc6b6-e040-4320-9897-e4fa8ae750cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.641586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-4d6cc6b6-e040-4320-9897-e4fa8ae750cf service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1128 time: 0.1267073 Feb 19 01:09:09.647107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] Publish callbacks [] for security_group (7c45ad89-b3ba-4ae1-9352-cda619c4c3cc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.662045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:09.696016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df670782-d0a8-465b-a40b-1ad9cf2eb6d5 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:09.697537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df670782-d0a8-465b-a40b-1ad9cf2eb6d5 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.3503366 Feb 19 01:09:09.700997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53088) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.762065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3f4c7cce-f4a7-4860-81e5-240a4d4d1727 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 200 len: 205 time: 0.0593653 Feb 19 01:09:09.763009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53092) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.777644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (0f5adf48-7f35-4baa-a17a-456767a4ef2a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.857002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c45ad89-b3ba-4ae1-9352-cda619c4c3cc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.860117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.861344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7c45ad89-b3ba-4ae1-9352-cda619c4c3cc HTTP/1.1" status: 204 len: 168 time: 0.7037115 Feb 19 01:09:09.876563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965d839-207a-43b6-9d55-3eecfdcad4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45ad89-b3ba-4ae1-9352-cda619c4c3cc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:09.908145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f5adf48-7f35-4baa-a17a-456767a4ef2a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.913903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:09.952426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5adf48-7f35-4baa-a17a-456767a4ef2a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:10.045204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.046572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-11274470-4ed3-44e6-92ce-50b397a22d09 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7823968 Feb 19 01:09:10.050318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53098) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.062333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group_rule': {'security_group_id': '0f5adf48-7f35-4baa-a17a-456767a4ef2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:10.113122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.145842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8058d-df86-467f-8b37-fe7639927ab9 req-63f40a37-2185-4e92-9b32-496ba5404e21 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:10.148913 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9ddae1d3-92e5-4e37-a596-78a9e432ad35', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:45Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:10.152834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bd8058d-df86-467f-8b37-fe7639927ab9 req-63f40a37-2185-4e92-9b32-496ba5404e21 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.1528192 Feb 19 01:09:10.209505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.214223 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (4008795d-c584-4f02-a7be-127408c29f45), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.228593 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:10.234653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bd8058d-df86-467f-8b37-fe7639927ab9 req-c27dbab9-4221-442f-9640-d3874b197232 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771289 Feb 19 01:09:10.268982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:10.269622 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:10.314562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b684c6-d47c-4e71-922d-264520eea097 req-467c76b2-bda9-4b4c-b027-3de62aaffdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:10.317030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-467c76b2-bda9-4b4c-b027-3de62aaffdd4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.5375173 Feb 19 01:09:10.327055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (4008795d-c584-4f02-a7be-127408c29f45), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.333441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.397544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 2, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:10.451810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.453363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4008795d-c584-4f02-a7be-127408c29f45), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.468487 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:10.477558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-d279e54d-dff4-4787-8583-d54293c5cd10 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 1000 time: 0.1501813 Feb 19 01:09:10.485875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4008795d-c584-4f02-a7be-127408c29f45,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:10.499078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:10.499697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Updating router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 port 107681e7-e1f4-4c51-a93b-4e45752f0a3c binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:10.532021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c2b04efe-585a-4c89-a18b-586d42d282de up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:10.588124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.591828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0afa5c6b-8665-4085-bff7-356328458b3e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5371592 Feb 19 01:09:10.594852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.596859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group_rule': {'security_group_id': '0f5adf48-7f35-4baa-a17a-456767a4ef2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:10.634706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b684c6-d47c-4e71-922d-264520eea097 req-dc865c02-a8a5-4114-a2fd-7f9964e52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:10.636497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-dc865c02-a8a5-4114-a2fd-7f9964e52a23 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1505084 Feb 19 01:09:10.645279 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.683304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:10.684599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.754524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (5f2d5507-193b-49dc-aeb4-6dc0d46bd12a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.781259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-520ce336-080d-4d88-8db4-842312cfd01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.814867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.844814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c2b04efe-585a-4c89-a18b-586d42d282de triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:10.844814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.857854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:10.913528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53116) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.986703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (5f2d5507-193b-49dc-aeb4-6dc0d46bd12a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.997034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a69206a-868a-4aac-8909-bcc432c2dbb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.093313 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9ddae1d3-92e5-4e37-a596-78a9e432ad35', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:45Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:11.122068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c2b04efe-585a-4c89-a18b-586d42d282de is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:11.130687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5f2d5507-193b-49dc-aeb4-6dc0d46bd12a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.164693 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e82a06-dff6-49e0-b494-4b574d7fd06a None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9ddae1d3-92e5-4e37-a596-78a9e432ad35', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:08:45Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:11.179196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2d5507-193b-49dc-aeb4-6dc0d46bd12a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.255424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b684c6-d47c-4e71-922d-264520eea097 req-55c8084f-9c3b-4205-a568-a6238e936a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:11.257732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-55c8084f-9c3b-4205-a568-a6238e936a18 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6082189 Feb 19 01:09:11.279802 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks [] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.337466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a69206a-868a-4aac-8909-bcc432c2dbb6 admin admin] Publish callbacks [] for security_group (7f992ab7-04c0-4465-8ea9-2398cdb90f0d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.344549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.353827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-caf40cba-0979-41e4-a55d-7a80c0fb6e53 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7608387 Feb 19 01:09:11.359971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.360363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:11.362438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:11.369551 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.436665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=ae9f3e7e-fc75-470a-b3f3-aef8dfdc3d05,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.439856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a69206a-868a-4aac-8909-bcc432c2dbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f992ab7-04c0-4465-8ea9-2398cdb90f0d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.485889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69206a-868a-4aac-8909-bcc432c2dbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f992ab7-04c0-4465-8ea9-2398cdb90f0d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.522000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a69206a-868a-4aac-8909-bcc432c2dbb6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3930f14c5ec040608de5c2159735db9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5975184 Feb 19 01:09:11.523032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53130) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:11.589346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.652042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53fdcc-e7a8-4551-a7d7-5a6844831a0c None None] Pushing event updated for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.681433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Attempting to bind port 107681e7-e1f4-4c51-a93b-4e45752f0a3c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:11.687859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Attempting to bind port 107681e7-e1f4-4c51-a93b-4e45752f0a3c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:11.688322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Attempting to bind port 107681e7-e1f4-4c51-a93b-4e45752f0a3c on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:11.699239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:11.699623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Checking segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:11.700032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.700424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Bound using segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:11.700907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Bound port: 107681e7-e1f4-4c51-a93b-4e45752f0a3c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:11.701287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.737945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a3137c-54bb-475d-a277-25dd668ed739 None None] New status for floating IP 9ddae1d3-92e5-4e37-a596-78a9e432ad35: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:09:11.816441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] Publish callbacks [] for security_group (7f992ab7-04c0-4465-8ea9-2398cdb90f0d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.848381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-eaa38ebc-0b57-4725-8d35-6b67eadac1dd service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817688 Feb 19 01:09:11.889584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.939308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] Publish callbacks [] for security_group (7f992ab7-04c0-4465-8ea9-2398cdb90f0d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.013354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d4c1-d9d6-4141-8719-e260ea5bfa9e req-b08a7e15-e09b-4d81-982f-210a8f96a50e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:12.026570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c649d4c1-d9d6-4141-8719-e260ea5bfa9e req-b08a7e15-e09b-4d81-982f-210a8f96a50e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.6057980 Feb 19 01:09:12.087162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.139790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8c420792-bf29-455f-9ac4-2b17df10178f None None] Provisioning complete for port 107681e7-e1f4-4c51-a93b-4e45752f0a3c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:12.140362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c420792-bf29-455f-9ac4-2b17df10178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.232193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f992ab7-04c0-4465-8ea9-2398cdb90f0d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.235296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.236587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7f992ab7-04c0-4465-8ea9-2398cdb90f0d HTTP/1.1" status: 204 len: 168 time: 0.7116418 Feb 19 01:09:12.283715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8c420792-bf29-455f-9ac4-2b17df10178f None None] Port 107681e7-e1f4-4c51-a93b-4e45752f0a3c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:12.290655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] For port 107681e7-e1f4-4c51-a93b-4e45752f0a3c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:12.299980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] For port 107681e7-e1f4-4c51-a93b-4e45752f0a3c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=107681e7-e1f4-4c51-a93b-4e45752f0a3c,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:12.314764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.329776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.383954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.446515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bf117-fd95-4550-a09a-e010dda71c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f992ab7-04c0-4465-8ea9-2398cdb90f0d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:12.510999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53fdcc-e7a8-4551-a7d7-5a6844831a0c None None] Pushing event updated for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:12.601945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:12.607048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.607757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8b684c6-d47c-4e71-922d-264520eea097 req-76a16d49-a1e2-474b-a5dc-62e1db8c797f service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439730 Feb 19 01:09:12.612098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c649d4c1-d9d6-4141-8719-e260ea5bfa9e req-95599b7e-3fb2-406d-bcbe-823dc91d9adf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377687 Feb 19 01:09:12.659519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (d99a7f0f-be18-4b2b-9186-edd47d6dad5b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.660108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router d99a7f0f-be18-4b2b-9186-edd47d6dad5b {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:12.681168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.684593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-28f84049-2744-46fb-bd6f-fbdbdeb36f4e tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 204 len: 168 time: 2.9204435 Feb 19 01:09:12.688611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53144) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:12.709906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388436507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:12.718761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Allocated IP 172.25.2.207 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/06f93743-ec31-4367-abba-020c52e7142f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:12.883361 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f356d865-5e14-4517-9cde-0d56b3f9773b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.888314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.890359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.944105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:12.997833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901419f-2bda-4f40-9b90-dbd5a031b2bf req-aa6a2885-6b24-40ff-957d-d0eb7aa042c1 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:12.999606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e901419f-2bda-4f40-9b90-dbd5a031b2bf req-aa6a2885-6b24-40ff-957d-d0eb7aa042c1 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 1132 time: 0.2240350 Feb 19 01:09:13.064962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Provisioning complete for port 107681e7-e1f4-4c51-a93b-4e45752f0a3c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:13.065337 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.096905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.116376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (06f93743-ec31-4367-abba-020c52e7142f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.148503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.196679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e901419f-2bda-4f40-9b90-dbd5a031b2bf req-93c4fbac-3be7-4324-9bf2-8e502085c6c1 tempest-ServersOnMultiNodesTest-1860286368 tempest-ServersOnMultiNodesTest-1860286368-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887681 Feb 19 01:09:13.247798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.252078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b3da445-8d3b-48eb-8d2f-805cdb54c5e2 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5594859 Feb 19 01:09:13.252328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:13.258100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:13.345444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (06f93743-ec31-4367-abba-020c52e7142f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.373304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:13.404093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:13.458492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:13.467979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Current status of the port 107681e7-e1f4-4c51-a93b-4e45752f0a3c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:13.468555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.689991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=06f93743-ec31-4367-abba-020c52e7142f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:13.735171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] For port 107681e7-e1f4-4c51-a93b-4e45752f0a3c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=107681e7-e1f4-4c51-a93b-4e45752f0a3c,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:13.805849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:13.877372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dc3fb8-9bec-4cee-ae22-71801c70379a None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:13.891701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.026140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f2a49-8d13-410b-bbc3-44fda5acbfc2 None None] Pushing event updated for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:14.166530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.212676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.257692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac162-c106-4581-b72a-27f912b14782 req-6abc1b24-af36-4820-b41b-460b90edc82d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:14.257692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a97ac162-c106-4581-b72a-27f912b14782 req-6abc1b24-af36-4820-b41b-460b90edc82d tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.1719213 Feb 19 01:09:14.308307 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.506663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a97ac162-c106-4581-b72a-27f912b14782 req-628bc2db-42cf-4f6f-8f6e-ddf846da48f8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341349 Feb 19 01:09:14.553691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 107681e7-e1f4-4c51-a93b-4e45752f0a3c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:14.584569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (06f93743-ec31-4367-abba-020c52e7142f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.702612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 107681e7-e1f4-4c51-a93b-4e45752f0a3c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:14.703049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.838885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 107681e7-e1f4-4c51-a93b-4e45752f0a3c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:14.921154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (06f93743-ec31-4367-abba-020c52e7142f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.013384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (06f93743-ec31-4367-abba-020c52e7142f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.093348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=06f93743-ec31-4367-abba-020c52e7142f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.216858 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.259192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.270528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-51540c7f-198e-494d-81db-2acad151b2c1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:15.272822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-51540c7f-198e-494d-81db-2acad151b2c1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.1397703 Feb 19 01:09:15.305775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.310270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.462040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port a092146b-7cae-4230-9cc8-4696e3ed552d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:15.462825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.475534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.496761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c742cd28-a024-4336-9011-8ac94ae3781b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1378379 Feb 19 01:09:15.661675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Allocated IP 172.25.2.254 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3054243b-bcce-4692-a319-df1b18df35b4) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:15.842934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port a092146b-7cae-4230-9cc8-4696e3ed552d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a092146b-7cae-4230-9cc8-4696e3ed552d,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:15.843437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.872572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17be22-99d7-4497-83de-cab98943f9b4 req-ad772eee-4bde-4588-a4b3-b91caf8b34f2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:15.874201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce17be22-99d7-4497-83de-cab98943f9b4 req-ad772eee-4bde-4588-a4b3-b91caf8b34f2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 950 time: 0.2305880 Feb 19 01:09:15.889616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for a092146b-7cae-4230-9cc8-4696e3ed552d owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:15.945291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for port (3054243b-bcce-4692-a319-df1b18df35b4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.028354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-d1ffd3ea-fa2d-4324-b05a-b4d1b01301d9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1183234248&fields=id&tenant_id=f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 267 time: 0.1845622 Feb 19 01:09:16.064645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce17be22-99d7-4497-83de-cab98943f9b4 req-430ea7e2-0858-41ca-b42e-46b24dde0b9c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431079 Feb 19 01:09:16.165934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3054243b-bcce-4692-a319-df1b18df35b4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.248828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:16.261381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:16.279407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:16.331817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a092146b-7cae-4230-9cc8-4696e3ed552d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.349156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', '8d47de7c-5296-4b1b-9dad-d86d09242cbd', '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:16.431226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'a092146b-7cae-4230-9cc8-4696e3ed552d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:16.503591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port a092146b-7cae-4230-9cc8-4696e3ed552d on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:16.507004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.511926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d597b4b1-a92c-4aeb-8d14-5d5e960c322b req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "DELETE /v2.0/ports/a092146b-7cae-4230-9cc8-4696e3ed552d HTTP/1.1" status: 204 len: 173 time: 1.2311878 Feb 19 01:09:16.519064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'name': 'network-vif-deleted', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:16.519064 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d1a6e-ca76-4584-a424-a1ffb939c0ce" -d '{"events": [{"server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "name": "network-vif-deleted", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:16.532638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Pushing event updated for resources: {'Port': ['ID=3054243b-bcce-4692-a319-df1b18df35b4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:16.534001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136dc60-fdab-480e-af96-26943bffd5fe tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=a092146b-7cae-4230-9cc8-4696e3ed552d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:16.588669 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234020f-ca52-48d7-beea-2163fa955544 x-openstack-request-id: req-f234020f-ca52-48d7-beea-2163fa955544 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:16.589183 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c10428-c0a1-4c2c-9bc7-7d1a062c5218", "name": "network-vif-deleted", "tag": "a092146b-7cae-4230-9cc8-4696e3ed552d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:16.589681 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f234020f-ca52-48d7-beea-2163fa955544 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:16.590251 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c10428-c0a1-4c2c-9bc7-7d1a062c5218', 'name': 'network-vif-deleted', 'tag': 'a092146b-7cae-4230-9cc8-4696e3ed552d', 'status': 'completed', 'code': 200} Feb 19 01:09:16.615972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-19561802-5e65-43ff-a666-fd128f0576d6 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:16.618986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-19561802-5e65-43ff-a666-fd128f0576d6 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 810 time: 0.5837991 Feb 19 01:09:16.676809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-b93cc681-5c25-4061-847e-61225c05bc28 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/quotas/f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 375 time: 0.0487792 Feb 19 01:09:17.023296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.114875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53242) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:17.228162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-2c73ebb4-03a1-4bdd-8b5b-b31009b71ff4 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5449200 Feb 19 01:09:17.328443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-491f86a0-e9ed-46fe-b49a-453989ba30e2 req-26a6a2b3-a895-4132-87c6-4ca513fee1dc tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7c10428-c0a1-4c2c-9bc7-7d1a062c5218 HTTP/1.1" status: 200 len: 210 time: 0.0571506 Feb 19 01:09:17.358191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87b8a0dc-90cd-4630-96eb-5f7a4f99085f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.467462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87b8a0dc-90cd-4630-96eb-5f7a4f99085f admin admin] Publish callbacks [] for security_group (86d127e8-46fe-4049-b14e-c6ed6f007fe2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.555037 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router_gateway (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.582142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87b8a0dc-90cd-4630-96eb-5f7a4f99085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (86d127e8-46fe-4049-b14e-c6ed6f007fe2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.605930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-40097f69-6cda-4882-aa3a-966e17900ba5 service neutron] 10.222.0.94 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620598 Feb 19 01:09:17.667590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-87b8a0dc-90cd-4630-96eb-5f7a4f99085f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ca6bbe1cc89141139e86a90afd596bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511034 Feb 19 01:09:17.668946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:17.688590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8a0dc-90cd-4630-96eb-5f7a4f99085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d127e8-46fe-4049-b14e-c6ed6f007fe2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.768472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] Publish callbacks [] for security_group (86d127e8-46fe-4049-b14e-c6ed6f007fe2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.792103 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] Publish callbacks [] for security_group (86d127e8-46fe-4049-b14e-c6ed6f007fe2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.844636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-c0fcec98-fd13-4767-8c42-6fae7e04762d service neutron] 10.222.0.94 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274973 Feb 19 01:09:17.925438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (86d127e8-46fe-4049-b14e-c6ed6f007fe2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.930230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.930230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/86d127e8-46fe-4049-b14e-c6ed6f007fe2 HTTP/1.1" status: 204 len: 168 time: 0.2592099 Feb 19 01:09:17.960186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41220ead-8a03-4f62-a66c-2ee524413110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d127e8-46fe-4049-b14e-c6ed6f007fe2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.982788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.999479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.182953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb977fe2-4ab2-4b6b-8061-80e4de9a2593 req-17301b6a-f462-4518-ade9-a9644c1c6c6b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 210 time: 0.0490422 Feb 19 01:09:18.251050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Router adc1ab03-d606-4eea-947d-1bd0d6f0f20b is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:18.489068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:18.498587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.503728 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] Sync routers for ids ['adc1ab03-d606-4eea-947d-1bd0d6f0f20b'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:18.504854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd124807-c705-4827-acb9-f71ead56c344 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "PUT /v2.0/routers/adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 200 len: 919 time: 5.2505908 Feb 19 01:09:18.508139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53276) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:18.538539 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] Routers {'adc1ab03-d606-4eea-947d-1bd0d6f0f20b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:18.540291 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['adc1ab03-d606-4eea-947d-1bd0d6f0f20b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.606574 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.625167 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] Routers {'adc1ab03-d606-4eea-947d-1bd0d6f0f20b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:18.625778 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['adc1ab03-d606-4eea-947d-1bd0d6f0f20b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.692543 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.693501 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d808a0a-f474-45b5-9596-c3f3635c4d4e None None] The sync data for ids ['adc1ab03-d606-4eea-947d-1bd0d6f0f20b'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:18.714142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-58f3073d-481d-4f77-9563-bef52ba89c97 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 200 len: 925 time: 0.2031085 Feb 19 01:09:18.716448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53280) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:18.800332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506d860-5342-41c7-b2d8-e262a1c8f0d1 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:18.806794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b506d860-5342-41c7-b2d8-e262a1c8f0d1 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=adc1ab03-d606-4eea-947d-1bd0d6f0f20b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0868332 Feb 19 01:09:18.807847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53284) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:18.965245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835d0c9-4679-4700-80b0-6b463301efa2 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:18.966506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a835d0c9-4679-4700-80b0-6b463301efa2 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.1565008 Feb 19 01:09:18.970521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53290) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:19.045586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53296) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:19.054062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b3b9dbf-d5da-4eb9-9e0d-f60fc8da3959 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 200 len: 205 time: 0.0758550 Feb 19 01:09:19.120374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dbee6-bd96-4674-9fac-bdef48d55c3c req-b16c3d81-d20a-4b25-9cdd-463027acb873 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:19.133007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a6dbee6-bd96-4674-9fac-bdef48d55c3c req-b16c3d81-d20a-4b25-9cdd-463027acb873 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.1783650 Feb 19 01:09:19.214802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a6dbee6-bd96-4674-9fac-bdef48d55c3c req-45090a12-bdfd-40a9-8fcb-1f234bbd4f78 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717349 Feb 19 01:09:19.652658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59055985-4c7a-4faa-8a68-1d9c83f27784 req-cc8ccc3b-e6d5-4701-8989-c3ba2b91f52d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 210 time: 0.0424235 Feb 19 01:09:19.688018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.860045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a092146b-7cae-4230-9cc8-4696e3ed552d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:19.867385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.897807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: a092146b-7cae-4230-9cc8-4696e3ed552d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:19.898181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a092146b-7cae-4230-9cc8-4696e3ed552d not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:20.058702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port 3054243b-bcce-4692-a319-df1b18df35b4 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:20.058916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3054243b-bcce-4692-a319-df1b18df35b4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.297883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3054243b-bcce-4692-a319-df1b18df35b4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.333501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for 3054243b-bcce-4692-a319-df1b18df35b4 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:20.538403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e33d-fce6-490d-81c4-cc7190d1076e req-c7e8a3d7-40fc-4ace-9664-c712959ea555 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:20.548651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8cd4e33d-fce6-490d-81c4-cc7190d1076e req-c7e8a3d7-40fc-4ace-9664-c712959ea555 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.2307575 Feb 19 01:09:20.595519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-f5e2fae2-d7e3-4263-bbcc-e74c411bfe9c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:20.597347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-f5e2fae2-d7e3-4263-bbcc-e74c411bfe9c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 950 time: 0.2249448 Feb 19 01:09:20.678319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8cd4e33d-fce6-490d-81c4-cc7190d1076e req-8a97f28e-dd89-40f1-8806-a83fcc9e04ce tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284177 Feb 19 01:09:20.747985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3054243b-bcce-4692-a319-df1b18df35b4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.777353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:20.777860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.818453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=3054243b-bcce-4692-a319-df1b18df35b4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:20.867192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67003aea-ed27-4cdd-823b-bd7205ede31d req-43e59642-d096-454b-9c76-977400209453 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 210 time: 0.0534751 Feb 19 01:09:20.941035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:20.944509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.981468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:20.998168 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:09:21.000099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.197186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.221258 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.348827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (10e2ec4e-9b88-4bec-abf7-d950dc231fd4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.373146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:21.381770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', '8d47de7c-5296-4b1b-9dad-d86d09242cbd', '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:21.424590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=10e2ec4e-9b88-4bec-abf7-d950dc231fd4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:21.501899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-87197c90-932c-4985-8e8c-23070fe42c33 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:21.501899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-87197c90-932c-4985-8e8c-23070fe42c33 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 810 time: 0.3569927 Feb 19 01:09:21.501899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (adc1ab03-d606-4eea-947d-1bd0d6f0f20b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.502190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router adc1ab03-d606-4eea-947d-1bd0d6f0f20b {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:21.506931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:21.510444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.515041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2f0531de-c3eb-4d47-9fee-33db73be953a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 204 len: 168 time: 2.4649587 Feb 19 01:09:21.515258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.518472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53362) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:21.521771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-206c6640-5b58-4d5b-923e-9f1c000d55c0 req-c3215d03-fd4c-4ed3-8b6a-8659bdca4d70 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "DELETE /v2.0/ports/10e2ec4e-9b88-4bec-abf7-d950dc231fd4 HTTP/1.1" status: 204 len: 173 time: 0.9160013 Feb 19 01:09:21.522276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'name': 'network-vif-deleted', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:21.524286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-532213738', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:21.524730 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c728dd0a-7768-404d-b322-c8a1ee225f76" -d '{"events": [{"server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "name": "network-vif-deleted", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:21.602880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-4d6a14c4-c5f8-4897-a481-8a3a18506998 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 380 time: 0.0900469 Feb 19 01:09:21.612979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'port': {'device_id': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'admin_state_up': True, 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'security_groups': ['0f5adf48-7f35-4baa-a17a-456767a4ef2a']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:21.615810 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e7881-c841-4458-82f2-e2159fc7b282 x-openstack-request-id: req-ea1e7881-c841-4458-82f2-e2159fc7b282 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:21.616349 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd2866e-2805-4949-8fac-4dea6b6cf601", "name": "network-vif-deleted", "tag": "10e2ec4e-9b88-4bec-abf7-d950dc231fd4", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:21.616461 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ea1e7881-c841-4458-82f2-e2159fc7b282 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:21.617508 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd2866e-2805-4949-8fac-4dea6b6cf601', 'name': 'network-vif-deleted', 'tag': '10e2ec4e-9b88-4bec-abf7-d950dc231fd4', 'status': 'completed', 'code': 200} Feb 19 01:09:21.702060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (4d35da36-6d03-4820-8161-b7431babc072), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.706696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (4d35da36-6d03-4820-8161-b7431babc072), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.933686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-736db474-0e99-4854-ac4f-5c9527153dc8 req-59323739-333b-4d1b-9eb7-ca8ea5d6d3db tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfd2866e-2805-4949-8fac-4dea6b6cf601 HTTP/1.1" status: 200 len: 210 time: 0.0967762 Feb 19 01:09:21.936988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (4d35da36-6d03-4820-8161-b7431babc072), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.050362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b29af3e-f55d-437a-9a7b-6624b49d298f req-dedc340c-244e-46c0-97df-c1b7b38e6ede tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 210 time: 0.0588408 Feb 19 01:09:22.093701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Made reservation on behalf of f36b957cc9044b119515422b14c6f451 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:22.098526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.315728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Allocated IP 172.20.0.11 (a65adc9b-0e47-408a-86d2-945821b08efb/ceb8feb6-9288-4e02-a0b4-20ecb5859ec5/397ec504-0e2f-4dd0-afe6-8b87fe2b810a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:22.367637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53404) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.679815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.704854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.897302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.951785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Network a65adc9b-0e47-408a-86d2-945821b08efb is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:22.955655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:22.965714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:23.015990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.016619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.061478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.142024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-1591bf39-b6ef-4d6a-be36-5ff16c4b58f0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5342941 Feb 19 01:09:23.169628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Request body: {'port': {'device_id': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.333671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (7d542f0a-7fff-4872-becc-1ebdf017448e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.337007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.442519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-70c88474-9e09-447f-90f7-178c7a8fa98f None None] Provisioning complete for port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:23.443262 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-70c88474-9e09-447f-90f7-178c7a8fa98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.467888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.529476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-70c88474-9e09-447f-90f7-178c7a8fa98f None None] Port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:23.556657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.706971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9778e7-4f92-405d-98b3-471c027ca536 req-d90177ba-a169-4708-9f06-37075f2d99d9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.714688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c9778e7-4f92-405d-98b3-471c027ca536 req-d90177ba-a169-4708-9f06-37075f2d99d9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 932 time: 0.4203613 Feb 19 01:09:23.766362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b74d6-f64b-4918-8049-68acc9bf1218 req-ae0b5eea-78aa-442c-b0c9-6c1f83d815bd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.768119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-294b74d6-f64b-4918-8049-68acc9bf1218 req-ae0b5eea-78aa-442c-b0c9-6c1f83d815bd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 950 time: 0.1482472 Feb 19 01:09:23.774108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:23.806697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:23.814015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 10e2ec4e-9b88-4bec-abf7-d950dc231fd4 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:23.850669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Deleting port 49594ca1-f2d9-4723-a29c-cfe450d0466d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:23.851058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.895360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-294b74d6-f64b-4918-8049-68acc9bf1218 req-5c32423e-736d-41ce-a541-4af237d237ff tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050370 Feb 19 01:09:23.924720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c9778e7-4f92-405d-98b3-471c027ca536 req-993b1c0a-e41f-40b6-b331-f44359218518 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992319 Feb 19 01:09:23.958846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Allocated IP 172.25.2.16 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/94839324-06c0-432d-b41e-c7b10846118b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:24.009669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:24.026607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] For port 49594ca1-f2d9-4723-a29c-cfe450d0466d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=49594ca1-f2d9-4723-a29c-cfe450d0466d,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:24.026984 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.058941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Calling delete_port for 49594ca1-f2d9-4723-a29c-cfe450d0466d owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:24.105617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for port (94839324-06c0-432d-b41e-c7b10846118b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.216838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (94839324-06c0-432d-b41e-c7b10846118b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.253073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.281334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:24.293832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:24.312876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:24.363841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event updated for resources: {'Port': ['ID=94839324-06c0-432d-b41e-c7b10846118b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.397325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Publish callbacks [] for security_group (ba7697b0-31c9-405e-94f4-dddacb4d0333), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.485164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba7697b0-31c9-405e-94f4-dddacb4d0333), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.533783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (49594ca1-f2d9-4723-a29c-cfe450d0466d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.548463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5c31b7b7926b4736914287a86fa049a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351157 Feb 19 01:09:24.551465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7697b0-31c9-405e-94f4-dddacb4d0333,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.554119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53452) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:24.571587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397ec504-0e2f-4dd0-afe6-8b87fe2b810a {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:24.584341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks [] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.604631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Transition to ACTIVE for port object 397ec504-0e2f-4dd0-afe6-8b87fe2b810a will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:24.643053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49594ca1-f2d9-4723-a29c-cfe450d0466d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.653909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.654257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.654678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.655021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.655390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.655727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.656056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.656388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.656715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.657042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.657370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.657694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.658017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4ef90-6fed-4172-b7b9-0d4dcea98737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.696474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.696825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.697170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.697511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.697845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.698180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.698509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.698837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.699201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.699531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.699858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.700183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.700508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:24.827566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.879489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (7d542f0a-7fff-4872-becc-1ebdf017448e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.958126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Pushing event updated for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:25.046716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.468616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] Publish callbacks [] for security_group (ba7697b0-31c9-405e-94f4-dddacb4d0333), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.476099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Attempting to bind port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:25.476482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Attempting to bind port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:25.476871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Attempting to bind port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:25.505387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a on network a65adc9b-0e47-408a-86d2-945821b08efb not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:25.505759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Attempting to bind port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:25.547398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:25.547747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Checking segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:25.553437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Bound using segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:25.553437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Bound port: 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:25.553437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.569694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] Publish callbacks [] for security_group (ba7697b0-31c9-405e-94f4-dddacb4d0333), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.605048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba584d-6c0e-44d0-8153-4675643c860d req-9a7ec3c0-bc46-4bea-b929-8a750a6818c3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.606579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43ba584d-6c0e-44d0-8153-4675643c860d req-9a7ec3c0-bc46-4bea-b929-8a750a6818c3 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 950 time: 0.6718495 Feb 19 01:09:25.622642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d5bd-5dcd-474e-833f-2dc35e2c37b6 req-58bb5198-f23a-446c-9142-7c27d9bdaa63 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.627558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4988d5bd-5dcd-474e-833f-2dc35e2c37b6 req-58bb5198-f23a-446c-9142-7c27d9bdaa63 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 944 time: 0.1652520 Feb 19 01:09:25.680791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa58ee-0421-4d8c-a61b-a46828ac8103 req-1f3e0044-17d8-4066-9632-94ed83eb99dd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.688090 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa58ee-0421-4d8c-a61b-a46828ac8103 req-1f3e0044-17d8-4066-9632-94ed83eb99dd tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 950 time: 0.2235386 Feb 19 01:09:25.740996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:25.806446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:25.811115 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4988d5bd-5dcd-474e-833f-2dc35e2c37b6 req-c730999c-20e1-4b32-95b6-587d6824357a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411247 Feb 19 01:09:25.826962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6aa58ee-0421-4d8c-a61b-a46828ac8103 req-05ae106e-e015-41d3-ac05-a4eb9d914b9c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374738 Feb 19 01:09:25.831734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (4d35da36-6d03-4820-8161-b7431babc072), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.907900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba7697b0-31c9-405e-94f4-dddacb4d0333), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.911115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.914975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ba7697b0-31c9-405e-94f4-dddacb4d0333 HTTP/1.1" status: 204 len: 168 time: 1.3331773 Feb 19 01:09:25.926917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.940942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port 8d47de7c-5296-4b1b-9dad-d86d09242cbd {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:25.942174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.985790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.986422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.987890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] 10.222.0.117 "PUT /v2.0/ports/397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 200 len: 1092 time: 2.8343542 Feb 19 01:09:25.988945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:26.001470 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2530752a-7f9b-4933-b784-a0e4917fe5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:26.001682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc562c-a3af-4a8f-b96d-7b90c578ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7697b0-31c9-405e-94f4-dddacb4d0333,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:26.010108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Router 7d542f0a-7fff-4872-becc-1ebdf017448e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:26.032179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e33e9-03aa-4770-829b-930a00711252 service neutron] Pushing event updated for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:26.089434 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e793a7d-d34d-4fe2-b8dd-3566de3cf7bf x-openstack-request-id: req-1e793a7d-d34d-4fe2-b8dd-3566de3cf7bf {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:26.090175 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:26.090847 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e793a7d-d34d-4fe2-b8dd-3566de3cf7bf {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:26.092073 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'status': 'completed', 'code': 200} Feb 19 01:09:26.166952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Router 4d35da36-6d03-4820-8161-b7431babc072 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:26.223775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port 8d47de7c-5296-4b1b-9dad-d86d09242cbd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8d47de7c-5296-4b1b-9dad-d86d09242cbd,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:26.224573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.244452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-3ae4a1e7-cc68-480f-88c0-d41697a8f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:26.246122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-3ae4a1e7-cc68-480f-88c0-d41697a8f37c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1126 time: 0.1440933 Feb 19 01:09:26.268699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for 8d47de7c-5296-4b1b-9dad-d86d09242cbd owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:26.341718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:26.351096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe53fd24-2e40-48eb-8726-171c885f0be8 admin admin] 10.222.0.94 "PUT /v2.0/routers/7d542f0a-7fff-4872-becc-1ebdf017448e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819198 Feb 19 01:09:26.354515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53468) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:26.357067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Sync routers for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:26.439648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:26.444735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:26.497476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:26.500449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-a9ef54cc-0fe9-40d6-bc4f-b87dfd85bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:26.501937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-a9ef54cc-0fe9-40d6-bc4f-b87dfd85bd81 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=f36b957cc9044b119515422b14c6f451&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2177067 Feb 19 01:09:26.512267 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] Sync routers for ids ['4d35da36-6d03-4820-8161-b7431babc072'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:26.531350 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] Routers {'4d35da36-6d03-4820-8161-b7431babc072'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:26.532276 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4d35da36-6d03-4820-8161-b7431babc072'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:26.606965 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:26.627865 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] Routers {'4d35da36-6d03-4820-8161-b7431babc072'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:26.632054 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4d35da36-6d03-4820-8161-b7431babc072'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:26.645149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks [] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.652288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.653668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-842e71cc-4c73-46f0-aa67-4235ff2a677c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1342232 Feb 19 01:09:26.661593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53472) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:26.673603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:26.699038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:26.700099 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2e90d2-8d56-44ae-893c-2318f1d6cc8f None None] The sync data for ids ['4d35da36-6d03-4820-8161-b7431babc072'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:26.750083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-10d4343d-abe0-40c3-8714-33c636f8ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:26.751592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2530752a-7f9b-4933-b784-a0e4917fe5a9 req-10d4343d-abe0-40c3-8714-33c636f8ccaa service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420249 Feb 19 01:09:26.754702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:26.796428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks [] for router_gateway (7d542f0a-7fff-4872-becc-1ebdf017448e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.814687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8d47de7c-5296-4b1b-9dad-d86d09242cbd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.969211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=8d47de7c-5296-4b1b-9dad-d86d09242cbd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.026079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port 8d47de7c-5296-4b1b-9dad-d86d09242cbd on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:27.039281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.049772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43ba584d-6c0e-44d0-8153-4675643c860d req-c96d2495-6b6f-4047-af47-0f6410f01a20 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "DELETE /v2.0/ports/8d47de7c-5296-4b1b-9dad-d86d09242cbd HTTP/1.1" status: 204 len: 173 time: 1.4268534 Feb 19 01:09:27.066121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-0f05b047-2a87-47f4-a96e-2a5b797e863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.068265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-0f05b047-2a87-47f4-a96e-2a5b797e863a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1126 time: 0.2554481 Feb 19 01:09:27.069009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'name': 'network-vif-deleted', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:27.075144 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2234a26-0511-4b03-aaf0-7af5c306f580" -d '{"events": [{"server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "name": "network-vif-deleted", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:27.091790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53484) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:27.123491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:27.126684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:27.150983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-a72814f0-9118-4b18-a321-a8959b0e2802 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 200 len: 217 time: 0.0727515 Feb 19 01:09:27.158544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42b0df9d-fdac-409e-bfb1-e2643357a9c2 req-de0f8dd5-ae9c-439f-b6ca-a60aa658764f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.1039670 Feb 19 01:09:27.186610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Deleting port a00cb71b-821c-45aa-9a18-3e222af409ff {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:27.186610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.186954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091a56f6-866d-4e6d-9f58-01b1c8d0585c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.263081 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e583430b-6f4b-4cf7-898a-07034a1935c9 x-openstack-request-id: req-e583430b-6f4b-4cf7-898a-07034a1935c9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:27.263081 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1debcb8-fd49-4ac0-aa0f-103dc14e87aa", "name": "network-vif-deleted", "tag": "8d47de7c-5296-4b1b-9dad-d86d09242cbd", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:27.263081 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e583430b-6f4b-4cf7-898a-07034a1935c9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:27.263459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62dd4-08cc-4641-a5ef-ee6ea8e7d1b1 req-1582ea8b-69bf-4330-a716-bd03ba1d9b0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.263601 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1debcb8-fd49-4ac0-aa0f-103dc14e87aa', 'name': 'network-vif-deleted', 'tag': '8d47de7c-5296-4b1b-9dad-d86d09242cbd', 'status': 'completed', 'code': 200} Feb 19 01:09:27.263707 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2b62dd4-08cc-4641-a5ef-ee6ea8e7d1b1 req-1582ea8b-69bf-4330-a716-bd03ba1d9b0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 944 time: 0.2441239 Feb 19 01:09:27.334313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-01e7d91e-2c53-4837-b143-cc144065c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.340480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-01e7d91e-2c53-4837-b143-cc144065c130 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.1555786 Feb 19 01:09:27.342472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] For port a00cb71b-821c-45aa-9a18-3e222af409ff, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a00cb71b-821c-45aa-9a18-3e222af409ff,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:27.342856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.365520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Calling delete_port for a00cb71b-821c-45aa-9a18-3e222af409ff owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:27.608000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.626720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2b62dd4-08cc-4641-a5ef-ee6ea8e7d1b1 req-218e47c9-7930-46ca-8cf3-d2ccf6722709 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542209 Feb 19 01:09:27.706668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091a56f6-866d-4e6d-9f58-01b1c8d0585c admin admin] Publish callbacks [] for security_group (71cc001e-6578-47dd-8841-3698578f795a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.714791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.727851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c3de-2381-4e24-aff6-238753015605 req-7319e726-4f55-469e-ab8e-226a212e6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.731316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-7319e726-4f55-469e-ab8e-226a212e6e1a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3768892 Feb 19 01:09:27.749770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a00cb71b-821c-45aa-9a18-3e222af409ff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.844638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a00cb71b-821c-45aa-9a18-3e222af409ff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.848722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-4c63d35a-a0cf-4440-8e55-ebae6c8cb85f service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109552 Feb 19 01:09:27.850472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-091a56f6-866d-4e6d-9f58-01b1c8d0585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71cc001e-6578-47dd-8841-3698578f795a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.882195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d47de7c-5296-4b1b-9dad-d86d09242cbd no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:27.952025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (7d542f0a-7fff-4872-becc-1ebdf017448e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.983029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-091a56f6-866d-4e6d-9f58-01b1c8d0585c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6ffd07bff83b41bb809e139e784b39c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8883381 Feb 19 01:09:27.997754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:28.021740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a56f6-866d-4e6d-9f58-01b1c8d0585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc001e-6578-47dd-8841-3698578f795a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.023473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 8d47de7c-5296-4b1b-9dad-d86d09242cbd {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:28.031099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8d47de7c-5296-4b1b-9dad-d86d09242cbd not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:28.097211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Deleting port 94839324-06c0-432d-b41e-c7b10846118b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:28.098295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (94839324-06c0-432d-b41e-c7b10846118b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.105709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T01:09:24Z', 'revision_number': 5, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port': {'id': 'a00cb71b-821c-45aa-9a18-3e222af409ff', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:70:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:00Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:28.164558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b03c3de-2381-4e24-aff6-238753015605 req-ffe9e5ff-9a1d-4a5d-9209-65c769ce671f service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069298 Feb 19 01:09:28.197223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] Publish callbacks [] for security_group (71cc001e-6578-47dd-8841-3698578f795a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.225840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] Publish callbacks [] for security_group (71cc001e-6578-47dd-8841-3698578f795a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.271863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.276800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks [] for router_controller (7d542f0a-7fff-4872-becc-1ebdf017448e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.303696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Checking router: 7d542f0a-7fff-4872-becc-1ebdf017448e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:28.328278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (94839324-06c0-432d-b41e-c7b10846118b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.360400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Calling delete_port for 94839324-06c0-432d-b41e-c7b10846118b owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:28.365155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71cc001e-6578-47dd-8841-3698578f795a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.369779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.374075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/71cc001e-6578-47dd-8841-3698578f795a HTTP/1.1" status: 204 len: 168 time: 0.3752162 Feb 19 01:09:28.420596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950d410-a65a-4bd9-87af-9ae50501b080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc001e-6578-47dd-8841-3698578f795a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.430277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Routers {'7d542f0a-7fff-4872-becc-1ebdf017448e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:28.430941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['7d542f0a-7fff-4872-becc-1ebdf017448e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:28.445761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-080d00a7-20c5-47a3-93f6-4d6abaebb49c req-69fef720-51d1-4b69-a0f6-fc4ed0d8ee58 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1debcb8-fd49-4ac0-aa0f-103dc14e87aa HTTP/1.1" status: 200 len: 210 time: 0.0631404 Feb 19 01:09:28.490553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (7d542f0a-7fff-4872-becc-1ebdf017448e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.491173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d542f0a-7fff-4872-becc-1ebdf017448e {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:28.496383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.497564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-93bb3942-fedf-45a0-8431-4963108825ab admin admin] 10.222.0.94 "DELETE /v2.0/routers/7d542f0a-7fff-4872-becc-1ebdf017448e HTTP/1.1" status: 204 len: 168 time: 2.1420803 Feb 19 01:09:28.500132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53498) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:28.592521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Deleting subnet 2674f3e2-fabd-463d-b789-47f4d7ee6f77 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:28.599200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Publish callbacks [] for subnet (2674f3e2-fabd-463d-b789-47f4d7ee6f77), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.687140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (2674f3e2-fabd-463d-b789-47f4d7ee6f77), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.704176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] Set router 7d542f0a-7fff-4872-becc-1ebdf017448e gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:28.844124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T01:09:27Z', 'revision_number': 7, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:28.872702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2674f3e2-fabd-463d-b789-47f4d7ee6f77), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.936204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58f4b5-6ff1-4637-a792-d76dc926ea31 None None] The sync data for ids ['7d542f0a-7fff-4872-becc-1ebdf017448e'] in n-d-826529-3 is: [{'id': '7d542f0a-7fff-4872-becc-1ebdf017448e', 'name': 'tempest-TaggedBootDevicesTest-964047307-router', 'tenant_id': '60737ac4e59d42f69545053faf09d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:58:59Z', 'updated_at': '2022-02-19T01:09:27Z', 'revision_number': 7, 'project_id': '60737ac4e59d42f69545053faf09d887', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:29.019254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72758fe-b884-4e9f-8790-0d941816b69e req-afc76377-4bd4-41cb-8e57-a5c915ae858f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.022369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b72758fe-b884-4e9f-8790-0d941816b69e req-afc76377-4bd4-41cb-8e57-a5c915ae858f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 944 time: 0.2093065 Feb 19 01:09:29.070387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (2674f3e2-fabd-463d-b789-47f4d7ee6f77), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.079077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b72758fe-b884-4e9f-8790-0d941816b69e req-85b3e9c5-08db-4664-a1c5-8abcb780f0f1 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504339 Feb 19 01:09:29.096456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (94839324-06c0-432d-b41e-c7b10846118b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.110641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2674f3e2-fabd-463d-b789-47f4d7ee6f77,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.118488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.122532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41ef3905-8497-4c24-ba75-3bc0f208c3f6 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/2674f3e2-fabd-463d-b789-47f4d7ee6f77 HTTP/1.1" status: 204 len: 168 time: 0.6213622 Feb 19 01:09:29.126390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:29.138331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2c7b9-2442-47f5-b677-2218f32ced9d None None] Network a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:29.277805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Pushing event deleted for resources: {'Port': ['ID=94839324-06c0-432d-b41e-c7b10846118b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.317639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.329844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (4d35da36-6d03-4820-8161-b7431babc072), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.447361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Deleting port bb83b3a7-4b78-49d2-a218-64a366dea369 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:29.448100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.470769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] DHCP port deletion for a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:29.573986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Deleting port bb83b3a7-4b78-49d2-a218-64a366dea369 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:29.574756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.593935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] For port bb83b3a7-4b78-49d2-a218-64a366dea369, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb83b3a7-4b78-49d2-a218-64a366dea369,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:29.594388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.620507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Calling delete_port for bb83b3a7-4b78-49d2-a218-64a366dea369 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:29.667749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] For port bb83b3a7-4b78-49d2-a218-64a366dea369, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb83b3a7-4b78-49d2-a218-64a366dea369,segment=NetworkSegment(9f8ca288-f798-4555-88d7-2b69e9edc19a),segment_id=9f8ca288-f798-4555-88d7-2b69e9edc19a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:29.668054 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.688393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Calling delete_port for bb83b3a7-4b78-49d2-a218-64a366dea369 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:29.776121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.801940 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:09:29.805250 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:09:29.818221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bb83b3a7-4b78-49d2-a218-64a366dea369), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:29.858033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Pushing event deleted for resources: {'Port': ['ID=bb83b3a7-4b78-49d2-a218-64a366dea369,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.866739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] No DVR routers for this DVR port bb83b3a7-4b78-49d2-a218-64a366dea369 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:29.867972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb83b3a7-4b78-49d2-a218-64a366dea369,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:29.875805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.876160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.876579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.876929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.882629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.883421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.883546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.883737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] No DVR routers for this DVR port bb83b3a7-4b78-49d2-a218-64a366dea369 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:29.884180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.884180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.884604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.884921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.885255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:29.885579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4424c41-aac6-4481-8f03-73a2df373ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:30.043835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.069993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (4d35da36-6d03-4820-8161-b7431babc072), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.071423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-940b6e8d-5ef0-4ecb-b4dd-a2e62e83599a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1315863 Feb 19 01:09:30.073582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (4d35da36-6d03-4820-8161-b7431babc072), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.082890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.098522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8ca288-f798-4555-88d7-2b69e9edc19a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.098834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8ca288-f798-4555-88d7-2b69e9edc19a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.119383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (9f8ca288-f798-4555-88d7-2b69e9edc19a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.156761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9f8ca288-f798-4555-88d7-2b69e9edc19a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.168613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:30.169022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (9f8ca288-f798-4555-88d7-2b69e9edc19a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:30.170741 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:30.193992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Router 4d35da36-6d03-4820-8161-b7431babc072 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:30.233881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-094d7a77-89cd-4fb0-afbd-979201a5d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.235443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-094d7a77-89cd-4fb0-afbd-979201a5d1ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=48353b5b368641258a4da4f8e4e5d563&device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 1132 time: 0.1343210 Feb 19 01:09:30.360588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.384341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.392071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15 HTTP/1.1" status: 204 len: 168 time: 1.2642488 Feb 19 01:09:30.397503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53572) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.437815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:30.446360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.447412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d0ae369-99da-401d-a42d-9921ce19fb75 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "PUT /v2.0/routers/4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 200 len: 709 time: 3.7803080 Feb 19 01:09:30.450954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53584) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.456876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] Sync routers for ids ['4d35da36-6d03-4820-8161-b7431babc072'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:30.466430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60a5b1-c51e-4c66-96e8-1c0a52a5fe5f req-03017769-78d5-42cb-a5d5-a5081b44ea1b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.468114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc60a5b1-c51e-4c66-96e8-1c0a52a5fe5f req-03017769-78d5-42cb-a5d5-a5081b44ea1b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 944 time: 0.1712174 Feb 19 01:09:30.469383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] Routers {'4d35da36-6d03-4820-8161-b7431babc072'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:30.470440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4d35da36-6d03-4820-8161-b7431babc072'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.512206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62bd71-3f7e-42ae-92ce-07626284dfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b45b11-61ae-4b4c-b2a6-4fe95ee97c15,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:30.543053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb83b3a7-4b78-49d2-a218-64a366dea369 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:30.548547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.551479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-33bc42e8-73e7-40d9-ae67-f490a15f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.553033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-33bc42e8-73e7-40d9-ae67-f490a15f2a95 service neutron] 10.222.0.96 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2878647 Feb 19 01:09:30.575783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bb83b3a7-4b78-49d2-a218-64a366dea369 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:30.581589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb83b3a7-4b78-49d2-a218-64a366dea369 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:30.581589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 49594ca1-f2d9-4723-a29c-cfe450d0466d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:30.600493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9808be74-f259-4cd8-b8f3-1ff747533cfd tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/routers/4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 200 len: 744 time: 0.1448476 Feb 19 01:09:30.601695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc60a5b1-c51e-4c66-96e8-1c0a52a5fe5f req-8125a338-a1a7-443c-a712-310ddb9f68a3 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869913 Feb 19 01:09:30.602207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53586) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.621986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] Routers {'4d35da36-6d03-4820-8161-b7431babc072'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:30.622807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4d35da36-6d03-4820-8161-b7431babc072'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.650273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-e4ace4fe-f2c0-4d76-9124-0a2793263480 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74a4d05f-a846-4315-954d-bc9107cfb709 HTTP/1.1" status: 200 len: 217 time: 0.0786006 Feb 19 01:09:30.663923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-45b91c13-a9df-4f5e-831e-a381723193e9 tempest-RoutersIpV6AdminTest-1265913502 tempest-RoutersIpV6AdminTest-1265913502-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 200 len: 205 time: 0.0574610 Feb 19 01:09:30.664272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53588) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.685957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 49594ca1-f2d9-4723-a29c-cfe450d0466d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:30.685957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 49594ca1-f2d9-4723-a29c-cfe450d0466d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:30.685957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a00cb71b-821c-45aa-9a18-3e222af409ff no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:30.689721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:30.690459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee955a4-2510-4c90-9d51-8b493a971731 None None] The sync data for ids ['4d35da36-6d03-4820-8161-b7431babc072'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:30.703044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0afcd24d-2537-455d-99dc-6e8fa0c3ce4b tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 200 len: 205 time: 0.0353324 Feb 19 01:09:30.703348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53590) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:30.725895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a00cb71b-821c-45aa-9a18-3e222af409ff {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:30.725895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a00cb71b-821c-45aa-9a18-3e222af409ff not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:30.745107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2128ea-0887-4dd7-9fb0-4403eecaab65 req-a0265c3e-d925-4572-a60b-c083c79a0f6a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.746655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a2128ea-0887-4dd7-9fb0-4403eecaab65 req-a0265c3e-d925-4572-a60b-c083c79a0f6a tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 950 time: 0.2196093 Feb 19 01:09:30.795007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (4d35da36-6d03-4820-8161-b7431babc072), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.815246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-cc13ccab-2fef-45f2-8aab-4dd421d2b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.817484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-cc13ccab-2fef-45f2-8aab-4dd421d2b57e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1337206 Feb 19 01:09:30.925192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a2128ea-0887-4dd7-9fb0-4403eecaab65 req-b0ddeaa2-7f29-4e36-87ef-3ccd61657ddc tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691966 Feb 19 01:09:30.945168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-c1cef495-a6cf-48c9-a587-cbbe0e955c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.946646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-c1cef495-a6cf-48c9-a587-cbbe0e955c7d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1199665 Feb 19 01:09:30.982138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (4d35da36-6d03-4820-8161-b7431babc072), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:30.984519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router_controller (4d35da36-6d03-4820-8161-b7431babc072), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.060511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53594) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.101918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (4d35da36-6d03-4820-8161-b7431babc072), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.102475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Fanout notify agent at l3_agent the message router_deleted on router 4d35da36-6d03-4820-8161-b7431babc072 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:31.110023 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.112773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-61da25ac-70e3-4073-846f-d6205c64eb2f tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 204 len: 168 time: 0.4081702 Feb 19 01:09:31.117422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53600) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.156201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-106d3468-2c45-417d-8af7-46225695bc2a tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 200 len: 205 time: 0.0375538 Feb 19 01:09:31.156823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.203803 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-ad39eb6b-ef5f-435a-9f46-b1145806c8e8 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.208129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad39eb6b-ef5f-435a-9f46-b1145806c8e8 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/4d35da36-6d03-4820-8161-b7431babc072 HTTP/1.1" status: 404 len: 336 time: 0.0502336 Feb 19 01:09:31.209021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.256791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d14c4597-9be1-4cb9-815d-99a9c27e0a73 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 200 len: 205 time: 0.0465772 Feb 19 01:09:31.261942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53608) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.269137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-614d9f61-6923-45e9-9a23-494b6dfda6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.308698 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-608aac53-e800-497e-86d6-81ee158170ec tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.309755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-608aac53-e800-497e-86d6-81ee158170ec tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/adc1ab03-d606-4eea-947d-1bd0d6f0f20b HTTP/1.1" status: 404 len: 336 time: 0.0469079 Feb 19 01:09:31.313308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53610) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.361348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-27b96d0e-f04d-4e96-82ff-ede45d013cc3 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 200 len: 205 time: 0.0468187 Feb 19 01:09:31.365551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53612) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.432428 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-9883b7b8-1b6f-452e-89a7-4251cd6d0d73 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.435636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9883b7b8-1b6f-452e-89a7-4251cd6d0d73 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/d99a7f0f-be18-4b2b-9186-edd47d6dad5b HTTP/1.1" status: 404 len: 336 time: 0.0680175 Feb 19 01:09:31.436334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53616) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.477871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335abd-4141-47c1-af02-e365b7b66609 req-8bee297c-4ea2-4ce3-a598-dca6ae4d29c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:31.481787 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d5f15c7-1778-49b3-b0e8-b93a9cab9431 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 200 len: 205 time: 0.0376794 Feb 19 01:09:31.481956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83335abd-4141-47c1-af02-e365b7b66609 req-8bee297c-4ea2-4ce3-a598-dca6ae4d29c2 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 950 time: 0.1492951 Feb 19 01:09:31.482075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.489719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-a225695c-56fa-41d7-bd30-390e197945ed service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713192 Feb 19 01:09:31.539452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-614d9f61-6923-45e9-9a23-494b6dfda6aa admin admin] Publish callbacks [] for security_group (e48cf2b1-5b7e-492a-941b-55c007f2357a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.548343 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-f78806a3-efec-4344-b2b0-65dbd9104970 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.549762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f78806a3-efec-4344-b2b0-65dbd9104970 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/9833d715-b84c-47e6-b63b-0c5c485edc8e HTTP/1.1" status: 404 len: 336 time: 0.0704985 Feb 19 01:09:31.553435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53620) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.608232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47d5a92d-df56-4f64-8295-712f1ce1e87c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 200 len: 205 time: 0.0313699 Feb 19 01:09:31.608681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.627123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-614d9f61-6923-45e9-9a23-494b6dfda6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e48cf2b1-5b7e-492a-941b-55c007f2357a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.689889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port e6ad2602-d1a1-4a91-930b-6a44bca6675e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:31.690203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.702609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-614d9f61-6923-45e9-9a23-494b6dfda6aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=86c1af3e3462453c8b32c06ea8067b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6408520 Feb 19 01:09:31.710956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53626) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.723235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d9f61-6923-45e9-9a23-494b6dfda6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48cf2b1-5b7e-492a-941b-55c007f2357a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:31.736753 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-bdee601c-73dc-4ad1-80cc-dc4497663c7d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.738978 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bdee601c-73dc-4ad1-80cc-dc4497663c7d tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/51dd22dd-d5fa-41aa-9a54-7d1d9c4ed9ef HTTP/1.1" status: 404 len: 336 time: 0.1259367 Feb 19 01:09:31.750641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.814147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6146aa87-b2d7-4be4-ad24-188f2a68a7de tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "GET /v2.0/ports?device_id=072d84ca-f2b7-4735-9037-376a53c81654 HTTP/1.1" status: 200 len: 205 time: 0.0610313 Feb 19 01:09:31.825387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.855823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c922e2f-dd5c-44c5-b55a-4e1e3b8ad0f4 req-3dd8ccdf-54a8-4e43-a4b7-c45fe315ef96 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203800 Feb 19 01:09:31.903414 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-ba6ef31b-43b1-45f0-8dbe-84fe01e3bc4c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] delete failed (client error): The resource could not be found. Feb 19 01:09:31.906836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba6ef31b-43b1-45f0-8dbe-84fe01e3bc4c tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/routers/072d84ca-f2b7-4735-9037-376a53c81654 HTTP/1.1" status: 404 len: 336 time: 0.0781341 Feb 19 01:09:31.908492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53632) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:31.922692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 397ec504-0e2f-4dd0-afe6-8b87fe2b810a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:31.950807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd65f-cbbd-499a-a2f8-36cd987f4d94 req-a784e906-7a4e-445a-b9d0-031b3f81c01f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:31.952436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc6cd65f-cbbd-499a-a2f8-36cd987f4d94 req-a784e906-7a4e-445a-b9d0-031b3f81c01f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 944 time: 0.2344432 Feb 19 01:09:31.956167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port e6ad2602-d1a1-4a91-930b-6a44bca6675e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e6ad2602-d1a1-4a91-930b-6a44bca6675e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:31.956552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:31.974711 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f68e3c-a862-4dc6-b738-4b1382a041c1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] DELETE failed (client error): The resource could not be found. Feb 19 01:09:31.990997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f68e3c-a862-4dc6-b738-4b1382a041c1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:09:31.990997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-73f68e3c-a862-4dc6-b738-4b1382a041c1 tempest-RoutersIpV6AdminTest-637498595 tempest-RoutersIpV6AdminTest-637498595-project] 10.222.0.94 "DELETE /v2.0/subnets/a23b62f1-dd80-4735-9307-9b2c56e6caa7 HTTP/1.1" status: 404 len: 337 time: 0.0664272 Feb 19 01:09:31.990997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] Publish callbacks [] for security_group (e48cf2b1-5b7e-492a-941b-55c007f2357a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.000231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-aef79e88-998b-48dc-ab07-100e8e6bfe10 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:32.009357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-aef79e88-998b-48dc-ab07-100e8e6bfe10 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/ports?device_id=9340696e-ce70-4873-98e3-2ffbce11c04f HTTP/1.1" status: 200 len: 949 time: 0.2253625 Feb 19 01:09:32.012776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for e6ad2602-d1a1-4a91-930b-6a44bca6675e owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:32.019242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] Publish callbacks [] for security_group (e48cf2b1-5b7e-492a-941b-55c007f2357a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.117136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (b949c11b-b497-4623-8240-398a64b60c74), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.161485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.177538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'port_id': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'mac_address': 'fa:16:3e:eb:e9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:32.197956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e48cf2b1-5b7e-492a-941b-55c007f2357a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.201598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.205278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e48cf2b1-5b7e-492a-941b-55c007f2357a HTTP/1.1" status: 204 len: 168 time: 0.4921510 Feb 19 01:09:32.239905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc6cd65f-cbbd-499a-a2f8-36cd987f4d94 req-448af165-8209-4e2e-af0c-925f1dbeda9a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770588 Feb 19 01:09:32.276240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8793d9-09cd-49d4-8ec1-e527d622ad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48cf2b1-5b7e-492a-941b-55c007f2357a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.288606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:32.289927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.320709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397ec504-0e2f-4dd0-afe6-8b87fe2b810a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:32.345163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.348515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port e1a8d061-4aaf-4c29-8021-a60aaa64b87b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:32.351734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.393987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2883-c05e-43ea-8b6e-7b01cb715687 req-fcca1c28-4fb6-4b3d-8bb6-a7e023595d1f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:32.399333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1c2883-c05e-43ea-8b6e-7b01cb715687 req-fcca1c28-4fb6-4b3d-8bb6-a7e023595d1f tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 950 time: 0.2742133 Feb 19 01:09:32.416720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.512848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port e1a8d061-4aaf-4c29-8021-a60aaa64b87b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.519902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.530114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for e1a8d061-4aaf-4c29-8021-a60aaa64b87b owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:32.542926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6ad2602-d1a1-4a91-930b-6a44bca6675e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.546691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1c2883-c05e-43ea-8b6e-7b01cb715687 req-795f28ab-9241-46b5-a5f3-2825231d9fd9 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392422 Feb 19 01:09:32.567184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:32.569753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:32.612134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=e6ad2602-d1a1-4a91-930b-6a44bca6675e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.689537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.718886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port e6ad2602-d1a1-4a91-930b-6a44bca6675e on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:32.720127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['397ec504-0e2f-4dd0-afe6-8b87fe2b810a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:32.731014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:32.735396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.752035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83335abd-4141-47c1-af02-e365b7b66609 req-c9c74bd5-59eb-4f4b-aa1f-c2cd31c08957 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "DELETE /v2.0/ports/e6ad2602-d1a1-4a91-930b-6a44bca6675e HTTP/1.1" status: 204 len: 173 time: 1.2682347 Feb 19 01:09:32.752345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'name': 'network-vif-deleted', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:32.756980 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbc83c8-eb90-4a5d-8cef-9e9838ccf032" -d '{"events": [{"server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "name": "network-vif-deleted", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:32.817144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Deleting port e49b056c-c798-4723-bf09-b97dd85dc543 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:32.817420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.906065 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6916be99-c47e-4966-9148-afb53c36ccae x-openstack-request-id: req-6916be99-c47e-4966-9148-afb53c36ccae {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:32.906767 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e664b3-4b7e-4cc1-a556-e916e03a769f", "name": "network-vif-deleted", "tag": "e6ad2602-d1a1-4a91-930b-6a44bca6675e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:32.907579 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6916be99-c47e-4966-9148-afb53c36ccae {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:32.908218 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e664b3-4b7e-4cc1-a556-e916e03a769f', 'name': 'network-vif-deleted', 'tag': 'e6ad2602-d1a1-4a91-930b-6a44bca6675e', 'status': 'completed', 'code': 200} Feb 19 01:09:32.995457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d2f930b3-74b5-448e-835e-2686df6ed175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.995457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] For port e49b056c-c798-4723-bf09-b97dd85dc543, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e49b056c-c798-4723-bf09-b97dd85dc543,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.995457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.005231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e1a8d061-4aaf-4c29-8021-a60aaa64b87b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.022989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Calling delete_port for e49b056c-c798-4723-bf09-b97dd85dc543 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:33.084578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709', 'e6ad2602-d1a1-4a91-930b-6a44bca6675e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:33.088463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:33.129382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=e1a8d061-4aaf-4c29-8021-a60aaa64b87b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:33.170183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port e1a8d061-4aaf-4c29-8021-a60aaa64b87b on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:33.176895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.183675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00bb19c5-f77b-419a-bdd4-ed77d04f81cb req-1938dca9-8af9-4677-9a8c-13d69d2cb96e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "DELETE /v2.0/ports/e1a8d061-4aaf-4c29-8021-a60aaa64b87b HTTP/1.1" status: 204 len: 173 time: 1.1542678 Feb 19 01:09:33.295916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d2f930b3-74b5-448e-835e-2686df6ed175 admin admin] Publish callbacks [] for security_group (ee744471-6d6d-44c8-bb52-545d700e7c3b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.430184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d2f930b3-74b5-448e-835e-2686df6ed175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee744471-6d6d-44c8-bb52-545d700e7c3b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.539697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f930b3-74b5-448e-835e-2686df6ed175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee744471-6d6d-44c8-bb52-545d700e7c3b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:33.546436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53670) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:33.546954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d2f930b3-74b5-448e-835e-2686df6ed175 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ea2262e4b6bf4e7798aa675613654c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8138211 Feb 19 01:09:33.554440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e49b056c-c798-4723-bf09-b97dd85dc543), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.635362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49b056c-c798-4723-bf09-b97dd85dc543,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:33.649603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f043ef9-06a4-4002-992e-d959b85df2a7 req-17282ebe-79f3-4bf3-9dd3-658c67493a33 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:33.653296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f043ef9-06a4-4002-992e-d959b85df2a7 req-17282ebe-79f3-4bf3-9dd3-658c67493a33 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 945 time: 0.2524006 Feb 19 01:09:33.714366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] Publish callbacks [] for security_group (ee744471-6d6d-44c8-bb52-545d700e7c3b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.813559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] Publish callbacks [] for security_group (ee744471-6d6d-44c8-bb52-545d700e7c3b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:33.869874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f043ef9-06a4-4002-992e-d959b85df2a7 req-61f8ec0c-0392-4050-a44d-e2ce05db3aec tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824889 Feb 19 01:09:33.989286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e1a8d061-4aaf-4c29-8021-a60aaa64b87b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:34.055073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3bf31f5-6645-45a7-b270-8d5b9c035d7d req-37171019-2bd9-4d4f-a5d2-19012d9ac236 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1e664b3-4b7e-4cc1-a556-e916e03a769f HTTP/1.1" status: 200 len: 210 time: 0.3259902 Feb 19 01:09:34.057251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee744471-6d6d-44c8-bb52-545d700e7c3b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.074173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.079604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ee744471-6d6d-44c8-bb52-545d700e7c3b HTTP/1.1" status: 204 len: 168 time: 0.5278707 Feb 19 01:09:34.085152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: e1a8d061-4aaf-4c29-8021-a60aaa64b87b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:34.086612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e1a8d061-4aaf-4c29-8021-a60aaa64b87b not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:34.099140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489e5c6-c988-45a7-8404-1bdb3197117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee744471-6d6d-44c8-bb52-545d700e7c3b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:34.296420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (b949c11b-b497-4623-8240-398a64b60c74), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.642951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Router b949c11b-b497-4623-8240-398a64b60c74 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:34.773928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:34.784983 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Sync routers for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:34.801458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:34.802590 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:34.805834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:34.806394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-69b7b1ab-3b59-4931-9407-d24e0fa04282 admin admin] 10.222.0.94 "PUT /v2.0/routers/b949c11b-b497-4623-8240-398a64b60c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4063425 Feb 19 01:09:34.909268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'name': 'network-vif-deleted', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:34.914815 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f068988-c016-4792-90f9-83f26d161556" -d '{"events": [{"server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "name": "network-vif-deleted", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:34.967683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:34.968836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks [] for router (b949c11b-b497-4623-8240-398a64b60c74), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.971160 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:35.012342 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841cec7d-6d6b-4f7c-942d-55cf85728300 x-openstack-request-id: req-841cec7d-6d6b-4f7c-942d-55cf85728300 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:35.013039 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9340696e-ce70-4873-98e3-2ffbce11c04f", "name": "network-vif-deleted", "tag": "e1a8d061-4aaf-4c29-8021-a60aaa64b87b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:35.013703 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-841cec7d-6d6b-4f7c-942d-55cf85728300 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:35.014937 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9340696e-ce70-4873-98e3-2ffbce11c04f', 'name': 'network-vif-deleted', 'tag': 'e1a8d061-4aaf-4c29-8021-a60aaa64b87b', 'status': 'completed', 'code': 200} Feb 19 01:09:35.062608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0273122e-c613-4c7d-b38f-2734c36f3d46 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5e10daa560204891b0d283202c66eeaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935879 Feb 19 01:09:35.064968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:35.114824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks [] for router_gateway (b949c11b-b497-4623-8240-398a64b60c74), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.127885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ddeaf-01ce-40bc-80f6-7321a99625dc req-a4f4cfed-f7fb-464b-9283-2d301e0fad41 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:35.130383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f5ddeaf-01ce-40bc-80f6-7321a99625dc req-a4f4cfed-f7fb-464b-9283-2d301e0fad41 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 945 time: 0.1240494 Feb 19 01:09:35.177475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] Publish callbacks [] for security_group (4b9507ae-6f33-45cd-8e3b-89d3a16a3aba), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.214201 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] Publish callbacks [] for security_group (4b9507ae-6f33-45cd-8e3b-89d3a16a3aba), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.236742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f5ddeaf-01ce-40bc-80f6-7321a99625dc req-a2c27a2b-8c3e-4957-9e53-b023771f377a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964506 Feb 19 01:09:35.272379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Deleting port 0a66f94d-6b52-479c-91dd-fd39876d7d72 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:35.273077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.314269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T01:09:33Z', 'revision_number': 5, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port': {'id': '0a66f94d-6b52-479c-91dd-fd39876d7d72', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b949c11b-b497-4623-8240-398a64b60c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T00:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:35.384498 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Checking router: b949c11b-b497-4623-8240-398a64b60c74 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:35.400191 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Routers {'b949c11b-b497-4623-8240-398a64b60c74'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:35.401028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b949c11b-b497-4623-8240-398a64b60c74'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:35.407115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4b9507ae-6f33-45cd-8e3b-89d3a16a3aba), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.413457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.416783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4b9507ae-6f33-45cd-8e3b-89d3a16a3aba HTTP/1.1" status: 204 len: 168 time: 0.3484201 Feb 19 01:09:35.467404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae3de3-4ec4-499d-9a16-3cd44d3a4ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9507ae-6f33-45cd-8e3b-89d3a16a3aba,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:35.514575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:35.549837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] For port 0a66f94d-6b52-479c-91dd-fd39876d7d72, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0a66f94d-6b52-479c-91dd-fd39876d7d72,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:35.550390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.573056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Calling delete_port for 0a66f94d-6b52-479c-91dd-fd39876d7d72 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:35.744373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5c1d034-c874-43fe-a7e7-d0bc5ca8c441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.759039 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] Set router b949c11b-b497-4623-8240-398a64b60c74 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:35.817796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6ad2602-d1a1-4a91-930b-6a44bca6675e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:35.824703 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T01:09:35Z', 'revision_number': 6, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:35.859295 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7b627-80e3-4005-ad72-44f7c1385d81 None None] The sync data for ids ['b949c11b-b497-4623-8240-398a64b60c74'] in n-d-826529-3 is: [{'id': 'b949c11b-b497-4623-8240-398a64b60c74', 'name': 'tempest-TaggedBootDevicesTest-444239819-router', 'tenant_id': '3f6eda9dd9d94cf99d236c346d088c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:15Z', 'updated_at': '2022-02-19T01:09:35Z', 'revision_number': 6, 'project_id': '3f6eda9dd9d94cf99d236c346d088c66', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:35.866263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e6ad2602-d1a1-4a91-930b-6a44bca6675e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:35.867645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e6ad2602-d1a1-4a91-930b-6a44bca6675e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:35.901952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5c1d034-c874-43fe-a7e7-d0bc5ca8c441 admin admin] Publish callbacks [] for security_group (d459a4c2-86d8-4db0-b0c2-a707d96634d1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:35.948331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 397ec504-0e2f-4dd0-afe6-8b87fe2b810a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:35.958762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5c1d034-c874-43fe-a7e7-d0bc5ca8c441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d459a4c2-86d8-4db0-b0c2-a707d96634d1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.010345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0a66f94d-6b52-479c-91dd-fd39876d7d72), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.058029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b5c1d034-c874-43fe-a7e7-d0bc5ca8c441 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=19fcf2732a3c467b9a2b2a20add880fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391357 Feb 19 01:09:36.058441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53748) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.070454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1d034-c874-43fe-a7e7-d0bc5ca8c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459a4c2-86d8-4db0-b0c2-a707d96634d1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.075350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a66f94d-6b52-479c-91dd-fd39876d7d72,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.136474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:36.143245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:36.143878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.166923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (b949c11b-b497-4623-8240-398a64b60c74), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.195769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] Publish callbacks [] for security_group (d459a4c2-86d8-4db0-b0c2-a707d96634d1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.235659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] Publish callbacks [] for security_group (d459a4c2-86d8-4db0-b0c2-a707d96634d1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.325511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:36.325822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.335738 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (b949c11b-b497-4623-8240-398a64b60c74), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.340514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks [] for router_controller (b949c11b-b497-4623-8240-398a64b60c74), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.423644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d459a4c2-86d8-4db0-b0c2-a707d96634d1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.435670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.438606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d459a4c2-86d8-4db0-b0c2-a707d96634d1 HTTP/1.1" status: 204 len: 168 time: 0.3793116 Feb 19 01:09:36.528723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3b10-9514-47b0-b658-7b3eccb5997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459a4c2-86d8-4db0-b0c2-a707d96634d1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:36.580435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939acb9b-0426-45fa-853c-4719774e4967 req-ed36d4c9-3f77-4abb-988d-390ed618708d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.584634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-939acb9b-0426-45fa-853c-4719774e4967 req-ed36d4c9-3f77-4abb-988d-390ed618708d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 945 time: 0.2198546 Feb 19 01:09:36.640742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7f96a-f4cd-4b47-a66d-d5d97f0d7bae req-1bf732fe-60ef-4af0-b015-5e65c9dbb9f1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.651259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39d7f96a-f4cd-4b47-a66d-d5d97f0d7bae req-1bf732fe-60ef-4af0-b015-5e65c9dbb9f1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 950 time: 0.0906284 Feb 19 01:09:36.653221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (b949c11b-b497-4623-8240-398a64b60c74), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.653755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b949c11b-b497-4623-8240-398a64b60c74 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:36.672426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-939acb9b-0426-45fa-853c-4719774e4967 req-ea985ff8-4373-4845-acad-80a2aa080e52 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760946 Feb 19 01:09:36.680653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.682098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d9efa5b3-5ad7-4a7d-b91d-95a32734ae16 admin admin] 10.222.0.94 "DELETE /v2.0/routers/b949c11b-b497-4623-8240-398a64b60c74 HTTP/1.1" status: 204 len: 168 time: 1.8722732 Feb 19 01:09:36.685911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53764) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.705891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:36.710903 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234aa356-074f-4c26-b568-e975f84265b0" -d '{"events": [{"server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "name": "network-vif-plugged", "status": "completed", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:36.763301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:36.768297 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa99154a-706b-4cca-826e-1353deb28092 x-openstack-request-id: req-fa99154a-706b-4cca-826e-1353deb28092 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:36.768598 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "name": "network-vif-plugged", "status": "completed", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:36.773711 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa99154a-706b-4cca-826e-1353deb28092 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:36.773711 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'code': 200} Feb 19 01:09:36.780604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Deleting subnet 1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:36.784258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Publish callbacks [] for subnet (1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.807355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39d7f96a-f4cd-4b47-a66d-d5d97f0d7bae req-776980b4-60fd-400c-8959-74d6d052dd1e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416640 Feb 19 01:09:36.845485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.854445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.869002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e49b056c-c798-4723-bf09-b97dd85dc543 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:36.937285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216cd46-7d79-4c7c-ac37-de2b3c68fc1a req-52458135-4483-49a6-954d-97d790c4a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.939072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3216cd46-7d79-4c7c-ac37-de2b3c68fc1a req-52458135-4483-49a6-954d-97d790c4a706 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1128 time: 0.0868545 Feb 19 01:09:36.973967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.981599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e49b056c-c798-4723-bf09-b97dd85dc543 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:36.981922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e49b056c-c798-4723-bf09-b97dd85dc543 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:37.008028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3216cd46-7d79-4c7c-ac37-de2b3c68fc1a req-bf52d486-a650-43cf-b7b8-3a62b640948b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593905 Feb 19 01:09:37.023882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.137621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.178439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.180892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.184691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0c3af79b-5a40-45cc-ac59-2d5c3c20e542 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/1a3e89fd-a034-48b4-ad2b-b5a8bb4403e4 HTTP/1.1" status: 204 len: 168 time: 0.4972608 Feb 19 01:09:37.187553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:37.198074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c62a1-16a7-4ac0-98a5-5efc9a5b2aab None None] Network 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:37.280904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.357974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Deleting port 7553e817-342c-4f00-a181-4d243d83de59 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:37.358338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7553e817-342c-4f00-a181-4d243d83de59), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.437800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] DHCP port deletion for 210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:37.473026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-2693308b-21e4-4945-8112-c5d58a2b15d8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:37.473704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] For port 7553e817-342c-4f00-a181-4d243d83de59, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7553e817-342c-4f00-a181-4d243d83de59,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:37.474112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7553e817-342c-4f00-a181-4d243d83de59), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.475891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-2693308b-21e4-4945-8112-c5d58a2b15d8 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 950 time: 0.1343536 Feb 19 01:09:37.493017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Calling delete_port for 7553e817-342c-4f00-a181-4d243d83de59 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:37.543972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Deleting port 7553e817-342c-4f00-a181-4d243d83de59 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:37.559121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7553e817-342c-4f00-a181-4d243d83de59), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.628106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port c5080455-c879-4436-97bb-1a14ea62d19e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:37.628448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.690030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7553e817-342c-4f00-a181-4d243d83de59), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.701598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] For port 7553e817-342c-4f00-a181-4d243d83de59, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7553e817-342c-4f00-a181-4d243d83de59,segment=NetworkSegment(e988a68e-a40d-4596-ac63-639916b181e0),segment_id=e988a68e-a40d-4596-ac63-639916b181e0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:37.702298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7553e817-342c-4f00-a181-4d243d83de59), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.727888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7553e817-342c-4f00-a181-4d243d83de59,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.730843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] No DVR routers for this DVR port 7553e817-342c-4f00-a181-4d243d83de59 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:37.745264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Calling delete_port for 7553e817-342c-4f00-a181-4d243d83de59 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:37.887540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port c5080455-c879-4436-97bb-1a14ea62d19e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c5080455-c879-4436-97bb-1a14ea62d19e,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:37.891218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.931540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.938801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for c5080455-c879-4436-97bb-1a14ea62d19e owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:37.944929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (7553e817-342c-4f00-a181-4d243d83de59), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.992688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] Pushing event deleted for resources: {'Port': ['ID=7553e817-342c-4f00-a181-4d243d83de59,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:38.002388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d43051-c7e1-4483-bbbd-77e3af90f1d1 None None] No DVR routers for this DVR port 7553e817-342c-4f00-a181-4d243d83de59 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:38.027575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.048600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e988a68e-a40d-4596-ac63-639916b181e0') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.050275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e988a68e-a40d-4596-ac63-639916b181e0') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.058560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-e968b313-bd0f-4f9a-8b0b-21b5390a3a59 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.062442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-e968b313-bd0f-4f9a-8b0b-21b5390a3a59 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "GET /v2.0/ports?device_id=f18fe766-c622-4cfd-9eb9-be121e8fcce0 HTTP/1.1" status: 200 len: 950 time: 0.2399397 Feb 19 01:09:38.073807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (e988a68e-a40d-4596-ac63-639916b181e0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.107875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c1a1-114a-4a32-8bcf-54168766d276 req-40440ad9-c6f1-4763-9d4a-b5dee3077a9e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.116210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5268c1a1-114a-4a32-8bcf-54168766d276 req-40440ad9-c6f1-4763-9d4a-b5dee3077a9e tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 950 time: 0.1811779 Feb 19 01:09:38.118204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f60ad1-20c1-4e06-8ecc-cc916c20aae3 req-cfda1680-559f-41ea-a048-f89a594bc050 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.119795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87f60ad1-20c1-4e06-8ecc-cc916c20aae3 req-cfda1680-559f-41ea-a048-f89a594bc050 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2421203 Feb 19 01:09:38.131621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e988a68e-a40d-4596-ac63-639916b181e0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.160431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:38.160749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (e988a68e-a40d-4596-ac63-639916b181e0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:38.166984 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:38.264049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5268c1a1-114a-4a32-8bcf-54168766d276 req-468c9e59-0b0a-47d6-9414-feddf64704bf tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464958 Feb 19 01:09:38.349123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87f60ad1-20c1-4e06-8ecc-cc916c20aae3 req-3415b8fe-767d-432d-8bf2-fef98d7264a2 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098081 Feb 19 01:09:38.364510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port 74a4d05f-a846-4315-954d-bc9107cfb709 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:38.364873 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.422250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.444168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.444168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] 10.222.0.94 "DELETE /v2.0/networks/210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766 HTTP/1.1" status: 204 len: 168 time: 1.2543020 Feb 19 01:09:38.464963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c5080455-c879-4436-97bb-1a14ea62d19e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.466974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a987e-0ae8-46d5-bd43-9823cd9d07cd admin admin] Pushing event deleted for resources: {'Network': ['ID=210b5c0e-ac0b-4a2f-b66c-93d9ad6e4766,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:38.478126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:38.480493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e', '74a4d05f-a846-4315-954d-bc9107cfb709'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:38.558573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=c5080455-c879-4436-97bb-1a14ea62d19e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:38.575128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port 74a4d05f-a846-4315-954d-bc9107cfb709, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=74a4d05f-a846-4315-954d-bc9107cfb709,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:38.578380 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.603326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7553e817-342c-4f00-a181-4d243d83de59 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:38.614264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for 74a4d05f-a846-4315-954d-bc9107cfb709 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:38.638512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port c5080455-c879-4436-97bb-1a14ea62d19e on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:38.658971 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.668602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6cc7a6f-10e0-4674-93ad-b556b72667b9 req-7b9f9817-7108-4988-8791-397442fdd702 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "DELETE /v2.0/ports/c5080455-c879-4436-97bb-1a14ea62d19e HTTP/1.1" status: 204 len: 173 time: 1.1803725 Feb 19 01:09:38.671319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'name': 'network-vif-deleted', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:38.682061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 7553e817-342c-4f00-a181-4d243d83de59 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:38.682416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7553e817-342c-4f00-a181-4d243d83de59 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:38.682840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a66f94d-6b52-479c-91dd-fd39876d7d72 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:38.692158 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51065016-7a33-4c7d-bc37-ddd7dc62129d" -d '{"events": [{"server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "name": "network-vif-deleted", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:38.730143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0a66f94d-6b52-479c-91dd-fd39876d7d72 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:38.730489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0a66f94d-6b52-479c-91dd-fd39876d7d72 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:38.798485 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfadae4f-0537-470b-ba53-9bc4e30b7e01 x-openstack-request-id: req-bfadae4f-0537-470b-ba53-9bc4e30b7e01 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:38.798838 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1ea207-57a8-4d71-961b-fc9a775d84b3", "name": "network-vif-deleted", "tag": "c5080455-c879-4436-97bb-1a14ea62d19e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:38.799149 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bfadae4f-0537-470b-ba53-9bc4e30b7e01 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:38.800252 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1ea207-57a8-4d71-961b-fc9a775d84b3', 'name': 'network-vif-deleted', 'tag': 'c5080455-c879-4436-97bb-1a14ea62d19e', 'status': 'completed', 'code': 200} Feb 19 01:09:38.906024 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-19f0d5db-3679-441b-b0de-d4a5e72c6160 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1983590 Feb 19 01:09:39.000255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53828) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.010287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735b4b-887b-45a7-b926-9148a46e8596 req-19e5f61f-bf11-4ba5-95f7-309aa215723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.013176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-19e5f61f-bf11-4ba5-95f7-309aa215723e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1128 time: 0.0814497 Feb 19 01:09:39.056056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (74a4d05f-a846-4315-954d-bc9107cfb709), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.074528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c5080455-c879-4436-97bb-1a14ea62d19e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:39.077544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:39.149298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53830) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.151980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=74a4d05f-a846-4315-954d-bc9107cfb709,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:39.228512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port 74a4d05f-a846-4315-954d-bc9107cfb709 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:39.231190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53834) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.232944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d5344371-22f5-450d-9f71-996584175328 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=60737ac4e59d42f69545053faf09d887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316003 Feb 19 01:09:39.234290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.242208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-588ff356-ae88-42ff-8cd0-d1ea36d48a1d req-96ea6210-d483-4c6d-8450-88696e834b44 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.96 "DELETE /v2.0/ports/74a4d05f-a846-4315-954d-bc9107cfb709 HTTP/1.1" status: 204 len: 173 time: 1.1707652 Feb 19 01:09:39.242762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'name': 'network-vif-deleted', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:39.244461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.251682 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf6573-c409-4f1d-a524-2c48f6908986" -d '{"events": [{"server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "name": "network-vif-deleted", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:39.287661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735b4b-887b-45a7-b926-9148a46e8596 req-e23d85bf-c747-4ab6-90ab-95cef4209deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.292520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-e23d85bf-c747-4ab6-90ab-95cef4209deb service neutron] 10.222.0.117 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 909 time: 0.2526572 Feb 19 01:09:39.369299 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f84976-04b6-4b9b-8022-45881eb57c94 x-openstack-request-id: req-50f84976-04b6-4b9b-8022-45881eb57c94 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:39.375851 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18fe766-c622-4cfd-9eb9-be121e8fcce0", "name": "network-vif-deleted", "tag": "74a4d05f-a846-4315-954d-bc9107cfb709", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:39.375851 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-50f84976-04b6-4b9b-8022-45881eb57c94 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:39.375851 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18fe766-c622-4cfd-9eb9-be121e8fcce0', 'name': 'network-vif-deleted', 'tag': '74a4d05f-a846-4315-954d-bc9107cfb709', 'status': 'completed', 'code': 200} Feb 19 01:09:39.562217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b29af-4e88-4f13-8dcd-531cac07cb99 req-14dd5e5d-c465-479e-9155-933b3636f5eb tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.563920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f11b29af-4e88-4f13-8dcd-531cac07cb99 req-14dd5e5d-c465-479e-9155-933b3636f5eb tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1086469 Feb 19 01:09:39.570255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-606796926', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:39.570462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbc12c4-0952-466f-aaad-785a3b4da2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.574597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91aaf85f-0056-48d3-8748-bfecf9d08bfe req-2cdb32d9-00e0-4df8-a636-21f88e190097 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce1ea207-57a8-4d71-961b-fc9a775d84b3 HTTP/1.1" status: 200 len: 210 time: 0.0932810 Feb 19 01:09:39.634550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f11b29af-4e88-4f13-8dcd-531cac07cb99 req-0db79962-f12c-4f33-9c41-50dcaab49357 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596564 Feb 19 01:09:39.635073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-b48bcdb8-3095-48db-ba44-49e393b50370 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 1002 time: 0.3279459 Feb 19 01:09:39.637109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] Publish callbacks [] for security_group (af70dbad-ce8a-420c-aa70-de22a38398b6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.668421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.701876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Made reservation on behalf of bae55986b0e5468db6f6cac0281a524b for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:39.705820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.706947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] Publish callbacks [] for security_group (af70dbad-ce8a-420c-aa70-de22a38398b6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.728120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.850492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735b4b-887b-45a7-b926-9148a46e8596 req-51cdc1bc-d536-46e5-aa39-2844614d8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.856999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-51cdc1bc-d536-46e5-aa39-2844614d8c50 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 200 len: 847 time: 0.1999683 Feb 19 01:09:39.859775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for security_group (add21140-2559-498c-a093-6ed4f5be5e53), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.946899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (add21140-2559-498c-a093-6ed4f5be5e53), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.948220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbc12c4-0952-466f-aaad-785a3b4da2c1 admin admin] Publish callbacks [] for security_group (8e460c68-1c7b-4710-b115-3c2709f602f2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:39.952406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] device_id is not set on port 5e5c042e-4c98-4b7a-8b0e-a23a891acf24 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:09:39.963290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf158-be42-4286-bb87-bc456c2912ba req-8173de26-9d65-4adf-ab71-56ebcfad6d85 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.963290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63aaf158-be42-4286-bb87-bc456c2912ba req-8173de26-9d65-4adf-ab71-56ebcfad6d85 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2303367 Feb 19 01:09:39.971822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:39.978168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'floatingip': {'port_id': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:39.991286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735b4b-887b-45a7-b926-9148a46e8596 req-ac6cd0d6-57d7-4f84-b4f7-e3afa775e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.993346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-ac6cd0d6-57d7-4f84-b4f7-e3afa775e0fb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259327 Feb 19 01:09:40.009228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add21140-2559-498c-a093-6ed4f5be5e53,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.101039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Allocated IP 172.25.2.219 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/5e5c042e-4c98-4b7a-8b0e-a23a891acf24) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:40.105401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af70dbad-ce8a-420c-aa70-de22a38398b6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.109554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.112416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/af70dbad-ce8a-420c-aa70-de22a38398b6 HTTP/1.1" status: 204 len: 168 time: 0.8589032 Feb 19 01:09:40.132283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe211ad-1295-401e-9d37-23ea87ae5f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70dbad-ce8a-420c-aa70-de22a38398b6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.140718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7bbc12c4-0952-466f-aaad-785a3b4da2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e460c68-1c7b-4710-b115-3c2709f602f2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.151729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.223245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.299795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for port (5e5c042e-4c98-4b7a-8b0e-a23a891acf24), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.393619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5e5c042e-4c98-4b7a-8b0e-a23a891acf24), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.445408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:40.459136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:40.462903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:40.499705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Pushing event updated for resources: {'Port': ['ID=5e5c042e-4c98-4b7a-8b0e-a23a891acf24,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.514277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.517619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.632441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-94be794d-8d48-425c-9b9f-6875d20b36fa tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4781399 Feb 19 01:09:40.636542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53860) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:40.649980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee8bd-1cbc-49cc-9769-1ff9eb7ad6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.652627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.219'}]}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:40.691861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bbc12c4-0952-466f-aaad-785a3b4da2c1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=39fb74c0b2114299844ed4a1f7e989e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4595606 Feb 19 01:09:40.694259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53866) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:40.697492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc12c4-0952-466f-aaad-785a3b4da2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e460c68-1c7b-4710-b115-3c2709f602f2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:40.737096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (a6be66c6-de9b-45c3-9889-602279a358e8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.738441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (a6be66c6-de9b-45c3-9889-602279a358e8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.775652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-ce4b8622-cdd6-4ef2-9d78-e5cc0cd215c7 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355216 Feb 19 01:09:40.837583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] Publish callbacks [] for security_group (8e460c68-1c7b-4710-b115-3c2709f602f2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.852124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for router_controller (a6be66c6-de9b-45c3-9889-602279a358e8), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.870458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] Publish callbacks [] for security_group (8e460c68-1c7b-4710-b115-3c2709f602f2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:40.982106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53872) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:41.100486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for router_gateway (a6be66c6-de9b-45c3-9889-602279a358e8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.139652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97735b4b-887b-45a7-b926-9148a46e8596 req-80f48861-e01d-4983-a5e9-0fd4bf5bd5d6 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363746 Feb 19 01:09:41.155242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00a0daf6-428b-4832-b87f-1607a3ddc8d3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3f6eda9dd9d94cf99d236c346d088c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720650 Feb 19 01:09:41.156088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53878) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:41.199577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8e460c68-1c7b-4710-b115-3c2709f602f2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.202048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.216957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8e460c68-1c7b-4710-b115-3c2709f602f2 HTTP/1.1" status: 204 len: 168 time: 0.5038958 Feb 19 01:09:41.526801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c4a15-b478-43ad-9130-9af3ac9214c1 req-b64d6f56-b186-4ab4-a386-df89e90688ee tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:41.526801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af3c4a15-b478-43ad-9130-9af3ac9214c1 req-b64d6f56-b186-4ab4-a386-df89e90688ee tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 950 time: 0.1277432 Feb 19 01:09:41.526801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af3c4a15-b478-43ad-9130-9af3ac9214c1 req-85b331d5-1e8f-48e3-b5e5-f9f0d7d90022 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Feb 19 01:09:41.526801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:09:41.598239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.638434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7e0c0-77df-44f6-ad15-be682a0b8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e460c68-1c7b-4710-b115-3c2709f602f2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:41.665851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] Publish callbacks [] for security_group (67ca2e95-062f-4adf-82b5-58dd60b443d7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.703873 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] Publish callbacks [] for security_group (67ca2e95-062f-4adf-82b5-58dd60b443d7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.729870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.822233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c5080455-c879-4436-97bb-1a14ea62d19e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:41.856970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: c5080455-c879-4436-97bb-1a14ea62d19e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:41.857542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c5080455-c879-4436-97bb-1a14ea62d19e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:41.858184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 74a4d05f-a846-4315-954d-bc9107cfb709 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:41.875912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (67ca2e95-062f-4adf-82b5-58dd60b443d7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.879739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.883743 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Floating IP 956fdd1e-8603-4ca2-ac56-c58a7eedbc4f associated. External IP: 172.25.2.207, port: 397ec504-0e2f-4dd0-afe6-8b87fe2b810a. Feb 19 01:09:41.889150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/67ca2e95-062f-4adf-82b5-58dd60b443d7 HTTP/1.1" status: 204 len: 168 time: 0.7294252 Feb 19 01:09:41.948934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for router_gateway (a6be66c6-de9b-45c3-9889-602279a358e8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.951917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc713-9c0a-4a91-8420-f3e34f86d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca2e95-062f-4adf-82b5-58dd60b443d7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:41.977851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:41.996621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 74a4d05f-a846-4315-954d-bc9107cfb709 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:41.997004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 74a4d05f-a846-4315-954d-bc9107cfb709 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:42.207325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738cf4b-acaf-49d2-9708-58b44425717c req-66a55f7f-b581-44e8-88c7-639063109f81 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.209665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e738cf4b-acaf-49d2-9708-58b44425717c req-66a55f7f-b581-44e8-88c7-639063109f81 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1676493 Feb 19 01:09:42.222764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for router (a6be66c6-de9b-45c3-9889-602279a358e8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.308180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e738cf4b-acaf-49d2-9708-58b44425717c req-d1891198-2014-4aee-9c23-2d5edd446944 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911183 Feb 19 01:09:42.333218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:42.439710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (a6be66c6-de9b-45c3-9889-602279a358e8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.442458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks [] for router_controller (a6be66c6-de9b-45c3-9889-602279a358e8), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.499157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:42.516859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.518467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:42.535174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:42.536326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:42.590732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2817da3a-f208-425f-87aa-e470f91069bc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "PUT /v2.0/floatingips/956fdd1e-8603-4ca2-ac56-c58a7eedbc4f HTTP/1.1" status: 200 len: 992 time: 2.6166070 Feb 19 01:09:42.591354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:42.605084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (a6be66c6-de9b-45c3-9889-602279a358e8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.605649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6be66c6-de9b-45c3-9889-602279a358e8 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:42.607662 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:42.711070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec399cce-f3bd-4fc9-8fcb-c6b134a133ad req-6256e605-9183-41e1-9d74-bd48a7c4ef69 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.719294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec399cce-f3bd-4fc9-8fcb-c6b134a133ad req-6256e605-9183-41e1-9d74-bd48a7c4ef69 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 950 time: 0.0884461 Feb 19 01:09:42.728969 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f61ceb2-80db-4a48-b389-cdd044b0076f x-openstack-request-id: req-6f61ceb2-80db-4a48-b389-cdd044b0076f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:42.729441 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:42.729703 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6f61ceb2-80db-4a48-b389-cdd044b0076f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:42.730106 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'status': 'completed', 'code': 200} Feb 19 01:09:42.756859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:42.793995 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:09:42.798107 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a44097a-3e0c-42f5-8f32-fd945137c8e8 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1597078 Feb 19 01:09:42.798833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53924) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:42.816373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-771cbb7d-378b-4b70-9ea8-445c405f26e9 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.817938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-771cbb7d-378b-4b70-9ea8-445c405f26e9 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 950 time: 0.1117783 Feb 19 01:09:42.873197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec399cce-f3bd-4fc9-8fcb-c6b134a133ad req-691c18b7-dcac-470b-9627-fbb438dba273 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/security-groups?id=3005c27a-c550-4e8d-a30d-12e3d40c44be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513164 Feb 19 01:09:42.946104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97400723-716e-48de-b4d4-37d437ce0d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.953371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-e28e6d43-80c7-45f0-b35f-4533a5adeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.954884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-e28e6d43-80c7-45f0-b35f-4533a5adeb80 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1128 time: 0.1931252 Feb 19 01:09:42.997291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Deleting port 5e5c042e-4c98-4b7a-8b0e-a23a891acf24 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:42.997653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5e5c042e-4c98-4b7a-8b0e-a23a891acf24), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.012057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Deleting port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:43.014206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.199072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] For port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:43.199529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.220934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Calling delete_port for dcac78e0-8acb-4fc6-830b-8e8a903e2b2a owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:43.231213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '956fdd1e-8603-4ca2-ac56-c58a7eedbc4f', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:eb:e9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:41Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:43.274539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:43.290913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:43.291567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:43.294920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5e5c042e-4c98-4b7a-8b0e-a23a891acf24), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.298258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-99610cad-bcb9-4b9e-b3e7-9e7195fab14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.302007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-99610cad-bcb9-4b9e-b3e7-9e7195fab14e service neutron] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 911 time: 0.3391700 Feb 19 01:09:43.323315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Calling delete_port for 5e5c042e-4c98-4b7a-8b0e-a23a891acf24 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:43.469506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dcac78e0-8acb-4fc6-830b-8e8a903e2b2a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.480853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:43.490182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-d3bf35b2-29a0-499b-9413-7befc5dd4fd0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 200 len: 1000 time: 0.1766183 Feb 19 01:09:43.530193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Pushing event deleted for resources: {'Port': ['ID=dcac78e0-8acb-4fc6-830b-8e8a903e2b2a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:43.567753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:43.609521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] No DVR routers for this DVR port dcac78e0-8acb-4fc6-830b-8e8a903e2b2a on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:43.611954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.616079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e9e911f-8f3e-4521-b9a6-7d277dcf9fcc req-34b85fa4-cbd8-445e-8dd9-ec69e1396ef1 tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.117 "DELETE /v2.0/ports/dcac78e0-8acb-4fc6-830b-8e8a903e2b2a HTTP/1.1" status: 204 len: 173 time: 0.7881134 Feb 19 01:09:43.619742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-3c2a376d-cce5-456d-ba41-4802ac0750db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.623593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-3c2a376d-cce5-456d-ba41-4802ac0750db service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.1271617 Feb 19 01:09:43.635504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d963-7545-49d8-8766-35d3d940428f req-a473e360-9326-4216-90dd-dead4b3aaf5a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.637311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84f3d963-7545-49d8-8766-35d3d940428f req-a473e360-9326-4216-90dd-dead4b3aaf5a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1863368 Feb 19 01:09:43.702596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-dd246b20-f2be-404b-9ac0-5ce633d1d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.703069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84f3d963-7545-49d8-8766-35d3d940428f req-f3dbe72b-9ff9-4214-83e7-2c9115c136b1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592642 Feb 19 01:09:43.704414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-dd246b20-f2be-404b-9ac0-5ce633d1d9bd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768149 Feb 19 01:09:43.864816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-2a8e71b7-b3e8-4bcd-a361-ee0b602d0566 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487627 Feb 19 01:09:43.988009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5e5c042e-4c98-4b7a-8b0e-a23a891acf24), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:43.989716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:44.037998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e5c042e-4c98-4b7a-8b0e-a23a891acf24,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.046211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '956fdd1e-8603-4ca2-ac56-c58a7eedbc4f', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:eb:e9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:41Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:44.122464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee06d79c-d384-46b6-9c3e-6ef0cf857f17 req-7b32dd31-44b0-4a17-b90d-965cbfee779c tempest-ServersOnMultiNodesTest-1923705649 tempest-ServersOnMultiNodesTest-1923705649-project] 10.222.0.94 "GET /v2.0/ports?device_id=d14d4c90-4a58-4c54-96c1-1ebbc33bab16 HTTP/1.1" status: 200 len: 210 time: 0.0864489 Feb 19 01:09:44.151727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7fd69-83a7-4ec9-87cf-d7b1eff66469 None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '956fdd1e-8603-4ca2-ac56-c58a7eedbc4f', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:eb:e9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:41Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:44.170375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-461484291-network', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:44.233618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17cc321d-79ef-4057-b14b-f4d7cb0a41fe req-0fc81e88-b981-471b-90ca-ce6a2c6346d7 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596883 Feb 19 01:09:44.245980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.254551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.258212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41bc440d-7e68-46b7-8c68-da20cea954d5 tempest-RoutersAdminNegativeTest-1476962055 tempest-RoutersAdminNegativeTest-1476962055-project-admin] 10.222.0.94 "DELETE /v2.0/ports/5e5c042e-4c98-4b7a-8b0e-a23a891acf24 HTTP/1.1" status: 204 len: 168 time: 1.4567373 Feb 19 01:09:44.360124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:44.362870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.376046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.496815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks [] for security_group (3baa1817-f614-412a-b477-54243d50d8ed), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.512273 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9be4f-39d4-4a27-9db1-d58a803eecd7 None None] New status for floating IP 956fdd1e-8603-4ca2-ac56-c58a7eedbc4f: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:09:44.568134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:44.584207 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3baa1817-f614-412a-b477-54243d50d8ed), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.623536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:44.628626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa1817-f614-412a-b477-54243d50d8ed,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.639223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (41c961f2-10bf-4a29-8e79-fc03258e9af0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.639579 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Added segment 41c961f2-10bf-4a29-8e79-fc03258e9af0 of type vlan for network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 Feb 19 01:09:44.719328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2cc50135-8b47-49b0-ad94-d8ac6162e1f9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.730770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'name': 'network-vif-deleted', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:44.733067 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364307bd-3d45-4c3a-8cdd-7d60fb7c3059" -d '{"events": [{"server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "name": "network-vif-deleted", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:44.793257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1628896649'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:44.808191 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ed432e-bd37-45fb-8500-7c48f221cbc0 x-openstack-request-id: req-b1ed432e-bd37-45fb-8500-7c48f221cbc0 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:44.810066 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14d4c90-4a58-4c54-96c1-1ebbc33bab16", "name": "network-vif-deleted", "tag": "dcac78e0-8acb-4fc6-830b-8e8a903e2b2a", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:44.810753 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b1ed432e-bd37-45fb-8500-7c48f221cbc0 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:44.811797 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14d4c90-4a58-4c54-96c1-1ebbc33bab16', 'name': 'network-vif-deleted', 'tag': 'dcac78e0-8acb-4fc6-830b-8e8a903e2b2a', 'status': 'completed', 'code': 200} Feb 19 01:09:44.867687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2cc50135-8b47-49b0-ad94-d8ac6162e1f9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.868809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.869480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.905504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Made reservation on behalf of 3106bd36ae7a4422b7922ac358e1fad5 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:44.910410 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.921533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.930490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89b62-d3be-42dc-89f1-a242aad7557c req-d91184ae-116d-478f-ad2e-0fca3123f751 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.938206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fa89b62-d3be-42dc-89f1-a242aad7557c req-d91184ae-116d-478f-ad2e-0fca3123f751 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1240833 Feb 19 01:09:44.974527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53982) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:44.974876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:44.975328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9847322 Feb 19 01:09:44.980776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Request body: {'subnet': {'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-461484291-subnet', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:44.982289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767747a8-5a54-42e3-8d8f-3113e417183a admin admin] Pushing event updated for resources: {'Network': ['ID=2cc50135-8b47-49b0-ad94-d8ac6162e1f9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.997667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:45.035210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fa89b62-d3be-42dc-89f1-a242aad7557c req-ab3f6468-2b7b-4f0d-9475-c98f53f2f285 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889378 Feb 19 01:09:45.089016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks [] for security_group (4a442d9f-5071-48e8-a66b-5db1a90af951), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.150033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d7e80db-77bf-41fa-b044-3559592178cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.166240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:45.168509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.182262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4a442d9f-5071-48e8-a66b-5db1a90af951), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.227141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.250447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:45.293568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (54b81c41-ed1b-4ce9-ade1-44ce161b4128), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.293918 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Added segment 54b81c41-ed1b-4ce9-ade1-44ce161b4128 of type vlan for network 2e563fa7-c288-428b-b002-eb27d4ffa127 Feb 19 01:09:45.311102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a442d9f-5071-48e8-a66b-5db1a90af951,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.365187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2e563fa7-c288-428b-b002-eb27d4ffa127), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.434291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d7e80db-77bf-41fa-b044-3559592178cf admin admin] Publish callbacks [] for security_group (3613bcd2-ca69-4963-bc14-782658518bf5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.529906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d7e80db-77bf-41fa-b044-3559592178cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3613bcd2-ca69-4963-bc14-782658518bf5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.571567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d7e80db-77bf-41fa-b044-3559592178cf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d1e66333b3444b3ebb491f8ff7cea125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5956371 Feb 19 01:09:45.572301 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2e563fa7-c288-428b-b002-eb27d4ffa127), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.574593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53994) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:45.577819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.578479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.580859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e80db-77bf-41fa-b044-3559592178cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3613bcd2-ca69-4963-bc14-782658518bf5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.644016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] Publish callbacks [] for security_group (3613bcd2-ca69-4963-bc14-782658518bf5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.657326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (04825bff-2b8e-4732-b7cd-66ceeb75dfff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.677182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] Publish callbacks [] for security_group (3613bcd2-ca69-4963-bc14-782658518bf5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.710032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53998) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:45.725351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Pushing event updated for resources: {'Network': ['ID=2e563fa7-c288-428b-b002-eb27d4ffa127,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.744496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2cbc930b-028c-458f-828c-ffb4130b47e5 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1751335 Feb 19 01:09:45.746032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2e563fa7-c288-428b-b002-eb27d4ffa127 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:45.749623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:45.763369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04825bff-2b8e-4732-b7cd-66ceeb75dfff,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.779690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:45.780065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Network hostable DHCP agents. Network: 2cc50135-8b47-49b0-ad94-d8ac6162e1f9, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:45.837906 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3613bcd2-ca69-4963-bc14-782658518bf5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.841370 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.845104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3613bcd2-ca69-4963-bc14-782658518bf5 HTTP/1.1" status: 204 len: 168 time: 0.2667539 Feb 19 01:09:45.857021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6a3a1-2cef-40a7-8c24-a50c61ea5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3613bcd2-ca69-4963-bc14-782658518bf5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:45.880116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:45.927551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0789e1cd-8a0d-4695-a6ff-6edf9721165b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=48353b5b368641258a4da4f8e4e5d563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142746 Feb 19 01:09:45.928829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:45.981062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2cc50135-8b47-49b0-ad94-d8ac6162e1f9) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:45.982987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] Publish callbacks [] for security_group (3005c27a-c550-4e8d-a30d-12e3d40c44be), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.985852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.986444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:45.996688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed19575-2137-4699-9075-73a80c70c33c None None] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:46.002469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'name': 'tempest-network--1508547813', 'router:external': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:46.016831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] Publish callbacks [] for security_group (3005c27a-c550-4e8d-a30d-12e3d40c44be), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.090341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b15c77b-e974-468f-be9b-d5c08968faf3 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1107075 Feb 19 01:09:46.090530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:46.094959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:46.119407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:46.120794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.181985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (f078cd79-0ebe-4902-abba-269def9102cc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.183660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (f078cd79-0ebe-4902-abba-269def9102cc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.184046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:46.186503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.188541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3005c27a-c550-4e8d-a30d-12e3d40c44be), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.196624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.201711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3005c27a-c550-4e8d-a30d-12e3d40c44be HTTP/1.1" status: 204 len: 168 time: 0.2714529 Feb 19 01:09:46.229096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12815054-c6e5-486f-88ff-7079f3d244f1 req-b97a27ec-1824-40dd-ba5d-602453d17860 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:46.239533 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12815054-c6e5-486f-88ff-7079f3d244f1 req-b97a27ec-1824-40dd-ba5d-602453d17860 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1151519 Feb 19 01:09:46.248319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.263986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc366abb-f4f5-4378-ae47-f904fb87a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3005c27a-c550-4e8d-a30d-12e3d40c44be,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.313055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for router_controller (f078cd79-0ebe-4902-abba-269def9102cc), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.327805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Allocated IP 172.20.0.2 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/f7598850-e05b-4120-881c-9964e3f53408) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:46.370961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12815054-c6e5-486f-88ff-7079f3d244f1 req-6b2e3758-8813-48d3-a4ea-7ff9afda2716 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305280 Feb 19 01:09:46.447584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for security_group (4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.524456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks [] for port (f7598850-e05b-4120-881c-9964e3f53408), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.541979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.553664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for router_gateway (f078cd79-0ebe-4902-abba-269def9102cc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.567343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:46.585729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.595639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6524939f-84ac-4973-a79d-68188f379d27), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.595992 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Added segment 6524939f-84ac-4973-a79d-68188f379d27 of type vlan for network 50f22e46-f66d-41b0-859b-d74a84411d16 Feb 19 01:09:46.626962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f7598850-e05b-4120-881c-9964e3f53408), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.648300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (50f22e46-f66d-41b0-859b-d74a84411d16), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.679868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:46.683194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:46.688983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:46.700819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Pushing event updated for resources: {'Port': ['ID=f7598850-e05b-4120-881c-9964e3f53408,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.770587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (50f22e46-f66d-41b0-859b-d74a84411d16), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.773146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:46.773715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.781368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Attempting to bind port f7598850-e05b-4120-881c-9964e3f53408 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:46.781757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Attempting to bind port f7598850-e05b-4120-881c-9964e3f53408 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:46.782136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Attempting to bind port f7598850-e05b-4120-881c-9964e3f53408 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:46.806989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:46.807549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:46.810755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.810755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:46.810755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Bound port: f7598850-e05b-4120-881c-9964e3f53408, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:46.810755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f7598850-e05b-4120-881c-9964e3f53408), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.816568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54022) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:46.853452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=50f22e46-f66d-41b0-859b-d74a84411d16,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:46.860625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-caf9e9b6-ce19-4018-aac2-f73072673b94 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bae55986b0e5468db6f6cac0281a524b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426462 Feb 19 01:09:46.874552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 50f22e46-f66d-41b0-859b-d74a84411d16 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:46.890687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54024) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:46.962761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.969925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4c8341ac-2085-4244-95d5-19246f4a02e3 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2168145 Feb 19 01:09:46.969925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] Publish callbacks [] for security_group (add21140-2559-498c-a093-6ed4f5be5e53), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:46.972633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54026) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:46.975866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] For port f7598850-e05b-4120-881c-9964e3f53408, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:46.980013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] For port f7598850-e05b-4120-881c-9964e3f53408, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f7598850-e05b-4120-881c-9964e3f53408,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:46.989861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for router_gateway (f078cd79-0ebe-4902-abba-269def9102cc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.013694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.047123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f7598850-e05b-4120-881c-9964e3f53408), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.052039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] Publish callbacks [] for security_group (add21140-2559-498c-a093-6ed4f5be5e53), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.069913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (50f22e46-f66d-41b0-859b-d74a84411d16), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.129059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e4cb-8043-4891-9fdd-0d6c0a453b49 None None] Pushing event updated for resources: {'Port': ['ID=f7598850-e05b-4120-881c-9964e3f53408,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:47.140038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Allocated IP 172.25.2.72 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:47.177164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (50f22e46-f66d-41b0-859b-d74a84411d16), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.202038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f22e46-f66d-41b0-859b-d74a84411d16']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:47.217566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6524939f-84ac-4973-a79d-68188f379d27') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:47.218269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6524939f-84ac-4973-a79d-68188f379d27') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:47.229241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (6524939f-84ac-4973-a79d-68188f379d27), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.244225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6524939f-84ac-4973-a79d-68188f379d27), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.257215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:47.257619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (6524939f-84ac-4973-a79d-68188f379d27), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:47.259459 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:47.286825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.332724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (add21140-2559-498c-a093-6ed4f5be5e53), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.336219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.340544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/add21140-2559-498c-a093-6ed4f5be5e53 HTTP/1.1" status: 204 len: 168 time: 0.4441798 Feb 19 01:09:47.377651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c0ff7-368c-4db8-b9b3-92fddffb9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add21140-2559-498c-a093-6ed4f5be5e53,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:47.438631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.473696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (50f22e46-f66d-41b0-859b-d74a84411d16), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.484032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:47.487414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:47.491722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54034) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:47.492511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:47.501806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:47.521521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50f22e46-f66d-41b0-859b-d74a84411d16 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:09:47.523492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Network': ['ID=50f22e46-f66d-41b0-859b-d74a84411d16,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:47.525376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.529860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a594a600-69bf-4e86-a1c8-cb0aee6251b6 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/50f22e46-f66d-41b0-859b-d74a84411d16 HTTP/1.1" status: 204 len: 168 time: 0.5553792 Feb 19 01:09:47.534240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54036) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:47.555277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:47.694911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:47.698644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.733620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:47.733788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8126ec5b-6d5a-4a00-b3c0-849e627bc6c9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=028bd672e0944fe4baef9972fcf377b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374008 Feb 19 01:09:47.738666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:47.767790 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f9aad8ab-ac00-4ad2-b66a-ed2f175fae76), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.769809 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Added segment f9aad8ab-ac00-4ad2-b66a-ed2f175fae76 of type vlan for network 932cf412-52f5-47dc-975c-b0e89094f3c8 Feb 19 01:09:47.793194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c378d-d4c7-411b-bf39-ca7904404d8a req-898920f9-c3be-4171-90e1-8f86617dd400 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:47.794707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c4c378d-d4c7-411b-bf39-ca7904404d8a req-898920f9-c3be-4171-90e1-8f86617dd400 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2461901 Feb 19 01:09:47.868471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] Publish callbacks [] for security_group (2f8b01d4-5943-4a12-a65d-f2a0e5237f2d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.882402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (932cf412-52f5-47dc-975c-b0e89094f3c8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:47.895018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c4c378d-d4c7-411b-bf39-ca7904404d8a req-0646fdf3-770b-40ae-9a82-e87caac98628 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871172 Feb 19 01:09:47.944992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] Publish callbacks [] for security_group (2f8b01d4-5943-4a12-a65d-f2a0e5237f2d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.010312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (932cf412-52f5-47dc-975c-b0e89094f3c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.013404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:48.019324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.022771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dcac78e0-8acb-4fc6-830b-8e8a903e2b2a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:48.078930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: dcac78e0-8acb-4fc6-830b-8e8a903e2b2a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:48.079505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device dcac78e0-8acb-4fc6-830b-8e8a903e2b2a not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:48.083683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for router_gateway (f078cd79-0ebe-4902-abba-269def9102cc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.148984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f8b01d4-5943-4a12-a65d-f2a0e5237f2d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.156070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.157867 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2f8b01d4-5943-4a12-a65d-f2a0e5237f2d HTTP/1.1" status: 204 len: 168 time: 0.4176524 Feb 19 01:09:48.174666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=932cf412-52f5-47dc-975c-b0e89094f3c8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:48.194594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094b861-2bdb-4e05-af04-fc5a213b697d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8b01d4-5943-4a12-a65d-f2a0e5237f2d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:48.198832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 932cf412-52f5-47dc-975c-b0e89094f3c8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:48.248406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e32e490-9e3e-4c6d-9092-33e800dcbe11 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7082536 Feb 19 01:09:48.250985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:48.262052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'subnet': {'network_id': '932cf412-52f5-47dc-975c-b0e89094f3c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:48.379738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:48.384270 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:48.609321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f7598850-e05b-4120-881c-9964e3f53408 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:48.720162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71037f2-8e2a-4adb-9c1b-fc5055fda855 None None] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:48.898582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (f078cd79-0ebe-4902-abba-269def9102cc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.040561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f7598850-e05b-4120-881c-9964e3f53408 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:49.041533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f7598850-e05b-4120-881c-9964e3f53408), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.088993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Provisioning complete for port f7598850-e05b-4120-881c-9964e3f53408 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:49.089471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f7598850-e05b-4120-881c-9964e3f53408), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.184085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:09:49.185171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d66e5920-ad97-4f41-84e2-07fdb56fbf89), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.216040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f7598850-e05b-4120-881c-9964e3f53408 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:49.216609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f7598850-e05b-4120-881c-9964e3f53408), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.228652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:49.240248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Router f078cd79-0ebe-4902-abba-269def9102cc is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:49.341714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f7598850-e05b-4120-881c-9964e3f53408, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f7598850-e05b-4120-881c-9964e3f53408,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:49.354489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Current status of the port f7598850-e05b-4120-881c-9964e3f53408 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:49.355427 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f7598850-e05b-4120-881c-9964e3f53408), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.411517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f7598850-e05b-4120-881c-9964e3f53408), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.476452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f7598850-e05b-4120-881c-9964e3f53408,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:49.524167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a9696ac-9333-46ea-ba74-869a01ae9b06 tempest-AgentManagementNegativeTest-503426516 tempest-AgentManagementNegativeTest-503426516-project] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2871354 Feb 19 01:09:49.593501 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:09:49.594774 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:09:49.624265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:49.625238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84982e-1b54-4246-8020-550b37cb852c req-c9e984b6-ccf7-4d6f-a527-0ebaabe27bb0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:49.626816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd84982e-1b54-4246-8020-550b37cb852c req-c9e984b6-ccf7-4d6f-a527-0ebaabe27bb0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.5809801 Feb 19 01:09:49.651990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Sync routers for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:49.660087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d66e5920-ad97-4f41-84e2-07fdb56fbf89,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:49.669812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:49.670768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:49.680143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Checking segment: {'id': 'f9aad8ab-ac00-4ad2-b66a-ed2f175fae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '932cf412-52f5-47dc-975c-b0e89094f3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:49.680302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Network hostable DHCP agents. Network: 932cf412-52f5-47dc-975c-b0e89094f3c8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:49.726092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.727511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-027fb885-6161-4063-836e-9dcd9440a7b8 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6359532 Feb 19 01:09:49.730220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:49.735211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd84982e-1b54-4246-8020-550b37cb852c req-ed464a6a-f7cc-4f2d-a8db-a97b960b3f10 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918226 Feb 19 01:09:49.821472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Network 932cf412-52f5-47dc-975c-b0e89094f3c8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:49.872730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:49.923979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 932cf412-52f5-47dc-975c-b0e89094f3c8) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:49.937017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:49.940262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.980683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb033b-1066-41fb-962e-0e2922559a54 None None] Network 932cf412-52f5-47dc-975c-b0e89094f3c8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:50.041972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-974fbc8f-31d4-4a2a-aebc-d1dcafbafbf1 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7896798 Feb 19 01:09:50.047036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:50.052294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'floatingip': {'floating_network_id': '932cf412-52f5-47dc-975c-b0e89094f3c8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:50.170066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54104) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:50.181825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.197605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b94a73c-47af-4c8c-b2de-3368817cbd43 None None] Current status of the port f7598850-e05b-4120-881c-9964e3f53408 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:50.400216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e40c146-fe4f-4424-b886-db78f24aeb66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.422426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.462093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c7c42a11-1afd-48d8-a9b1-6642b9793236 None None] Provisioning complete for port f7598850-e05b-4120-881c-9964e3f53408 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:50.462480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c7c42a11-1afd-48d8-a9b1-6642b9793236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f7598850-e05b-4120-881c-9964e3f53408), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.473770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17831b51-2f2b-4b04-8e39-2cf165220edc None None] Network 932cf412-52f5-47dc-975c-b0e89094f3c8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:50.640956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.641476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f7598850-e05b-4120-881c-9964e3f53408 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:50.669328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Allocated IP 172.20.0.11 (932cf412-52f5-47dc-975c-b0e89094f3c8/d66e5920-ad97-4f41-84e2-07fdb56fbf89/5de62e2c-11ee-4b61-bb80-ba7c922e70bb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:50.835548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e40c146-fe4f-4424-b886-db78f24aeb66 admin admin] Publish callbacks [] for security_group (da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.836653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42a11-1afd-48d8-a9b1-6642b9793236 None None] Current status of the port f7598850-e05b-4120-881c-9964e3f53408 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:50.854546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f7598850-e05b-4120-881c-9964e3f53408 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:50.868717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f7598850-e05b-4120-881c-9964e3f53408), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.872344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:47Z', 'revision_number': 3, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:50.925961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Allocated IP 172.20.0.1 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:50.956931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e40c146-fe4f-4424-b886-db78f24aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.972311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Checking router: f078cd79-0ebe-4902-abba-269def9102cc for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:50.973010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Updating router f078cd79-0ebe-4902-abba-269def9102cc port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:51.023248 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.025207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e40c146-fe4f-4424-b886-db78f24aeb66 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cd9633bb3a34400e84668fdd85957bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8541088 Feb 19 01:09:51.026541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54116) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:51.126694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks [] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.195562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba85fe7-c23e-426e-a46c-f835ccb2a5da req-7651010e-6d7a-44d7-9543-491b66761a46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.203148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cba85fe7-c23e-426e-a46c-f835ccb2a5da req-7651010e-6d7a-44d7-9543-491b66761a46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.3608434 Feb 19 01:09:51.282982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f7598850-e05b-4120-881c-9964e3f53408 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:51.292849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c146-fe4f-4424-b886-db78f24aeb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.309419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.348783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.380625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] Publish callbacks [] for security_group (da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.391820 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cba85fe7-c23e-426e-a46c-f835ccb2a5da req-12cb336f-95a4-4f44-8027-5a8b6a0d7b6e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876562 Feb 19 01:09:51.406317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:51.410208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:51.419403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:51.434952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] Publish callbacks [] for security_group (da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.570108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Pushing event updated for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.582445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.589216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (f078cd79-0ebe-4902-abba-269def9102cc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.635225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.648927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.650403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a HTTP/1.1" status: 204 len: 168 time: 0.6188810 Feb 19 01:09:51.662741 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks [] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.696886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Network 932cf412-52f5-47dc-975c-b0e89094f3c8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:51.716108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:51.730177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776ff0-497e-4ddc-868e-1b54b9307c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e43ff-3d3b-49b2-b50c-5e6a82b0c20a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.732761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:51.761510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.898258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Attempting to bind port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:51.898906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Attempting to bind port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:51.899872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Attempting to bind port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:51.904784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab97c6-2700-45c4-b10e-73b74d74cb2e None None] Pushing event updated for resources: {'Port': ['ID=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:51.914020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:51.914406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:51.918697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.918697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:51.918697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Bound port: 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:51.918697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.920581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-eec60d21-90ee-4ae1-b246-ce96d6cbacb6 None None] Provisioning complete for port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:51.920581 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eec60d21-90ee-4ae1-b246-ce96d6cbacb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.991274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Port': ['ID=5de62e2c-11ee-4b61-bb80-ba7c922e70bb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:52.027428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.110511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] For port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:52.117915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-eec60d21-90ee-4ae1-b246-ce96d6cbacb6 None None] Port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:52.138188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] For port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:52.219240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for floatingip (b2aca660-b059-4fd6-b783-fcfa138722ea), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.249997 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.382241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.408818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks [] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.428272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:52.430648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:52.501335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.636699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab97c6-2700-45c4-b10e-73b74d74cb2e None None] Pushing event updated for resources: {'Port': ['ID=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:52.715943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Pushing event updated for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:52.739614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (f078cd79-0ebe-4902-abba-269def9102cc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.742342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fde9f5-f756-4c76-b2ae-378bca2ed6f7 req-41a2e466-85eb-4d8e-90a8-2353c41108c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:52.743926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49fde9f5-f756-4c76-b2ae-378bca2ed6f7 req-41a2e466-85eb-4d8e-90a8-2353c41108c9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1504884 Feb 19 01:09:52.809257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:52.824131 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49fde9f5-f756-4c76-b2ae-378bca2ed6f7 req-b6636780-0d1e-4f66-b3b2-2984374781be tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613723 Feb 19 01:09:52.847130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.941715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.945640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:52.947168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:53.028898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b2aca660-b059-4fd6-b783-fcfa138722ea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.095191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Port': ['ID=5de62e2c-11ee-4b61-bb80-ba7c922e70bb,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:53.184837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.186436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe5a6595-f68e-47b1-9c6c-b91e2f6efd80 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1382184 Feb 19 01:09:53.189287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:53.243449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Router f078cd79-0ebe-4902-abba-269def9102cc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:53.321517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c5ca191f-3dea-47d8-83e1-de159af224cc tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "GET /v2.0/floatingips?floating_network_id=932cf412-52f5-47dc-975c-b0e89094f3c8 HTTP/1.1" status: 200 len: 690 time: 0.1283770 Feb 19 01:09:53.327455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:53.407366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:50Z', 'revision_number': 1, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:53.451346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03c233-c348-4936-8c58-55b05c7777c6 None None] The sync data for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 is: [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:50Z', 'revision_number': 1, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:53.463722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dcb6f855-aaf0-43e8-9d6a-91f11c7eb869 None None] Provisioning complete for port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:53.464105 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f855-aaf0-43e8-9d6a-91f11c7eb869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.482252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (932cf412-52f5-47dc-975c-b0e89094f3c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.509631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6f855-aaf0-43e8-9d6a-91f11c7eb869 None None] Port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:53.510782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:53.524191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8ba9f6a-7155-457d-85c9-0e2c11e62e64 admin admin] 10.222.0.94 "PUT /v2.0/routers/f078cd79-0ebe-4902-abba-269def9102cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7845538 Feb 19 01:09:53.653071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Deleting port 5de62e2c-11ee-4b61-bb80-ba7c922e70bb {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:53.653436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.768235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54176) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:53.785247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.786128 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for floatingip (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.817377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Calling delete_port for 5de62e2c-11ee-4b61-bb80-ba7c922e70bb owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:53.906788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54182) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:54.119891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2053254672'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:54.163869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22fe62f1-2e3c-4e0c-89c5-fb180970d50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.200850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd96ba5-6a39-4288-be2b-785d1b230598 req-d5da9f31-cd4a-4074-b1fb-0c017f36fbcc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.202375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd96ba5-6a39-4288-be2b-785d1b230598 req-d5da9f31-cd4a-4074-b1fb-0c017f36fbcc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1866903 Feb 19 01:09:54.287180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd96ba5-6a39-4288-be2b-785d1b230598 req-62571911-8f75-4cea-846c-87b08a261019 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780725 Feb 19 01:09:54.301449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5de62e2c-11ee-4b61-bb80-ba7c922e70bb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.344064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Port': ['ID=5de62e2c-11ee-4b61-bb80-ba7c922e70bb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.348589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:54.351926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.385924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.407165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22fe62f1-2e3c-4e0c-89c5-fb180970d50d admin admin] Publish callbacks [] for security_group (49b5b150-e614-4da9-8d0d-47035f7421b5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.446865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for floatingip (b2aca660-b059-4fd6-b783-fcfa138722ea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.496929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:54.505292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736893775', 'description': 'tempest-description--2005773345'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:54.537389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d66e5920-ad97-4f41-84e2-07fdb56fbf89), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.564572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22fe62f1-2e3c-4e0c-89c5-fb180970d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49b5b150-e614-4da9-8d0d-47035f7421b5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.587032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for security_group (f6fc349c-df16-4bf3-bc5c-e59a4de062b4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.611952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-22fe62f1-2e3c-4e0c-89c5-fb180970d50d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=be7e2aeb48ac468a9758a059168556ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036674 Feb 19 01:09:54.613998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe62f1-2e3c-4e0c-89c5-fb180970d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b5b150-e614-4da9-8d0d-47035f7421b5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.616716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:54.702998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] Publish callbacks [] for security_group (49b5b150-e614-4da9-8d0d-47035f7421b5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.712153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.740622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] Publish callbacks [] for security_group (49b5b150-e614-4da9-8d0d-47035f7421b5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.795077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f6fc349c-df16-4bf3-bc5c-e59a4de062b4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.800024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d66e5920-ad97-4f41-84e2-07fdb56fbf89), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.858210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:54.861558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d66e5920-ad97-4f41-84e2-07fdb56fbf89,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.883562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc349c-df16-4bf3-bc5c-e59a4de062b4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.906213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (2eab1e51-1c13-4fef-89e0-85ca505dba54), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.940977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (932cf412-52f5-47dc-975c-b0e89094f3c8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.967795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932cf412-52f5-47dc-975c-b0e89094f3c8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:54.979887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aad8ab-ac00-4ad2-b66a-ed2f175fae76') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:54.980558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aad8ab-ac00-4ad2-b66a-ed2f175fae76') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:54.990722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (f9aad8ab-ac00-4ad2-b66a-ed2f175fae76), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.008647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f9aad8ab-ac00-4ad2-b66a-ed2f175fae76), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.022765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2eab1e51-1c13-4fef-89e0-85ca505dba54), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.028515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:55.029930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (f9aad8ab-ac00-4ad2-b66a-ed2f175fae76), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.069153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab1e51-1c13-4fef-89e0-85ca505dba54,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:55.097031 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:55.098720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (49b5b150-e614-4da9-8d0d-47035f7421b5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.101300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.103569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/49b5b150-e614-4da9-8d0d-47035f7421b5 HTTP/1.1" status: 204 len: 168 time: 0.4863753 Feb 19 01:09:55.117827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363659f-db86-4d7c-aa33-17a04ef1c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b5b150-e614-4da9-8d0d-47035f7421b5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.145173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.145173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f74bb942-a2d4-4ea7-bc19-bf41e3c46110 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6429133 Feb 19 01:09:55.147001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54194) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.160912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'security_group_rule': {'security_group_id': '2eab1e51-1c13-4fef-89e0-85ca505dba54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:55.253032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (38580627-f0d4-423b-9847-b8ec258068ec), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.253417 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Added segment 38580627-f0d4-423b-9847-b8ec258068ec of type vlan for network d3494fbf-fda4-4a81-bbb3-918d536d314b Feb 19 01:09:55.254693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (932cf412-52f5-47dc-975c-b0e89094f3c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.267859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 932cf412-52f5-47dc-975c-b0e89094f3c8 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:09:55.271491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.274721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/932cf412-52f5-47dc-975c-b0e89094f3c8 HTTP/1.1" status: 204 len: 168 time: 1.9459846 Feb 19 01:09:55.277604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54198) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.308494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc940d3f-e763-47cd-b220-8fc2cb204bc7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Network': ['ID=932cf412-52f5-47dc-975c-b0e89094f3c8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.384450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (d3494fbf-fda4-4a81-bbb3-918d536d314b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.394026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (f7cf68c7-4acb-40a4-b487-ef9843cebc02), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.436500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-16410d37-83a8-4599-bc76-dc067a8f9a62 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2570 time: 0.1559052 Feb 19 01:09:55.439025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54202) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.545749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (f7cf68c7-4acb-40a4-b487-ef9843cebc02), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.565395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.565960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.576728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.577314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.579656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.582491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.582678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.584370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4b4e1-a430-4536-a1da-0db80eb1df37 req-c538a667-cb8e-4b61-8c99-c2b3a15a776d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.585040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.590344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59af04ea-b21c-4c58-bfb1-4267b3695baf tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5294 time: 0.1470189 Feb 19 01:09:55.593767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54204) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.598342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfa4b4e1-a430-4536-a1da-0db80eb1df37 req-c538a667-cb8e-4b61-8c99-c2b3a15a776d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1380105 Feb 19 01:09:55.635955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (d3494fbf-fda4-4a81-bbb3-918d536d314b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.641209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:55.641813 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.725727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f7cf68c7-4acb-40a4-b487-ef9843cebc02), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.726712 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-91bb90f0-3a06-4c02-9604-0abf819a13e0 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] delete failed (client error): The resource could not be found. Feb 19 01:09:55.731298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-91bb90f0-3a06-4c02-9604-0abf819a13e0 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/b2aca660-b059-4fd6-b783-fcfa138722ea HTTP/1.1" status: 404 len: 345 time: 0.1364405 Feb 19 01:09:55.732132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54208) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.751525 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8fff4f-7d2f-41f7-86b7-03a3fe97ccd7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 01:09:55.752396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8fff4f-7d2f-41f7-86b7-03a3fe97ccd7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:09:55.757764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8a8fff4f-7d2f-41f7-86b7-03a3fe97ccd7 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/932cf412-52f5-47dc-975c-b0e89094f3c8 HTTP/1.1" status: 404 len: 339 time: 0.0244131 Feb 19 01:09:55.768249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.773007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'name': 'tempest-network--341135307', 'router:external': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:55.789356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cf68c7-4acb-40a4-b487-ef9843cebc02,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.814880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfa4b4e1-a430-4536-a1da-0db80eb1df37 req-b4228e02-381d-463c-8c69-67606630c0a2 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148604 Feb 19 01:09:55.822287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Network': ['ID=d3494fbf-fda4-4a81-bbb3-918d536d314b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:55.846054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network d3494fbf-fda4-4a81-bbb3-918d536d314b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:55.881192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d4f179e9-0f81-4844-a10d-88e0d4a22f1b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1093264 Feb 19 01:09:55.883561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54216) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.890595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'subnet': {'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:55.945004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:55.946246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5989593e-d093-4600-8e46-3437ebc916ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7981641 Feb 19 01:09:55.949037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:55.953763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'security_group_rule': {'security_group_id': '2eab1e51-1c13-4fef-89e0-85ca505dba54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.007140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:56.012406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.059843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:56.084615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (eb27aee6-b569-4591-8909-6198bf422d22), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.085735 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Added segment eb27aee6-b569-4591-8909-6198bf422d22 of type vlan for network 03dd8e29-e993-40b2-977f-0d84f3436545 Feb 19 01:09:56.166285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (03dd8e29-e993-40b2-977f-0d84f3436545), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.180496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (907dc82d-323d-433f-bd96-39267f3401c6), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.220377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:56.225234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.280252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (907dc82d-323d-433f-bd96-39267f3401c6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.374721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (03dd8e29-e993-40b2-977f-0d84f3436545), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.376520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.377296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.424990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (907dc82d-323d-433f-bd96-39267f3401c6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.547917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907dc82d-323d-433f-bd96-39267f3401c6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:56.558480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=03dd8e29-e993-40b2-977f-0d84f3436545,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:56.583187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 03dd8e29-e993-40b2-977f-0d84f3436545 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:56.639057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (31c3a458-a261-45eb-9663-41ceb6035e34), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.687966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:56.723568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.725669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98996134-bb34-47f7-ae70-182ad15474f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7756410 Feb 19 01:09:56.732115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:56.738649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:56.742332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eda7f5a7-1970-4155-bd3b-35c8ee62d265 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9729552 Feb 19 01:09:56.743236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54236) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:56.805345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Subnet': ['ID=31c3a458-a261-45eb-9663-41ceb6035e34,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:56.814848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Checking segment: {'id': '38580627-f0d4-423b-9847-b8ec258068ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:56.814848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network hostable DHCP agents. Network: d3494fbf-fda4-4a81-bbb3-918d536d314b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:56.867109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:56.868150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:56.889247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.019215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:57.021178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.030597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:57.075807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:57.116523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54242) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:57.135724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, d3494fbf-fda4-4a81-bbb3-918d536d314b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:57.141778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.142372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.146478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.217727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.225401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a3347-9f26-47bc-a78a-b13b320249f9 None None] Network d3494fbf-fda4-4a81-bbb3-918d536d314b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:57.257888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185d674-30b6-473f-aea5-9f8e46b0c00d tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.263665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185d674-30b6-473f-aea5-9f8e46b0c00d tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.271263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185d674-30b6-473f-aea5-9f8e46b0c00d tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.277032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185d674-30b6-473f-aea5-9f8e46b0c00d tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.284936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3185d674-30b6-473f-aea5-9f8e46b0c00d tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5404313 Feb 19 01:09:57.288943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54246) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:57.306551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99f94ed8-bff1-437e-a9bd-a202a914d4e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4190693 Feb 19 01:09:57.310097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54248) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:57.316168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1273565901', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:57.365466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1540569812-network', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:57.373720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:57.391298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476fe25-276f-4ebb-bbd5-cc486961c656 req-5779a6d1-577b-4ad3-991c-d04317e8f46b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.392852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d476fe25-276f-4ebb-bbd5-cc486961c656 req-5779a6d1-577b-4ad3-991c-d04317e8f46b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.3289490 Feb 19 01:09:57.434566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6790ce-59c6-4595-878e-51cfee06cf16 None None] Network d3494fbf-fda4-4a81-bbb3-918d536d314b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:57.439119 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (03dd8e29-e993-40b2-977f-0d84f3436545), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.480338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.25.2.48 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/78e0735f-6acf-444e-91eb-deb6335867d1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:57.539616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d476fe25-276f-4ebb-bbd5-cc486961c656 req-550083ac-c889-4454-b0e2-eb6174c20786 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342466 Feb 19 01:09:57.620434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (78e0735f-6acf-444e-91eb-deb6335867d1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.626913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.628502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.645028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (03dd8e29-e993-40b2-977f-0d84f3436545), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.671156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dd8e29-e993-40b2-977f-0d84f3436545']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:57.682390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb27aee6-b569-4591-8909-6198bf422d22') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:57.682628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb27aee6-b569-4591-8909-6198bf422d22') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:57.693871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (eb27aee6-b569-4591-8909-6198bf422d22), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.696891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_controller (bf2e192d-ce92-4db5-aadf-2713044f1e4a), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.702165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:57.704234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.710443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (eb27aee6-b569-4591-8909-6198bf422d22), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.716681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.717571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:57.718045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (eb27aee6-b569-4591-8909-6198bf422d22), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: warnings.warn(msg) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:57.720785 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:57.760419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Sync routers for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:57.777917 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:57.778944 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:57.824111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.889816 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (03dd8e29-e993-40b2-977f-0d84f3436545), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.899152 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:57.903656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03dd8e29-e993-40b2-977f-0d84f3436545 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:09:57.927701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:57.938713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/03dd8e29-e993-40b2-977f-0d84f3436545 HTTP/1.1" status: 204 len: 168 time: 0.6485419 Feb 19 01:09:57.943790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:57.944019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54252) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:57.982865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'name': 'tempest-network--150826759', 'router:external': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:57.984116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038ed1-d9b3-4261-bf32-289c7f7610eb tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Network': ['ID=03dd8e29-e993-40b2-977f-0d84f3436545,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:57.993990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:58.013233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (bf2e192d-ce92-4db5-aadf-2713044f1e4a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.013233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:58.035343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=78e0735f-6acf-444e-91eb-deb6335867d1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:58.129464 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:09:58.140460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks [] for security_group (e0dd1ba5-4440-4367-892d-3627191cb941), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.161983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:58.164367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.164493 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:52Z', 'revision_number': 2, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:58.195936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.197614 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Checking router: f078cd79-0ebe-4902-abba-269def9102cc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:58.198079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Updating router f078cd79-0ebe-4902-abba-269def9102cc port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:58.214439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e0dd1ba5-4440-4367-892d-3627191cb941), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.235752 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.260624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:58.266229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dd1ba5-4440-4367-892d-3627191cb941,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:58.269522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:58.324963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (920b5419-6b8f-4809-baa0-192e27b20e70), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.325305 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Added segment 920b5419-6b8f-4809-baa0-192e27b20e70 of type vlan for network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 Feb 19 01:09:58.340199 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1877738-b700-47e9-9e07-2d15d2c950af), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.340536 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Added segment c1877738-b700-47e9-9e07-2d15d2c950af of type vlan for network fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e Feb 19 01:09:58.403134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.448124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.457337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.547707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:58.640756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:58.641410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.730002 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks [] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.779339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:58.797479 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.849880 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Pushing event updated for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:58.864754 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.865096 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.865495 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.865834 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.866164 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.866493 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.866822 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.867169 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.867496 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.867817 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.868136 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.869066 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.869318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:58.932656 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Attempting to bind port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:58.933658 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Attempting to bind port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:58.934200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Attempting to bind port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:58.941453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:58.942132 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:58.942544 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:58.943391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:58.944053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Bound port: 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:58.944440 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.026358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] For port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:59.031079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] For port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:59.062783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.063776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.064367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.067071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.068285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.068660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.095179 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.167472 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:59.168358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:59.207683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Provisioning complete for port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:59.210006 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.232698 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42670b90-e10a-48b6-afb9-59929145dbd9 None None] Pushing event updated for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:59.252624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.334077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2052658 Feb 19 01:09:59.336892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.343514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Request body: {'subnet': {'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1540569812-subnet', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:59.345113 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:59.350077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3763738 Feb 19 01:09:59.353376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54260) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.372785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Current status of the port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:59.373178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.381200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.430657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] For port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:59.437871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:59.441438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.445609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d0203-1095-4cb0-8499-cc6e79bd7214 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3ff401-79c6-417e-bcff-f3dc2a2e0a30,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:59.456689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:59.517639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7c54-4d2a-4562-9d48-1ff908e3d97a tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:59.585840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:59.592106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.616041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64814d-bbb6-48b6-ab49-ee9a2658ba4c req-ec394703-bfc7-494b-870a-ce9695e5fb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.625857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e64814d-bbb6-48b6-ab49-ee9a2658ba4c req-ec394703-bfc7-494b-870a-ce9695e5fb80 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.5682256 Feb 19 01:09:59.662116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2a84c-75d7-45fa-9dd2-e18e8e0c9435 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.663732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9bd2a84c-75d7-45fa-9dd2-e18e8e0c9435 tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "GET /v2.0/networks/fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e HTTP/1.1" status: 200 len: 756 time: 0.2798927 Feb 19 01:09:59.668276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54262) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.677585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (78e0735f-6acf-444e-91eb-deb6335867d1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.741563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e64814d-bbb6-48b6-ab49-ee9a2658ba4c req-8b945344-fa02-4f80-90b7-5e409aefef3d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133785 Feb 19 01:09:59.753346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.771717 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:59.806463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331d6b-e160-4fdb-986f-8755a08cb397 None None] Pushing event updated for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:59.819114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fad1a798-9e43-4891-bc2f-2a728b1af286 None None] Provisioning complete for port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:59.819918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fad1a798-9e43-4891-bc2f-2a728b1af286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.822445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274bd03-efaf-4f9e-8d57-32740e342c08 None None] The sync data for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 is: [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:59.835069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ae265-7ea6-48b7-9073-31d912c2e4da tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.838995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3e3ae265-7ea6-48b7-9073-31d912c2e4da tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "GET /v2.0/networks/2e563fa7-c288-428b-b002-eb27d4ffa127 HTTP/1.1" status: 200 len: 768 time: 0.1680417 Feb 19 01:09:59.868519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54266) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:59.964844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fad1a798-9e43-4891-bc2f-2a728b1af286 None None] Current status of the port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:59.986236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:59.995746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=78e0735f-6acf-444e-91eb-deb6335867d1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.010970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.215 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/e11b83a9-cf1d-4628-8d5e-66107acd3ccb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:00.019076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.046719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:00.066183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (a73c92b8-2b89-44ea-85c8-e34b688bf127), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.116116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.117455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2e9ee15e-68f0-4ee8-9953-2d64caac5e84 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3843098 Feb 19 01:10:00.148786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (e11b83a9-cf1d-4628-8d5e-66107acd3ccb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.190677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:00.203750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7e0500b3-5714-480d-8dec-fad799f1f839', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:00.273324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:00.274107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.283580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e11b83a9-cf1d-4628-8d5e-66107acd3ccb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.302068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:00.328565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:00.361611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=e11b83a9-cf1d-4628-8d5e-66107acd3ccb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.367962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:00.369239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:00.371797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:00.410630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.556617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e0500b3-5714-480d-8dec-fad799f1f839'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:00.609293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:00.611044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:00.705350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:00.706328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.762310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.785361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.802773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1877738-b700-47e9-9e07-2d15d2c950af') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.803068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1877738-b700-47e9-9e07-2d15d2c950af') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:00.821837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c1877738-b700-47e9-9e07-2d15d2c950af), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.837468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1877738-b700-47e9-9e07-2d15d2c950af), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.843902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:00.844303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c1877738-b700-47e9-9e07-2d15d2c950af), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:00.870386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:00.895305 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:00.953721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73c92b8-2b89-44ea-85c8-e34b688bf127,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:01.003435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Checking segment: {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:01.003834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Network hostable DHCP agents. Network: 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:01.007575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.022725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-e7b5bb77-c616-4889-9770-63e26d5e8e06 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--736893775&fields=id&tenant_id=2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 267 time: 0.1222825 Feb 19 01:10:01.053173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.080844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e4fde-b3e3-4991-95c0-649d01d1a0ce req-aa2d1d89-7ac6-42fb-ba3b-f381119bdccd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.082679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a00e4fde-b3e3-4991-95c0-649d01d1a0ce req-aa2d1d89-7ac6-42fb-ba3b-f381119bdccd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 945 time: 0.1214306 Feb 19 01:10:01.090427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:10:01.096308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.103179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e HTTP/1.1" status: 204 len: 168 time: 1.2301822 Feb 19 01:10:01.121650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:01.133779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbd1f7-b5eb-4708-9e3a-e1cfc51a1db4 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc55a5a6-3641-439c-a4f1-b2d58b7d2e9e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:01.139308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'name': 'tempest-network--1556519038'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:01.204972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-248c991d-5fcd-4bb5-9b36-d6d803a1e79f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.207449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-248c991d-5fcd-4bb5-9b36-d6d803a1e79f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.1836102 Feb 19 01:10:01.209174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:01.244757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-ab18ef40-4a43-4373-aa9f-636ce2808db1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/quotas/2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0288231 Feb 19 01:10:01.245881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a00e4fde-b3e3-4991-95c0-649d01d1a0ce req-5c497bb7-6f9f-4d57-8292-82c327dbfbb6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537502 Feb 19 01:10:01.306570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:01.313151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.313661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Made reservation on behalf of 21166e536ac94378b5b864d5c7253743 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:01.313913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.315935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805401c7-b857-4287-8684-0a1b80982b54 None None] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:01.317533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.367228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:01.371005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.378628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-5b8786de-f00f-41c2-a72f-6a3aade338ad tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243379 Feb 19 01:10:01.387559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-08eaa195-331d-4a3a-b576-78f484e5cab2 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:10:01.394069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-08eaa195-331d-4a3a-b576-78f484e5cab2 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136759 Feb 19 01:10:01.447654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'fixed_ips': [{'subnet_id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:01.448552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.493939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (801ce87d-5d3d-4227-967b-27904c2fed95), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.494465 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Added segment 801ce87d-5d3d-4227-967b-27904c2fed95 of type vlan for network 0e2af67d-7fba-4051-b5cd-876a4a35e5b9 Feb 19 01:10:01.602834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-26c655b9-199a-4641-a4fc-7dc331775666 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015271 Feb 19 01:10:01.613394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.616816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-22c3cc3c-3f58-4a46-af9d-8cbaf703ea26 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2782106 Feb 19 01:10:01.621473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Allocated IP 172.20.0.2 (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30/a73c92b8-2b89-44ea-85c8-e34b688bf127/90cda0cf-0bc2-48f7-8491-168e848ee9be) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:01.647632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:01.675901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:01.747841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.748797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.749561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.750386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-bccfd5fb-4628-48f4-b942-2a121f2b0fb1 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466727 Feb 19 01:10:01.934436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks [] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:01.998183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2af67d-7fba-4051-b5cd-876a4a35e5b9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:02.015915 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.032561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0e2af67d-7fba-4051-b5cd-876a4a35e5b9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:02.040977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.042293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.053666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-455ff0f7-b76f-4973-94ef-5e8973f2579f tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9244092 Feb 19 01:10:02.056802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54328) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:02.063957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:02.074350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:02.124769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:10:02.243641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for router_controller (4347f0a0-7835-470e-acf3-fd7a35f8d17d), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.296810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:02.307907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:02.366618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Pushing event updated for resources: {'Port': ['ID=90cda0cf-0bc2-48f7-8491-168e848ee9be,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:02.383561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:02.487452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Attempting to bind port 90cda0cf-0bc2-48f7-8491-168e848ee9be on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:02.487893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Attempting to bind port 90cda0cf-0bc2-48f7-8491-168e848ee9be by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:02.488394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Attempting to bind port 90cda0cf-0bc2-48f7-8491-168e848ee9be on network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:02.494376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7e0500b3-5714-480d-8dec-fad799f1f839 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:02.494769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.523540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90353f-cde4-4701-9a1b-0aafbddd46d7 req-a54f26a7-f60b-45ec-b235-a1568e532a69 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.526158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a90353f-cde4-4701-9a1b-0aafbddd46d7 req-a54f26a7-f60b-45ec-b235-a1568e532a69 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 945 time: 0.1282787 Feb 19 01:10:02.556428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:02.556817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Checking segment: {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:02.557230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.557637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Bound using segment: {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:02.558140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Bound port: 90cda0cf-0bc2-48f7-8491-168e848ee9be, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:02.558527 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.589447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.626007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a90353f-cde4-4701-9a1b-0aafbddd46d7 req-ec4529b5-9125-4e01-ba6f-f9a4726f5f05 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945828 Feb 19 01:10:02.672405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:02.674753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.747221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2411b9d-6814-4a17-93fc-e520c0b71926 req-b9d0c9a6-7c49-48ef-8f69-cbcd9a2294c3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.3369281 Feb 19 01:10:02.756908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for router_gateway (4347f0a0-7835-470e-acf3-fd7a35f8d17d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.769091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.777289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Network 0e2af67d-7fba-4051-b5cd-876a4a35e5b9 is not hosted by any dhcp agent {{(pid=110602) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:10:02.780161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.784411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:02.784528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.784528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "PUT /v2.0/networks/0e2af67d-7fba-4051-b5cd-876a4a35e5b9 HTTP/1.1" status: 200 len: 858 time: 0.7237768 Feb 19 01:10:02.789340 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8704bb-b138-4dde-8cb0-2fad8fc3bc7c" -d '{"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:02.795961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54344) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:02.820992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] For port 90cda0cf-0bc2-48f7-8491-168e848ee9be, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:02.828269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:02.836904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:02.854491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] For port 90cda0cf-0bc2-48f7-8491-168e848ee9be, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=90cda0cf-0bc2-48f7-8491-168e848ee9be,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:02.858281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:02.872654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:02.873745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:02.935274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb751c-bfd9-4907-968b-459ebe858d2d tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2af67d-7fba-4051-b5cd-876a4a35e5b9,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:02.935715 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40044f81-418e-4a3c-8bb6-e758259186e5 x-openstack-request-id: req-40044f81-418e-4a3c-8bb6-e758259186e5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:02.936011 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:02.936281 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40044f81-418e-4a3c-8bb6-e758259186e5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:02.936792 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'code': 200} Feb 19 01:10:02.944832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:02.957454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:02.974981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.031989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:03.032631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:03.060124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.104694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:03.105373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf0bc4-991c-4e43-ae5c-32942b56bfa5 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:03.119445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:03.155693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.156999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c967de55-504e-4de4-91f1-f6ce0978523a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8456924 Feb 19 01:10:03.160034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:03.249356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679fd9-a853-4377-8997-6d8e3b38dd0b None None] Pushing event updated for resources: {'Port': ['ID=90cda0cf-0bc2-48f7-8491-168e848ee9be,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:03.359573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.449431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for router_gateway (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.495717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.511662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2af67d-7fba-4051-b5cd-876a4a35e5b9']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:03.529543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801ce87d-5d3d-4227-967b-27904c2fed95') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:03.530114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801ce87d-5d3d-4227-967b-27904c2fed95') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:03.602006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (801ce87d-5d3d-4227-967b-27904c2fed95), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.622567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (801ce87d-5d3d-4227-967b-27904c2fed95), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.702832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:03.704380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (801ce87d-5d3d-4227-967b-27904c2fed95), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:03.709360 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:03.818488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Allocated IP 172.25.2.133 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/f431030d-304d-4f4c-9256-d551941866bb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:03.913177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0e2af67d-7fba-4051-b5cd-876a4a35e5b9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:03.954940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e2af67d-7fba-4051-b5cd-876a4a35e5b9 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:10:03.955131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c973abf4-1892-4d00-bf53-6f5478d265cd req-ae58c656-da61-48b8-a566-d890c9997410 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.0513935 Feb 19 01:10:03.997841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.001186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] 10.222.0.94 "DELETE /v2.0/networks/0e2af67d-7fba-4051-b5cd-876a4a35e5b9 HTTP/1.1" status: 204 len: 168 time: 1.1897442 Feb 19 01:10:04.005554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54358) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:04.016520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521381-fe8d-48ef-997f-53d654941388 req-62d1b086-29ed-4fe9-b801-e7657aaf4574 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.018942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63521381-fe8d-48ef-997f-53d654941388 req-62d1b086-29ed-4fe9-b801-e7657aaf4574 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2135284 Feb 19 01:10:04.028945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14f66-3790-496f-9bfa-082cb1e09171 tempest-ExternalNetworksTestJSON-2018740709 tempest-ExternalNetworksTestJSON-2018740709-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e2af67d-7fba-4051-b5cd-876a4a35e5b9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:04.095608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.184090 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for port (f431030d-304d-4f4c-9256-d551941866bb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.317491 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0021c73f-5a5f-4240-ad38-351a607db20a tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] DELETE failed (client error): The resource could not be found. Feb 19 01:10:04.317974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0021c73f-5a5f-4240-ad38-351a607db20a tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:10:04.329499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0021c73f-5a5f-4240-ad38-351a607db20a tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "DELETE /v2.0/subnets/d66e5920-ad97-4f41-84e2-07fdb56fbf89 HTTP/1.1" status: 404 len: 337 time: 0.3070693 Feb 19 01:10:04.335236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:04.476992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63521381-fe8d-48ef-997f-53d654941388 req-0e349542-3553-485b-a745-5807bdbcb88f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432015 Feb 19 01:10:04.491262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f431030d-304d-4f4c-9256-d551941866bb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:04.653431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 90cda0cf-0bc2-48f7-8491-168e848ee9be up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:04.708037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:04.739396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:04.770141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.1 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/127c20cc-bc80-4d68-bbb6-6be846090630) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:04.785868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:04.839965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 90cda0cf-0bc2-48f7-8491-168e848ee9be triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:04.840724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.014422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4004b1ad-b36e-466e-8974-9bd8a1de61f6 None None] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:05.038874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 90cda0cf-0bc2-48f7-8491-168e848ee9be is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:05.039646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.082045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (127c20cc-bc80-4d68-bbb6-6be846090630), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.125383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f90d27c2-e2c5-45e0-aea0-638af0eb8b1b None None] Provisioning complete for port 90cda0cf-0bc2-48f7-8491-168e848ee9be triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:05.131692 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f90d27c2-e2c5-45e0-aea0-638af0eb8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.177270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d74872d7-f0ab-4b93-8ac8-3c3ddb64e251 req-9d053e85-4770-4bcd-8cd5-5b1425be8067 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.0757720 Feb 19 01:10:05.397943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.402558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2e563fa7-c288-428b-b002-eb27d4ffa127), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.499294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:05.499414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 90cda0cf-0bc2-48f7-8491-168e848ee9be, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=90cda0cf-0bc2-48f7-8491-168e848ee9be,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:05.520443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:05.540638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:05.600098 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.639892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f431030d-304d-4f4c-9256-d551941866bb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:05.758285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2e563fa7-c288-428b-b002-eb27d4ffa127), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.796098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e563fa7-c288-428b-b002-eb27d4ffa127']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.841012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b81c41-ed1b-4ce9-ade1-44ce161b4128') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.841313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b81c41-ed1b-4ce9-ade1-44ce161b4128') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:05.898551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.899953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (54b81c41-ed1b-4ce9-ade1-44ce161b4128), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.914169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=90cda0cf-0bc2-48f7-8491-168e848ee9be,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:05.918322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f90d27c2-e2c5-45e0-aea0-638af0eb8b1b None None] Current status of the port 90cda0cf-0bc2-48f7-8491-168e848ee9be is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:05.947214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (54b81c41-ed1b-4ce9-ade1-44ce161b4128), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.962825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:10:05.963381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (54b81c41-ed1b-4ce9-ade1-44ce161b4128), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:05.964298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-002a8dac-56ee-4def-8e87-9d8956d7f23f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:05.966479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-002a8dac-56ee-4def-8e87-9d8956d7f23f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.4538355 Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:10:05.972536 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:10:06.011061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=127c20cc-bc80-4d68-bbb6-6be846090630,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.047145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2e86-c2c9-4090-b75b-7bcd84e83cca req-0bb872cd-9be9-4088-85bb-28a373ecfb3e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:06.048852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e84c2e86-c2c9-4090-b75b-7bcd84e83cca req-0bb872cd-9be9-4088-85bb-28a373ecfb3e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2576716 Feb 19 01:10:06.078966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for router_gateway (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.155709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-e4bb83e6-682b-45b8-a646-49a6c5130f63 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 379 time: 0.1459391 Feb 19 01:10:06.169128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'device_id': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'admin_state_up': True, 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'security_groups': ['2eab1e51-1c13-4fef-89e0-85ca505dba54']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:06.301631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.321096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2e563fa7-c288-428b-b002-eb27d4ffa127), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.339877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.344619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] 10.222.0.94 "DELETE /v2.0/networks/2e563fa7-c288-428b-b002-eb27d4ffa127 HTTP/1.1" status: 204 len: 168 time: 1.9927826 Feb 19 01:10:06.352709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e84c2e86-c2c9-4090-b75b-7bcd84e83cca req-5b20c4c0-adfb-4861-b9c8-e6a1fa2b5d4f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224243 Feb 19 01:10:06.353104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e6138dd8-7d07-4ca4-8216-25c1bd9deac9 None None] Provisioning complete for port 90cda0cf-0bc2-48f7-8491-168e848ee9be triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:06.353544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e6138dd8-7d07-4ca4-8216-25c1bd9deac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.374048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de9148-8fad-4e00-905d-f7ffe7c6960f tempest-ExternalNetworksTestJSON-1792048628 tempest-ExternalNetworksTestJSON-1792048628-project] Pushing event deleted for resources: {'Network': ['ID=2e563fa7-c288-428b-b002-eb27d4ffa127,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:06.512508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6ac48cc-3f7c-4edf-a1fc-c05a76e5e969 req-82bb5194-ca98-4fd4-98b9-0cea06f6218e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.1854951 Feb 19 01:10:06.580888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e6138dd8-7d07-4ca4-8216-25c1bd9deac9 None None] Current status of the port 90cda0cf-0bc2-48f7-8491-168e848ee9be is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:06.603857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 90cda0cf-0bc2-48f7-8491-168e848ee9be up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:06.667877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 90cda0cf-0bc2-48f7-8491-168e848ee9be triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:06.668331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.681069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.777560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 90cda0cf-0bc2-48f7-8491-168e848ee9be is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:06.918115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (127c20cc-bc80-4d68-bbb6-6be846090630), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.920477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:06.924541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:06.974519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Router 4347f0a0-7835-470e-acf3-fd7a35f8d17d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:10:07.000975 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.072172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54386) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.156892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=127c20cc-bc80-4d68-bbb6-6be846090630,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:07.162369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.166604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:07.178212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Sync routers for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:07.198012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.20.0.13 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/785c7567-6587-42b7-a0f3-8b511c448f39) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:07.201693 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:07.201693 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:07.285617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.286868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83d3e029-a588-4538-838f-994873cb81c4 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6181157 Feb 19 01:10:07.289672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54390) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.373326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:07.377525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:07.487326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4751bd01-4c71-4a0b-ac93-392f125b360e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3106bd36ae7a4422b7922ac358e1fad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138660 Feb 19 01:10:07.488818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (785c7567-6587-42b7-a0f3-8b511c448f39), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.490192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54394) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.605750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] Publish callbacks [] for security_group (4a442d9f-5071-48e8-a66b-5db1a90af951), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.647902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:07.784314 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:07.792274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:07.803557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:07.808906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18e1e3e0-b716-412b-8b64-61b80fac3b82 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/routers/bf2e192d-ce92-4db5-aadf-2713044f1e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6467602 Feb 19 01:10:07.857659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:07.857659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:07.872616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51a5fdd1-6704-4e7c-8c32-2f8e51cb0639 req-8b6b5791-7313-47ec-8325-2e93175b99ad tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.0802805 Feb 19 01:10:07.873713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54398) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:07.895187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] Publish callbacks [] for security_group (4a442d9f-5071-48e8-a66b-5db1a90af951), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:07.910881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'port': {'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b', 'name': 'tempest-FloatingIPTestJSON-1870849688'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:07.922254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:07.946337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:07.946967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:08.044633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:08.045297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e00d8-55ec-4cb2-bf26-ef6ed8dbdf8f None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:08.092364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0df07-4dd0-49ab-a428-a6c33589bfcb req-2a734070-282e-4927-a549-77111fd436dc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.092754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4db0df07-4dd0-49ab-a428-a6c33589bfcb req-2a734070-282e-4927-a549-77111fd436dc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.5371208 Feb 19 01:10:08.104125 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:05Z', 'revision_number': 3, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:08.129874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.140894 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Checking router: 4347f0a0-7835-470e-acf3-fd7a35f8d17d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:08.141251 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Updating router 4347f0a0-7835-470e-acf3-fd7a35f8d17d port f431030d-304d-4f4c-9256-d551941866bb binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:10:08.180132 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4a442d9f-5071-48e8-a66b-5db1a90af951), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.182949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.184399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4a442d9f-5071-48e8-a66b-5db1a90af951 HTTP/1.1" status: 204 len: 168 time: 0.6930892 Feb 19 01:10:08.190534 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f431030d-304d-4f4c-9256-d551941866bb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.205038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4db0df07-4dd0-49ab-a428-a6c33589bfcb req-33fbda76-f947-4756-8b09-dd789dc81049 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779414 Feb 19 01:10:08.210882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fdadf-e653-4eb2-9084-13bbd451043b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a442d9f-5071-48e8-a66b-5db1a90af951,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:08.266384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:08.273932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:08.273932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:08.359488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:08.365384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.382234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:08.439282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.441037 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.456804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] device_id is not set on port a8278ad1-f5ba-46a3-adad-5d0fdeefd419 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:10:08.505251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.532922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-528c9d06-ba79-4e7b-89ba-79ccfd9f2347 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3673725 Feb 19 01:10:08.619585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.7 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/a8278ad1-f5ba-46a3-adad-5d0fdeefd419) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:08.730025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5866a444-184d-49de-b49d-322af00616e9 None None] Provisioning complete for port 785c7567-6587-42b7-a0f3-8b511c448f39 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:08.730258 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5866a444-184d-49de-b49d-322af00616e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.822388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5866a444-184d-49de-b49d-322af00616e9 None None] Port 785c7567-6587-42b7-a0f3-8b511c448f39 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:08.871305 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks [] for port (f431030d-304d-4f4c-9256-d551941866bb), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.897016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Request body: {'port': {'device_id': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:08.911057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Allocated IP 172.20.0.1 (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30/a73c92b8-2b89-44ea-85c8-e34b688bf127/b486649d-e672-44d0-acff-e631c37cb2e2) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:08.935867 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f431030d-304d-4f4c-9256-d551941866bb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:08.985894 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Attempting to bind port f431030d-304d-4f4c-9256-d551941866bb on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:08.986538 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Attempting to bind port f431030d-304d-4f4c-9256-d551941866bb by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:08.989783 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Attempting to bind port f431030d-304d-4f4c-9256-d551941866bb on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:09.029183 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:09.030212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:09.033752 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.034641 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:09.041456 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Bound port: f431030d-304d-4f4c-9256-d551941866bb, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:09.041456 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f431030d-304d-4f4c-9256-d551941866bb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.069695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (a8278ad1-f5ba-46a3-adad-5d0fdeefd419), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.165435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.166397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks [] for port (b486649d-e672-44d0-acff-e631c37cb2e2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.172486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7593c4-552a-43cd-83bb-db1d91b95e80 None None] Pushing event updated for resources: {'Port': ['ID=f431030d-304d-4f4c-9256-d551941866bb,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.211806 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] For port f431030d-304d-4f4c-9256-d551941866bb, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:09.215355 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] For port f431030d-304d-4f4c-9256-d551941866bb, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f431030d-304d-4f4c-9256-d551941866bb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:09.292607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e9d7-34ea-4025-a013-a53f9808e599 req-639fbb07-7231-45c2-89db-882da9c32966 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.294293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc3e9d7-34ea-4025-a013-a53f9808e599 req-639fbb07-7231-45c2-89db-882da9c32966 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 932 time: 0.2070956 Feb 19 01:10:09.360943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:09.381419 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f431030d-304d-4f4c-9256-d551941866bb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.385464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.396583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a8278ad1-f5ba-46a3-adad-5d0fdeefd419), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.419150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bec78-781f-4ada-850a-06f7899ccc88 req-54fdd0d0-c495-4b6a-9b9c-03b8a5d49cf3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.447697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-797bec78-781f-4ada-850a-06f7899ccc88 req-54fdd0d0-c495-4b6a-9b9c-03b8a5d49cf3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1416423 Feb 19 01:10:09.464925 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7593c4-552a-43cd-83bb-db1d91b95e80 None None] Pushing event updated for resources: {'Port': ['ID=f431030d-304d-4f4c-9256-d551941866bb,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.499728 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:09.500975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:09.553792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:09.565339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:09.569360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e84916dd-b067-4a27-9b54-afd0d2773d25 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=21166e536ac94378b5b864d5c7253743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2060101 Feb 19 01:10:09.576287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:09.578497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:09.589747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54418) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:09.620460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.657554 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:09.664262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.664262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.664262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.664262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.670999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:09.742605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-797bec78-781f-4ada-850a-06f7899ccc88 req-86609adb-6109-414e-9871-44c4c8a46549 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929320 Feb 19 01:10:09.771588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.893847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] Publish callbacks [] for security_group (4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:09.972758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b055d20b-ae4e-4ddd-b9cc-47089b7e13dc None None] Provisioning complete for port b486649d-e672-44d0-acff-e631c37cb2e2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:09.973309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b055d20b-ae4e-4ddd-b9cc-47089b7e13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.141380 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:05Z', 'revision_number': 3, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:10.153213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b055d20b-ae4e-4ddd-b9cc-47089b7e13dc None None] Port b486649d-e672-44d0-acff-e631c37cb2e2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:10.201231 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8983d-69b9-4f89-826f-35814b00d3c7 None None] The sync data for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 is: [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:05Z', 'revision_number': 3, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:10.238275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.379535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:10.388433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks [] for port (785c7567-6587-42b7-a0f3-8b511c448f39), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.402592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Transition to ACTIVE for port object 785c7567-6587-42b7-a0f3-8b511c448f39 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:10.450454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:10.454655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:10.459779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbc3e9d7-34ea-4025-a013-a53f9808e599 req-f09201e7-423a-4c00-a622-88e45d12b228 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1190426 Feb 19 01:10:10.462893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:10.463841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] Publish callbacks [] for security_group (4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.499705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.515557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=a8278ad1-f5ba-46a3-adad-5d0fdeefd419,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:10.576189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.577118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.628369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.635743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.639535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf HTTP/1.1" status: 204 len: 168 time: 1.0474977 Feb 19 01:10:10.673257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55111f5d-8e14-4cc8-880b-d576673534be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4bff9-e93f-45d9-8178-c93a9ef5fbcf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:10.725730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-95fee3ce-4046-4b10-b4da-6131c0db93b7 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8507771 Feb 19 01:10:10.727108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb30a-c346-4673-bc53-fe140ebc4808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:10.731689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54424) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:10.767139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'port': {'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b', 'name': 'tempest-FloatingIPTestJSON-1765501128'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:10.781516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:10.894676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Attempting to bind port 785c7567-6587-42b7-a0f3-8b511c448f39 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:10.895013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Attempting to bind port 785c7567-6587-42b7-a0f3-8b511c448f39 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:10.895362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Attempting to bind port 785c7567-6587-42b7-a0f3-8b511c448f39 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:10.912662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Port 785c7567-6587-42b7-a0f3-8b511c448f39 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:10.912981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Attempting to bind port 785c7567-6587-42b7-a0f3-8b511c448f39 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:10.929369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:10.929719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:10.930101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:10.930782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Bound port: 785c7567-6587-42b7-a0f3-8b511c448f39, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:10.931174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.102029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:11.106181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:11.192049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.203538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.267055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:11.272986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94a12b-5e94-458a-9b8a-2cd48386810c req-f6ec74a6-a852-4c33-8db8-61c921847dbd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.275913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f94a12b-5e94-458a-9b8a-2cd48386810c req-f6ec74a6-a852-4c33-8db8-61c921847dbd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2618976 Feb 19 01:10:11.285035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.285035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.285897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b5d95d6d-dbd1-4331-8b47-588abe0721cc service neutron] 10.222.0.96 "PUT /v2.0/ports/785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 1092 time: 2.4070535 Feb 19 01:10:11.286279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:11.289803 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86edacc-9e6b-4db2-a4dc-d90a44d79473" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:11.368416 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a9a593-773b-4aeb-b178-c3e03b0f56b4 x-openstack-request-id: req-20a9a593-773b-4aeb-b178-c3e03b0f56b4 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:11.368711 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:11.368971 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-20a9a593-773b-4aeb-b178-c3e03b0f56b4 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:11.369392 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'status': 'completed', 'code': 200} Feb 19 01:10:11.475453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:11.478959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.527900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-f65b6063-c574-49ad-94bb-ad6e98ad2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.529469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-f65b6063-c574-49ad-94bb-ad6e98ad2cb4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1126 time: 0.1404135 Feb 19 01:10:11.743515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks [] for port (b486649d-e672-44d0-acff-e631c37cb2e2), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:11.753257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] device_id is not set on port 258f3b4f-e2d3-4563-b778-87c3c5be852d yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:10:11.932536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.10 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/258f3b4f-e2d3-4563-b778-87c3c5be852d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:12.027705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70297c87-0705-4384-b35b-cd11513c0454 req-c0c9fba0-fdbb-40ae-b259-bd283bdfdc65 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.058021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70297c87-0705-4384-b35b-cd11513c0454 req-c0c9fba0-fdbb-40ae-b259-bd283bdfdc65 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 944 time: 0.4316709 Feb 19 01:10:12.071587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-df32b3d0-aa2f-4bfd-907d-84200e5b8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.073087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-df32b3d0-aa2f-4bfd-907d-84200e5b8cbd service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2f1b908732ce4137a5579b35058bb2d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5294030 Feb 19 01:10:12.182936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (258f3b4f-e2d3-4563-b778-87c3c5be852d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.212466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70297c87-0705-4384-b35b-cd11513c0454 req-52f0a68d-1fd7-4a77-ba84-c0f39228c1ba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538184 Feb 19 01:10:12.239589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.265939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-8c84cdff-7513-4388-9f31-69303bcacb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.268729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a86edacc-9e6b-4db2-a4dc-d90a44d79473 req-8c84cdff-7513-4388-9f31-69303bcacb3b service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820648 Feb 19 01:10:12.292441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.354081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:12.370988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f94a12b-5e94-458a-9b8a-2cd48386810c req-6c6c44f9-284a-472b-860e-81c4ea5f32ca tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0454516 Feb 19 01:10:12.400523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (258f3b4f-e2d3-4563-b778-87c3c5be852d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.528695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-6952760c-817c-4555-8464-5368b09f297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.530883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-6952760c-817c-4555-8464-5368b09f297a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1126 time: 0.2102716 Feb 19 01:10:12.546165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:12.556100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:12.565714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:12.571662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=258f3b4f-e2d3-4563-b778-87c3c5be852d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:12.620543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-b42e3390-0ce4-421e-88fa-5a3587e7a369 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 217 time: 0.0822148 Feb 19 01:10:12.649421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:12.666346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.676598 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.679598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:12.704543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f431030d-304d-4f4c-9256-d551941866bb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:12.766439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-bf85df54-fa3e-46f9-ae14-585a86f13aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.768662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-bf85df54-fa3e-46f9-ae14-585a86f13aa4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1405048 Feb 19 01:10:12.839801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-5c2c4cb0-d67c-493d-99bd-203ed19f996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:12.841324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-5c2c4cb0-d67c-493d-99bd-203ed19f996d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652008 Feb 19 01:10:12.890020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f431030d-304d-4f4c-9256-d551941866bb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:12.891233 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f431030d-304d-4f4c-9256-d551941866bb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:12.916202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7c3ebfb8-1ada-41d1-9024-653b2d9aee92 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1834044 Feb 19 01:10:12.922809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:12.933070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '258f3b4f-e2d3-4563-b778-87c3c5be852d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:12.984482 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5845e8d3-ce6c-48ee-8048-3cf4520cd93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.048168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Router 4347f0a0-7835-470e-acf3-fd7a35f8d17d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:13.066643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-1d42d0f4-44af-46f2-9297-0c786e4779a3 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176628 Feb 19 01:10:13.084160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.090624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f431030d-304d-4f4c-9256-d551941866bb is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:13.092367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f431030d-304d-4f4c-9256-d551941866bb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.176508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f431030d-304d-4f4c-9256-d551941866bb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f431030d-304d-4f4c-9256-d551941866bb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:13.180910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d9ea4085-fa5a-49f2-aed4-3061df884f37 None None] Provisioning complete for port b486649d-e672-44d0-acff-e631c37cb2e2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:13.181603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9ea4085-fa5a-49f2-aed4-3061df884f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.250617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f431030d-304d-4f4c-9256-d551941866bb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.379323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0687d98d-84f7-4e7f-85c5-a83e44ba9910 req-c1195c74-f6ea-490b-809c-51d29951eb2a service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982404 Feb 19 01:10:13.436752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea4085-fa5a-49f2-aed4-3061df884f37 None None] Port b486649d-e672-44d0-acff-e631c37cb2e2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:13.437973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f431030d-304d-4f4c-9256-d551941866bb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:13.468526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:13.487344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6903f49e-193b-4bcb-89e3-bf02504511d8 admin admin] 10.222.0.94 "PUT /v2.0/routers/4347f0a0-7835-470e-acf3-fd7a35f8d17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1898119 Feb 19 01:10:13.511975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Sync routers for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:13.553947 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:13.560077 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:13.561476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade4e1-1335-4879-a253-e8a57c7aa1ce req-cb1e901f-393a-4507-8266-97d19c534bc3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.574614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88ade4e1-1335-4879-a253-e8a57c7aa1ce req-cb1e901f-393a-4507-8266-97d19c534bc3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 944 time: 0.1940911 Feb 19 01:10:13.685041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8bd97-c63f-4ccb-925f-7ed82e1f9034 req-fc7f5cdf-a8c8-4c86-bc15-a4414f40ba62 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.687457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccb8bd97-c63f-4ccb-925f-7ed82e1f9034 req-fc7f5cdf-a8c8-4c86-bc15-a4414f40ba62 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1285801 Feb 19 01:10:13.718828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88ade4e1-1335-4879-a253-e8a57c7aa1ce req-17e142aa-27ab-4cbd-9cc3-71056b315502 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432178 Feb 19 01:10:13.739077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54470) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:13.803452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccb8bd97-c63f-4ccb-925f-7ed82e1f9034 req-fa0aa328-37df-4338-a7c5-28abdddf1be6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018052 Feb 19 01:10:13.838231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:13.913546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1618487339'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:13.927894 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:14.003868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:14.008167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.058310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:14.069889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.17 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a3f33d81-91c6-48a6-a15f-747c519f30f9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:14.079167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (def8aa53-6126-4390-af37-da48b7f966d7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.079524 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Added segment def8aa53-6126-4390-af37-da48b7f966d7 of type vlan for network 2b350dea-7521-41bd-8d94-62735ab02f7a Feb 19 01:10:14.157483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.199607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2b350dea-7521-41bd-8d94-62735ab02f7a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.246288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:10Z', 'revision_number': 4, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b486649d-e672-44d0-acff-e631c37cb2e2', 'name': '', 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'mac_address': 'fa:16:3e:a3:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:08Z', 'updated_at': '2022-02-19T01:10:11Z', 'revision_number': 2, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'subnets': [{'id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:14.279501 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Checking router: 4347f0a0-7835-470e-acf3-fd7a35f8d17d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:14.279872 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Updating router 4347f0a0-7835-470e-acf3-fd7a35f8d17d port b486649d-e672-44d0-acff-e631c37cb2e2 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:10:14.280362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.294979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2b350dea-7521-41bd-8d94-62735ab02f7a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.312584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:14.313258 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.358127 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.492118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Network': ['ID=2b350dea-7521-41bd-8d94-62735ab02f7a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:14.514472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2b350dea-7521-41bd-8d94-62735ab02f7a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:14.617041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e02737c-3f32-49e8-9cdb-937d42e716e0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8764143 Feb 19 01:10:14.618247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f431030d-304d-4f4c-9256-d551941866bb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:14.620748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54484) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:14.625720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'subnet': {'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:14.647844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.812424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f431030d-304d-4f4c-9256-d551941866bb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:14.813143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f431030d-304d-4f4c-9256-d551941866bb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:14.905741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:14.943316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:14.959568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f431030d-304d-4f4c-9256-d551941866bb is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:14.989867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=a3f33d81-91c6-48a6-a15f-747c519f30f9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:15.021759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4271-16fb-4867-ad8d-c0894b59f223 req-130ccf3c-664c-4f7a-adee-318440d0a423 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.026913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ace4271-16fb-4867-ad8d-c0894b59f223 req-130ccf3c-664c-4f7a-adee-318440d0a423 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 944 time: 0.1555920 Feb 19 01:10:15.027119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:15.168489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ace4271-16fb-4867-ad8d-c0894b59f223 req-f1b0b663-6e28-4efe-b25a-3ee59b6ff538 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356900 Feb 19 01:10:15.214035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.259667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10b41b-31b7-4b79-a78f-23c8956a0a19 req-58a0d26d-f011-456a-80d2-5c011c790031 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.270441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a10b41b-31b7-4b79-a78f-23c8956a0a19 req-58a0d26d-f011-456a-80d2-5c011c790031 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2343118 Feb 19 01:10:15.316277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:15.321787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.483699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a10b41b-31b7-4b79-a78f-23c8956a0a19 req-4592a5d3-3bca-4f2e-859e-648e8fa365ae tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111218 Feb 19 01:10:15.485874 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks [] for port (b486649d-e672-44d0-acff-e631c37cb2e2), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.579672 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.830425 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ef74b-1624-48ad-af72-e92e00d6f981 None None] Pushing event updated for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:15.860014 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Attempting to bind port b486649d-e672-44d0-acff-e631c37cb2e2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:15.860389 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Attempting to bind port b486649d-e672-44d0-acff-e631c37cb2e2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:15.860750 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Attempting to bind port b486649d-e672-44d0-acff-e631c37cb2e2 on network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:15.874398 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:15.876338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Checking segment: {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:15.876338 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.876338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Bound using segment: {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:15.876338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Bound port: b486649d-e672-44d0-acff-e631c37cb2e2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b5419-6b8f-4809-baa0-192e27b20e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:15.880015 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:15.968894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:15.976970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:16.052490 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] For port b486649d-e672-44d0-acff-e631c37cb2e2, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:16.057525 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] For port b486649d-e672-44d0-acff-e631c37cb2e2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b486649d-e672-44d0-acff-e631c37cb2e2,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:16.152812 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.251300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (991dc2be-e09b-42ef-9e49-bd3f4e422d68), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.263389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:16.304272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '785c7567-6587-42b7-a0f3-8b511c448f39', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:16.344792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:16.349967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Provisioning complete for port b486649d-e672-44d0-acff-e631c37cb2e2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:16.350490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.374866 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:16.387744 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:16.401358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Subnet': ['ID=991dc2be-e09b-42ef-9e49-bd3f4e422d68,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:16.410267 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ef74b-1624-48ad-af72-e92e00d6f981 None None] Pushing event updated for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:16.544731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aefbd-a540-471d-8096-4c55fc02907d req-93609c30-8290-4053-bb44-5410e5264c39 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:16.549239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980aefbd-a540-471d-8096-4c55fc02907d req-93609c30-8290-4053-bb44-5410e5264c39 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 944 time: 0.1840017 Feb 19 01:10:16.587980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:16.588264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.590889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.672710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:16.705754 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:16.726092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:16.746480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980aefbd-a540-471d-8096-4c55fc02907d req-c24ee184-68f7-4349-b3d2-65d6e9cf38ae tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842160 Feb 19 01:10:16.768882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Checking segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:16.769261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network hostable DHCP agents. Network: 2b350dea-7521-41bd-8d94-62735ab02f7a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:16.890650 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.898498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Current status of the port b486649d-e672-44d0-acff-e631c37cb2e2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:16.898498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:16.980929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.035194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (c895b919-b8e0-4853-b82e-8647a6e51f23), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.065871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.106078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8bb74-0f83-47ee-ad76-4b40460769c7 req-0414ff91-6c38-4558-ac11-ae3d889dfd84 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.107680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e8bb74-0f83-47ee-ad76-4b40460769c7 req-0414ff91-6c38-4558-ac11-ae3d889dfd84 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.4451280 Feb 19 01:10:17.132385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 2b350dea-7521-41bd-8d94-62735ab02f7a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:17.133296 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:10Z', 'revision_number': 4, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b486649d-e672-44d0-acff-e631c37cb2e2', 'name': '', 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'mac_address': 'fa:16:3e:a3:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:08Z', 'updated_at': '2022-02-19T01:10:16Z', 'revision_number': 4, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'subnets': [{'id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:17.153993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] For port b486649d-e672-44d0-acff-e631c37cb2e2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b486649d-e672-44d0-acff-e631c37cb2e2,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:17.156840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['785c7567-6587-42b7-a0f3-8b511c448f39'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:17.209415 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8971c4-df1a-444f-a7f6-7887120bc519 None None] The sync data for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 is: [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:10:10Z', 'revision_number': 4, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'b486649d-e672-44d0-acff-e631c37cb2e2', 'name': '', 'network_id': '0d3ff401-79c6-417e-bcff-f3dc2a2e0a30', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'mac_address': 'fa:16:3e:a3:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:08Z', 'updated_at': '2022-02-19T01:10:16Z', 'revision_number': 4, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'subnets': [{'id': 'a73c92b8-2b89-44ea-85c8-e34b688bf127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:17.225969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.247918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.299810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-41e8bb74-0f83-47ee-ad76-4b40460769c7 req-c76b247d-b7bc-42c9-bf81-82a93a115f14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764657 Feb 19 01:10:17.308984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2b350dea-7521-41bd-8d94-62735ab02f7a) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:17.412177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.428309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4766100-e6db-43ab-b20b-48309a890ddb None None] Network 2b350dea-7521-41bd-8d94-62735ab02f7a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:17.431838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Allocated IP 172.25.2.228 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/907356b0-7fad-4946-b57d-f581d0df3bc0) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:17.674660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.687819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-83832cb1-e7c4-4a09-a929-ac09c0d77e28 None None] Provisioning complete for port b486649d-e672-44d0-acff-e631c37cb2e2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:17.688456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83832cb1-e7c4-4a09-a929-ac09c0d77e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.774011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.780949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.781557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.800073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2b32f-fa13-459a-a6ed-9c13a23c76d9 None None] Pushing event updated for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:17.805650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.849174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:17.939772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cd400a46-2a59-4575-af02-2ab6cfb99753 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3178453 Feb 19 01:10:17.943984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54526) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:17.964988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-682961999'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:18.015079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:18.040439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:18.050718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2b350dea-7521-41bd-8d94-62735ab02f7a', 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'fixed_ips': [{'subnet_id': '991dc2be-e09b-42ef-9e49-bd3f4e422d68'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:18.052466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:18.054092 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.120022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=a3f33d81-91c6-48a6-a15f-747c519f30f9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:18.183161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (c895b919-b8e0-4853-b82e-8647a6e51f23), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.215267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=907356b0-7fad-4946-b57d-f581d0df3bc0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:18.258424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d12a-cfb5-4808-a35b-8202d2dbdadc req-22205e59-7569-4276-9029-22d0e966e08f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:18.266430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4629d12a-cfb5-4808-a35b-8202d2dbdadc req-22205e59-7569-4276-9029-22d0e966e08f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3609517 Feb 19 01:10:18.305121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-83832cb1-e7c4-4a09-a929-ac09c0d77e28 None None] Current status of the port b486649d-e672-44d0-acff-e631c37cb2e2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:18.335053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:18.338947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.590563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (6010453e-87c2-4c13-8f4c-b955909b5eea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.641348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4629d12a-cfb5-4808-a35b-8202d2dbdadc req-a9ba684d-9193-46c6-a6da-4ea3d7b73910 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677773 Feb 19 01:10:18.688113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Allocated IP 19.80.0.2 (2b350dea-7521-41bd-8d94-62735ab02f7a/991dc2be-e09b-42ef-9e49-bd3f4e422d68/fc7747c7-fb45-47d3-b582-9d2c39610886) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:18.757754 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP c895b919-b8e0-4853-b82e-8647a6e51f23 associated. External IP: 172.25.2.17, port: 258f3b4f-e2d3-4563-b778-87c3c5be852d. Feb 19 01:10:18.757981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.888654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:18.937062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ca64c65a-f67a-4aee-add6-54e6264ff237), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:18.937185 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Added segment ca64c65a-f67a-4aee-add6-54e6264ff237 of type vlan for network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 Feb 19 01:10:19.045859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks [] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.058499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b486649d-e672-44d0-acff-e631c37cb2e2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:19.152326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.167690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.169720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.216841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d312bac-e600-4a0d-bc5f-3c34adc82999 req-c4436f20-4402-4cea-8a81-75cebe96342f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.228132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d312bac-e600-4a0d-bc5f-3c34adc82999 req-c4436f20-4402-4cea-8a81-75cebe96342f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.6808045 Feb 19 01:10:19.239727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.336917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Network 2b350dea-7521-41bd-8d94-62735ab02f7a is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:19.339539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6d312bac-e600-4a0d-bc5f-3c34adc82999 req-5fba7bc3-5079-4ea2-9b10-2f370be65ac0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045325 Feb 19 01:10:19.347412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Pushing event updated for resources: {'Port': ['ID=fc7747c7-fb45-47d3-b582-9d2c39610886,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:19.350214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:19.352841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.366038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.367376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.370815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:19.406976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b486649d-e672-44d0-acff-e631c37cb2e2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:19.407384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.469829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=907356b0-7fad-4946-b57d-f581d0df3bc0,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:19.477624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (6010453e-87c2-4c13-8f4c-b955909b5eea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.598764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.600189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-934413f7-41f5-48e8-8fe2-a4c802c93ae9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6301591 Feb 19 01:10:19.607839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54546) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:19.607839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1847901698'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:19.741304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b486649d-e672-44d0-acff-e631c37cb2e2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:19.751284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Made reservation on behalf of 320651d633e74969b9c0dd7f99d00ac1 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:19.755080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.765642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Attempting to bind port fc7747c7-fb45-47d3-b582-9d2c39610886 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:19.766114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Attempting to bind port fc7747c7-fb45-47d3-b582-9d2c39610886 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:19.766467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Attempting to bind port fc7747c7-fb45-47d3-b582-9d2c39610886 on network 2b350dea-7521-41bd-8d94-62735ab02f7a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:19.780304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.796342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:19.797995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Checking segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:19.798437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.798846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Bound using segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:19.799364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Bound port: fc7747c7-fb45-47d3-b582-9d2c39610886, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:19.799823 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.935571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for security_group (fe020931-65bb-494b-a669-480309e59b28), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.996354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] For port fc7747c7-fb45-47d3-b582-9d2c39610886, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:19.999179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] For port fc7747c7-fb45-47d3-b582-9d2c39610886, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fc7747c7-fb45-47d3-b582-9d2c39610886,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:20.011881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:20.049289 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe020931-65bb-494b-a669-480309e59b28), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.101925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.179543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:10:20.201484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 785c7567-6587-42b7-a0f3-8b511c448f39 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:20.208247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 785c7567-6587-42b7-a0f3-8b511c448f39 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:20.208787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.211597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74acbf-d621-446f-90bd-c0e2b992889c None None] Pushing event updated for resources: {'Port': ['ID=fc7747c7-fb45-47d3-b582-9d2c39610886,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:20.223879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9c4f-deb7-46b5-a96a-6b87fb136f81 req-04d8d131-9c96-43fd-9c14-9ba49cbe2c63 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.237237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-631b9c4f-deb7-46b5-a96a-6b87fb136f81 req-04d8d131-9c96-43fd-9c14-9ba49cbe2c63 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2988560 Feb 19 01:10:20.271462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe020931-65bb-494b-a669-480309e59b28,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:20.288354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d98cea16-bbe1-4594-a5c1-ecab073d45db), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.288707 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Added segment d98cea16-bbe1-4594-a5c1-ecab073d45db of type vlan for network e6368e84-c693-4e8a-a264-30073eead64e Feb 19 01:10:20.389251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:20.395729 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.418035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e6368e84-c693-4e8a-a264-30073eead64e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.492480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-631b9c4f-deb7-46b5-a96a-6b87fb136f81 req-4ca7865c-1e56-47a3-88cc-6eb476ab6d87 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541971 Feb 19 01:10:20.494303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:20.496476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:20.499340 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3259d8b-bf25-4e48-ab39-af4394786613" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:20.564993 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bea299-9641-44a9-9dec-8e80340c33c5 x-openstack-request-id: req-e5bea299-9641-44a9-9dec-8e80340c33c5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:20.565401 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:20.565863 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e5bea299-9641-44a9-9dec-8e80340c33c5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:20.566265 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:10:20.574712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Network': ['ID=5760e260-9e8b-4ff5-978d-a8d5d96b5dd4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:20.582049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e6368e84-c693-4e8a-a264-30073eead64e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.590256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.590364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:20.590453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.669651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:20.679438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6c0d427-e2c6-4906-8f31-42f7c6e2c69c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.7345502 Feb 19 01:10:20.708417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54558) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:20.731879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'subnet': {'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:20.761022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.784458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1804638 Feb 19 01:10:20.813065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb9c0b-0300-4c2d-9994-240e067c1328 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Network': ['ID=e6368e84-c693-4e8a-a264-30073eead64e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:20.817007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54562) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:20.829813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Request body: {'subnet': {'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:20.883266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e6368e84-c693-4e8a-a264-30073eead64e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:10:20.967885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65531ae8-1926-44a4-8682-c70c05d7c4c3 req-9e6684f9-4377-44a1-a937-f1adc92507af tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.983769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65531ae8-1926-44a4-8682-c70c05d7c4c3 req-9e6684f9-4377-44a1-a937-f1adc92507af tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.4630086 Feb 19 01:10:21.034006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42066c-c76b-4d2b-8632-639f0cd71f3e req-b73f9684-b864-4596-b8f8-f52aca9e53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.036046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d42066c-c76b-4d2b-8632-639f0cd71f3e req-b73f9684-b864-4596-b8f8-f52aca9e53b4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1128 time: 0.2767832 Feb 19 01:10:21.111920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d42066c-c76b-4d2b-8632-639f0cd71f3e req-55e8ac31-7d67-4cb9-a98e-3036db7be284 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569081 Feb 19 01:10:21.174909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Made reservation on behalf of 320651d633e74969b9c0dd7f99d00ac1 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:21.179692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.277555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:21.323419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:21.336239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:21.357047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65531ae8-1926-44a4-8682-c70c05d7c4c3 req-ed23cb96-b28a-48a4-bde0-0940e248682d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722556 Feb 19 01:10:21.363833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:21.367332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.454258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.466956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:21.467739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.505441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:21.509282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.555581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.587841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:21.588526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7524a7-6e3d-4cfa-95c3-73dcd2d2956a None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:21.750619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54566) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:21.755842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6c2c48f-9e09-4074-b6b5-6078c27f29c6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8317449 Feb 19 01:10:21.757252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:21.831554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (c895b919-b8e0-4853-b82e-8647a6e51f23), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.834871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (63488857-093d-4142-a427-391bc0374b2b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.976392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db345d23-deb6-433c-a785-5b4bd10cc3bf req-02a50d37-685f-4d9f-8ae0-53fc9d34a419 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.983576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db345d23-deb6-433c-a785-5b4bd10cc3bf req-02a50d37-685f-4d9f-8ae0-53fc9d34a419 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.3007157 Feb 19 01:10:22.052432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Checking segment: {'id': 'd98cea16-bbe1-4594-a5c1-ecab073d45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:22.052944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network hostable DHCP agents. Network: e6368e84-c693-4e8a-a264-30073eead64e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:22.088346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6638dea8-8bf5-4c26-8fd7-013214d2262f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.145298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Subnet': ['ID=63488857-093d-4142-a427-391bc0374b2b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:22.193669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db345d23-deb6-433c-a785-5b4bd10cc3bf req-8c2eec00-1baa-4f79-a684-e4aad4e8672e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740799 Feb 19 01:10:22.200347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f0ca3-47b2-47b5-a108-239a9853397d None None] Network 2b350dea-7521-41bd-8d94-62735ab02f7a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:22.269474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Subnet': ['ID=6638dea8-8bf5-4c26-8fd7-013214d2262f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:22.348887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Checking segment: {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:22.352542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network hostable DHCP agents. Network: 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:10:22.358028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network e6368e84-c693-4e8a-a264-30073eead64e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:22.369490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Provisioning complete for port fc7747c7-fb45-47d3-b582-9d2c39610886 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:22.371076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.401432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.508766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e6368e84-c693-4e8a-a264-30073eead64e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:22.515943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.518309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.547118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (c895b919-b8e0-4853-b82e-8647a6e51f23), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.548820 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP c895b919-b8e0-4853-b82e-8647a6e51f23 disassociated. External IP: 172.25.2.17, port: 258f3b4f-e2d3-4563-b778-87c3c5be852d. Feb 19 01:10:22.567825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Current status of the port fc7747c7-fb45-47d3-b582-9d2c39610886 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:22.570478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.604866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a203fd-d172-48b5-8ae5-950b1bbfee6d None None] Network e6368e84-c693-4e8a-a264-30073eead64e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:22.677507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65253842-44e3-402f-b73f-442c01ce3d19 req-5666bbaf-d1fb-467f-bb61-d97d3a8514ce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.694034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b26e42f9-557a-41ce-8fbd-553f4cd9ae85 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8694694 Feb 19 01:10:22.701947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] For port fc7747c7-fb45-47d3-b582-9d2c39610886, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fc7747c7-fb45-47d3-b582-9d2c39610886,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:22.702775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54574) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:22.706470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65253842-44e3-402f-b73f-442c01ce3d19 req-5666bbaf-d1fb-467f-bb61-d97d3a8514ce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2163315 Feb 19 01:10:22.712873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:10:22.720035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-283759596', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:22.742107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fc7747c7-fb45-47d3-b582-9d2c39610886 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:22.811676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.820462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:22.839071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.840497 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.862840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.866088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:22.885646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65253842-44e3-402f-b73f-442c01ce3d19 req-f73644a2-8f75-49b6-8d6e-99f7c6d75d72 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700771 Feb 19 01:10:22.967916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-724f4052-fdef-45f0-a635-821d42d8bd81 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2550707 Feb 19 01:10:23.031848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410fb2c-5215-4497-a7fa-8e1dfd8d1690 None None] Pushing event updated for resources: {'Port': ['ID=fc7747c7-fb45-47d3-b582-9d2c39610886,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:23.044092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87269a-1309-4d14-bfa7-4cd7ee8c91a0 None None] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:23.119780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_controller (07c2d47e-ebaf-4bbd-8729-638eeee3a244), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.153197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:23.227967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-e6368e84-c693-4e8a-a264-30073eead64e', 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e', 'project_id': '320651d633e74969b9c0dd7f99d00ac1', 'fixed_ips': [{'subnet_id': '63488857-093d-4142-a427-391bc0374b2b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:23.235717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.426115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde3804-00be-4f13-ae0e-dd461ce653e8 req-cc97fe50-36a9-4f36-a8f8-dda5c53eac46 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.434680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fde3804-00be-4f13-ae0e-dd461ce653e8 req-cc97fe50-36a9-4f36-a8f8-dda5c53eac46 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.1179860 Feb 19 01:10:23.441801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fc7747c7-fb45-47d3-b582-9d2c39610886 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:23.442363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.481266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5760e260-9e8b-4ff5-978d-a8d5d96b5dd4', 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4', 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'fixed_ips': [{'subnet_id': '6638dea8-8bf5-4c26-8fd7-013214d2262f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:10:23.481844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.524375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fde3804-00be-4f13-ae0e-dd461ce653e8 req-ce8d3872-45ea-4eb6-9986-9d4b9a3efb4d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889728 Feb 19 01:10:23.647514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Allocated IP 172.20.0.2 (e6368e84-c693-4e8a-a264-30073eead64e/63488857-093d-4142-a427-391bc0374b2b/fa75c908-23cb-4bfe-b4c5-074c933a2ac6) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:23.747546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86404905-d30f-46c0-b2db-2adb3e7ad69b req-9a4007c6-704b-4d3f-adb7-8702715d743b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.759335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86404905-d30f-46c0-b2db-2adb3e7ad69b req-9a4007c6-704b-4d3f-adb7-8702715d743b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.0965426 Feb 19 01:10:23.760136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:23.767743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'floatingip': {'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:23.823471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.858588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Allocated IP 19.86.0.2 (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4/6638dea8-8bf5-4c26-8fd7-013214d2262f/0373779c-57ba-4d32-af48-15ad7de87334) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:23.867160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fc7747c7-fb45-47d3-b582-9d2c39610886 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:23.933016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d6a8dffa-3f9a-46b0-b7a5-8c3dd34086b9 None None] Provisioning complete for port fc7747c7-fb45-47d3-b582-9d2c39610886 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:23.936034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6a8dffa-3f9a-46b0-b7a5-8c3dd34086b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.259624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:24.272370 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:24.277106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.294510 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:24.300180 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:24.357253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d80ad278-84b4-47e6-8e31-7c187be4b8e9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/c895b919-b8e0-4853-b82e-8647a6e51f23 HTTP/1.1" status: 200 len: 687 time: 2.6052694 Feb 19 01:10:24.363640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54636) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:24.409756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks [] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.418205 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:24.468128 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:24.469936 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:24.496600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8dffa-3f9a-46b0-b7a5-8c3dd34086b9 None None] Current status of the port fc7747c7-fb45-47d3-b582-9d2c39610886 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:24.521299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90cfa-6403-4c6d-bb52-4a9271f0276b req-834e0c42-61da-4c52-8686-80e455c8451b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.531556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88e90cfa-6403-4c6d-bb52-4a9271f0276b req-834e0c42-61da-4c52-8686-80e455c8451b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.4806557 Feb 19 01:10:24.572308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.577492 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:24.581831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf9b98-0278-4994-970f-99bd33c61ac6 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:24.596066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_gateway (07c2d47e-ebaf-4bbd-8729-638eeee3a244), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.651933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Pushing event updated for resources: {'Port': ['ID=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:24.654553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fc7747c7-fb45-47d3-b582-9d2c39610886 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:24.695546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Network e6368e84-c693-4e8a-a264-30073eead64e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:24.701409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:24.714706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:24.723848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88e90cfa-6403-4c6d-bb52-4a9271f0276b req-47304136-7dfd-436d-bdc2-4c4e2ace241f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869388 Feb 19 01:10:24.733416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-de68b6e9-ea2c-4cd5-acd4-57342918542e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.760472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-de68b6e9-ea2c-4cd5-acd4-57342918542e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:24.772258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-de68b6e9-ea2c-4cd5-acd4-57342918542e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/networks?id=2b350dea-7521-41bd-8d94-62735ab02f7a&id=5760e260-9e8b-4ff5-978d-a8d5d96b5dd4&id=2b350dea-7521-41bd-8d94-62735ab02f7a HTTP/1.1" status: 200 len: 1391 time: 1.4879458 Feb 19 01:10:24.793124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks [] for port (0373779c-57ba-4d32-af48-15ad7de87334), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.812554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Attempting to bind port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:24.812937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Attempting to bind port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd98cea16-bbe1-4594-a5c1-ecab073d45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:24.813351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Attempting to bind port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 on network e6368e84-c693-4e8a-a264-30073eead64e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:24.820775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:24.827819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Checking segment: {'id': 'd98cea16-bbe1-4594-a5c1-ecab073d45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:24.827819 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.827819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Bound using segment: {'id': 'd98cea16-bbe1-4594-a5c1-ecab073d45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:24.827819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Bound port: fa75c908-23cb-4bfe-b4c5-074c933a2ac6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98cea16-bbe1-4594-a5c1-ecab073d45db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:24.827819 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.869931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fc7747c7-fb45-47d3-b582-9d2c39610886 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:24.871540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.943221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-f9572ac7-e9fd-4b36-9c78-f5bd2bc6f684 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/quotas/83e86d27a9674bd398d96c3b573776b4 HTTP/1.1" status: 200 len: 375 time: 0.1679180 Feb 19 01:10:25.026575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.030230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] For port fa75c908-23cb-4bfe-b4c5-074c933a2ac6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:25.038679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] For port fa75c908-23cb-4bfe-b4c5-074c933a2ac6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,segment=NetworkSegment(d98cea16-bbe1-4594-a5c1-ecab073d45db),segment_id=d98cea16-bbe1-4594-a5c1-ecab073d45db)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:25.049602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0373779c-57ba-4d32-af48-15ad7de87334), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.132358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:25.134060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Pushing event updated for resources: {'Port': ['ID=0373779c-57ba-4d32-af48-15ad7de87334,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:25.136809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:25.143412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:25.168806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.315429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-17ac5945-d195-44fc-b6f4-1cb962caef55 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3709710 Feb 19 01:10:25.319059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port a3f33d81-91c6-48a6-a15f-747c519f30f9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:25.319455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.377818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.395344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Attempting to bind port 0373779c-57ba-4d32-af48-15ad7de87334 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:25.396023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Attempting to bind port 0373779c-57ba-4d32-af48-15ad7de87334 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:25.398098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Attempting to bind port 0373779c-57ba-4d32-af48-15ad7de87334 on network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:25.499578 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Floating IP a2681938-e6e5-4b4a-8819-ff06ca080fc0 associated. External IP: 172.25.2.48, port: 785c7567-6587-42b7-a0f3-8b511c448f39. Feb 19 01:10:25.535568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:25.536821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Checking segment: {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:25.537557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.538363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Bound using segment: {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:25.539062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Bound port: 0373779c-57ba-4d32-af48-15ad7de87334, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:25.539803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0373779c-57ba-4d32-af48-15ad7de87334), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:25.542747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5080f-b2c3-49cb-9477-f56f172a213c None None] Pushing event updated for resources: {'Port': ['ID=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:25.614597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-3c3f2152-458d-4c41-b633-f8db812a0c4c service neutron] 10.222.0.94 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873557 Feb 19 01:10:25.794788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fc7747c7-fb45-47d3-b582-9d2c39610886 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:25.822453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-05ac4e72-40f4-487c-a25f-808beae4d042 service neutron] 10.222.0.94 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067902 Feb 19 01:10:26.058414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] For port 0373779c-57ba-4d32-af48-15ad7de87334, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:26.062739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] For port 0373779c-57ba-4d32-af48-15ad7de87334, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0373779c-57ba-4d32-af48-15ad7de87334,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:26.078070 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.078416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (a3f33d81-91c6-48a6-a15f-747c519f30f9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.152059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0373779c-57ba-4d32-af48-15ad7de87334), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.190976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Router f078cd79-0ebe-4902-abba-269def9102cc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:26.252804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for a3f33d81-91c6-48a6-a15f-747c519f30f9 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:26.272872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-6f0699f6-704e-4269-bb47-dfbbee2be342 service neutron] 10.222.0.94 "GET /v2.0/networks/5760e260-9e8b-4ff5-978d-a8d5d96b5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433658 Feb 19 01:10:26.295297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_gateway (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.342307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.364739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb88a6-6357-4c22-9ee1-653bbed896fb req-d791c987-7d1c-45e9-a16e-395226e7f99f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:26.383394 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68fb88a6-6357-4c22-9ee1-653bbed896fb req-d791c987-7d1c-45e9-a16e-395226e7f99f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.3285491 Feb 19 01:10:26.445562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de7ae0-e4d1-4822-b874-3d67d9379a51 None None] Pushing event updated for resources: {'Port': ['ID=0373779c-57ba-4d32-af48-15ad7de87334,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:26.576517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Allocated IP 172.25.2.213 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/c85ca389-b1d4-408a-afb6-47897ee57234) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:26.766268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (c85ca389-b1d4-408a-afb6-47897ee57234), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.855400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68fb88a6-6357-4c22-9ee1-653bbed896fb req-b5f5f917-cff9-414f-8a8b-4e4ce93a65f5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4704199 Feb 19 01:10:26.857798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fa75c908-23cb-4bfe-b4c5-074c933a2ac6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:26.955713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c85ca389-b1d4-408a-afb6-47897ee57234), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.994901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:27.007468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.015413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Sync routers for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:27.089828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-c02754ad-f1d0-4c29-85ff-1518c4cca55a req-ede0a90f-512b-4b72-8fbf-db66e7d04189 service neutron] (110601) timed out ('10.222.0.94', 56248) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:10:27.098421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-770bae6d-c246-4d5d-b198-fb4da65c01ec tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "PUT /v2.0/floatingips/a2681938-e6e5-4b4a-8819-ff06ca080fc0 HTTP/1.1" status: 200 len: 991 time: 3.3369296 Feb 19 01:10:27.101099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:27.108561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:27.109445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:27.119048 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539867a8-a457-4485-9c36-f2cb1ac2b585" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:27.259443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-edb57560-9039-436b-82fa-344839bf3f0b service neutron] 10.222.0.94 "GET /v2.0/networks/5760e260-9e8b-4ff5-978d-a8d5d96b5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9853449 Feb 19 01:10:27.326231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246109e-28a8-4ed1-b585-9362605eb366 req-0581757b-587d-460d-8a60-8be32bf3f538 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:27.349563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d246109e-28a8-4ed1-b585-9362605eb366 req-0581757b-587d-460d-8a60-8be32bf3f538 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.1421635 Feb 19 01:10:27.385990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:27.386286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.446314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:27.512224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d246109e-28a8-4ed1-b585-9362605eb366 req-c41f467e-95db-48ee-9506-ea7614c3f830 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611717 Feb 19 01:10:27.616531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:27.619244 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09bcf71-41b8-4328-938d-5da1ff00264a x-openstack-request-id: req-c09bcf71-41b8-4328-938d-5da1ff00264a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:27.624222 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:27.624679 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c09bcf71-41b8-4328-938d-5da1ff00264a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:27.625247 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'status': 'completed', 'code': 200} Feb 19 01:10:27.670744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:27.706749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:27.945910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2645705-0da6-4779-ba32-14ebc56252b7 req-2116b36b-6d93-46df-8016-e7640923a4c2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:27.958690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:27.959266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:27.991764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2645705-0da6-4779-ba32-14ebc56252b7 req-2116b36b-6d93-46df-8016-e7640923a4c2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.2263646 Feb 19 01:10:28.237673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2645705-0da6-4779-ba32-14ebc56252b7 req-e549b360-2931-4ac2-9d4d-ef5f70b38e63 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450092 Feb 19 01:10:28.316530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686bd9dc-20c8-4025-807b-01fd8111186b None None] Network e6368e84-c693-4e8a-a264-30073eead64e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:28.340290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=c85ca389-b1d4-408a-afb6-47897ee57234,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:28.427830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.428163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.428592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.431255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.437694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.437694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.437694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.437694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:28.633584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-10083181-1fb7-4367-96d7-31e750663a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.636279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-10083181-1fb7-4367-96d7-31e750663a71 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1128 time: 0.9759552 Feb 19 01:10:28.668569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58593d-592a-4970-b494-855cbeec8203 req-5cc32007-d970-4f33-8d5b-29df6527175e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.671220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a58593d-592a-4970-b494-855cbeec8203 req-5cc32007-d970-4f33-8d5b-29df6527175e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.2496598 Feb 19 01:10:28.758155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port fa75c908-23cb-4bfe-b4c5-074c933a2ac6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,segment=NetworkSegment(d98cea16-bbe1-4594-a5c1-ecab073d45db),segment_id=d98cea16-bbe1-4594-a5c1-ecab073d45db)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:28.800202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-d765381b-e195-4561-aa90-60a67633c44a service neutron] 10.222.0.94 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5191684 Feb 19 01:10:28.816488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557dedb-e358-4570-b5e5-70db8005d081 None None] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:10:28.851707 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a58593d-592a-4970-b494-855cbeec8203 req-16e8eff8-3006-4c9e-b91f-e7146221c0b9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670632 Feb 19 01:10:28.855405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-31ab36fd-7d3b-4559-9515-aa70874029d3 None None] Provisioning complete for port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:28.855788 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-31ab36fd-7d3b-4559-9515-aa70874029d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.917028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:28.979774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-d89e23b0-bdcc-4e4c-9ffb-acb751437bd0 service neutron] 10.222.0.94 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130044 Feb 19 01:10:29.136307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a3f33d81-91c6-48a6-a15f-747c519f30f9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.254504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=a3f33d81-91c6-48a6-a15f-747c519f30f9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:29.341502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_gateway (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.405613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0373779c-57ba-4d32-af48-15ad7de87334 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:29.433487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a2681938-e6e5-4b4a-8819-ff06ca080fc0', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:58Z', 'updated_at': '2022-02-19T01:10:24Z', 'revision_number': 1, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:29.497048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-bbe3efe7-668f-4b71-b16c-87a9086678a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.498573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-bbe3efe7-668f-4b71-b16c-87a9086678a6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.7443993 Feb 19 01:10:29.550452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5255d2-02fb-4297-b96d-524b1d54cfc8 req-31112297-e08a-4a31-88a1-321f5f48e027 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.583412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c5255d2-02fb-4297-b96d-524b1d54cfc8 req-31112297-e08a-4a31-88a1-321f5f48e027 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.1383312 Feb 19 01:10:29.599952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Checking router: f078cd79-0ebe-4902-abba-269def9102cc for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:10:29.695753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (c895b919-b8e0-4853-b82e-8647a6e51f23), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.696393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1c5255d2-02fb-4297-b96d-524b1d54cfc8 req-fb35490d-0937-49a6-af89-4cd7add407bb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841198 Feb 19 01:10:29.696777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:29.696777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ded8e8e-414b-46d6-ab0b-440649882856 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/c895b919-b8e0-4853-b82e-8647a6e51f23 HTTP/1.1" status: 204 len: 168 time: 5.2963898 Feb 19 01:10:29.707159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:29.721268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'a8278ad1-f5ba-46a3-adad-5d0fdeefd419'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:29.824578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:29.825230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:29.843530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:29.880462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-57e4ea0c-13b3-402a-b605-5e6de8c2811e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.3672867 Feb 19 01:10:29.974790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-31ab36fd-7d3b-4559-9515-aa70874029d3 None None] Current status of the port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:29.976347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-ca85734e-8b2b-444f-b60c-ae6603cc4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.979974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-ca85734e-8b2b-444f-b60c-ae6603cc4c8c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0876465 Feb 19 01:10:30.060109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.128544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def69c7-eb7b-485c-a136-175a46dc816a req-868d7860-fca9-4ccd-b491-65690a2c607b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.130860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7def69c7-eb7b-485c-a136-175a46dc816a req-868d7860-fca9-4ccd-b491-65690a2c607b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1826987 Feb 19 01:10:30.184459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0373779c-57ba-4d32-af48-15ad7de87334 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:30.185107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0373779c-57ba-4d32-af48-15ad7de87334), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.242246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7def69c7-eb7b-485c-a136-175a46dc816a req-298d6031-697a-4631-9e21-a63533cdf96f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010213 Feb 19 01:10:30.280855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58737113-110b-4a87-9bd4-93a640b03c59 req-dbcbd653-5cec-437e-a026-9428968a982d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 210 time: 0.1711233 Feb 19 01:10:30.308423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-b59a224a-c0fa-4169-ad43-e97ae7d38af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.310410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-b59a224a-c0fa-4169-ad43-e97ae7d38af7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3226576 Feb 19 01:10:30.341734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Provisioning complete for port 0373779c-57ba-4d32-af48-15ad7de87334 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:30.342398 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0373779c-57ba-4d32-af48-15ad7de87334), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.395394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.475765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:10:30.534098 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.680594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.93 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b8f1f4eb-239a-4752-84dd-7c971463df1e) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:30.774436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Current status of the port 0373779c-57ba-4d32-af48-15ad7de87334 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:30.778361 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0373779c-57ba-4d32-af48-15ad7de87334), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.989196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.108163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0373779c-57ba-4d32-af48-15ad7de87334 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:31.108615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0373779c-57ba-4d32-af48-15ad7de87334), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.113534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] For port 0373779c-57ba-4d32-af48-15ad7de87334, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0373779c-57ba-4d32-af48-15ad7de87334,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:31.140214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.321876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:31.351827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174495-d92e-465c-8ec0-ab9b0391bf30 req-7a5eb4ae-708e-442d-83bf-124477a5d46b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.357068 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44174495-d92e-465c-8ec0-ab9b0391bf30 req-7a5eb4ae-708e-442d-83bf-124477a5d46b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.3059561 Feb 19 01:10:31.453958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:31.485174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:31.591872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0373779c-57ba-4d32-af48-15ad7de87334), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.667536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-705156a0-322b-47db-8b57-55eb733c1e7c service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2891927 Feb 19 01:10:31.716550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ec0b8-f03d-477c-ac1f-99ddc7b2eb8b req-d9a4bea3-47a0-4334-9a4d-4ce25f7fc315 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:31.718362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a8ec0b8-f03d-477c-ac1f-99ddc7b2eb8b req-d9a4bea3-47a0-4334-9a4d-4ce25f7fc315 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1676705 Feb 19 01:10:31.867513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Provisioning complete for port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:31.867816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.944769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Pushing event updated for resources: {'Port': ['ID=0373779c-57ba-4d32-af48-15ad7de87334,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:31.948774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:10:31.962144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=b8f1f4eb-239a-4752-84dd-7c971463df1e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:32.000225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.000597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.000938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.001304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.001632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.001957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.002284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.002604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.002924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.019542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.021818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.027312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.027312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:32.050589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a8ec0b8-f03d-477c-ac1f-99ddc7b2eb8b req-a6b4a049-e5b8-4f93-aeb6-c8562291074e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763324 Feb 19 01:10:32.056139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-539867a8-a457-4485-9c36-f2cb1ac2b585 req-c35549d9-8d44-4b47-bb13-60b67a7f9134 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806677 Feb 19 01:10:32.193541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:10:32.195194 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:10:32.337564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-423e80a9-4e82-406a-820d-0f8668cb920d req-4fdfb842-f268-4d80-a347-a47e7e0b7360 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 210 time: 0.0583277 Feb 19 01:10:32.363011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:32.376173 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] Sync routers for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:32.380346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c9989bbf-ffde-494a-9ede-ace7c44da31b None None] Current status of the port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:32.385748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a2681938-e6e5-4b4a-8819-ff06ca080fc0', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:58Z', 'updated_at': '2022-02-19T01:10:24Z', 'revision_number': 1, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:32.401538 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:32.404962 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:32.432325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615735ef-16ba-4bec-9d34-d170b1bfd10c None None] The sync data for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 is: [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a2681938-e6e5-4b4a-8819-ff06ca080fc0', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:58Z', 'updated_at': '2022-02-19T01:10:24Z', 'revision_number': 1, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:32.500479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:32.505673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-edfeeb34-18d2-49bf-83c3-d9f6be7a902c tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.8017695 Feb 19 01:10:32.507605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54748) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:32.510628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1a5c89c2-9bc1-43d4-b9c9-bfe9457acaa1 None None] Provisioning complete for port 0373779c-57ba-4d32-af48-15ad7de87334 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:32.511017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a5c89c2-9bc1-43d4-b9c9-bfe9457acaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0373779c-57ba-4d32-af48-15ad7de87334), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:32.524677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:32.556961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:32.557741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:32.669543 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:32.670527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c475b6b-e391-4596-bdd2-c36ee0b34da8 None None] The sync data for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:32.711746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c89c2-9bc1-43d4-b9c9-bfe9457acaa1 None None] Current status of the port 0373779c-57ba-4d32-af48-15ad7de87334 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:32.814188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0373779c-57ba-4d32-af48-15ad7de87334 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:32.987381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f28c8-f2d2-4545-9acc-9a356593bcb3 None None] New status for floating IP a2681938-e6e5-4b4a-8819-ff06ca080fc0: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:10:32.997115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0373779c-57ba-4d32-af48-15ad7de87334 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:33.187327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44174495-d92e-465c-8ec0-ab9b0391bf30 req-dcdc8f06-c46e-4dbc-8b64-3541438b93a9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7487774 Feb 19 01:10:33.195659 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-034bab8b-abec-4ed7-b2bc-0c8cfc5e858a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8357654 Feb 19 01:10:33.223686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0373779c-57ba-4d32-af48-15ad7de87334 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:33.223686 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0373779c-57ba-4d32-af48-15ad7de87334), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.242652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.472592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-a7bb6d03-374c-4f38-b1d4-77c5214eacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.474129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-a7bb6d03-374c-4f38-b1d4-77c5214eacc8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1128 time: 0.1913376 Feb 19 01:10:33.514304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-7a94e93d-be1f-4b5b-a1de-102480aedcd7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.537495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-7a94e93d-be1f-4b5b-a1de-102480aedcd7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.539169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-7a94e93d-be1f-4b5b-a1de-102480aedcd7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "GET /v2.0/networks?id=2b350dea-7521-41bd-8d94-62735ab02f7a&id=5760e260-9e8b-4ff5-978d-a8d5d96b5dd4&id=2b350dea-7521-41bd-8d94-62735ab02f7a HTTP/1.1" status: 200 len: 1391 time: 0.2343054 Feb 19 01:10:33.562617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'admin_state_up': True, 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:33.572944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b8fe46f-6776-49c4-acf5-9fe78d761081 req-7a96efff-7026-4847-91a9-3ceb203d52ca tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 210 time: 0.0895333 Feb 19 01:10:33.686052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:33.786830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0373779c-57ba-4d32-af48-15ad7de87334 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:33.788020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fa75c908-23cb-4bfe-b4c5-074c933a2ac6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:33.910636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d11203-2352-4f7f-8dc3-0d03b32c18a6 req-bc338181-b82b-405a-af66-556e6ec4ee70 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:33.914445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:33.928670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5d11203-2352-4f7f-8dc3-0d03b32c18a6 req-bc338181-b82b-405a-af66-556e6ec4ee70 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.7285557 Feb 19 01:10:33.932532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.027905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-aa252e20-b36a-434f-8ef5-99d476ed4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.029679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-aa252e20-b36a-434f-8ef5-99d476ed4d40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.4552515 Feb 19 01:10:34.088870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:34.155427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5d11203-2352-4f7f-8dc3-0d03b32c18a6 req-0e6dab90-0a3c-41fb-98b0-ccd08bc15968 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212081 Feb 19 01:10:34.182678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-0301db3b-6ec8-421d-920b-9401fa80f610 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 1001 time: 0.1432538 Feb 19 01:10:34.192592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019be48-5066-4112-af97-a168443fd25f req-c55d2ac1-0e6d-46c9-ab5e-a877509e63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.194605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-c55d2ac1-0e6d-46c9-ab5e-a877509e63c4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1128 time: 0.2394943 Feb 19 01:10:34.248812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-263adb0c-c183-4d60-9542-77089efbf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.249307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-263adb0c-c183-4d60-9542-77089efbf8a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0573497 Feb 19 01:10:34.318686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:34.326705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.339446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.369033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-c0a11a7b-0c3b-401c-b01a-d257f03b191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.370682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-c0a11a7b-0c3b-401c-b01a-d257f03b191a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1137526 Feb 19 01:10:34.464566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.509641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.515848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019be48-5066-4112-af97-a168443fd25f req-0d3a684c-f801-465f-8a29-b86b1ca63a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.518608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-0d3a684c-f801-465f-8a29-b86b1ca63a85 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.3165069 Feb 19 01:10:34.610067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ab4d-4f7d-4199-8cf5-7bf3175a0b55 req-743acd19-8af5-40d3-a883-7920d80d0345 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.612286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0831ab4d-4f7d-4199-8cf5-7bf3175a0b55 req-743acd19-8af5-40d3-a883-7920d80d0345 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.2406704 Feb 19 01:10:34.616498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=b8f1f4eb-239a-4752-84dd-7c971463df1e,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:34.698192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-c457a71a-330f-4430-9931-e3346779814c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 1002 time: 0.1715732 Feb 19 01:10:34.705673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Allocated IP 19.80.0.80 (2b350dea-7521-41bd-8d94-62735ab02f7a/991dc2be-e09b-42ef-9e49-bd3f4e422d68/63e66200-2643-4452-92a8-971d8f54e60f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:34.716652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:34.789840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-c316a249-149a-4088-a5e0-700e490ccea2 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800259 Feb 19 01:10:34.804472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0831ab4d-4f7d-4199-8cf5-7bf3175a0b55 req-8dd159d7-e57d-45b4-ad44-03680f8291db tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686699 Feb 19 01:10:34.814681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2d7a63d-f626-425f-b7f4-6a5bd2c2c553 req-b1c80a52-a608-4e1b-bb77-ded95a48e616 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 210 time: 0.0677021 Feb 19 01:10:34.849341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019be48-5066-4112-af97-a168443fd25f req-cc8847f7-e3d5-4fbb-950f-594bf9013836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:34.850994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-cc8847f7-e3d5-4fbb-950f-594bf9013836 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1119547 Feb 19 01:10:34.997417 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP a75b326d-0c33-4862-8902-ca748208a1be associated. External IP: 172.25.2.93, port: a8278ad1-f5ba-46a3-adad-5d0fdeefd419. Feb 19 01:10:35.095502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4296c68-3dab-4185-bdfc-b4b2ba5071d5 req-44ffe23e-90f9-4bea-b65a-7cf457398eea service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948775 Feb 19 01:10:35.107406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9f68-b2d7-49e8-9b58-d5a46bab0ae5 req-e6dc6471-431e-4689-aaed-a575f8f98a6b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.108918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-568e9f68-b2d7-49e8-9b58-d5a46bab0ae5 req-e6dc6471-431e-4689-aaed-a575f8f98a6b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.1693077 Feb 19 01:10:35.114402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:10:35.194161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019be48-5066-4112-af97-a168443fd25f req-0edf7c51-234b-4bea-8891-6fcabf959ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.200169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-0edf7c51-234b-4bea-8891-6fcabf959ed6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3368831 Feb 19 01:10:35.290700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-568e9f68-b2d7-49e8-9b58-d5a46bab0ae5 req-8be4e55d-106b-4b74-8c7b-1f1164e91c6a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002834 Feb 19 01:10:35.383075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:35.424710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Allocated IP 172.20.0.1 (e6368e84-c693-4e8a-a264-30073eead64e/63488857-093d-4142-a427-391bc0374b2b/dc600632-a819-4cd0-bbae-c86eb4e93f59) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:35.471013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for port (63e66200-2643-4452-92a8-971d8f54e60f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.601049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:35.618754 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f50211-7e21-4c78-80d3-27302334907f None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:35.630160 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:35.636026 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:35.664495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-df59d1dc-4f4c-4021-8af4-678e915839bc service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888395 Feb 19 01:10:35.671237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.713544 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:35.730033 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:35.745379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:35.750747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:35.750747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:35.766172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b755314-1bde-4bdb-b92c-f069cc4e2168 req-cd890558-0164-4509-98f7-8455edcb9db3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:35.768698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b755314-1bde-4bdb-b92c-f069cc4e2168 req-cd890558-0164-4509-98f7-8455edcb9db3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.4876354 Feb 19 01:10:35.802554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b891fd94-cacc-4ca8-84b4-b5013b95167a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0928981 Feb 19 01:10:35.804951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54798) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:35.850350 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19f50211-7e21-4c78-80d3-27302334907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:35.851224 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f50211-7e21-4c78-80d3-27302334907f None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:35.870782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b755314-1bde-4bdb-b92c-f069cc4e2168 req-91d87388-246d-43b3-b4e4-aacf62ac0ca6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837374 Feb 19 01:10:35.893117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 2b350dea-7521-41bd-8d94-62735ab02f7a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:35.897847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:35.906251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:35.979732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1384b006-a791-4b8a-9c8d-a498c6166c79 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/floatingips/a75b326d-0c33-4862-8902-ca748208a1be HTTP/1.1" status: 200 len: 977 time: 0.1725423 Feb 19 01:10:35.984714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54802) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:36.010329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.069718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.070748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.152016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9019be48-5066-4112-af97-a168443fd25f req-92f25b52-1694-4f38-bf92-e76a52ed236c service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766581 Feb 19 01:10:36.194839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c0764196-8840-451c-8f70-a36d269d81bd tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6391609 Feb 19 01:10:36.210325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933dbf3-ce78-42e9-ab0e-5abcae0e62fe req-4aa3499c-26d1-4f7e-b4ca-628d57c84616 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:36.211987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0933dbf3-ce78-42e9-ab0e-5abcae0e62fe req-4aa3499c-26d1-4f7e-b4ca-628d57c84616 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 931 time: 0.1211672 Feb 19 01:10:36.216898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4', 'admin_state_up': True, 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:36.262054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eccfad66-868c-42eb-a3d3-81073bb5b05b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2765021 Feb 19 01:10:36.264851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54810) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:36.270213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': '258f3b4f-e2d3-4563-b778-87c3c5be852d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:36.308297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.341021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.376067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0933dbf3-ce78-42e9-ab0e-5abcae0e62fe req-f917a474-c0ac-4e35-be3c-599cbf76298f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552043 Feb 19 01:10:36.385074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network e6368e84-c693-4e8a-a264-30073eead64e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:36.385905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-750c68f6-e49d-4184-b0bd-4fecd871c79b None None] Provisioning complete for port 63e66200-2643-4452-92a8-971d8f54e60f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:36.386482 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-750c68f6-e49d-4184-b0bd-4fecd871c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (63e66200-2643-4452-92a8-971d8f54e60f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.393637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:36.467910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-750c68f6-e49d-4184-b0bd-4fecd871c79b None None] Port 63e66200-2643-4452-92a8-971d8f54e60f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:36.475648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=dc600632-a819-4cd0-bbae-c86eb4e93f59,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:36.495423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:36.618862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.632525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:36.632525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.793469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-61025fe5-e307-460c-80c2-92aab7b46b65 None None] Provisioning complete for port dc600632-a819-4cd0-bbae-c86eb4e93f59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:36.793898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61025fe5-e307-460c-80c2-92aab7b46b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:36.864227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-61025fe5-e307-460c-80c2-92aab7b46b65 None None] Port dc600632-a819-4cd0-bbae-c86eb4e93f59 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:36.897482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Allocated IP 19.86.0.208 (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4/6638dea8-8bf5-4c26-8fd7-013214d2262f/e76423d9-3c44-4059-a089-362c2c3552db) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:37.024468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.034831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.100921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443581c-01be-44a0-ba39-c42aa4028088 req-9ded0b01-3fc8-424b-9779-1897b95bc68f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:37.102452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443581c-01be-44a0-ba39-c42aa4028088 req-9ded0b01-3fc8-424b-9779-1897b95bc68f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.0664568 Feb 19 01:10:37.118897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.257103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e443581c-01be-44a0-ba39-c42aa4028088 req-7a9bd85a-f172-4d0a-9338-25471b77bf4b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421790 Feb 19 01:10:37.334504 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP a75b326d-0c33-4862-8902-ca748208a1be associated. External IP: 172.25.2.93, port: a8278ad1-f5ba-46a3-adad-5d0fdeefd419. Feb 19 01:10:37.759117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for port (e76423d9-3c44-4059-a089-362c2c3552db), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:37.863698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cb695-cc15-4091-a601-e1ddb9764f80 req-bd53f35d-81d8-4b2a-be1a-5c2f54e4b02b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:37.865184 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b0cb695-cc15-4091-a601-e1ddb9764f80 req-bd53f35d-81d8-4b2a-be1a-5c2f54e4b02b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 931 time: 0.1386225 Feb 19 01:10:37.983528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5b0cb695-cc15-4091-a601-e1ddb9764f80 req-798b1c5c-ef15-4db1-80c3-1632b6d0166e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Feb 19 01:10:38.005405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:38.015852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.097696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:38.102359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:38.123226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:38.141177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:38.223526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.225247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:38.297227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:38.307996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.365702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:38.400760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '785c7567-6587-42b7-a0f3-8b511c448f39', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:38.412318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:38.466272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:38.497895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:38.498560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.555157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:38.560114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:38.560246 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.562095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=dc600632-a819-4cd0-bbae-c86eb4e93f59,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:38.578847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4c5a-6c65-4118-96f1-84cee422d094 req-6d313b3c-7100-4aa4-aad8-84b5c22b8ac9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:38.581529 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b4c4c5a-6c65-4118-96f1-84cee422d094 req-6d313b3c-7100-4aa4-aad8-84b5c22b8ac9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 946 time: 0.1620417 Feb 19 01:10:38.662921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c899f026-a83e-4f8b-8166-70f51b5eb36a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4498658 Feb 19 01:10:38.685171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'admin_state_up': True, 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:38.787317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:38.821423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network e6368e84-c693-4e8a-a264-30073eead64e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:38.825198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b4c4c5a-6c65-4118-96f1-84cee422d094 req-8f23d090-d149-432f-b193-48321a51f17e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624262 Feb 19 01:10:38.825831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:38.829155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:38.829760 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:38.835909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:38.836626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:38.875133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:38.963884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c9fff241-1c29-458f-850e-d8c60e61295e None None] Provisioning complete for port e76423d9-3c44-4059-a089-362c2c3552db triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:38.965622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9fff241-1c29-458f-850e-d8c60e61295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e76423d9-3c44-4059-a089-362c2c3552db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.001504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.003197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c437cd6-c24e-47bc-80ca-8c2ece61ca48 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:39.006011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:39.006357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.061693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c9fff241-1c29-458f-850e-d8c60e61295e None None] Port e76423d9-3c44-4059-a089-362c2c3552db cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:39.129613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:39.141031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:39.146021 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d3229-374c-4ae2-b753-94c6654c4bb4" -d '{"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-unplugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:39.181515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:39.226761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:39.234528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:39.241549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.249578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:39.253856 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:39.259736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.269475 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:39.270489 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.273828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:39.312949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d42d-f869-4cfb-bc05-e86850aeb261 req-d1f2f1bf-85ff-42b0-88cb-236720a02d51 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:39.318966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64d42d-f869-4cfb-bc05-e86850aeb261 req-d1f2f1bf-85ff-42b0-88cb-236720a02d51 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:39.327348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.329198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae64d42d-f869-4cfb-bc05-e86850aeb261 req-d1f2f1bf-85ff-42b0-88cb-236720a02d51 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 1654 time: 0.1982608 Feb 19 01:10:39.334850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b60721ea-a6be-403f-a04d-6f17154a71d1 None None] Provisioning complete for port dc600632-a819-4cd0-bbae-c86eb4e93f59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:39.335487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b60721ea-a6be-403f-a04d-6f17154a71d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.346856 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:39.347663 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.370921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.376676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.389796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e320e014-9755-4b92-aea3-2dc323d8aa5f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/a75b326d-0c33-4862-8902-ca748208a1be HTTP/1.1" status: 200 len: 978 time: 3.1236215 Feb 19 01:10:39.393611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54854) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:39.408429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:39.427477 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.428120 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de993022-365b-4dca-a1f2-eef9cf1682a5 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:39.483305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:39.489426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b60721ea-a6be-403f-a04d-6f17154a71d1 None None] Port dc600632-a819-4cd0-bbae-c86eb4e93f59 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:39.492372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae64d42d-f869-4cfb-bc05-e86850aeb261 req-902dbfcb-0a7f-4be1-90be-b0496b9c2820 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330874 Feb 19 01:10:39.522605 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.542545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['785c7567-6587-42b7-a0f3-8b511c448f39'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:39.596640 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857aeb04-3077-4711-a1e9-f1b0dd88c7d4 x-openstack-request-id: req-857aeb04-3077-4711-a1e9-f1b0dd88c7d4 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:39.597046 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-unplugged", "status": "failed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "code": 422}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:39.597411 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-857aeb04-3077-4711-a1e9-f1b0dd88c7d4 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:39.597929 n-d-826529-3 neutron-server[110603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'code': 422} returned with failed status Feb 19 01:10:39.616422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:39.626579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1c306f5f-76d6-48fd-92c6-6e181f34bb3a tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "PUT /v2.0/routers/07c2d47e-ebaf-4bbd-8729-638eeee3a244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1187723 Feb 19 01:10:39.628983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:39.635125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] Sync routers for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:39.646192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Request body: {'port': {'network_id': 'e6368e84-c693-4e8a-a264-30073eead64e', 'name': 'tempest-FloatingIPAdminTestJSON-944530058'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:39.653977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:39.675027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:39.675816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.677490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Allocated IP 19.80.0.214 (2b350dea-7521-41bd-8d94-62735ab02f7a/991dc2be-e09b-42ef-9e49-bd3f4e422d68/6e2a198e-c662-4dbc-8b77-065a7106f618) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:39.714836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.716935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:39.794027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:39.801331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.849816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:39.850584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489a6d8-bbd6-4697-90b2-b0aa958bd973 None None] The sync data for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:40.000415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.019353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.087573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.087930 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP a75b326d-0c33-4862-8902-ca748208a1be disassociated. External IP: 172.25.2.93, port: 258f3b4f-e2d3-4563-b778-87c3c5be852d. Feb 19 01:10:40.110581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:40.125120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.222476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.233961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Made reservation on behalf of 320651d633e74969b9c0dd7f99d00ac1 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:40.239529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.250238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 2b350dea-7521-41bd-8d94-62735ab02f7a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:40.257085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:40.266671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:40.290629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 785c7567-6587-42b7-a0f3-8b511c448f39 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:40.290629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.313011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] device_id is not set on port 93d05aa2-8369-47bc-8290-a1e965af3e53 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:10:40.323892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:40.431212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.436516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.531361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-9b46ef4d-fd97-4832-a7be-56537217b9f3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8549919 Feb 19 01:10:40.544620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:40.546616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.549486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:40.639810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:40.640130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-9adf0228-1442-4481-96dc-d07f0b5dd29f req-d7a01d34-398a-4d42-bf79-275c1084596b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:10:40.641397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9adf0228-1442-4481-96dc-d07f0b5dd29f req-d7a01d34-398a-4d42-bf79-275c1084596b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163860 Feb 19 01:10:40.681847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0afb2d16-7732-41ff-b87f-be24af2d51f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.714234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.851599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.853436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:40.878567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a115a532-26d9-48e0-b9f8-8840119bdd91 None None] Provisioning complete for port 6e2a198e-c662-4dbc-8b77-065a7106f618 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:40.878971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a115a532-26d9-48e0-b9f8-8840119bdd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:40.885034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Allocated IP 172.20.0.5 (e6368e84-c693-4e8a-a264-30073eead64e/63488857-093d-4142-a427-391bc0374b2b/93d05aa2-8369-47bc-8290-a1e965af3e53) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:40.944988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a115a532-26d9-48e0-b9f8-8840119bdd91 None None] Port 6e2a198e-c662-4dbc-8b77-065a7106f618 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:40.964371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:40.975587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f1c0-7f60-406e-a81e-a645d71c3a0f req-96bd17a6-28a4-41d7-a598-9eb29e026b85 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.981131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f1c0-7f60-406e-a81e-a645d71c3a0f req-96bd17a6-28a4-41d7-a598-9eb29e026b85 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.986816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98f1c0-7f60-406e-a81e-a645d71c3a0f req-96bd17a6-28a4-41d7-a598-9eb29e026b85 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:40.994871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f98f1c0-7f60-406e-a81e-a645d71c3a0f req-96bd17a6-28a4-41d7-a598-9eb29e026b85 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2376 time: 0.3584604 Feb 19 01:10:41.148578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f98f1c0-7f60-406e-a81e-a645d71c3a0f req-3082cf26-4dd5-44b0-b392-2c8bb7967425 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527133 Feb 19 01:10:41.293194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228c1d5-2be8-4371-85be-8e974df7965a req-14ce322e-9e07-40cc-9552-2d7d262f91a1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.306641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f228c1d5-2be8-4371-85be-8e974df7965a req-14ce322e-9e07-40cc-9552-2d7d262f91a1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2561569 Feb 19 01:10:41.354007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:41.363939 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:41.395791 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:41.396527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.403907 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.424550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f228c1d5-2be8-4371-85be-8e974df7965a req-77a122d2-0d4f-4c10-8160-756783f574d5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126575 Feb 19 01:10:41.430816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.500627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25379831-74aa-4bde-aa82-c22b05e695a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/a75b326d-0c33-4862-8902-ca748208a1be HTTP/1.1" status: 200 len: 687 time: 2.1028669 Feb 19 01:10:41.505474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54906) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:41.531162 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.801479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:41.801479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.801479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:41.801479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20967b8a-7446-4572-8b26-c61d1792f5f1 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:41.801784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:41.801784 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26cb214-1953-43f4-987d-48971584f961" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:41.802268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e66200-2643-4452-92a8-971d8f54e60f {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:41.802666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd271020-b63a-4afd-8d59-8cf695a005e1 x-openstack-request-id: req-cd271020-b63a-4afd-8d59-8cf695a005e1 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:41.802666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:41.802666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cd271020-b63a-4afd-8d59-8cf695a005e1 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:41.802666 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:10:41.802959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks [] for port (63e66200-2643-4452-92a8-971d8f54e60f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.802959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Transition to ACTIVE for port object 63e66200-2643-4452-92a8-971d8f54e60f will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:41.803214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port b8f1f4eb-239a-4752-84dd-7c971463df1e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:41.803214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.804408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.804989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (b8f1f4eb-239a-4752-84dd-7c971463df1e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:41.829688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for b8f1f4eb-239a-4752-84dd-7c971463df1e owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:42.149905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:42.413434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:42.436600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70b8db-597d-4efb-9942-700310339ee3 req-416c896a-62a3-4b69-b065-cd5cdbcaceeb tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:42.448903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70b8db-597d-4efb-9942-700310339ee3 req-416c896a-62a3-4b69-b065-cd5cdbcaceeb tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:42.482833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70b8db-597d-4efb-9942-700310339ee3 req-416c896a-62a3-4b69-b065-cd5cdbcaceeb tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:42.495403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e70b8db-597d-4efb-9942-700310339ee3 req-416c896a-62a3-4b69-b065-cd5cdbcaceeb tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2376 time: 0.1842985 Feb 19 01:10:42.507721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.510987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b8f1f4eb-239a-4752-84dd-7c971463df1e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.531358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.579369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=b8f1f4eb-239a-4752-84dd-7c971463df1e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:42.731551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Network e6368e84-c693-4e8a-a264-30073eead64e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:42.785477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:42.803149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:42.826676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e70b8db-597d-4efb-9942-700310339ee3 req-239dada8-7ace-46e1-a99f-8b66a7271fbf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260868 Feb 19 01:10:42.902742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5e96b43-4c7a-4955-b42b-c2ddb6a4514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:42.923723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:42.955661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event updated for resources: {'Port': ['ID=93d05aa2-8369-47bc-8290-a1e965af3e53,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:43.034718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (a75b326d-0c33-4862-8902-ca748208a1be), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.037230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.038456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a500eb50-7a5a-46b0-b179-895951ecc475 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/a75b326d-0c33-4862-8902-ca748208a1be HTTP/1.1" status: 204 len: 168 time: 1.5320330 Feb 19 01:10:43.041214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:43.055254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.068000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.108697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3c8d-b7bc-4bce-af40-64e50f17b731 req-08bac8ec-436b-4dd1-ab0c-5eadfc0e0388 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.110973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d08b3c8d-b7bc-4bce-af40-64e50f17b731 req-08bac8ec-436b-4dd1-ab0c-5eadfc0e0388 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.5016217 Feb 19 01:10:43.167420 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-fb164f66-844f-44cf-9239-fa0cbe01001e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] delete failed (client error): The resource could not be found. Feb 19 01:10:43.173530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fb164f66-844f-44cf-9239-fa0cbe01001e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/a75b326d-0c33-4862-8902-ca748208a1be HTTP/1.1" status: 404 len: 345 time: 0.1262932 Feb 19 01:10:43.174390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54924) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:43.217082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Attempting to bind port 63e66200-2643-4452-92a8-971d8f54e60f on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:43.217423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Attempting to bind port 63e66200-2643-4452-92a8-971d8f54e60f by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:43.217760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Attempting to bind port 63e66200-2643-4452-92a8-971d8f54e60f on network 2b350dea-7521-41bd-8d94-62735ab02f7a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:43.254643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Port 63e66200-2643-4452-92a8-971d8f54e60f on network 2b350dea-7521-41bd-8d94-62735ab02f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:43.254643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Attempting to bind port 63e66200-2643-4452-92a8-971d8f54e60f on network 2b350dea-7521-41bd-8d94-62735ab02f7a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:43.265896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0658f41a-dccd-43fc-91be-88e17acf4a15 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6355939 Feb 19 01:10:43.275697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d08b3c8d-b7bc-4bce-af40-64e50f17b731 req-76c64925-03e6-4dc6-b68e-234c4a87c5a4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581047 Feb 19 01:10:43.276241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54926) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:43.278544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:43.278892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Checking segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:43.280310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Bound using segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:43.295165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Bound port: 63e66200-2643-4452-92a8-971d8f54e60f, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:43.295165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.394824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'project_id': '320651d633e74969b9c0dd7f99d00ac1', 'port_id': '93d05aa2-8369-47bc-8290-a1e965af3e53'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:43.456481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0521-e25e-4514-92bc-c58dbb3598f5 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.462219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0521-e25e-4514-92bc-c58dbb3598f5 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.468126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0521-e25e-4514-92bc-c58dbb3598f5 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.473915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c95f0521-e25e-4514-92bc-c58dbb3598f5 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/ports?network_id=d3494fbf-fda4-4a81-bbb3-918d536d314b HTTP/1.1" status: 200 len: 2359 time: 0.2948971 Feb 19 01:10:43.473915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:43.506050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:43.513369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:43.533644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.553821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-85bccc47-7849-4ef1-afad-e2247a1df09a None None] Provisioning complete for port 93d05aa2-8369-47bc-8290-a1e965af3e53 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:43.554042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85bccc47-7849-4ef1-afad-e2247a1df09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.561168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff66c5-59e9-42a4-8a65-b64eaa9ce6e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.568504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0eff66c5-59e9-42a4-8a65-b64eaa9ce6e8 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/subnets/31c3a458-a261-45eb-9663-41ceb6035e34 HTTP/1.1" status: 200 len: 797 time: 0.0883551 Feb 19 01:10:43.568975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54932) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:43.574896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'port': {'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b', 'name': 'tempest-FloatingIPTestJSON-246889656', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:43.649184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.683643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-85bccc47-7849-4ef1-afad-e2247a1df09a None None] Port 93d05aa2-8369-47bc-8290-a1e965af3e53 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:10:43.800754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:43.803641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:43.807721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] 10.222.0.96 "PUT /v2.0/ports/63e66200-2643-4452-92a8-971d8f54e60f HTTP/1.1" status: 200 len: 1091 time: 3.2655993 Feb 19 01:10:43.809349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:43.815867 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2448338-23d8-44bf-9e81-cce6ddc219c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "63e66200-2643-4452-92a8-971d8f54e60f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:43.896391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fc724-1fb0-4368-91b7-64f18960d30a service neutron] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:43.940061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:10:43.967973 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8cdd1-c05a-48a8-89e5-d69011128994 x-openstack-request-id: req-dec8cdd1-c05a-48a8-89e5-d69011128994 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:43.972665 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "63e66200-2643-4452-92a8-971d8f54e60f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:43.974624 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dec8cdd1-c05a-48a8-89e5-d69011128994 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:43.979039 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f', 'status': 'completed', 'code': 200} Feb 19 01:10:44.005829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:44.156387 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.169180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.215591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.377232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-fb12401b-632f-4844-b7f0-f77a9b0c19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.379962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-fb12401b-632f-4844-b7f0-f77a9b0c19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.379962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-fb12401b-632f-4844-b7f0-f77a9b0c19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.389995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-fb12401b-632f-4844-b7f0-f77a9b0c19c7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2762 time: 0.4056704 Feb 19 01:10:44.437658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1630-5bfa-45d7-81de-cbeefe600759 req-6a42cc85-c861-45a6-9c69-407672a114e6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.439069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] device_id is not set on port bf0c6afc-2786-403b-950f-80253dccadb9 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:10:44.451243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1630-5bfa-45d7-81de-cbeefe600759 req-6a42cc85-c861-45a6-9c69-407672a114e6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.475617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1630-5bfa-45d7-81de-cbeefe600759 req-6a42cc85-c861-45a6-9c69-407672a114e6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.480287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c83f1630-5bfa-45d7-81de-cbeefe600759 req-6a42cc85-c861-45a6-9c69-407672a114e6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2388 time: 0.4964492 Feb 19 01:10:44.551550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e76423d9-3c44-4059-a089-362c2c3552db), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:44.905551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c83f1630-5bfa-45d7-81de-cbeefe600759 req-7cf7024b-23fe-474c-956e-11d92ade4369 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935173 Feb 19 01:10:44.988260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-17a7dfd4-1c2b-40a9-b749-44bc3c16e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.994872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-17a7dfd4-1c2b-40a9-b749-44bc3c16e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.997079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-17a7dfd4-1c2b-40a9-b749-44bc3c16e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:44.999917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-17a7dfd4-1c2b-40a9-b749-44bc3c16e339 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=83e86d27a9674bd398d96c3b573776b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5149355 Feb 19 01:10:45.021983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Allocated IP 172.25.2.13 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/450ca83d-de20-4258-b9ae-e64630cc4b14) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:45.181852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cc521-28f7-4953-bcb7-7ff9037264b0 req-21caa3c1-48ed-4ffe-af72-e27ca28ad402 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.182791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-140cc521-28f7-4953-bcb7-7ff9037264b0 req-21caa3c1-48ed-4ffe-af72-e27ca28ad402 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.7684133 Feb 19 01:10:45.206887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.220377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-3baacfa3-c3e3-4f82-bf95-d1b1c3536384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:45.223122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2448338-23d8-44bf-9e81-cce6ddc219c8 req-3baacfa3-c3e3-4f82-bf95-d1b1c3536384 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2094734 Feb 19 01:10:45.271413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.374642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.518318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:45.528842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:45.535717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:45.574189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-140cc521-28f7-4953-bcb7-7ff9037264b0 req-e91eba05-2659-4e00-99f1-fdb619d63295 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765204 Feb 19 01:10:45.594758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Pushing event updated for resources: {'Port': ['ID=450ca83d-de20-4258-b9ae-e64630cc4b14,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:45.727794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.14 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/bf0c6afc-2786-403b-950f-80253dccadb9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:45.764743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.13 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/bf0c6afc-2786-403b-950f-80253dccadb9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:45.787303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76423d9-3c44-4059-a089-362c2c3552db {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:45.799661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks [] for port (e76423d9-3c44-4059-a089-362c2c3552db), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:45.846369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Transition to ACTIVE for port object e76423d9-3c44-4059-a089-362c2c3552db will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:45.930083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.119708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Pushing event updated for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:46.230033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (bf0c6afc-2786-403b-950f-80253dccadb9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.302068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Attempting to bind port e76423d9-3c44-4059-a089-362c2c3552db on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:46.302671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Attempting to bind port e76423d9-3c44-4059-a089-362c2c3552db by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:46.302671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Attempting to bind port e76423d9-3c44-4059-a089-362c2c3552db on network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:46.317817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Port e76423d9-3c44-4059-a089-362c2c3552db on network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:46.318181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Attempting to bind port e76423d9-3c44-4059-a089-362c2c3552db on network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:46.324809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:46.325154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Checking segment: {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:46.325543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Bound using segment: {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:46.325976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Bound port: e76423d9-3c44-4059-a089-362c2c3552db, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca64c65a-f67a-4aee-add6-54e6264ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:46.326338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e76423d9-3c44-4059-a089-362c2c3552db), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.344333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (8f3db6a3-7166-40af-819f-cff7d745dcbf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.390907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df327c1-9a80-4a35-9f53-784573061036 req-0dc25ce7-1bd8-4514-a3ee-1a7d774f6f03 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.400231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df327c1-9a80-4a35-9f53-784573061036 req-0dc25ce7-1bd8-4514-a3ee-1a7d774f6f03 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.402892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:46.407596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df327c1-9a80-4a35-9f53-784573061036 req-0dc25ce7-1bd8-4514-a3ee-1a7d774f6f03 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.408671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e76423d9-3c44-4059-a089-362c2c3552db,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:46.409979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1df327c1-9a80-4a35-9f53-784573061036 req-0dc25ce7-1bd8-4514-a3ee-1a7d774f6f03 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2400 time: 0.2018464 Feb 19 01:10:46.484487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1df327c1-9a80-4a35-9f53-784573061036 req-f0de82de-35b4-4375-b15e-9ebf8c64963b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657096 Feb 19 01:10:46.545803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.583934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bf0c6afc-2786-403b-950f-80253dccadb9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.637126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:46.637886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.640101 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] 10.222.0.96 "PUT /v2.0/ports/e76423d9-3c44-4059-a089-362c2c3552db HTTP/1.1" status: 200 len: 1092 time: 2.6404028 Feb 19 01:10:46.641853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:46.648328 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "e76423d9-3c44-4059-a089-362c2c3552db"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:46.709660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:46.709660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:46.719403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.720689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:46.798282 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fff5a62-68a5-4928-9c0d-b1f42801a9f9 x-openstack-request-id: req-4fff5a62-68a5-4928-9c0d-b1f42801a9f9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:46.800583 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "e76423d9-3c44-4059-a089-362c2c3552db", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:46.800583 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4fff5a62-68a5-4928-9c0d-b1f42801a9f9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:46.801212 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db', 'status': 'completed', 'code': 200} Feb 19 01:10:46.820561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4c0ae-6029-49f7-a3ef-0aa35dfa9a5f service neutron] Pushing event updated for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:46.860584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Request body: {'port': {'device_id': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:46.939592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:46.988548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=bf0c6afc-2786-403b-950f-80253dccadb9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:47.018593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.019995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.020733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.040405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.046220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c386de28-ddd5-4236-aa5d-961c273ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.046633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c386de28-ddd5-4236-aa5d-961c273ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.047243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c386de28-ddd5-4236-aa5d-961c273ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.051182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c386de28-ddd5-4236-aa5d-961c273ecf09 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2860 time: 0.2210469 Feb 19 01:10:47.065430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6829-40c5-4c75-a66f-c6cb4ea217d3 req-9ed888a5-2aad-4786-bbd3-7dc594a70c0e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.076048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-deba6829-40c5-4c75-a66f-c6cb4ea217d3 req-9ed888a5-2aad-4786-bbd3-7dc594a70c0e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2734911 Feb 19 01:10:47.129421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c672d3b-acce-4109-a8e2-c76f635d424c tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.5588546 Feb 19 01:10:47.169189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54958) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:47.169937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.186047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'bf0c6afc-2786-403b-950f-80253dccadb9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:47.228487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-deba6829-40c5-4c75-a66f-c6cb4ea217d3 req-b84a4782-e011-4cfc-9d4c-060b781f6b20 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505356 Feb 19 01:10:47.291241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-b4c7dde6-d76b-4389-b8a5-d9ab55e8393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.299246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-b4c7dde6-d76b-4389-b8a5-d9ab55e8393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.299246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-b4c7dde6-d76b-4389-b8a5-d9ab55e8393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.299246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-b4c7dde6-d76b-4389-b8a5-d9ab55e8393f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=83e86d27a9674bd398d96c3b573776b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2070496 Feb 19 01:10:47.384175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Pushing event updated for resources: {'Port': ['ID=450ca83d-de20-4258-b9ae-e64630cc4b14,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:47.400742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8f3db6a3-7166-40af-819f-cff7d745dcbf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:47.453368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c8bae721-ae42-4180-b375-4e2949c95420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:47.456246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e994e89e-3bb3-45b5-a1c5-dd2fab43c4a1 req-c8bae721-ae42-4180-b375-4e2949c95420 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513793 Feb 19 01:10:47.900798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.140970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e57b-864f-4e02-bf19-813632ca293d req-4b1e9c3a-1373-4b5a-a584-368d669c2a58 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.146523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e57b-864f-4e02-bf19-813632ca293d req-4b1e9c3a-1373-4b5a-a584-368d669c2a58 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.151780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259e57b-864f-4e02-bf19-813632ca293d req-4b1e9c3a-1373-4b5a-a584-368d669c2a58 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.153426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d259e57b-864f-4e02-bf19-813632ca293d req-4b1e9c3a-1373-4b5a-a584-368d669c2a58 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2400 time: 0.2600234 Feb 19 01:10:48.157935 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Floating IP 8f3db6a3-7166-40af-819f-cff7d745dcbf associated. External IP: 172.25.2.13, port: 93d05aa2-8369-47bc-8290-a1e965af3e53. Feb 19 01:10:48.163761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2a198e-c662-4dbc-8b77-065a7106f618 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:48.215979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks [] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.264765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Transition to ACTIVE for port object 6e2a198e-c662-4dbc-8b77-065a7106f618 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:10:48.336299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d259e57b-864f-4e02-bf19-813632ca293d req-ed66b266-d43f-4193-a667-e767ee81d96f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757529 Feb 19 01:10:48.359552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.396181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a954e-cb9d-434a-98cc-ce0a0a422f2f req-481036e5-6eb9-4ed0-b46f-13d492932dce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:48.397855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a0a954e-cb9d-434a-98cc-ce0a0a422f2f req-481036e5-6eb9-4ed0-b46f-13d492932dce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.0701725 Feb 19 01:10:48.447495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:48.473764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a0a954e-cb9d-434a-98cc-ce0a0a422f2f req-b323a4f0-cd0f-400a-9faa-4d3979ba3f82 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688882 Feb 19 01:10:48.605823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:48.722537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.151 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3d1dff3f-78d3-4768-bf0c-4acb8327f848) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:48.869417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:48.893478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Attempting to bind port 6e2a198e-c662-4dbc-8b77-065a7106f618 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:10:48.893478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Attempting to bind port 6e2a198e-c662-4dbc-8b77-065a7106f618 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:10:48.893478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Attempting to bind port 6e2a198e-c662-4dbc-8b77-065a7106f618 on network 2b350dea-7521-41bd-8d94-62735ab02f7a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:48.943906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Port 6e2a198e-c662-4dbc-8b77-065a7106f618 on network 2b350dea-7521-41bd-8d94-62735ab02f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:10:48.944252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Attempting to bind port 6e2a198e-c662-4dbc-8b77-065a7106f618 on network 2b350dea-7521-41bd-8d94-62735ab02f7a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:10:48.956087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:10:48.956458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Checking segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:10:48.957634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Bound using segment: {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:10:48.958115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Bound port: 6e2a198e-c662-4dbc-8b77-065a7106f618, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def8aa53-6126-4390-af37-da48b7f966d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:10:48.958482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.205330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:49.214737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] Sync routers for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:49.226613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:49.228941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:49.251339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.259635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:10:49.268518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:49.276299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e2a198e-c662-4dbc-8b77-065a7106f618,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:10:49.278777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:49.279891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:49.318203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:49.319261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa7104-2a24-4116-b086-fcb8cebece5a None None] The sync data for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:49.478881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.479440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54992) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:49.548488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.548488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.694008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-ec0ef2f7-d5c3-44fc-80eb-fe70638126b7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2136323 Feb 19 01:10:49.702065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.702678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.709835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-df435e91-000b-4f07-b99a-53cc3595ad7e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:10:49.710877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-df435e91-000b-4f07-b99a-53cc3595ad7e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056350 Feb 19 01:10:49.724991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] 10.222.0.96 "PUT /v2.0/ports/6e2a198e-c662-4dbc-8b77-065a7106f618 HTTP/1.1" status: 200 len: 1092 time: 2.8491013 Feb 19 01:10:49.738031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a4be6-644f-4df5-b3f7-655e98825cb7 req-92bc5241-09bd-40f2-bd86-c8cbf991cff3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.738031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f75a4be6-644f-4df5-b3f7-655e98825cb7 req-92bc5241-09bd-40f2-bd86-c8cbf991cff3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1285052 Feb 19 01:10:49.743401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:49.745574 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724" -d '{"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:49.763541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:49.768423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5f70ddbe-b4d0-4e9f-a09a-91b7521d4165 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.4881701 Feb 19 01:10:49.776071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601a57-4ebc-4ff4-bddc-601f8ed86b69 req-e7d3314d-4ac0-49c0-9455-6a950268d433 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.802413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601a57-4ebc-4ff4-bddc-601f8ed86b69 req-e7d3314d-4ac0-49c0-9455-6a950268d433 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.817425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601a57-4ebc-4ff4-bddc-601f8ed86b69 req-e7d3314d-4ac0-49c0-9455-6a950268d433 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.822315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99601a57-4ebc-4ff4-bddc-601f8ed86b69 req-e7d3314d-4ac0-49c0-9455-6a950268d433 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2412 time: 0.3972967 Feb 19 01:10:49.822895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:49.867661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:49.873393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f75a4be6-644f-4df5-b3f7-655e98825cb7 req-54739f55-44da-4706-b105-e0f746ff4219 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280432 Feb 19 01:10:50.033992 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc1805-8244-4a6f-9670-3549b172a4e2 x-openstack-request-id: req-d5dc1805-8244-4a6f-9670-3549b172a4e2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:50.034517 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:50.034965 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d5dc1805-8244-4a6f-9670-3549b172a4e2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:50.035587 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618', 'status': 'completed', 'code': 200} Feb 19 01:10:50.036511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:50.095590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c440d6-d418-4f2f-96e1-f261a7d25180 service neutron] Pushing event updated for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:50.257454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f0636d38-e04c-4159-876a-f7de8f32295b tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "GET /v2.0/floatingips/8f3db6a3-7166-40af-819f-cff7d745dcbf HTTP/1.1" status: 200 len: 981 time: 0.4097304 Feb 19 01:10:50.259940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55012) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:50.289403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99601a57-4ebc-4ff4-bddc-601f8ed86b69 req-0afb71c6-3e7b-48b7-aa93-7d29b2d30077 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237728 Feb 19 01:10:50.368827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-047f378b-78b7-4b1b-9f3f-57628c98de00 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.377542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-047f378b-78b7-4b1b-9f3f-57628c98de00 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports/7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 941 time: 0.5311778 Feb 19 01:10:50.385334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-943fc953-c3b0-4d71-ad7e-493e62311499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.385334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-943fc953-c3b0-4d71-ad7e-493e62311499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.385334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-943fc953-c3b0-4d71-ad7e-493e62311499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.389862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-943fc953-c3b0-4d71-ad7e-493e62311499 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2958 time: 0.5654075 Feb 19 01:10:50.399662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=3d1dff3f-78d3-4768-bf0c-4acb8327f848,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:50.494980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-3d40e097-2dab-499a-882f-0d7f7d2a18a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=63e66200-2643-4452-92a8-971d8f54e60f HTTP/1.1" status: 200 len: 217 time: 0.0916700 Feb 19 01:10:50.534898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5d9f665-b927-420c-87bc-d75e2aba4c16 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.2733333 Feb 19 01:10:50.537440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55016) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:50.619371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-afc1e4f4-5dd1-462a-9bc6-9cc1871bdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.621234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-afc1e4f4-5dd1-462a-9bc6-9cc1871bdb6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=991dc2be-e09b-42ef-9e49-bd3f4e422d68 HTTP/1.1" status: 200 len: 801 time: 0.1176963 Feb 19 01:10:50.861038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-db311907-e4a7-405d-9dcc-f1991a1d6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.868598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-db311907-e4a7-405d-9dcc-f1991a1d6e4a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b350dea-7521-41bd-8d94-62735ab02f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2328868 Feb 19 01:10:50.955405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting port 450ca83d-de20-4258-b9ae-e64630cc4b14 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:50.955970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.110598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-e9548715-5d10-402a-9872-7aa054a74127 service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409434 Feb 19 01:10:51.132080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.132556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (450ca83d-de20-4258-b9ae-e64630cc4b14), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.154816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Calling delete_port for 450ca83d-de20-4258-b9ae-e64630cc4b14 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:51.286609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (9c9e4d22-74ee-45d3-814c-b6d2071a6853), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.319587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-8cce49be-c0c8-4162-a4f5-256579c38ac7 service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967680 Feb 19 01:10:51.691533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bb764-ed7c-4404-a9ec-5c66970af9fe req-5767913b-6d76-4274-95ac-6e2c665a839a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:51.699350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-051bb764-ed7c-4404-a9ec-5c66970af9fe req-5767913b-6d76-4274-95ac-6e2c665a839a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1092684 Feb 19 01:10:51.817500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (450ca83d-de20-4258-b9ae-e64630cc4b14), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.926751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-051bb764-ed7c-4404-a9ec-5c66970af9fe req-231b302c-f069-4340-bafa-0ce72a8ce27e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263496 Feb 19 01:10:51.939176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Port': ['ID=450ca83d-de20-4258-b9ae-e64630cc4b14,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:51.975770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c6702cd1-9c87-4fc7-916a-0756775f9f42 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=e76423d9-3c44-4059-a089-362c2c3552db HTTP/1.1" status: 200 len: 217 time: 0.6459098 Feb 19 01:10:52.149200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (8f3db6a3-7166-40af-819f-cff7d745dcbf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.149495 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Floating IP 8f3db6a3-7166-40af-819f-cff7d745dcbf disassociated (deleted). External IP: 172.25.2.13, port: 93d05aa2-8369-47bc-8290-a1e965af3e53. Feb 19 01:10:52.192362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.198340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-e86e4995-1693-4a3b-b5da-c5353cd1177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.202570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-e86e4995-1693-4a3b-b5da-c5353cd1177f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6638dea8-8bf5-4c26-8fd7-013214d2262f HTTP/1.1" status: 200 len: 801 time: 0.1926069 Feb 19 01:10:52.235762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd267b-7188-4eae-9a50-b8294453659e req-b623d58c-3c14-4588-bc62-b27422b4de76 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.241446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd267b-7188-4eae-9a50-b8294453659e req-b623d58c-3c14-4588-bc62-b27422b4de76 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.249118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd267b-7188-4eae-9a50-b8294453659e req-b623d58c-3c14-4588-bc62-b27422b4de76 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.251576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbd267b-7188-4eae-9a50-b8294453659e req-b623d58c-3c14-4588-bc62-b27422b4de76 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2412 time: 0.3255391 Feb 19 01:10:52.494362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbd267b-7188-4eae-9a50-b8294453659e req-4c73d5ff-181c-4c81-8860-0a12af501e76 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291996 Feb 19 01:10:52.601121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:52.744470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:52.758733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.759561 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] Sync routers for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:52.778396 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:52.779037 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:52.784209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-43ac93fb-c513-4121-9a14-9ceba6797e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:52.787144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-43ac93fb-c513-4121-9a14-9ceba6797e38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5760e260-9e8b-4ff5-978d-a8d5d96b5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5343204 Feb 19 01:10:52.799137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-88f904f7-0d97-4d00-b674-d41af1a547a8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/floatingips/8f3db6a3-7166-40af-819f-cff7d745dcbf HTTP/1.1" status: 204 len: 168 time: 2.2602429 Feb 19 01:10:52.802619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:52.807438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:52.935843 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:52.964825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:52.965032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:52.965032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:53.055482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.063761 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:53.064410 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a831e-7da1-4e50-8e21-79e5a23de2bb None None] The sync data for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:53.143871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-c18ad8d6-da49-4542-a9d0-0bb61dd79502 service neutron] 10.222.0.96 "GET /v2.0/networks/5760e260-9e8b-4ff5-978d-a8d5d96b5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384829 Feb 19 01:10:53.151670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.333852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fed3e-a119-4f01-939a-f346b32a01bd req-9fc6f661-c55e-4629-8692-43f9af51341a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:53.335502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-767fed3e-a119-4f01-939a-f346b32a01bd req-9fc6f661-c55e-4629-8692-43f9af51341a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1590049 Feb 19 01:10:53.464086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.466735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=3d1dff3f-78d3-4768-bf0c-4acb8327f848,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:53.487326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-767fed3e-a119-4f01-939a-f346b32a01bd req-87b7e7d1-b07b-4ae9-b686-28c226d1dddb tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382096 Feb 19 01:10:53.520529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9c9e4d22-74ee-45d3-814c-b6d2071a6853), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.839389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-3015aa9c-162f-4609-9fbd-51a50e92df61 service neutron] 10.222.0.96 "GET /v2.0/networks/5760e260-9e8b-4ff5-978d-a8d5d96b5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850965 Feb 19 01:10:53.907726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Allocated IP 172.25.2.96 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/f23212b2-f692-48c6-ac71-d7beaac3c0e0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:53.964112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-2c144be2-b680-42a4-ad96-4fb4eea54134 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=6e2a198e-c662-4dbc-8b77-065a7106f618 HTTP/1.1" status: 200 len: 217 time: 0.0791154 Feb 19 01:10:54.061596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f074-c1b8-4859-9ed3-bdf5eea9fc31 req-ef5fbfe0-ef5f-4dbe-bfdb-fc745ebfd77b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.070492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f074-c1b8-4859-9ed3-bdf5eea9fc31 req-ef5fbfe0-ef5f-4dbe-bfdb-fc745ebfd77b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.076989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f074-c1b8-4859-9ed3-bdf5eea9fc31 req-ef5fbfe0-ef5f-4dbe-bfdb-fc745ebfd77b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.087608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2634f074-c1b8-4859-9ed3-bdf5eea9fc31 req-ef5fbfe0-ef5f-4dbe-bfdb-fc745ebfd77b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2412 time: 0.2778268 Feb 19 01:10:54.123445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.299402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2634f074-c1b8-4859-9ed3-bdf5eea9fc31 req-b9d4e854-e01d-4731-832a-409a00d8b8b5 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082949 Feb 19 01:10:54.318978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.347015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-f0366c05-9fcd-4b44-b9f9-254d690b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.349247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-f0366c05-9fcd-4b44-b9f9-254d690b72c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=991dc2be-e09b-42ef-9e49-bd3f4e422d68 HTTP/1.1" status: 200 len: 801 time: 0.3752027 Feb 19 01:10:54.350823 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 9c9e4d22-74ee-45d3-814c-b6d2071a6853 associated. External IP: 172.25.2.151, port: bf0c6afc-2786-403b-950f-80253dccadb9. Feb 19 01:10:54.537898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:54.552178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:54.560880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:54.706592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Pushing event updated for resources: {'Port': ['ID=f23212b2-f692-48c6-ac71-d7beaac3c0e0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:54.754909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-4aa8a1a5-1522-4401-b87b-7193cf318e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.756926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-4aa8a1a5-1522-4401-b87b-7193cf318e59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b350dea-7521-41bd-8d94-62735ab02f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3961058 Feb 19 01:10:54.767153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8f1c2-e988-45a0-a9a9-887f5a77260d req-e3422712-6672-486b-a605-7b36c56a7e2e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:54.783736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7c8f1c2-e988-45a0-a9a9-887f5a77260d req-e3422712-6672-486b-a605-7b36c56a7e2e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.5323138 Feb 19 01:10:54.855893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (fedc86de-5f23-4bc9-97d7-4a35bf1b04cf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.003556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7c8f1c2-e988-45a0-a9a9-887f5a77260d req-3e34a1e7-c84d-42b8-a4ca-7d58f794f004 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082851 Feb 19 01:10:55.020733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.027254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b103-5073-4427-a4bc-7a9b2015c38e req-3e53213e-43c8-4af2-9874-f76492d4b496 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.028830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df27b103-5073-4427-a4bc-7a9b2015c38e req-3e53213e-43c8-4af2-9874-f76492d4b496 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.3669622 Feb 19 01:10:55.194102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:55.198479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-58fe2cfb-633f-45a5-b953-4e1c64483dba service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183701 Feb 19 01:10:55.203021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df27b103-5073-4427-a4bc-7a9b2015c38e req-456cf233-cb80-4c7f-9933-2db55b23c9fb tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465013 Feb 19 01:10:55.468844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad0dd56-9960-4db3-a3d6-21609e97e922 req-cee372e5-03e5-4b9d-96fa-942d7f4adf5b service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624190 Feb 19 01:10:55.492523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:55.504950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:55.524227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:55.524859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:55.526653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.563784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdeb0-c83b-4df8-94f3-104707e49143 req-a4529be5-dea1-4512-9daf-417095bb0c3e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.581152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdeb0-c83b-4df8-94f3-104707e49143 req-a4529be5-dea1-4512-9daf-417095bb0c3e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.593775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdeb0-c83b-4df8-94f3-104707e49143 req-a4529be5-dea1-4512-9daf-417095bb0c3e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.594977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:55.605375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:55.605993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:55.606645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b5fdeb0-c83b-4df8-94f3-104707e49143 req-a4529be5-dea1-4512-9daf-417095bb0c3e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2412 time: 0.1905317 Feb 19 01:10:55.635150 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.636713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.650840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:55.654508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb3180-2ac6-4e80-afc4-4c4a5f45929b None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:55.775927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba5abbc5-c61e-4b9f-96ca-ac78d5028677 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5908246 Feb 19 01:10:55.775927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55086) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:55.779832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': 'bf0c6afc-2786-403b-950f-80253dccadb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:55.848779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-1741cde3-518e-4327-8ebf-6f48e556fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.849418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-1741cde3-518e-4327-8ebf-6f48e556fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.849893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-1741cde3-518e-4327-8ebf-6f48e556fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:55.851669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-1741cde3-518e-4327-8ebf-6f48e556fdc6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2958 time: 0.2132497 Feb 19 01:10:55.862367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (fedc86de-5f23-4bc9-97d7-4a35bf1b04cf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.889371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (9c9e4d22-74ee-45d3-814c-b6d2071a6853), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:55.945447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Pushing event updated for resources: {'Port': ['ID=f23212b2-f692-48c6-ac71-d7beaac3c0e0,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:55.981671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b5fdeb0-c83b-4df8-94f3-104707e49143 req-468d14cd-d4ea-4833-a664-c73a062e7997 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740146 Feb 19 01:10:56.027406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.029671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6cf5e8c-b213-401e-9090-71f63253c6c7 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2257314 Feb 19 01:10:56.032835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55102) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:56.082696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-10db71ea-8b3d-4dee-b413-9c49412a389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:56.085179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-10db71ea-8b3d-4dee-b413-9c49412a389e service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b350dea-7521-41bd-8d94-62735ab02f7a HTTP/1.1" status: 200 len: 903 time: 0.2219896 Feb 19 01:10:56.241954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-e0026b75-80fe-4e7e-91dc-53694a9742e3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=6e2a198e-c662-4dbc-8b77-065a7106f618 HTTP/1.1" status: 200 len: 217 time: 0.1134012 Feb 19 01:10:56.244478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:10:56.410234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986e28-e4b4-4eb1-bb7b-50a999216569 req-b4bd829b-d4d2-4c27-b997-17ed3b7825ec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:56.420587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44986e28-e4b4-4eb1-bb7b-50a999216569 req-b4bd829b-d4d2-4c27-b997-17ed3b7825ec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.0816610 Feb 19 01:10:56.483801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44986e28-e4b4-4eb1-bb7b-50a999216569 req-5329734d-432b-4f2a-bf4b-705d0b65bfb7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617497 Feb 19 01:10:56.728318 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:56.929775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.042006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1abb-1b3f-4b65-80de-cec8c649abc9 req-9f724677-7a68-4b78-a190-8064535ecd39 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.055313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee3f1abb-1b3f-4b65-80de-cec8c649abc9 req-9f724677-7a68-4b78-a190-8064535ecd39 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.9193192 Feb 19 01:10:57.057103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-ea38acc2-dd73-400d-bea5-3eab4103446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.058666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-ea38acc2-dd73-400d-bea5-3eab4103446f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=991dc2be-e09b-42ef-9e49-bd3f4e422d68 HTTP/1.1" status: 200 len: 801 time: 0.7842622 Feb 19 01:10:57.215498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Allocated IP 172.25.2.110 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/6670cb93-a8f6-4e50-8136-4ca5c1c311e1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:10:57.560547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.602444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964201d3-e27c-463d-8770-7505f77b32b3 req-6321ee77-98b2-4103-89bd-7d8549f910d0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.611984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964201d3-e27c-463d-8770-7505f77b32b3 req-6321ee77-98b2-4103-89bd-7d8549f910d0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.618828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964201d3-e27c-463d-8770-7505f77b32b3 req-6321ee77-98b2-4103-89bd-7d8549f910d0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.628250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-964201d3-e27c-463d-8770-7505f77b32b3 req-6321ee77-98b2-4103-89bd-7d8549f910d0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2412 time: 0.4647253 Feb 19 01:10:57.680265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee3f1abb-1b3f-4b65-80de-cec8c649abc9 req-08a2f89c-a4a9-43d9-b7e2-bd4cc2f5c6af tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6158025 Feb 19 01:10:57.683399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.resource_extend [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:10:57.791929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-964201d3-e27c-463d-8770-7505f77b32b3 req-a4d87d8d-c8a3-43b1-a128-f959b86f2bc1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625452 Feb 19 01:10:57.841569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.875013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:57.885221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-b4d3707d-2ea5-458e-9877-87be450211b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.886796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-b4d3707d-2ea5-458e-9877-87be450211b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b350dea-7521-41bd-8d94-62735ab02f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3482988 Feb 19 01:10:57.933419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696aa28-184a-4d9f-a09c-44d5da5007f1 req-bc7a7289-b5e3-410f-815e-01ff04adb0ea tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:57.940397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0696aa28-184a-4d9f-a09c-44d5da5007f1 req-bc7a7289-b5e3-410f-815e-01ff04adb0ea tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1182172 Feb 19 01:10:57.948626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:10:57.971292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Pushing event updated for resources: {'Port': ['ID=6670cb93-a8f6-4e50-8136-4ca5c1c311e1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:57.972428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:10:57.975608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:10:57.988789 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9c9e4d22-74ee-45d3-814c-b6d2071a6853), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.094810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0696aa28-184a-4d9f-a09c-44d5da5007f1 req-e9d0f7a3-8109-480d-a4ad-6024bbb1a576 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534710 Feb 19 01:10:58.163499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 63e66200-2643-4452-92a8-971d8f54e60f details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:58.175319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-0ffbccfe-0dbb-417e-a03e-6b2b33ea2e69 service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800386 Feb 19 01:10:58.279356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe98d3f1-0a46-4657-83e7-4a7bbdcdb724 req-df631ec7-13dd-4816-8180-2ddf08f0e270 service neutron] 10.222.0.96 "GET /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918911 Feb 19 01:10:58.395623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:58.435118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '63e66200-2643-4452-92a8-971d8f54e60f', 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'port_id': '63e66200-2643-4452-92a8-971d8f54e60f', 'mac_address': 'fa:16:3e:d9:7b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991dc2be-e09b-42ef-9e49-bd3f4e422d68', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:58.493731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:10:58.531127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 63e66200-2643-4452-92a8-971d8f54e60f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:58.531928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.566188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e66200-2643-4452-92a8-971d8f54e60f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:58.611024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:58.689160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:10:58.702674 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:10:58.707675 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.707675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e2a198e-c662-4dbc-8b77-065a7106f618 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:58.728845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:58.744077 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:58.749476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:58.784097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e2a198e-c662-4dbc-8b77-065a7106f618,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:58.948467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '6e2a198e-c662-4dbc-8b77-065a7106f618', 'network_id': '2b350dea-7521-41bd-8d94-62735ab02f7a', 'port_id': '6e2a198e-c662-4dbc-8b77-065a7106f618', 'mac_address': 'fa:16:3e:82:86:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991dc2be-e09b-42ef-9e49-bd3f4e422d68', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:58.953050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:58.995559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for floatingip (7d7f6d04-10ca-48cc-ae9c-f3eb873f9b90), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.067384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6e2a198e-c662-4dbc-8b77-065a7106f618 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:59.067786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.103395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7eb1ca3-8680-4dd8-aeae-c3cc1a0ba0df tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/9c9e4d22-74ee-45d3-814c-b6d2071a6853 HTTP/1.1" status: 200 len: 978 time: 3.3245819 Feb 19 01:10:59.111122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55138) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:59.114401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2a198e-c662-4dbc-8b77-065a7106f618 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:59.118037 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:59.130155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:10:59.131229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:59.161312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.184445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:10:59.186051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9fe54-8b4b-4b7b-aa7b-21e7426f05de None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:10:59.194084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e2a198e-c662-4dbc-8b77-065a7106f618,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:59.220271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6c1d4-52f2-4c74-bc6e-aca93a79e055 req-c51d047a-fa98-40d7-a890-86f944f1e3d7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.221055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33d6c1d4-52f2-4c74-bc6e-aca93a79e055 req-c51d047a-fa98-40d7-a890-86f944f1e3d7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2070608 Feb 19 01:10:59.286666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.287384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e76423d9-3c44-4059-a089-362c2c3552db details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:59.300993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41495f7-2ed8-4ad1-9aa4-42c6a0548769 req-e97fa3f0-ddcd-422a-b4b2-f034f0a595a7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.318667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41495f7-2ed8-4ad1-9aa4-42c6a0548769 req-e97fa3f0-ddcd-422a-b4b2-f034f0a595a7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.332878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41495f7-2ed8-4ad1-9aa4-42c6a0548769 req-e97fa3f0-ddcd-422a-b4b2-f034f0a595a7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.334835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d41495f7-2ed8-4ad1-9aa4-42c6a0548769 req-e97fa3f0-ddcd-422a-b4b2-f034f0a595a7 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2413 time: 0.3918886 Feb 19 01:10:59.500982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e76423d9-3c44-4059-a089-362c2c3552db,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:59.506643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.520680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33d6c1d4-52f2-4c74-bc6e-aca93a79e055 req-5aed4463-758a-4750-bdae-1ec8b8b39e0a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912335 Feb 19 01:10:59.594582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d41495f7-2ed8-4ad1-9aa4-42c6a0548769 req-84dd3427-8761-42e7-aa99-4af234442bdc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468629 Feb 19 01:10:59.600661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.633044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e76423d9-3c44-4059-a089-362c2c3552db', 'network_id': '5760e260-9e8b-4ff5-978d-a8d5d96b5dd4', 'port_id': 'e76423d9-3c44-4059-a089-362c2c3552db', 'mac_address': 'fa:16:3e:ed:f9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6638dea8-8bf5-4c26-8fd7-013214d2262f', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:59.636888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:59.708552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 3d1dff3f-78d3-4768-bf0c-4acb8327f848 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:59.709438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.720606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Pushing event updated for resources: {'Port': ['ID=6670cb93-a8f6-4e50-8136-4ca5c1c311e1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:59.731319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e76423d9-3c44-4059-a089-362c2c3552db is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:59.731319 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e76423d9-3c44-4059-a089-362c2c3552db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.760405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76423d9-3c44-4059-a089-362c2c3552db {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:59.783702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e76423d9-3c44-4059-a089-362c2c3552db,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:59.856417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd021e-db13-4951-8ca0-d09159cb2c24 req-b5dcb2e2-1069-4bfc-8fb5-92232b306e2e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:59.857929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.858415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bffd021e-db13-4951-8ca0-d09159cb2c24 req-b5dcb2e2-1069-4bfc-8fb5-92232b306e2e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1705709 Feb 19 01:10:59.866074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.866569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (3d1dff3f-78d3-4768-bf0c-4acb8327f848), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.884179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 3d1dff3f-78d3-4768-bf0c-4acb8327f848 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:59.885822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (7d7f6d04-10ca-48cc-ae9c-f3eb873f9b90), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:59.954271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:59.982225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bffd021e-db13-4951-8ca0-d09159cb2c24 req-11750e6f-a989-4dff-a957-0a1546755f5c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162782 Feb 19 01:11:00.067315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.077181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:00.078908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d786dfc7-fc7a-4225-9aad-cf9eb6288b7d tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0440991 Feb 19 01:11:00.174906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['63e66200-2643-4452-92a8-971d8f54e60f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:00.205150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e76423d9-3c44-4059-a089-362c2c3552db'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:00.235359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a2c5c8c5-1183-46f0-ab5a-eb5d09a58f48 tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5562 time: 0.1540682 Feb 19 01:11:00.236179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55150) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:00.380193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f4a851bc-ddde-4032-9e08-bf71dd4e9ed3 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1387682 Feb 19 01:11:00.380500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55152) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:00.449122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3d1dff3f-78d3-4768-bf0c-4acb8327f848), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.522094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=3d1dff3f-78d3-4768-bf0c-4acb8327f848,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:00.774480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (9c9e4d22-74ee-45d3-814c-b6d2071a6853), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.777139 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 9c9e4d22-74ee-45d3-814c-b6d2071a6853 disassociated (deleted). External IP: 172.25.2.151, port: bf0c6afc-2786-403b-950f-80253dccadb9. Feb 19 01:11:00.834353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9d37-251f-4395-a31f-92a51657baee req-ad7ba0fa-a7c4-4e08-829b-ae9b78db8c3b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.840993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9d37-251f-4395-a31f-92a51657baee req-ad7ba0fa-a7c4-4e08-829b-ae9b78db8c3b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.848322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9d37-251f-4395-a31f-92a51657baee req-ad7ba0fa-a7c4-4e08-829b-ae9b78db8c3b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:00.850321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e0e9d37-251f-4395-a31f-92a51657baee req-ad7ba0fa-a7c4-4e08-829b-ae9b78db8c3b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2415 time: 0.1328511 Feb 19 01:11:00.940391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Deleting port 6670cb93-a8f6-4e50-8136-4ca5c1c311e1 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:00.940776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:00.975794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e0e9d37-251f-4395-a31f-92a51657baee req-31290953-67e8-446a-8ea4-22a1a21e9a52 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148875 Feb 19 01:11:01.085769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63dc6-9144-475d-aa7b-2ac146ac4e16 req-85190583-bac8-4994-a72c-5f2f0c0969ef tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.087322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b63dc6-9144-475d-aa7b-2ac146ac4e16 req-85190583-bac8-4994-a72c-5f2f0c0969ef tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.3905337 Feb 19 01:11:01.205060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['6e2a198e-c662-4dbc-8b77-065a7106f618'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:01.224241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.224836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for floatingip (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.239167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Calling delete_port for 6670cb93-a8f6-4e50-8136-4ca5c1c311e1 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:01.243038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40915-1025-4c04-bc03-3137f04a92ee req-3a1324c5-1401-4ce8-8b7d-664114d25b08 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:01.244494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6f40915-1025-4c04-bc03-3137f04a92ee req-3a1324c5-1401-4ce8-8b7d-664114d25b08 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1161559 Feb 19 01:11:01.351243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6f40915-1025-4c04-bc03-3137f04a92ee req-7f6d360c-07c7-4c70-99a8-c60c1321e33b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962634 Feb 19 01:11:01.619761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35b63dc6-9144-475d-aa7b-2ac146ac4e16 req-f1e7950c-76e8-462e-84dc-bdcd762a0cec tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517457 Feb 19 01:11:01.704991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6670cb93-a8f6-4e50-8136-4ca5c1c311e1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.769693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Pushing event deleted for resources: {'Port': ['ID=6670cb93-a8f6-4e50-8136-4ca5c1c311e1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:01.820936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:01.841515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks [] for floatingip (7d7f6d04-10ca-48cc-ae9c-f3eb873f9b90), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.844401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:01.845997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-258bd5d7-2d76-4cbe-b8a1-42c9c9f11f05 tempest-FloatingIPAdminTestJSON-2075029829 tempest-FloatingIPAdminTestJSON-2075029829-project] 10.222.0.94 "DELETE /v2.0/floatingips/7d7f6d04-10ca-48cc-ae9c-f3eb873f9b90 HTTP/1.1" status: 204 len: 168 time: 1.4645314 Feb 19 01:11:01.848490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55166) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:01.976811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:01.984923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.004361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:02.026243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:02.026869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:02.046291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9f184ff7-0b34-4bb1-be93-607d9e466e2a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/9c9e4d22-74ee-45d3-814c-b6d2071a6853 HTTP/1.1" status: 204 len: 168 time: 2.9301860 Feb 19 01:11:02.047604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55170) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:02.096474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Deleting port f23212b2-f692-48c6-ac71-d7beaac3c0e0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:02.096817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.103575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:02.127018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:02.127714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:02.221847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port bf0c6afc-2786-403b-950f-80253dccadb9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:02.228475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bf0c6afc-2786-403b-950f-80253dccadb9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.229304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 63e66200-2643-4452-92a8-971d8f54e60f up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:02.242388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:02.243433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd922b-613f-4968-841e-20aa0c915163 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:02.352879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e24d0-98ec-42ca-9e4e-d9546faa1f6f req-ee80a736-696c-40e6-ae09-0b3722b83b3c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.360587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e24d0-98ec-42ca-9e4e-d9546faa1f6f req-ee80a736-696c-40e6-ae09-0b3722b83b3c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.365923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e24d0-98ec-42ca-9e4e-d9546faa1f6f req-ee80a736-696c-40e6-ae09-0b3722b83b3c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:02.375824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef0e24d0-98ec-42ca-9e4e-d9546faa1f6f req-ee80a736-696c-40e6-ae09-0b3722b83b3c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2415 time: 0.1494210 Feb 19 01:11:02.379577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bf0c6afc-2786-403b-950f-80253dccadb9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.400084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for bf0c6afc-2786-403b-950f-80253dccadb9 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:02.423694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 63e66200-2643-4452-92a8-971d8f54e60f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:02.428213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 63e66200-2643-4452-92a8-971d8f54e60f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:02.429038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (63e66200-2643-4452-92a8-971d8f54e60f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.612710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.613535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (f23212b2-f692-48c6-ac71-d7beaac3c0e0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.621044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef0e24d0-98ec-42ca-9e4e-d9546faa1f6f req-f29673cd-618b-4417-a30f-9972014eb10b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330146 Feb 19 01:11:02.621249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 63e66200-2643-4452-92a8-971d8f54e60f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:02.621682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.644462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Calling delete_port for f23212b2-f692-48c6-ac71-d7beaac3c0e0 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:02.667308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:02.681635 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3636464f-8517-4e33-ab01-5b3b9c60d214" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "63e66200-2643-4452-92a8-971d8f54e60f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:02.701565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:02.801047 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:02.801875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e2a198e-c662-4dbc-8b77-065a7106f618 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:03.020266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:03.041114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a37fc-9942-470f-995c-366095d71104 req-b5315035-5d84-48ff-8512-199bd6c1a7c5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.050714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de0a37fc-9942-470f-995c-366095d71104 req-b5315035-5d84-48ff-8512-199bd6c1a7c5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2590518 Feb 19 01:11:03.086642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 6e2a198e-c662-4dbc-8b77-065a7106f618 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:03.092731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 6e2a198e-c662-4dbc-8b77-065a7106f618 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:03.093214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.117525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f23212b2-f692-48c6-ac71-d7beaac3c0e0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.164649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Pushing event deleted for resources: {'Port': ['ID=f23212b2-f692-48c6-ac71-d7beaac3c0e0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:03.188747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de0a37fc-9942-470f-995c-366095d71104 req-e4efc0c5-0daa-425c-a9b9-cdc88ab5b226 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320243 Feb 19 01:11:03.288930 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9afab0-a721-40b2-9bd8-9469c30c24cf x-openstack-request-id: req-3e9afab0-a721-40b2-9bd8-9469c30c24cf {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:03.289517 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "63e66200-2643-4452-92a8-971d8f54e60f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:03.289927 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3e9afab0-a721-40b2-9bd8-9469c30c24cf {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:03.290485 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f', 'code': 200} Feb 19 01:11:03.609956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks [] for floatingip (fedc86de-5f23-4bc9-97d7-4a35bf1b04cf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.610866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17c67e-2895-4568-98d5-35e87ad4d3a3 req-c471e953-95a3-4196-a8be-d25241ab7410 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:03.610866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e17c67e-2895-4568-98d5-35e87ad4d3a3 req-c471e953-95a3-4196-a8be-d25241ab7410 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2915645 Feb 19 01:11:03.611510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.611510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79cad8cc-bdfb-4980-8006-3b8b29e7515f tempest-FloatingIPAdminTestJSON-149670802 tempest-FloatingIPAdminTestJSON-149670802-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/fedc86de-5f23-4bc9-97d7-4a35bf1b04cf HTTP/1.1" status: 204 len: 168 time: 1.6001451 Feb 19 01:11:03.611510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:03.611739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 6e2a198e-c662-4dbc-8b77-065a7106f618 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:03.611739 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.611739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e2a198e-c662-4dbc-8b77-065a7106f618,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:03.707127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e17c67e-2895-4568-98d5-35e87ad4d3a3 req-05319da3-ea16-4c52-aed0-b73f7efa1a40 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545400 Feb 19 01:11:03.743516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting port 93d05aa2-8369-47bc-8290-a1e965af3e53 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:03.746211 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.818102 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.826234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e76423d9-3c44-4059-a089-362c2c3552db up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:03.880433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.892900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bf0c6afc-2786-403b-950f-80253dccadb9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:03.900543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Calling delete_port for 93d05aa2-8369-47bc-8290-a1e965af3e53 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:03.960420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=bf0c6afc-2786-403b-950f-80253dccadb9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.065220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.121761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75784-7305-4ae6-b31e-31f4c61c1174 req-93c43721-54c1-4540-8ed8-1a6bfd41ceef tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.132934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75784-7305-4ae6-b31e-31f4c61c1174 req-93c43721-54c1-4540-8ed8-1a6bfd41ceef tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.143309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd75784-7305-4ae6-b31e-31f4c61c1174 req-93c43721-54c1-4540-8ed8-1a6bfd41ceef tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.151698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcd75784-7305-4ae6-b31e-31f4c61c1174 req-93c43721-54c1-4540-8ed8-1a6bfd41ceef tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2417 time: 0.1721518 Feb 19 01:11:04.171144 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.176502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a1cde7e-c853-4e91-a60f-5b242ed59a93 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/bf0c6afc-2786-403b-950f-80253dccadb9 HTTP/1.1" status: 204 len: 168 time: 2.1275091 Feb 19 01:11:04.181558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55194) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.187762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:04.200712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e76423d9-3c44-4059-a089-362c2c3552db completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:04.206506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e76423d9-3c44-4059-a089-362c2c3552db triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:04.206991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e76423d9-3c44-4059-a089-362c2c3552db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.289902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcd75784-7305-4ae6-b31e-31f4c61c1174 req-718918f3-7de2-401d-9e60-d84e3f2eae4f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371031 Feb 19 01:11:04.354756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e76423d9-3c44-4059-a089-362c2c3552db is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:04.355349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e76423d9-3c44-4059-a089-362c2c3552db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.363564 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.410983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (93d05aa2-8369-47bc-8290-a1e965af3e53), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.432463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e76423d9-3c44-4059-a089-362c2c3552db,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:04.476343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Port': ['ID=93d05aa2-8369-47bc-8290-a1e965af3e53,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.523077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16282053-42ed-4017-b40e-48e457834d7d req-558338d6-b47d-4dc3-89ec-3fa27640d00e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.530642 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16282053-42ed-4017-b40e-48e457834d7d req-558338d6-b47d-4dc3-89ec-3fa27640d00e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2239718 Feb 19 01:11:04.561908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.566077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9ada1809-4df0-43fe-9177-1ca189bb79f2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/ports/93d05aa2-8369-47bc-8290-a1e965af3e53 HTTP/1.1" status: 204 len: 168 time: 1.1058760 Feb 19 01:11:04.568696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.620272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16282053-42ed-4017-b40e-48e457834d7d req-243a5920-d4e7-4fa7-9dc9-4ad0d431264d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885046 Feb 19 01:11:04.630936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.667389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebaa07-ca50-402f-886f-99542a1cfff2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.674482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c7ebaa07-ca50-402f-886f-99542a1cfff2 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "GET /v2.0/ports?device_id=07c2d47e-ebaf-4bbd-8729-638eeee3a244 HTTP/1.1" status: 200 len: 913 time: 0.0994639 Feb 19 01:11:04.677434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:04.709517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:04.730398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:04.864481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.183 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:04.959574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17d37-2cfc-420d-ae71-1c601fa4c436 req-2574c856-31ed-47be-b3d3-c2abacc0d888 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:04.961344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87c17d37-2cfc-420d-ae71-1c601fa4c436 req-2574c856-31ed-47be-b3d3-c2abacc0d888 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1436260 Feb 19 01:11:05.018997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.078176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-87c17d37-2cfc-420d-ae71-1c601fa4c436 req-6e9044f6-2994-4456-8f4a-a137151f296f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042752 Feb 19 01:11:05.167967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.232704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:05.236334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:05.240745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:05.270274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.291554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618'}, {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:05.293856 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e57be-2cbf-4aae-9918-f07e25d588a6" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618"}, {"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "e76423d9-3c44-4059-a089-362c2c3552db"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:05.317165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.409098 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246f44c7-64e1-4dfe-a532-03f386a0f05c x-openstack-request-id: req-246f44c7-64e1-4dfe-a532-03f386a0f05c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:05.409098 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618", "code": 200}, {"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-plugged", "status": "completed", "tag": "e76423d9-3c44-4059-a089-362c2c3552db", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:05.409098 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-246f44c7-64e1-4dfe-a532-03f386a0f05c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:05.409098 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618', 'code': 200} Feb 19 01:11:05.409448 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db', 'code': 200} Feb 19 01:11:05.438467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.584235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1be6-9b8c-4c55-81d3-235051b09947 req-ad64dbb6-9e58-478b-a6ff-8f46c437e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.584719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1be6-9b8c-4c55-81d3-235051b09947 req-ad64dbb6-9e58-478b-a6ff-8f46c437e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.585189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1be6-9b8c-4c55-81d3-235051b09947 req-ad64dbb6-9e58-478b-a6ff-8f46c437e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.586865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b39b1be6-9b8c-4c55-81d3-235051b09947 req-ad64dbb6-9e58-478b-a6ff-8f46c437e35a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2964 time: 0.0976591 Feb 19 01:11:05.587665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.651193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219e6e-d4fc-40bf-b8e1-5548d5770eae req-919003e5-be60-48a2-aef5-ee126fee16e4 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.661406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219e6e-d4fc-40bf-b8e1-5548d5770eae req-919003e5-be60-48a2-aef5-ee126fee16e4 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.675038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219e6e-d4fc-40bf-b8e1-5548d5770eae req-919003e5-be60-48a2-aef5-ee126fee16e4 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.677368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86219e6e-d4fc-40bf-b8e1-5548d5770eae req-919003e5-be60-48a2-aef5-ee126fee16e4 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.1455104 Feb 19 01:11:05.769879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.777624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86219e6e-d4fc-40bf-b8e1-5548d5770eae req-72a5a02a-242e-4a19-a5c6-7cc27ec30986 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 Feb 19 01:11:05.857916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.873160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b39b1be6-9b8c-4c55-81d3-235051b09947 req-4c7ad273-7353-4802-9826-9748462eef43 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009982 Feb 19 01:11:05.930735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting port dc600632-a819-4cd0-bbae-c86eb4e93f59 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:05.931080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:05.951116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413377f-c4c5-4d10-a0d3-9de611abe0f3 req-aed81e5f-820b-4d9c-80fd-52150015f774 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:05.976070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8413377f-c4c5-4d10-a0d3-9de611abe0f3 req-aed81e5f-820b-4d9c-80fd-52150015f774 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1562874 Feb 19 01:11:05.976070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:05.987920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.029303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8413377f-c4c5-4d10-a0d3-9de611abe0f3 req-52525f23-0853-4a9e-9700-ddab22a8c66e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667138 Feb 19 01:11:06.040212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.054159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Calling delete_port for dc600632-a819-4cd0-bbae-c86eb4e93f59 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:06.077203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.082361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2c097e63-99fe-46fb-afd1-19d608005ba6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8996232 Feb 19 01:11:06.083697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.088839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'port': {'network_id': 'd3494fbf-fda4-4a81-bbb3-918d536d314b', 'name': 'tempest-FloatingIPTestJSON-308978435'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:06.290221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4fb2f-8488-4b86-b476-ae927a35741b req-81f5c461-a5f7-4b0a-8133-8ac670e385ab tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.291993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ab4fb2f-8488-4b86-b476-ae927a35741b req-81f5c461-a5f7-4b0a-8133-8ac670e385ab tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1039772 Feb 19 01:11:06.353367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ab4fb2f-8488-4b86-b476-ae927a35741b req-20676fa5-796e-4589-8600-28371c481c0d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542836 Feb 19 01:11:06.407176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:06.410705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.431928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] device_id is not set on port eb422652-0fb0-49e9-b71a-34bf684aa73a yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:06.435172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dc600632-a819-4cd0-bbae-c86eb4e93f59), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.500681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Port': ['ID=dc600632-a819-4cd0-bbae-c86eb4e93f59,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.674523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2855f71-171f-40d8-8ee5-65c8b2526b7f req-4640b02d-7027-4868-8a90-f1ba4b458c01 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.676387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2855f71-171f-40d8-8ee5-65c8b2526b7f req-4640b02d-7027-4868-8a90-f1ba4b458c01 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1505449 Feb 19 01:11:06.764731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2855f71-171f-40d8-8ee5-65c8b2526b7f req-dde9831a-c4a2-4852-88e4-49ead2fa0988 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812614 Feb 19 01:11:06.785991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.13 (d3494fbf-fda4-4a81-bbb3-918d536d314b/31c3a458-a261-45eb-9663-41ceb6035e34/eb422652-0fb0-49e9-b71a-34bf684aa73a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:06.801287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-df7fd336-f671-4e94-86e2-28cec1143daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.802927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-df7fd336-f671-4e94-86e2-28cec1143daf service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1128 time: 0.0749128 Feb 19 01:11:06.857524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.942628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-01367cd7-3ac4-4ba6-831d-1ae55346fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:06.942861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-01367cd7-3ac4-4ba6-831d-1ae55346fea9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 911 time: 0.1335852 Feb 19 01:11:07.037338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154688ba-88e4-4829-ac1e-22b7bd61ad74 req-f2712b7c-2cb0-4bfd-9451-406363354eff tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.043223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154688ba-88e4-4829-ac1e-22b7bd61ad74 req-f2712b7c-2cb0-4bfd-9451-406363354eff tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.049326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154688ba-88e4-4829-ac1e-22b7bd61ad74 req-f2712b7c-2cb0-4bfd-9451-406363354eff tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.051649 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-154688ba-88e4-4829-ac1e-22b7bd61ad74 req-f2712b7c-2cb0-4bfd-9451-406363354eff tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.1803112 Feb 19 01:11:07.145611 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-154688ba-88e4-4829-ac1e-22b7bd61ad74 req-7e92ecdd-7ab9-4c28-a564-9b1f8eb84107 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881259 Feb 19 01:11:07.181467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (eb422652-0fb0-49e9-b71a-34bf684aa73a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.240241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-b9d77fca-267a-49d6-afc2-96ebd0e8de62 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 200 len: 1002 time: 0.2774134 Feb 19 01:11:07.298129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:07.302944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-bf80f84c-1c2f-48e6-95d3-2c79d9925b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.304893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-bf80f84c-1c2f-48e6-95d3-2c79d9925b14 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.0571651 Feb 19 01:11:07.361093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (eb422652-0fb0-49e9-b71a-34bf684aa73a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.418078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network d3494fbf-fda4-4a81-bbb3-918d536d314b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:07.422258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:07.426201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:07.458205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=eb422652-0fb0-49e9-b71a-34bf684aa73a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.494137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:07.501715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.502396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.509785 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] Sync routers for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:07.514949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-adbfaa53-c38c-4267-9cf5-c2ec1cd61da9 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "PUT /v2.0/routers/07c2d47e-ebaf-4bbd-8729-638eeee3a244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359866 Feb 19 01:11:07.518557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55266) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.534419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:07.535061 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.541356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-8bf93c32-fc5b-4ae4-9b8b-3b1cf2cc822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.543617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-8bf93c32-fc5b-4ae4-9b8b-3b1cf2cc822a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2324536 Feb 19 01:11:07.586236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.597868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0159d0b-14ea-4833-92da-7bd3c3982067 req-449cb351-bcd4-4a21-95ff-d97f83e1a8a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.599920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0159d0b-14ea-4833-92da-7bd3c3982067 req-449cb351-bcd4-4a21-95ff-d97f83e1a8a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.0734684 Feb 19 01:11:07.604740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] Routers {'07c2d47e-ebaf-4bbd-8729-638eeee3a244'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:07.605799 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.660692 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:07.661684 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e6a2c-baa5-41d7-a6d8-e7c5a9a560e6 None None] The sync data for ids ['07c2d47e-ebaf-4bbd-8729-638eeee3a244'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:07.704988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0159d0b-14ea-4833-92da-7bd3c3982067 req-7d5b96bc-ad56-4903-8386-cab1f3e992c7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977781 Feb 19 01:11:07.741531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-190629a8-ba41-4e60-8500-6dedced27397 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6560576 Feb 19 01:11:07.744276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55272) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.752679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': 'eb422652-0fb0-49e9-b71a-34bf684aa73a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.774086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07e207-c04e-4155-a5bc-a9de631ab270 req-31ee6bdc-b0a1-46f3-ad48-abdb7e5789a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:07.775639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef07e207-c04e-4155-a5bc-a9de631ab270 req-31ee6bdc-b0a1-46f3-ad48-abdb7e5789a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2499990 Feb 19 01:11:07.807999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.808209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.811526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-ce373ffc-13ba-4fa8-83b6-13a58902e3b6 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054472 Feb 19 01:11:07.983050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef07e207-c04e-4155-a5bc-a9de631ab270 req-f1b7daff-9758-4e0d-a8dd-007c83ab5f73 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964891 Feb 19 01:11:08.028254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e06c7789-47a0-4d05-a381-426b9fad0e53 req-a2743adf-4793-4445-ae17-6952687c3cce service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805494 Feb 19 01:11:08.033013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_gateway (07c2d47e-ebaf-4bbd-8729-638eeee3a244), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.162583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a02f7-9f46-4669-8c28-f4704b2155ac req-30d8c7ff-77fe-417b-a5ea-077e9825b0bb tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.164316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc5a02f7-9f46-4669-8c28-f4704b2155ac req-30d8c7ff-77fe-417b-a5ea-077e9825b0bb tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.0599720 Feb 19 01:11:08.246349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc5a02f7-9f46-4669-8c28-f4704b2155ac req-a4f8052c-5a26-421e-b071-8b143027605e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747342 Feb 19 01:11:08.263415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting port c85ca389-b1d4-408a-afb6-47897ee57234 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:08.263774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c85ca389-b1d4-408a-afb6-47897ee57234), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.351437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.413581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea679-7477-47ba-b9ab-9c1d56f7a210 req-e9d92eb7-9cbe-4640-9ade-38dfc661719c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.418833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea679-7477-47ba-b9ab-9c1d56f7a210 req-e9d92eb7-9cbe-4640-9ade-38dfc661719c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.424916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea679-7477-47ba-b9ab-9c1d56f7a210 req-e9d92eb7-9cbe-4640-9ade-38dfc661719c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:08.426633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-527ea679-7477-47ba-b9ab-9c1d56f7a210 req-e9d92eb7-9cbe-4640-9ade-38dfc661719c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.0851161 Feb 19 01:11:08.476578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-527ea679-7477-47ba-b9ab-9c1d56f7a210 req-0f8e164f-40a7-4157-9677-697da823cd4a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Feb 19 01:11:08.532726 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.570085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c85ca389-b1d4-408a-afb6-47897ee57234), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:08.601610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Calling delete_port for c85ca389-b1d4-408a-afb6-47897ee57234 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:08.723026 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 321ee823-df35-454a-9b36-18d4f3b0dc19 associated. External IP: 172.25.2.183, port: eb422652-0fb0-49e9-b71a-34bf684aa73a. Feb 19 01:11:09.034032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:09.041756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c85ca389-b1d4-408a-afb6-47897ee57234), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.123817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Port': ['ID=c85ca389-b1d4-408a-afb6-47897ee57234,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:09.255468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.367210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.370174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router_controller (07c2d47e-ebaf-4bbd-8729-638eeee3a244), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.380093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49b8c-2ec8-4a72-9a64-0dc7b0328cad req-6a6c9aa1-778c-4902-add5-48a4b95aa70c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.385083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49b8c-2ec8-4a72-9a64-0dc7b0328cad req-6a6c9aa1-778c-4902-add5-48a4b95aa70c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.390715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49b8c-2ec8-4a72-9a64-0dc7b0328cad req-6a6c9aa1-778c-4902-add5-48a4b95aa70c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.392325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ed49b8c-2ec8-4a72-9a64-0dc7b0328cad req-6a6c9aa1-778c-4902-add5-48a4b95aa70c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.1960604 Feb 19 01:11:09.475634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ed49b8c-2ec8-4a72-9a64-0dc7b0328cad req-bb3fa9c0-ea89-4332-83e3-6d564eb007ef tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Feb 19 01:11:09.558969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (07c2d47e-ebaf-4bbd-8729-638eeee3a244), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.560228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Fanout notify agent at l3_agent the message router_deleted on router 07c2d47e-ebaf-4bbd-8729-638eeee3a244 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:11:09.568292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.569189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26e836c8-02ef-4793-a55e-ae2414743942 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/routers/07c2d47e-ebaf-4bbd-8729-638eeee3a244 HTTP/1.1" status: 204 len: 168 time: 2.0497632 Feb 19 01:11:09.572912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3bb83-7589-409c-b695-8cab408e7dba req-e387803b-c494-45af-b0b2-7c52514eccd7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.574413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3a3bb83-7589-409c-b695-8cab408e7dba req-e387803b-c494-45af-b0b2-7c52514eccd7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1137755 Feb 19 01:11:09.574893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55302) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:09.616878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4e6c0-879e-4d61-942c-f001abde9708 req-8bc68118-a53e-4721-8cf3-d1dc272a5039 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:09.618548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61e4e6c0-879e-4d61-942c-f001abde9708 req-8bc68118-a53e-4721-8cf3-d1dc272a5039 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.0686288 Feb 19 01:11:09.640456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:09.646492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.658060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.660265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:09.680794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:09.681946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:09.694280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61e4e6c0-879e-4d61-942c-f001abde9708 req-14f5c976-a374-4615-af27-8571ca2cd38a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681159 Feb 19 01:11:09.722311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting subnet 63488857-093d-4142-a427-391bc0374b2b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:09.723379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:09.730555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for subnet (63488857-093d-4142-a427-391bc0374b2b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.732267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:09.732886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:09.739563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-447a38a4-be86-4ea7-81a8-60f5ecbfca69 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/321ee823-df35-454a-9b36-18d4f3b0dc19 HTTP/1.1" status: 200 len: 978 time: 1.9914937 Feb 19 01:11:09.742323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55310) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:09.774196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3a3bb83-7589-409c-b695-8cab408e7dba req-7b39478c-03a6-4a2f-bf29-c356285f80c6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861355 Feb 19 01:11:09.780332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:09.781815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d88a02-aad0-4d5c-aef9-a5d8f68f81e3 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:09.814053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (63488857-093d-4142-a427-391bc0374b2b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.882689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port eb422652-0fb0-49e9-b71a-34bf684aa73a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:09.882930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eb422652-0fb0-49e9-b71a-34bf684aa73a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.908417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (63488857-093d-4142-a427-391bc0374b2b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:09.997297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eb422652-0fb0-49e9-b71a-34bf684aa73a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.029391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (63488857-093d-4142-a427-391bc0374b2b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.062049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Subnet': ['ID=63488857-093d-4142-a427-391bc0374b2b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:10.070492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff92dbf-49a3-40cb-b303-527ac176accf None None] Network e6368e84-c693-4e8a-a264-30073eead64e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:10.075618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.084780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/subnets/63488857-093d-4142-a427-391bc0374b2b HTTP/1.1" status: 204 len: 168 time: 0.5052824 Feb 19 01:11:10.086756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.087853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55314) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:10.090001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.090372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.090723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.091069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.091438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.091773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.092105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.092436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.092768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.099388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.100559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.100964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f12eb-e59a-4e87-a503-beb8c4da8754 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:10.224159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:10.269491 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.287781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] DHCP port deletion for e6368e84-c693-4e8a-a264-30073eead64e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:10.367558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:10.367978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.411715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:10.425930 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a02221-5ab7-4bff-b4e7-d56cad91d503" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:10.432226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:10.449597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Deleting port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:10.450830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.473559 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529bb6aa-d255-4841-af7b-109ebbd42279 x-openstack-request-id: req-529bb6aa-d255-4841-af7b-109ebbd42279 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:10.473852 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:10.474113 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-529bb6aa-d255-4841-af7b-109ebbd42279 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:10.474573 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:11:10.540129 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.610041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] For port fa75c908-23cb-4bfe-b4c5-074c933a2ac6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,segment=NetworkSegment(d98cea16-bbe1-4594-a5c1-ecab073d45db),segment_id=d98cea16-bbe1-4594-a5c1-ecab073d45db)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:10.610714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.632131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8d34-9587-4679-b4ec-945219f941f3 req-0648fb13-b81e-44fe-9f0e-f0de93908701 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.632728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Calling delete_port for fa75c908-23cb-4bfe-b4c5-074c933a2ac6 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:10.640106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8d34-9587-4679-b4ec-945219f941f3 req-0648fb13-b81e-44fe-9f0e-f0de93908701 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.648254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8d34-9587-4679-b4ec-945219f941f3 req-0648fb13-b81e-44fe-9f0e-f0de93908701 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:10.657714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-426d8d34-9587-4679-b4ec-945219f941f3 req-0648fb13-b81e-44fe-9f0e-f0de93908701 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.0970023 Feb 19 01:11:10.661667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:10.714943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.715527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.715860 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 321ee823-df35-454a-9b36-18d4f3b0dc19 disassociated. External IP: 172.25.2.183, port: eb422652-0fb0-49e9-b71a-34bf684aa73a. Feb 19 01:11:10.716214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for eb422652-0fb0-49e9-b71a-34bf684aa73a owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:10.731144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-426d8d34-9587-4679-b4ec-945219f941f3 req-223435fc-ff7f-489d-9ab5-2832c139711e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Feb 19 01:11:10.734395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04aec305-cc27-44b1-ac27-a0362590fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.743541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e6368e84-c693-4e8a-a264-30073eead64e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.841358 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (fa75c908-23cb-4bfe-b4c5-074c933a2ac6), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:10.872263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] The port 'fa75c908-23cb-4bfe-b4c5-074c933a2ac6' was deleted {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 01:11:10.904379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] Pushing event deleted for resources: {'Port': ['ID=fa75c908-23cb-4bfe-b4c5-074c933a2ac6,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:10.912036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b57e7e-30ca-473d-a100-587eec13aa20 None None] No DVR routers for this DVR port fa75c908-23cb-4bfe-b4c5-074c933a2ac6 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:10.992415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fa75c908-23cb-4bfe-b4c5-074c933a2ac6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:11.014711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: fa75c908-23cb-4bfe-b4c5-074c933a2ac6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:11.016004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fa75c908-23cb-4bfe-b4c5-074c933a2ac6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:11.030269 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e6368e84-c693-4e8a-a264-30073eead64e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.035713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-5ff17d48-395f-4a6e-a748-54d44d55210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.037384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-5ff17d48-395f-4a6e-a748-54d44d55210a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 1126 time: 0.3142951 Feb 19 01:11:11.085131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f827a2-82f7-4b17-8963-4227c1ad59a4 req-957edcde-4dd7-4fab-8c26-0c48a04ebf9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.086636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4f827a2-82f7-4b17-8963-4227c1ad59a4 req-957edcde-4dd7-4fab-8c26-0c48a04ebf9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2229407 Feb 19 01:11:11.092457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6368e84-c693-4e8a-a264-30073eead64e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:11.131222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98cea16-bbe1-4594-a5c1-ecab073d45db') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:11.131522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98cea16-bbe1-4594-a5c1-ecab073d45db') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:11.179326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (d98cea16-bbe1-4594-a5c1-ecab073d45db), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.235031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d98cea16-bbe1-4594-a5c1-ecab073d45db), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.266654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:11.267117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (d98cea16-bbe1-4594-a5c1-ecab073d45db), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:11.274198 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:11.294829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4f827a2-82f7-4b17-8963-4227c1ad59a4 req-699fdf14-bf80-455b-8257-7d1f8890e043 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847689 Feb 19 01:11:11.297230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-487f2e32-ee5c-4ec3-8710-f819879cf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.298873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-487f2e32-ee5c-4ec3-8710-f819879cf5ec service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1126 time: 0.2337394 Feb 19 01:11:11.356107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (eb422652-0fb0-49e9-b71a-34bf684aa73a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.432625 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=eb422652-0fb0-49e9-b71a-34bf684aa73a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:11.446321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-1e2ee089-cd8d-498f-ab87-3ff78398ed2c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.451654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-1e2ee089-cd8d-498f-ab87-3ff78398ed2c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.457128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-1e2ee089-cd8d-498f-ab87-3ff78398ed2c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.458712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-1e2ee089-cd8d-498f-ab87-3ff78398ed2c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.2864537 Feb 19 01:11:11.462231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e6368e84-c693-4e8a-a264-30073eead64e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.473906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.476963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/networks/e6368e84-c693-4e8a-a264-30073eead64e HTTP/1.1" status: 204 len: 168 time: 1.3811288 Feb 19 01:11:11.480039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55328) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:11.577842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ea116-1c08-40dc-846b-6c8e4d4fd2f8 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Network': ['ID=e6368e84-c693-4e8a-a264-30073eead64e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:11.601138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-7e739c35-ba95-497e-8034-b8f5afd20bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.602661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-7e739c35-ba95-497e-8034-b8f5afd20bcd service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.2689047 Feb 19 01:11:11.616561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Deleting port 907356b0-7fad-4946-b57d-f581d0df3bc0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:11.619229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.711789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.712402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (907356b0-7fad-4946-b57d-f581d0df3bc0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.730243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Calling delete_port for 907356b0-7fad-4946-b57d-f581d0df3bc0 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:11.763598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-dbc56553-2674-4601-ae71-44d6ebf0c673 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 1000 time: 0.1527948 Feb 19 01:11:11.782801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:11.838420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port e76423d9-3c44-4059-a089-362c2c3552db {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:11.838678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e76423d9-3c44-4059-a089-362c2c3552db), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:11.895255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380701e-376e-4396-b8d8-883cbde17d69 req-87dee9d2-a391-4d44-9147-be10058bf318 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.897797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-12fa3d5d-2890-49b1-86d6-2e8015b1e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.899299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-12fa3d5d-2890-49b1-86d6-2e8015b1e550 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1270263 Feb 19 01:11:11.900525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380701e-376e-4396-b8d8-883cbde17d69 req-87dee9d2-a391-4d44-9147-be10058bf318 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.906409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380701e-376e-4396-b8d8-883cbde17d69 req-87dee9d2-a391-4d44-9147-be10058bf318 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:11.908081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6380701e-376e-4396-b8d8-883cbde17d69 req-87dee9d2-a391-4d44-9147-be10058bf318 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 2418 time: 0.1013074 Feb 19 01:11:11.969912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6380701e-376e-4396-b8d8-883cbde17d69 req-e62ae52f-4a0c-4afb-8562-350df29e6135 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Feb 19 01:11:12.001309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (907356b0-7fad-4946-b57d-f581d0df3bc0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.035120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Pushing event deleted for resources: {'Port': ['ID=907356b0-7fad-4946-b57d-f581d0df3bc0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:12.092383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-d1961802-bfe5-4064-9313-1071dfa197b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.092830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-d1961802-bfe5-4064-9313-1071dfa197b8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1647015 Feb 19 01:11:12.095235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port e76423d9-3c44-4059-a089-362c2c3552db, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e76423d9-3c44-4059-a089-362c2c3552db,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:12.095600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e76423d9-3c44-4059-a089-362c2c3552db), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.105016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:12.113097 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks [] for floatingip (6010453e-87c2-4c13-8f4c-b955909b5eea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.114692 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:12.116291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.118213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2abf97c-4a67-4834-a0f8-ea4422cfe8b0 tempest-FloatingIPAdminTestJSON-1903516393 tempest-FloatingIPAdminTestJSON-1903516393-project] 10.222.0.94 "DELETE /v2.0/floatingips/6010453e-87c2-4c13-8f4c-b955909b5eea HTTP/1.1" status: 204 len: 168 time: 0.6367483 Feb 19 01:11:12.120507 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:12.127645 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:12.129476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:12.155632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for e76423d9-3c44-4059-a089-362c2c3552db owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:12.178339 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:12.187393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:12.188011 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:12.230611 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:12.231472 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db318f8e-be4a-405a-b89e-6905efc165d9 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:12.235507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:12.284932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.288074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b70b7a29-7482-40d5-be23-55ac89a25582 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/eb422652-0fb0-49e9-b71a-34bf684aa73a HTTP/1.1" status: 204 len: 168 time: 2.5445545 Feb 19 01:11:12.290614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:12.369200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-32622e2c-5bf7-4303-a458-52420017cbe2 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656434 Feb 19 01:11:12.373413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d3ae7a50-3205-428f-bf5a-a88c0a28b075 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/floatingips/321ee823-df35-454a-9b36-18d4f3b0dc19 HTTP/1.1" status: 200 len: 688 time: 0.0817764 Feb 19 01:11:12.374824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:12.376829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:12.390550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '785c7567-6587-42b7-a0f3-8b511c448f39', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:12.442161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:12.442334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.457592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:12.478804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:12.543807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.601766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:12.653373 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-875f5d61-5064-4479-af32-4c4d980d2e7a req-1cd37558-2755-4453-a42f-fc14924d121f service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773037 Feb 19 01:11:12.666340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['785c7567-6587-42b7-a0f3-8b511c448f39'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:12.667228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467786-5c3c-4375-a798-0379cea9676e req-6b9c884d-8826-4cfc-b1dd-fe4d5275c51a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:12.668819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7467786-5c3c-4375-a798-0379cea9676e req-6b9c884d-8826-4cfc-b1dd-fe4d5275c51a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2577019 Feb 19 01:11:12.692135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55358) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:12.709320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:12.709662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.775841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e76423d9-3c44-4059-a089-362c2c3552db), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.791486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7467786-5c3c-4375-a798-0379cea9676e req-142d8e15-1c48-47de-a217-4d49d36af60c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162994 Feb 19 01:11:12.881741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=e76423d9-3c44-4059-a089-362c2c3552db,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:12.915343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9936df8d-84ab-4434-aafb-37a131fd228f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.920899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port e76423d9-3c44-4059-a089-362c2c3552db on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:12.924716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:12.928104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-c780cad2-b06f-44cf-be11-97a818b4b79d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "DELETE /v2.0/ports/e76423d9-3c44-4059-a089-362c2c3552db HTTP/1.1" status: 204 len: 173 time: 1.4586129 Feb 19 01:11:12.941890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:12.942853 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f7a57d-09c8-447e-9a9f-e6d2e3b1d6b6" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "e76423d9-3c44-4059-a089-362c2c3552db"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:13.015931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.016331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.023379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-827bc891-1065-4c59-9ce6-66d780787161 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=320651d633e74969b9c0dd7f99d00ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245268 Feb 19 01:11:13.024876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:13.078231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:13.113673 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56addacc-d111-400b-95c5-6bbe0f94e52f x-openstack-request-id: req-56addacc-d111-400b-95c5-6bbe0f94e52f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:13.113673 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "e76423d9-3c44-4059-a089-362c2c3552db", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:13.113673 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-56addacc-d111-400b-95c5-6bbe0f94e52f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:13.113673 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': 'e76423d9-3c44-4059-a089-362c2c3552db', 'status': 'completed', 'code': 200} Feb 19 01:11:13.272669 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] Publish callbacks [] for security_group (fe020931-65bb-494b-a669-480309e59b28), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.289189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbfbec-6937-4076-8967-de112cbcd966 req-46b61da9-3e7e-4405-bdd4-09e55cb844ca tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:13.294556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbfbec-6937-4076-8967-de112cbcd966 req-46b61da9-3e7e-4405-bdd4-09e55cb844ca tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:13.302228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62cbfbec-6937-4076-8967-de112cbcd966 req-46b61da9-3e7e-4405-bdd4-09e55cb844ca tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 1682 time: 0.1893196 Feb 19 01:11:13.321112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port 6e2a198e-c662-4dbc-8b77-065a7106f618 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:13.321462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.399549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] Publish callbacks [] for security_group (fe020931-65bb-494b-a669-480309e59b28), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:13.900590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62cbfbec-6937-4076-8967-de112cbcd966 req-1c7caff9-99f8-4d55-bfb3-eb9ef83ff5ad tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974901 Feb 19 01:11:13.986154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port 6e2a198e-c662-4dbc-8b77-065a7106f618, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=6e2a198e-c662-4dbc-8b77-065a7106f618,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:13.987267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.021951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for 6e2a198e-c662-4dbc-8b77-065a7106f618 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:14.108927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267af99-49a4-4f38-b1a9-561c7b576c6d req-eb79a443-a63f-4522-9f09-16ca2f6ad606 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:14.120497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2267af99-49a4-4f38-b1a9-561c7b576c6d req-eb79a443-a63f-4522-9f09-16ca2f6ad606 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1795745 Feb 19 01:11:14.147799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.150006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe020931-65bb-494b-a669-480309e59b28), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.152823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.158106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fe020931-65bb-494b-a669-480309e59b28 HTTP/1.1" status: 204 len: 168 time: 1.1259170 Feb 19 01:11:14.183944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.239968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:14.251187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e0780-4441-4e5e-8beb-b63293b02cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe020931-65bb-494b-a669-480309e59b28,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:14.265246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=7b5eeb6b-3e63-4c4b-942d-8e5e66a73ada,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:14.327185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2267af99-49a4-4f38-b1a9-561c7b576c6d req-41c33828-31d7-4529-a875-9ca5a8d54a29 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952207 Feb 19 01:11:14.430148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (321ee823-df35-454a-9b36-18d4f3b0dc19), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.433089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.434565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-129fa856-c1dc-4166-93dc-c0a12b94afb6 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/321ee823-df35-454a-9b36-18d4f3b0dc19 HTTP/1.1" status: 204 len: 168 time: 2.0554895 Feb 19 01:11:14.437814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 785c7567-6587-42b7-a0f3-8b511c448f39 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:14.438845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55428) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:14.445667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '258f3b4f-e2d3-4563-b778-87c3c5be852d'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:14.455426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.640703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.676730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6e2a198e-c662-4dbc-8b77-065a7106f618), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.727569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:14.730058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.814016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:14.819334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:14.822500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=6e2a198e-c662-4dbc-8b77-065a7106f618,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:14.822948 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613ca2a2-ba13-45c6-8a1c-0936a0e13c38" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:14.895463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:14.896857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 63e66200-2643-4452-92a8-971d8f54e60f no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:15.003154 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13341c0-3711-429e-9b21-0a0df4277677 x-openstack-request-id: req-b13341c0-3711-429e-9b21-0a0df4277677 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:15.003471 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:15.003694 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b13341c0-3711-429e-9b21-0a0df4277677 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:15.004113 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:11:15.083147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port 6e2a198e-c662-4dbc-8b77-065a7106f618 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:15.092581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.096789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-381b36f1-7219-47b7-a3d9-2393ae4ee20e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "DELETE /v2.0/ports/6e2a198e-c662-4dbc-8b77-065a7106f618 HTTP/1.1" status: 204 len: 173 time: 2.1343451 Feb 19 01:11:15.115340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:15.127445 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f760fbc-f8c7-4870-b5dd-190b5ca0da38" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:15.162800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:15.202481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a41c79b1-65e6-4005-b186-c7e6f0b70d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.298896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd6eed-eb89-40ab-96d0-260d7117f0b5 req-d79d5e74-329e-4f31-9c89-e1a6497f3af8 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:15.310719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddfd6eed-eb89-40ab-96d0-260d7117f0b5 req-d79d5e74-329e-4f31-9c89-e1a6497f3af8 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 945 time: 0.1950424 Feb 19 01:11:15.398529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.414518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a41c79b1-65e6-4005-b186-c7e6f0b70d7c admin admin] Publish callbacks [] for security_group (cf949e8f-dd49-4c11-a1ae-cbf284f25d0d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.418766 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c6c72b-59c5-421e-a76e-fd4aebd5207c x-openstack-request-id: req-a6c6c72b-59c5-421e-a76e-fd4aebd5207c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:15.419105 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "6e2a198e-c662-4dbc-8b77-065a7106f618", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:15.419360 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6c6c72b-59c5-421e-a76e-fd4aebd5207c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:15.419768 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': '6e2a198e-c662-4dbc-8b77-065a7106f618', 'status': 'completed', 'code': 200} Feb 19 01:11:15.425450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:15.477210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 63e66200-2643-4452-92a8-971d8f54e60f is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:15.477503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.484418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddfd6eed-eb89-40ab-96d0-260d7117f0b5 req-82a5a8e9-14b9-4570-b159-cce4dca113f9 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639385 Feb 19 01:11:15.492774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.566681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:15.633091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a41c79b1-65e6-4005-b186-c7e6f0b70d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cf949e8f-dd49-4c11-a1ae-cbf284f25d0d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.646044 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:15.646846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e2a198e-c662-4dbc-8b77-065a7106f618 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:15.716894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 6e2a198e-c662-4dbc-8b77-065a7106f618 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:15.717511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 6e2a198e-c662-4dbc-8b77-065a7106f618 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:15.718652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e76423d9-3c44-4059-a089-362c2c3552db no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:15.780233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e76423d9-3c44-4059-a089-362c2c3552db {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:15.780985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e76423d9-3c44-4059-a089-362c2c3552db not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:15.837120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:15.866520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c79b1-65e6-4005-b186-c7e6f0b70d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf949e8f-dd49-4c11-a1ae-cbf284f25d0d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:15.941100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a41c79b1-65e6-4005-b186-c7e6f0b70d7c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f02ed7bb6aba41a2957c276beb79fa0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7647562 Feb 19 01:11:15.943878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55444) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:16.013366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.60 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/e443888f-24ef-4fa8-85f1-46a99211dcbf) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:16.041225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port 63e66200-2643-4452-92a8-971d8f54e60f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:16.043931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (63e66200-2643-4452-92a8-971d8f54e60f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.084336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] Publish callbacks [] for security_group (cf949e8f-dd49-4c11-a1ae-cbf284f25d0d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.165174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] Publish callbacks [] for security_group (cf949e8f-dd49-4c11-a1ae-cbf284f25d0d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.331533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cf949e8f-dd49-4c11-a1ae-cbf284f25d0d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.337863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.339979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cf949e8f-dd49-4c11-a1ae-cbf284f25d0d HTTP/1.1" status: 204 len: 168 time: 0.3946424 Feb 19 01:11:16.363260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port 63e66200-2643-4452-92a8-971d8f54e60f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=63e66200-2643-4452-92a8-971d8f54e60f,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:16.365746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (63e66200-2643-4452-92a8-971d8f54e60f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.374879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962405d4-a053-44e7-af13-fcc82b904341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf949e8f-dd49-4c11-a1ae-cbf284f25d0d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:16.407526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for 63e66200-2643-4452-92a8-971d8f54e60f owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:16.590705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f61a-ae72-4f1b-ba1e-c49b8d5d248c req-2378254f-af93-4a8f-8535-dbb7ad113c60 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:16.592321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6b3f61a-ae72-4f1b-ba1e-c49b8d5d248c req-2378254f-af93-4a8f-8535-dbb7ad113c60 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.9655697 Feb 19 01:11:16.850550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a723c0-c071-437b-bc6d-b047491aa04f req-fdfa8e82-d85a-489a-8ffc-f0ebc726b086 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:16.860539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06a723c0-c071-437b-bc6d-b047491aa04f req-fdfa8e82-d85a-489a-8ffc-f0ebc726b086 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 943 time: 0.2213128 Feb 19 01:11:16.932346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:16.950955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6b3f61a-ae72-4f1b-ba1e-c49b8d5d248c req-2367281b-78df-4a56-84f2-407ce028b00c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134995 Feb 19 01:11:16.960180 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.005588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:17.009282 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87e8879-0f8c-423d-970d-3344e0105aa7" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-unplugged", "status": "completed", "tag": "63e66200-2643-4452-92a8-971d8f54e60f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:17.020382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06a723c0-c071-437b-bc6d-b047491aa04f req-5c9e031d-0224-4a44-a946-7b20ec18546c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506746 Feb 19 01:11:17.089923 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7427541-b435-4bcb-ad53-75eb0fa28ee3 x-openstack-request-id: req-e7427541-b435-4bcb-ad53-75eb0fa28ee3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:17.090330 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-unplugged", "status": "completed", "tag": "63e66200-2643-4452-92a8-971d8f54e60f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:17.090591 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e7427541-b435-4bcb-ad53-75eb0fa28ee3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:17.091011 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f', 'code': 200} Feb 19 01:11:17.236168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.287063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (63e66200-2643-4452-92a8-971d8f54e60f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.290210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=e443888f-24ef-4fa8-85f1-46a99211dcbf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:17.359619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=63e66200-2643-4452-92a8-971d8f54e60f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:17.365755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55458) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:17.403517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22cb6722-e747-4c6b-9add-e154b8c6335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.411824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:17.435344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port 63e66200-2643-4452-92a8-971d8f54e60f on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:17.439959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:17.462522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.475816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec78390d-85a7-4f4f-9c06-e52450581001 req-ad38e6db-76b1-4672-a1a9-d028426b814d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "DELETE /v2.0/ports/63e66200-2643-4452-92a8-971d8f54e60f HTTP/1.1" status: 204 len: 173 time: 2.3137305 Feb 19 01:11:17.475816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:17.475816 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f20c7b6-92d0-44a5-abf5-c0dedffd964d" -d '{"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "63e66200-2643-4452-92a8-971d8f54e60f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:17.475816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:17.592118 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a88cb5-911c-4a86-814c-048591c9e7c6 x-openstack-request-id: req-e9a88cb5-911c-4a86-814c-048591c9e7c6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:17.592118 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3696f444-0a1d-4c72-8fbf-cf8f3e9aa314", "name": "network-vif-deleted", "tag": "63e66200-2643-4452-92a8-971d8f54e60f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:17.592118 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e9a88cb5-911c-4a86-814c-048591c9e7c6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:17.592563 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3696f444-0a1d-4c72-8fbf-cf8f3e9aa314', 'name': 'network-vif-deleted', 'tag': '63e66200-2643-4452-92a8-971d8f54e60f', 'status': 'completed', 'code': 200} Feb 19 01:11:17.654727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22cb6722-e747-4c6b-9add-e154b8c6335a admin admin] Publish callbacks [] for security_group (4798c0bb-fc07-410b-b2ff-1d68c0458e91), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.715259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-22cb6722-e747-4c6b-9add-e154b8c6335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4798c0bb-fc07-410b-b2ff-1d68c0458e91), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:17.802325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-22cb6722-e747-4c6b-9add-e154b8c6335a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ef039bd883d843f399f6de0c398d14bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325421 Feb 19 01:11:17.825828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55466) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:17.899698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb6722-e747-4c6b-9add-e154b8c6335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4798c0bb-fc07-410b-b2ff-1d68c0458e91,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:18.011798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] Publish callbacks [] for security_group (4798c0bb-fc07-410b-b2ff-1d68c0458e91), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.077790 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] Publish callbacks [] for security_group (4798c0bb-fc07-410b-b2ff-1d68c0458e91), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.312185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af49a8a0-4942-4a5a-b23b-5a09d943f45a req-1a2424d5-625e-4b2e-8c48-39976d9ae0a5 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3696f444-0a1d-4c72-8fbf-cf8f3e9aa314 HTTP/1.1" status: 200 len: 210 time: 0.0701540 Feb 19 01:11:18.315710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4798c0bb-fc07-410b-b2ff-1d68c0458e91), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.321703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.326175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4798c0bb-fc07-410b-b2ff-1d68c0458e91 HTTP/1.1" status: 204 len: 168 time: 0.4938042 Feb 19 01:11:18.346872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a64ec-c2b3-4a2d-b902-9a87fe8d5308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4798c0bb-fc07-410b-b2ff-1d68c0458e91,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:18.373054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:18.466808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f6c8-cb56-4125-92c5-a391f5ddd99c req-6b1ed40d-84c9-44ea-8c39-19ff52584489 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:18.476866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d60f6c8-cb56-4125-92c5-a391f5ddd99c req-6b1ed40d-84c9-44ea-8c39-19ff52584489 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2627051 Feb 19 01:11:18.684191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d60f6c8-cb56-4125-92c5-a391f5ddd99c req-930eac65-d40e-4113-99b0-0a9b1b09bf8e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972604 Feb 19 01:11:18.695777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.138773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.343658 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.435307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:19.436387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=e443888f-24ef-4fa8-85f1-46a99211dcbf,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:19.463603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.601815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting subnet 6638dea8-8bf5-4c26-8fd7-013214d2262f {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:19.613245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (6638dea8-8bf5-4c26-8fd7-013214d2262f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.709181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (6638dea8-8bf5-4c26-8fd7-013214d2262f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.713002 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 39152cf7-59e1-4d0b-b32a-ec0f5a37350f associated. External IP: 172.25.2.60, port: 258f3b4f-e2d3-4563-b778-87c3c5be852d. Feb 19 01:11:19.981711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6638dea8-8bf5-4c26-8fd7-013214d2262f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.079711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea576f-2dd6-4909-b2d9-eeb00ba694f8 req-f4e7b27d-9476-4a6c-95d4-71fde48ff4ef tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:20.081270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49ea576f-2dd6-4909-b2d9-eeb00ba694f8 req-f4e7b27d-9476-4a6c-95d4-71fde48ff4ef tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1324193 Feb 19 01:11:20.167124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (6638dea8-8bf5-4c26-8fd7-013214d2262f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.269692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Subnet': ['ID=6638dea8-8bf5-4c26-8fd7-013214d2262f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:20.278365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:20.283441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.286417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f871a4-e4a7-4efc-a6ed-80ed77a33335 None None] Network 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:20.296585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b569382-c606-4c26-8913-f3e28aca0a9f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/subnets/6638dea8-8bf5-4c26-8fd7-013214d2262f HTTP/1.1" status: 204 len: 168 time: 0.8586636 Feb 19 01:11:20.303648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55510) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:20.337073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:20.585272 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.587365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49ea576f-2dd6-4909-b2d9-eeb00ba694f8 req-0aa34cd6-0e50-4997-84bb-2bc1cc94c4b7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4881835 Feb 19 01:11:20.621588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1390855167'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:20.651461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] DHCP port deletion for 5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:20.763069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port 0373779c-57ba-4d32-af48-15ad7de87334 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:20.763486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0373779c-57ba-4d32-af48-15ad7de87334), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.778826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:20.779970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Deleting port 0373779c-57ba-4d32-af48-15ad7de87334 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:20.780497 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0373779c-57ba-4d32-af48-15ad7de87334), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.824261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Made reservation on behalf of e1488c81933140d2ac8c22960a2e8902 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:20.827200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:20.836040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.867539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.926872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port 0373779c-57ba-4d32-af48-15ad7de87334, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0373779c-57ba-4d32-af48-15ad7de87334,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:20.928661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0373779c-57ba-4d32-af48-15ad7de87334), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.939126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.976886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for 0373779c-57ba-4d32-af48-15ad7de87334 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:20.996914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] For port 0373779c-57ba-4d32-af48-15ad7de87334, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0373779c-57ba-4d32-af48-15ad7de87334,segment=NetworkSegment(ca64c65a-f67a-4aee-add6-54e6264ff237),segment_id=ca64c65a-f67a-4aee-add6-54e6264ff237)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:20.997563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0373779c-57ba-4d32-af48-15ad7de87334), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.011833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Calling delete_port for 0373779c-57ba-4d32-af48-15ad7de87334 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:21.114748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:21.115709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.124300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3ad9da48-c071-4113-be82-3abff15545de tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6842439 Feb 19 01:11:21.132404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0373779c-57ba-4d32-af48-15ad7de87334 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:21.132564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.152812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for security_group (f87dc014-4a12-42a7-94cf-8328e39678d0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.156120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-957327234'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:21.186009 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0373779c-57ba-4d32-af48-15ad7de87334), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.222716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.228017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0373779c-57ba-4d32-af48-15ad7de87334 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:21.228017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0373779c-57ba-4d32-af48-15ad7de87334 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:21.246977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f87dc014-4a12-42a7-94cf-8328e39678d0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.287773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0373779c-57ba-4d32-af48-15ad7de87334), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.323704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:21.325763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] No DVR routers for this DVR port 0373779c-57ba-4d32-af48-15ad7de87334 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:21.328309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce6e96-0f75-4977-81f6-54e1f93e6d8e None None] Pushing event deleted for resources: {'Port': ['ID=0373779c-57ba-4d32-af48-15ad7de87334,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.351511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:21.352283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.353597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e298bc66-e812-4f4b-a739-44b2935e7c9b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.354138 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Added segment e298bc66-e812-4f4b-a739-44b2935e7c9b of type vlan for network c1a289b6-ced9-48b7-8861-16636b742c46 Feb 19 01:11:21.364060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=0373779c-57ba-4d32-af48-15ad7de87334,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.370516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:21.378707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.404522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port 0373779c-57ba-4d32-af48-15ad7de87334 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:21.416432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c1a289b6-ced9-48b7-8861-16636b742c46), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.457088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.457984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d71d5-c088-452b-a871-6941a3aa03a2 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:21.494044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87dc014-4a12-42a7-94cf-8328e39678d0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.519463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c1a289b6-ced9-48b7-8861-16636b742c46), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.531716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:21.534188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:21.541827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.658384 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2dcd2b46-8db6-4441-b9c9-50f9857426bf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.660530 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Added segment 2dcd2b46-8db6-4441-b9c9-50f9857426bf of type vlan for network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe Feb 19 01:11:21.701100 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.705895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3674712 Feb 19 01:11:21.709674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:21.721573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Request body: {'subnet': {'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:21.890160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af277c4-3b22-4a97-b495-371715f95bf5 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'Network': ['ID=c1a289b6-ced9-48b7-8861-16636b742c46,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:21.903097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c1a289b6-ced9-48b7-8861-16636b742c46 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:21.917323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.930420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5760e260-9e8b-4ff5-978d-a8d5d96b5dd4']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.954650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca64c65a-f67a-4aee-add6-54e6264ff237') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.954997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca64c65a-f67a-4aee-add6-54e6264ff237') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:21.977537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (ca64c65a-f67a-4aee-add6-54e6264ff237), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.007177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe3ec-3f10-40f7-8056-e9c78add5b6f req-d44c948d-a43c-4c0f-8b32-cd88f32ea29c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.008883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e2fe3ec-3f10-40f7-8056-e9c78add5b6f req-d44c948d-a43c-4c0f-8b32-cd88f32ea29c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2523558 Feb 19 01:11:22.010053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ca64c65a-f67a-4aee-add6-54e6264ff237), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.026525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:22.026946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (ca64c65a-f67a-4aee-add6-54e6264ff237), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:22.030683 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:22.045726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Made reservation on behalf of e1488c81933140d2ac8c22960a2e8902 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:22.050864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.131053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.153425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:22.153425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.282377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e2fe3ec-3f10-40f7-8056-e9c78add5b6f req-efaac1c0-b197-4beb-a5f2-e9b0e186bcc0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643855 Feb 19 01:11:22.304424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55524) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.310760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'subnet': {'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:22.314226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1835527 Feb 19 01:11:22.345579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971217-dba9-4db8-9d85-400b31d579cb tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Network': ['ID=b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:22.360696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:22.400319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5760e260-9e8b-4ff5-978d-a8d5d96b5dd4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.410836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.430190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/networks/5760e260-9e8b-4ff5-978d-a8d5d96b5dd4 HTTP/1.1" status: 204 len: 168 time: 2.1222246 Feb 19 01:11:22.430899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55528) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:22.485857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5794db7-a543-4f88-93e7-9f0843974200 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Network': ['ID=5760e260-9e8b-4ff5-978d-a8d5d96b5dd4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:22.561109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting subnet 991dc2be-e09b-42ef-9e49-bd3f4e422d68 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:22.572388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (991dc2be-e09b-42ef-9e49-bd3f4e422d68), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.732114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (991dc2be-e09b-42ef-9e49-bd3f4e422d68), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.948571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (991dc2be-e09b-42ef-9e49-bd3f4e422d68), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.309150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:23.313825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (991dc2be-e09b-42ef-9e49-bd3f4e422d68), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.321706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.379713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Subnet': ['ID=991dc2be-e09b-42ef-9e49-bd3f4e422d68,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:23.392638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657498a1-ca3e-4e95-9eac-401302fb39a7 None None] Network 2b350dea-7521-41bd-8d94-62735ab02f7a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:23.401509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (180fdb1e-0fba-46b5-aaae-2893c5bf69b2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.407002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.421601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9ffeb944-5263-455d-9a38-9eee540a59cf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/subnets/991dc2be-e09b-42ef-9e49-bd3f4e422d68 HTTP/1.1" status: 204 len: 168 time: 0.9585142 Feb 19 01:11:23.425718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55532) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:23.614816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2b350dea-7521-41bd-8d94-62735ab02f7a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.646901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'Subnet': ['ID=180fdb1e-0fba-46b5-aaae-2893c5bf69b2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:23.767301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354e2ca-931b-4103-bfd7-053013510857 req-4a6fd843-528b-409e-b50e-aaa753bb00db tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:23.768954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2354e2ca-931b-4103-bfd7-053013510857 req-4a6fd843-528b-409e-b50e-aaa753bb00db tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.3689523 Feb 19 01:11:23.774934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port fc7747c7-fb45-47d3-b582-9d2c39610886 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:23.775488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.792836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] DHCP port deletion for 2b350dea-7521-41bd-8d94-62735ab02f7a request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:23.795242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Checking segment: {'id': 'e298bc66-e812-4f4b-a739-44b2935e7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:23.795623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Network hostable DHCP agents. Network: c1a289b6-ced9-48b7-8861-16636b742c46, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:23.865400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port fc7747c7-fb45-47d3-b582-9d2c39610886, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fc7747c7-fb45-47d3-b582-9d2c39610886,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:23.865739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:23.880996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for fc7747c7-fb45-47d3-b582-9d2c39610886 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:23.940305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Deleting port fc7747c7-fb45-47d3-b582-9d2c39610886 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:23.941345 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.046547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.114299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2354e2ca-931b-4103-bfd7-053013510857 req-82e7a78e-a15d-4934-90bd-a336f7e1569d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374939 Feb 19 01:11:24.127753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] For port fc7747c7-fb45-47d3-b582-9d2c39610886, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fc7747c7-fb45-47d3-b582-9d2c39610886,segment=NetworkSegment(def8aa53-6126-4390-af37-da48b7f966d7),segment_id=def8aa53-6126-4390-af37-da48b7f966d7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:24.131954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.133991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=fc7747c7-fb45-47d3-b582-9d2c39610886,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:24.170226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port fc7747c7-fb45-47d3-b582-9d2c39610886 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:24.171602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Calling delete_port for fc7747c7-fb45-47d3-b582-9d2c39610886 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:24.177008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (614bc4d0-1280-4a95-801f-2f30eb9e7072), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.254068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Network c1a289b6-ced9-48b7-8861-16636b742c46 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:24.278424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (fc7747c7-fb45-47d3-b582-9d2c39610886), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.304814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Subnet': ['ID=614bc4d0-1280-4a95-801f-2f30eb9e7072,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:24.316372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] Pushing event deleted for resources: {'Port': ['ID=fc7747c7-fb45-47d3-b582-9d2c39610886,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:24.322096 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Checking segment: {'id': '2dcd2b46-8db6-4441-b9c9-50f9857426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:24.322999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network hostable DHCP agents. Network: b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:24.323652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c579b-7f27-4667-b217-5e6f1fd20ff2 None None] No DVR routers for this DVR port fc7747c7-fb45-47d3-b582-9d2c39610886 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:24.327831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c1a289b6-ced9-48b7-8861-16636b742c46) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:24.335335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:24.338052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4da61f-dd13-4a56-81c7-b3d10e1b4d01 None None] Network c1a289b6-ced9-48b7-8861-16636b742c46 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:24.344132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.482389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2b350dea-7521-41bd-8d94-62735ab02f7a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.490064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6327a47-93c2-4cc0-9bee-3b4bd412f330 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7778344 Feb 19 01:11:24.491584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:24.510032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:24.540484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Request body: {'port': {'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-364692463'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:24.560029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c1a289b6-ced9-48b7-8861-16636b742c46', 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46', 'project_id': 'e1488c81933140d2ac8c22960a2e8902', 'fixed_ips': [{'subnet_id': '180fdb1e-0fba-46b5-aaae-2893c5bf69b2'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:24.563336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.566272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b350dea-7521-41bd-8d94-62735ab02f7a']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.610373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def8aa53-6126-4390-af37-da48b7f966d7') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.610633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:24.610739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def8aa53-6126-4390-af37-da48b7f966d7') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:24.645009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0244db-81cc-4de4-a269-a1c1a93a91bf None None] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:24.645536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:24.659237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (def8aa53-6126-4390-af37-da48b7f966d7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.661784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.708227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (def8aa53-6126-4390-af37-da48b7f966d7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.752456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:24.752456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (def8aa53-6126-4390-af37-da48b7f966d7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:24.765700 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:24.849708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-896ecd2f-9aec-4cb6-8f6e-c92aff05fea9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5438602 Feb 19 01:11:24.850525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:24.858782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1476374387', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:24.955600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.957259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.984518 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2b350dea-7521-41bd-8d94-62735ab02f7a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.076135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_controller (053a6b9e-42de-4495-b30f-8cb31c721baf), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.078753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Made reservation on behalf of e1488c81933140d2ac8c22960a2e8902 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:25.083224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.096339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.101143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fc7747c7-fb45-47d3-b582-9d2c39610886 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:25.106172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/networks/2b350dea-7521-41bd-8d94-62735ab02f7a HTTP/1.1" status: 204 len: 168 time: 1.6822972 Feb 19 01:11:25.115264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c77e-45c0-4bf3-9381-7ec93cc3b400 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Network': ['ID=2b350dea-7521-41bd-8d94-62735ab02f7a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.119693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] device_id is not set on port 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:25.121634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:25.133812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1317391690'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:25.246067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:25.250851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.349424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: fc7747c7-fb45-47d3-b582-9d2c39610886 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:25.349424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fc7747c7-fb45-47d3-b582-9d2c39610886 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:25.377744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:25.402946 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5001f4e2-910f-4671-9817-4a8db629bd1c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.403899 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Added segment 5001f4e2-910f-4671-9817-4a8db629bd1c of type vlan for network 1f9365ea-0eac-4c16-96f5-490d1f439e6c Feb 19 01:11:25.490269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (1f9365ea-0eac-4c16-96f5-490d1f439e6c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.508536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe', 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe', 'project_id': 'e867215ed4b64707b01cbfe62eaad354', 'fixed_ips': [{'subnet_id': '614bc4d0-1280-4a95-801f-2f30eb9e7072'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:25.509414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.616101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Allocated IP 2001:db8::2 (c1a289b6-ced9-48b7-8861-16636b742c46/180fdb1e-0fba-46b5-aaae-2893c5bf69b2/256c9a82-7049-48c4-9919-4c747cc48fd2) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:25.624314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (1f9365ea-0eac-4c16-96f5-490d1f439e6c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.673745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.679297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.767321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (053a6b9e-42de-4495-b30f-8cb31c721baf), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:25.864219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fe085-0878-4367-9c9f-35739190a6f1 req-7b075704-e36e-436d-a6f6-e96692a11f3c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:25.963035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-796fe085-0878-4367-9c9f-35739190a6f1 req-7b075704-e36e-436d-a6f6-e96692a11f3c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.5639253 Feb 19 01:11:25.964305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Allocated IP 172.20.0.2 (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe/614bc4d0-1280-4a95-801f-2f30eb9e7072/14da8723-a0b1-468d-bd8a-00ffeb7704dc) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:25.964433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Network': ['ID=1f9365ea-0eac-4c16-96f5-490d1f439e6c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:25.964579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:25.981445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-796fe085-0878-4367-9c9f-35739190a6f1 req-31818bec-ff11-4f5e-b5ad-56b05477803d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022816 Feb 19 01:11:26.254877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks [] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.270130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks [] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.641967 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.648060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:26.651948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e2e3216-27b1-4251-a438-1f89ce59f6ac tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5289681 Feb 19 01:11:26.655827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55552) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:26.664765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'subnet': {'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:26.741314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Network c1a289b6-ced9-48b7-8861-16636b742c46 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:26.744407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:26.749455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:26.758927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:26.763886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:26.812562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Allocated IP 2001:db8::1b4 (c1a289b6-ced9-48b7-8861-16636b742c46/180fdb1e-0fba-46b5-aaae-2893c5bf69b2/6b1076ea-4a4d-412c-961d-90e6f2c4ae72) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:26.824616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:26.856484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Pushing event updated for resources: {'Port': ['ID=256c9a82-7049-48c4-9919-4c747cc48fd2,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.046361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:27.050026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.110997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Attempting to bind port 14da8723-a0b1-468d-bd8a-00ffeb7704dc on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:27.119195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Attempting to bind port 14da8723-a0b1-468d-bd8a-00ffeb7704dc by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2dcd2b46-8db6-4441-b9c9-50f9857426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:27.119687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Attempting to bind port 14da8723-a0b1-468d-bd8a-00ffeb7704dc on network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:27.143891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:27.144374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Checking segment: {'id': '2dcd2b46-8db6-4441-b9c9-50f9857426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:27.144731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.145138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Bound using segment: {'id': '2dcd2b46-8db6-4441-b9c9-50f9857426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:27.145627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Bound port: 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcd2b46-8db6-4441-b9c9-50f9857426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:27.146010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.193670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Pushing event updated for resources: {'Port': ['ID=14da8723-a0b1-468d-bd8a-00ffeb7704dc,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.216188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Attempting to bind port 256c9a82-7049-48c4-9919-4c747cc48fd2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:27.216557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Attempting to bind port 256c9a82-7049-48c4-9919-4c747cc48fd2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e298bc66-e812-4f4b-a739-44b2935e7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:27.216918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Attempting to bind port 256c9a82-7049-48c4-9919-4c747cc48fd2 on network c1a289b6-ced9-48b7-8861-16636b742c46 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:27.231397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:27.231778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Checking segment: {'id': 'e298bc66-e812-4f4b-a739-44b2935e7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:27.232213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.232577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Bound using segment: {'id': 'e298bc66-e812-4f4b-a739-44b2935e7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:27.233640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Bound port: 256c9a82-7049-48c4-9919-4c747cc48fd2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e298bc66-e812-4f4b-a739-44b2935e7c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:27.234063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.473666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb230a-b686-4d47-8b19-c11cbcb1ffee req-1407bfd7-0146-47da-b999-da5e752b8e0f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.479693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7cb230a-b686-4d47-8b19-c11cbcb1ffee req-1407bfd7-0146-47da-b999-da5e752b8e0f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2935503 Feb 19 01:11:27.486470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] For port 256c9a82-7049-48c4-9919-4c747cc48fd2, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:27.490787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] For port 256c9a82-7049-48c4-9919-4c747cc48fd2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=256c9a82-7049-48c4-9919-4c747cc48fd2,segment=NetworkSegment(e298bc66-e812-4f4b-a739-44b2935e7c9b),segment_id=e298bc66-e812-4f4b-a739-44b2935e7c9b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:27.492601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] For port 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:27.498374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] For port 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14da8723-a0b1-468d-bd8a-00ffeb7704dc,segment=NetworkSegment(2dcd2b46-8db6-4441-b9c9-50f9857426bf),segment_id=2dcd2b46-8db6-4441-b9c9-50f9857426bf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:27.531948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.555407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.699452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.703230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f380d-daa8-44df-a32d-c6e918ab75d4 None None] Pushing event updated for resources: {'Port': ['ID=14da8723-a0b1-468d-bd8a-00ffeb7704dc,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.706125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Subnet': ['ID=fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.789125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Checking segment: {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:27.796753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network hostable DHCP agents. Network: 1f9365ea-0eac-4c16-96f5-490d1f439e6c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:27.898335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4816-fa3a-45da-a897-6bf3ab4c8b97 None None] Pushing event updated for resources: {'Port': ['ID=256c9a82-7049-48c4-9919-4c747cc48fd2,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:27.965910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:28.034094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 1f9365ea-0eac-4c16-96f5-490d1f439e6c) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:28.044017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.044486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c49f5-9185-496e-8296-952648385b48 None None] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:28.046822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.185404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-df71f096-01a1-4214-bfc5-ddba4d18bb25 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5284898 Feb 19 01:11:28.188977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55564) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:28.213218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2016626383'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:28.281243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-1f9365ea-0eac-4c16-96f5-490d1f439e6c', 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c', 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'fixed_ips': [{'subnet_id': 'fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:28.282359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.361672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:28.367816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.469225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:28.526032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (53b72316-b2b6-4ea8-9b2c-701446136155), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.532170 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Added segment 53b72316-b2b6-4ea8-9b2c-701446136155 of type vlan for network 055bdb00-b705-43ca-a218-427eba5ee3de Feb 19 01:11:28.661043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (055bdb00-b705-43ca-a218-427eba5ee3de), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.782768 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (055bdb00-b705-43ca-a218-427eba5ee3de), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.790633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.791504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:28.921803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7316725 Feb 19 01:11:28.926165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55566) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:29.012425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'subnet': {'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:29.073059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Allocated IP 19.80.0.2 (1f9365ea-0eac-4c16-96f5-490d1f439e6c/fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5/7f48911b-b68b-408d-8114-f3e442b23fad) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:29.175174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.189518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5157fb-8eac-434c-8739-d50ea28c7d7c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Network': ['ID=055bdb00-b705-43ca-a218-427eba5ee3de,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:29.346778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (053a6b9e-42de-4495-b30f-8cb31c721baf), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.388415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:29.393936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.404298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7cb230a-b686-4d47-8b19-c11cbcb1ffee req-8108c648-a8af-48b7-a0ed-780019b6dca0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8921590 Feb 19 01:11:29.412073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.485210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks [] for port (7f48911b-b68b-408d-8114-f3e442b23fad), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.493107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 055bdb00-b705-43ca-a218-427eba5ee3de details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:29.499768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14da8723-a0b1-468d-bd8a-00ffeb7704dc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:29.607630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.650144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:29.695662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:29.698877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:29.789403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.25.2.18 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/dc6bd115-0128-4da5-9266-66747e41f95b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:29.929238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Attempting to bind port 7f48911b-b68b-408d-8114-f3e442b23fad on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:29.929238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Attempting to bind port 7f48911b-b68b-408d-8114-f3e442b23fad by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:29.929238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Attempting to bind port 7f48911b-b68b-408d-8114-f3e442b23fad on network 1f9365ea-0eac-4c16-96f5-490d1f439e6c {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:29.929238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Pushing event updated for resources: {'Port': ['ID=7f48911b-b68b-408d-8114-f3e442b23fad,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:29.974543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:29.974543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Checking segment: {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:29.985727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.985961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Bound using segment: {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:29.986493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Bound port: 7f48911b-b68b-408d-8114-f3e442b23fad, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:29.986899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.075460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:30.076164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.243153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (a1fe3f4d-b1ae-4369-9452-e581ec8757ae), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.378966 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.535923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Subnet': ['ID=a1fe3f4d-b1ae-4369-9452-e581ec8757ae,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.556043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (dc6bd115-0128-4da5-9266-66747e41f95b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.570186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'Port': ['ID=6b1076ea-4a4d-412c-961d-90e6f2c4ae72,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.625426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.630586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.636578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.636730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] For port 7f48911b-b68b-408d-8114-f3e442b23fad, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:30.636822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.636822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.636822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.637937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.638475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.638948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.639590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.642329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.642821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.643308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:30.644914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] For port 7f48911b-b68b-408d-8114-f3e442b23fad, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7f48911b-b68b-408d-8114-f3e442b23fad,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:30.665559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Checking segment: {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:30.665559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network hostable DHCP agents. Network: 055bdb00-b705-43ca-a218-427eba5ee3de, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:30.675009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Network c1a289b6-ced9-48b7-8861-16636b742c46 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:30.696249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:30.703328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:30.727270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.727270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.768581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f837f-a413-4d6e-bc6d-c72f0a04afde None None] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:30.837517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1d2d35c-b45d-4fc1-8a6a-0cf51b245bdd tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.3395171 Feb 19 01:11:30.840923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55576) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:30.850535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Request body: {'port': {'network_id': 'c1a289b6-ced9-48b7-8861-16636b742c46', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-897952744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:30.855196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.api.validators [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] bootfile-name is not in valid_values {{(pid=110602) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:30.855860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.api.validators [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] tftp-server is not in valid_values {{(pid=110602) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:30.856919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.api.validators [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] server-ip-address is not in valid_values {{(pid=110602) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:30.870501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc0a42-fb7e-4fd0-8e29-ab493fb070f7 req-4f996d14-a1d2-47af-9eb2-949592d81dfe tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.872172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1bc0a42-fb7e-4fd0-8e29-ab493fb070f7 req-4f996d14-a1d2-47af-9eb2-949592d81dfe tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1978250 Feb 19 01:11:30.908221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dc6bd115-0128-4da5-9266-66747e41f95b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.910309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 055bdb00-b705-43ca-a218-427eba5ee3de is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:30.930837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.934723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a2742-db54-40c5-b75b-004482ecfb30 None None] Network c1a289b6-ced9-48b7-8861-16636b742c46 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:30.983502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1bc0a42-fb7e-4fd0-8e29-ab493fb070f7 req-90751bc3-ae52-47b5-a32f-71596dff8084 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905745 Feb 19 01:11:31.000690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 055bdb00-b705-43ca-a218-427eba5ee3de) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:31.005932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.006537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.036110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99019ed-36ca-48bf-80de-1023f90ccb55 None None] Network 055bdb00-b705-43ca-a218-427eba5ee3de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:31.126426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-68a95901-9294-4cb9-a167-c943ef09c37b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1126132 Feb 19 01:11:31.142642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:31.162070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:31.164984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:31.213924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=dc6bd115-0128-4da5-9266-66747e41f95b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.323893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597949d-165b-4b47-a51f-8c6df22ebba0 None None] Pushing event updated for resources: {'Port': ['ID=7f48911b-b68b-408d-8114-f3e442b23fad,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:31.368808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4031bfe6-b72f-4eef-8bfc-a69936b3ddac None None] Provisioning complete for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:31.369479 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4031bfe6-b72f-4eef-8bfc-a69936b3ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.430765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 14da8723-a0b1-468d-bd8a-00ffeb7704dc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:31.431253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.571229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14da8723-a0b1-468d-bd8a-00ffeb7704dc,segment=NetworkSegment(2dcd2b46-8db6-4441-b9c9-50f9857426bf),segment_id=2dcd2b46-8db6-4441-b9c9-50f9857426bf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:31.636918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-055bdb00-b705-43ca-a218-427eba5ee3de', 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de', 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'fixed_ips': [{'subnet_id': 'a1fe3f4d-b1ae-4369-9452-e581ec8757ae'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:31.637847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.689659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Made reservation on behalf of e1488c81933140d2ac8c22960a2e8902 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:31.694013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.710068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:31.710927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 256c9a82-7049-48c4-9919-4c747cc48fd2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:31.740702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] device_id is not set on port 5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:32.204849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Allocated IP 2001:db8::382 (c1a289b6-ced9-48b7-8861-16636b742c46/180fdb1e-0fba-46b5-aaae-2893c5bf69b2/5ee7c3b7-b94c-4ea3-9726-f6b23ad48149) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:32.294839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=14da8723-a0b1-468d-bd8a-00ffeb7704dc,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:32.298767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c53377-8b38-4423-a50d-28216140eb82 req-3e4665c3-119d-47b5-b916-c40cc54ff501 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:32.317214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14c53377-8b38-4423-a50d-28216140eb82 req-3e4665c3-119d-47b5-b916-c40cc54ff501 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1398845 Feb 19 01:11:32.378720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.380191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.380553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.380896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.381253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.381575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.387843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.390959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:32.449031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4031bfe6-b72f-4eef-8bfc-a69936b3ddac None None] Current status of the port 14da8723-a0b1-468d-bd8a-00ffeb7704dc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:32.528083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14c53377-8b38-4423-a50d-28216140eb82 req-34dd007b-619e-4b12-a1bc-4340f3575700 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095759 Feb 19 01:11:32.559117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 256c9a82-7049-48c4-9919-4c747cc48fd2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:32.559550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.620274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.695627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-feda107a-5093-40d5-82c0-ad277bcb631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:32.697142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-feda107a-5093-40d5-82c0-ad277bcb631f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1129 time: 0.6278474 Feb 19 01:11:32.706769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Allocated IP 19.86.0.2 (055bdb00-b705-43ca-a218-427eba5ee3de/a1fe3f4d-b1ae-4369-9452-e581ec8757ae/03413189-6622-472f-afdf-6d33ecadf373) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:32.716310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (053a6b9e-42de-4495-b30f-8cb31c721baf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.753792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:32.947874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Provisioning complete for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:32.948262 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.118458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Network c1a289b6-ced9-48b7-8861-16636b742c46 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:33.132847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:33.141949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:33.149778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.151015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.283558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks [] for port (03413189-6622-472f-afdf-6d33ecadf373), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.412180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'Port': ['ID=5ee7c3b7-b94c-4ea3-9726-f6b23ad48149,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.528970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (03413189-6622-472f-afdf-6d33ecadf373), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.691514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 256c9a82-7049-48c4-9919-4c747cc48fd2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:33.691514 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.691514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Current status of the port 14da8723-a0b1-468d-bd8a-00ffeb7704dc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:33.693075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Network 055bdb00-b705-43ca-a218-427eba5ee3de is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:33.738010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 256c9a82-7049-48c4-9919-4c747cc48fd2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=256c9a82-7049-48c4-9919-4c747cc48fd2,segment=NetworkSegment(e298bc66-e812-4f4b-a739-44b2935e7c9b),segment_id=e298bc66-e812-4f4b-a739-44b2935e7c9b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:33.739891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:33.743648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e203c5-acb3-44e7-a340-45caf76e4957 None None] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:33.747753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Pushing event updated for resources: {'Port': ['ID=03413189-6622-472f-afdf-6d33ecadf373,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:33.751890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:33.821319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.862397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa22cc-0f21-443d-bd52-e6f6c9212226 req-2aedb511-1e02-4a68-aaa3-eb63b3372775 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.864163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Provisioning complete for port 256c9a82-7049-48c4-9919-4c747cc48fd2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:33.865607 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:33.872940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dfa22cc-0f21-443d-bd52-e6f6c9212226 req-2aedb511-1e02-4a68-aaa3-eb63b3372775 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1898205 Feb 19 01:11:34.009794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5dfa22cc-0f21-443d-bd52-e6f6c9212226 req-529afbaf-6ad7-42f5-869f-0eb834804fb5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274080 Feb 19 01:11:34.017029 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.129114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=256c9a82-7049-48c4-9919-4c747cc48fd2,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:34.149426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Attempting to bind port 03413189-6622-472f-afdf-6d33ecadf373 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:34.149875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Attempting to bind port 03413189-6622-472f-afdf-6d33ecadf373 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:34.150604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Attempting to bind port 03413189-6622-472f-afdf-6d33ecadf373 on network 055bdb00-b705-43ca-a218-427eba5ee3de {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:34.181714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:34.182359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Checking segment: {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:34.182879 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.183574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Bound using segment: {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:34.184275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Bound port: 03413189-6622-472f-afdf-6d33ecadf373, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:34.184771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (03413189-6622-472f-afdf-6d33ecadf373), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.207987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-e082bdb2-e853-47b4-82c5-c4a8164e2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.209676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-e082bdb2-e853-47b4-82c5-c4a8164e2fa3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 1.4872053 Feb 19 01:11:34.231767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.232043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-287289b7-986c-4850-bec7-c7d6e207f04e tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3857436 Feb 19 01:11:34.480221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14da8723-a0b1-468d-bd8a-00ffeb7704dc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:34.524861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-9d7a2c75-98a9-4056-9e0a-a97116ef2773 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 1001 time: 0.2902031 Feb 19 01:11:34.525390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ef4dc-1fd7-48a4-aced-bbf8656acde6 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.545418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ef4dc-1fd7-48a4-aced-bbf8656acde6 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.553227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ef4dc-1fd7-48a4-aced-bbf8656acde6 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.556913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e4ef4dc-1fd7-48a4-aced-bbf8656acde6 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3235123 Feb 19 01:11:34.561721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55604) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:34.611080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router 053a6b9e-42de-4495-b30f-8cb31c721baf is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:34.723011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-d6739ac4-7b88-4636-bbd8-87deb3428521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.726468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-d6739ac4-7b88-4636-bbd8-87deb3428521 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1948779 Feb 19 01:11:34.797067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Deleting port 5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:34.807488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:34.901760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] For port 03413189-6622-472f-afdf-6d33ecadf373, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:34.934277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-91553b2b-2033-4015-b3c3-e15ba2ed061d None None] Current status of the port 256c9a82-7049-48c4-9919-4c747cc48fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:34.946599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] For port 03413189-6622-472f-afdf-6d33ecadf373, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03413189-6622-472f-afdf-6d33ecadf373,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:34.981738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:34.981738 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.075891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.093508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Calling delete_port for 5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:35.103592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (03413189-6622-472f-afdf-6d33ecadf373), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.160344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-59305798-6ebe-42a5-b56e-f1dba20be8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.162490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-59305798-6ebe-42a5-b56e-f1dba20be8c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4150136 Feb 19 01:11:35.250589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:35.266897 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] Sync routers for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:35.301118 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:35.308286 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:35.354241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Provisioning complete for port 5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:35.354241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.447302 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:35.462454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5ee7c3b7-b94c-4ea3-9726-f6b23ad48149), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.491555 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:35.492751 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:35.536726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf700a-e1d2-4e8e-ac61-f768b1374059 None None] Pushing event updated for resources: {'Port': ['ID=03413189-6622-472f-afdf-6d33ecadf373,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.549559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-7babe799-576f-453f-86b6-9356b04fe6d2 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690128 Feb 19 01:11:35.557744 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.562727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26b5a07e-1a29-4dbd-821b-8dca2607d35e tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.7082295 Feb 19 01:11:35.574862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55610) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.575801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Port 5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:35.576135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event deleted for resources: {'Port': ['ID=5ee7c3b7-b94c-4ea3-9726-f6b23ad48149,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:35.579482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 14da8723-a0b1-468d-bd8a-00ffeb7704dc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:35.583072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7f48911b-b68b-408d-8114-f3e442b23fad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:35.611743 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:35.612035 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4141709-23c1-4f9b-a5ba-fb279491d6e5 None None] The sync data for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:35.712321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Provisioning complete for port 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:35.714203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.826355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.844119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-015f7be8-25e4-458a-b2a3-1e07f79595ea tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "DELETE /v2.0/ports/5ee7c3b7-b94c-4ea3-9726-f6b23ad48149 HTTP/1.1" status: 204 len: 168 time: 1.2760465 Feb 19 01:11:35.845217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55614) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:35.863397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Port 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:35.864406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bbbe1fc-cbeb-4a35-b5b0-aeb9e7508a95 req-ae7c1873-0c07-4633-a2b9-61ed382a9c69 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003037 Feb 19 01:11:35.871445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Request body: {'port': {'name': 'tempest-new-port-name-1733534937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:35.871961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] bootfile-name is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:35.872271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] tftp-server is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:35.872603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] server-ip-address is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:11:35.892424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Provisioning complete for port 7f48911b-b68b-408d-8114-f3e442b23fad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:35.892804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:35.911026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07cbe-5221-404d-adca-6ebedd4e1661 req-a59302e2-5700-47d6-ba5c-03c7ffeaa602 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:35.918007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13f07cbe-5221-404d-adca-6ebedd4e1661 req-a59302e2-5700-47d6-ba5c-03c7ffeaa602 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.5169654 Feb 19 01:11:35.961104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7f48911b-b68b-408d-8114-f3e442b23fad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:35.961681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.168290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-7821799c-3229-442b-b197-00d3e7ffe0a0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:36.173645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-7821799c-3229-442b-b197-00d3e7ffe0a0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:36.175312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-7821799c-3229-442b-b197-00d3e7ffe0a0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/networks?id=1f9365ea-0eac-4c16-96f5-490d1f439e6c&id=055bdb00-b705-43ca-a218-427eba5ee3de HTTP/1.1" status: 200 len: 1392 time: 0.1717777 Feb 19 01:11:36.195166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-e033ef78-519e-44f3-b940-888d9ac5d546 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/quotas/83e86d27a9674bd398d96c3b573776b4 HTTP/1.1" status: 200 len: 375 time: 0.0106220 Feb 19 01:11:36.214223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7f48911b-b68b-408d-8114-f3e442b23fad is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:36.214603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.218098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Current status of the port 7f48911b-b68b-408d-8114-f3e442b23fad is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:36.218098 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.230333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13f07cbe-5221-404d-adca-6ebedd4e1661 req-4877db8e-38f1-4b11-87ca-ab6388828803 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114519 Feb 19 01:11:36.292605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-4b78cbf0-179c-43dd-9a54-77018e94aebf tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869977 Feb 19 01:11:36.304776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 7f48911b-b68b-408d-8114-f3e442b23fad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7f48911b-b68b-408d-8114-f3e442b23fad,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:36.338078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.381049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:36.412823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c27988ac-1fe3-4988-82ed-13e642bb92f0 service neutron] 10.222.0.94 "GET /v2.0/networks/1f9365ea-0eac-4c16-96f5-490d1f439e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126935 Feb 19 01:11:36.517077 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:11:36.517447 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:11:36.534631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=7f48911b-b68b-408d-8114-f3e442b23fad,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:36.627440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-2a107890-c8fb-4b9b-b2b3-94996620547d service neutron] 10.222.0.94 "GET /v2.0/networks/1f9365ea-0eac-4c16-96f5-490d1f439e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135057 Feb 19 01:11:36.734753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03413189-6622-472f-afdf-6d33ecadf373 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:36.801107 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-d3e62abd-cbb5-4924-8437-becb0e1525f0 service neutron] 10.222.0.94 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642482 Feb 19 01:11:36.853018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 03413189-6622-472f-afdf-6d33ecadf373 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:36.853407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03413189-6622-472f-afdf-6d33ecadf373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.009412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-70c5b66b-f018-4af2-8d86-12e7d89a29c5 service neutron] 10.222.0.94 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012210 Feb 19 01:11:37.097502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 03413189-6622-472f-afdf-6d33ecadf373 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.098254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (03413189-6622-472f-afdf-6d33ecadf373), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.101114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Current status of the port 7f48911b-b68b-408d-8114-f3e442b23fad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.132000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Provisioning complete for port 256c9a82-7049-48c4-9919-4c747cc48fd2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:37.132384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.137021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71551c1-8129-4293-8b65-a34184c5299d None None] Network 055bdb00-b705-43ca-a218-427eba5ee3de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:37.236585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 03413189-6622-472f-afdf-6d33ecadf373, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03413189-6622-472f-afdf-6d33ecadf373,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:37.355705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cdb8db03-efb9-4a41-9666-8a9cf9fece23 None None] Current status of the port 256c9a82-7049-48c4-9919-4c747cc48fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.364900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (03413189-6622-472f-afdf-6d33ecadf373), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.365687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 256c9a82-7049-48c4-9919-4c747cc48fd2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:37.413806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da2a75f2-d8cf-4e9d-bc5a-1c32e97bc77a req-59210a5b-9a3f-4393-bcce-9571985e6c1b tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 210 time: 0.0737352 Feb 19 01:11:37.431242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=03413189-6622-472f-afdf-6d33ecadf373,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:37.520037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Provisioning complete for port 7f48911b-b68b-408d-8114-f3e442b23fad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:37.520341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.561532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269eb5e-780e-440f-8ea2-53ec4d18b995 req-d9d00a85-d2b0-4172-9511-4da2603d8ef3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.563657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0269eb5e-780e-440f-8ea2-53ec4d18b995 req-d9d00a85-d2b0-4172-9511-4da2603d8ef3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.3576212 Feb 19 01:11:37.600574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 256c9a82-7049-48c4-9919-4c747cc48fd2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:37.600955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.669387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0269eb5e-780e-440f-8ea2-53ec4d18b995 req-71cc8f84-0ce1-42b4-8376-0463710e9f7a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926323 Feb 19 01:11:37.727854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.733932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7206cac-2e01-474f-b0dc-6fcae44a0b98 req-8740d9d5-705c-4199-bafe-457eaa06dbf1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.743515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7206cac-2e01-474f-b0dc-6fcae44a0b98 req-8740d9d5-705c-4199-bafe-457eaa06dbf1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1672165 Feb 19 01:11:37.796952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Current status of the port 7f48911b-b68b-408d-8114-f3e442b23fad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.824339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.829084 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7206cac-2e01-474f-b0dc-6fcae44a0b98 req-2d329a2a-02a4-41d7-b445-9452bf549bc6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844302 Feb 19 01:11:37.900444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] In _notify_port_updated(), no bound segment for port 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 on network c1a289b6-ced9-48b7-8861-16636b742c46 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:11:37.911072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.911072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.911072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "PUT /v2.0/ports/6b1076ea-4a4d-412c-961d-90e6f2c4ae72 HTTP/1.1" status: 200 len: 1130 time: 2.0548923 Feb 19 01:11:37.911482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55662) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:37.927800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Provisioning complete for port 03413189-6622-472f-afdf-6d33ecadf373 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:37.928134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03413189-6622-472f-afdf-6d33ecadf373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:37.930033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 256c9a82-7049-48c4-9919-4c747cc48fd2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:37.942076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00facad-77dc-4e7a-975c-c4043fac8461 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event updated for resources: {'Port': ['ID=6b1076ea-4a4d-412c-961d-90e6f2c4ae72,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:37.975564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.028520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bf024-42da-4c40-9373-9d74db558507 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.035471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-061bf024-42da-4c40-9373-9d74db558507 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "GET /v2.0/ports/6b1076ea-4a4d-412c-961d-90e6f2c4ae72 HTTP/1.1" status: 200 len: 1130 time: 0.1182232 Feb 19 01:11:38.039769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.143595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9e171943-f675-4c8c-86f0-3871f52cdc91 None None] Current status of the port 03413189-6622-472f-afdf-6d33ecadf373 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:38.222736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Deleting port 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:38.223438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.279287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f71e6237-4d2b-4d11-b029-03a6b5a56dbb None None] Provisioning complete for port 03413189-6622-472f-afdf-6d33ecadf373 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:38.280901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f71e6237-4d2b-4d11-b029-03a6b5a56dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03413189-6622-472f-afdf-6d33ecadf373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.355259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.370119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Calling delete_port for 6b1076ea-4a4d-412c-961d-90e6f2c4ae72 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:38.502764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f71e6237-4d2b-4d11-b029-03a6b5a56dbb None None] Current status of the port 03413189-6622-472f-afdf-6d33ecadf373 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:38.562162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7f48911b-b68b-408d-8114-f3e442b23fad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:38.571539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-243051e3-a7a2-49c1-b7d0-6311a7e00632 req-f025b932-4c91-441f-aa46-2b602a2cdd98 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 210 time: 0.0544693 Feb 19 01:11:38.594440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6b1076ea-4a4d-412c-961d-90e6f2c4ae72), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.636100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a2c29142-5fc7-4c17-bcfb-f63a8b2dcfea None None] Could not find standard attr ID for object 6b1076ea-4a4d-412c-961d-90e6f2c4ae72. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:11:38.664319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event deleted for resources: {'Port': ['ID=6b1076ea-4a4d-412c-961d-90e6f2c4ae72,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:38.676866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7f48911b-b68b-408d-8114-f3e442b23fad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:38.677322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.693880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.1 (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe/614bc4d0-1280-4a95-801f-2f30eb9e7072/8ecdab3c-202e-401b-b4a9-66b94a042a7b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:38.743537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:38.761722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5ef2ba29-59fc-45fd-b89c-93962e3deee3 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "DELETE /v2.0/ports/6b1076ea-4a4d-412c-961d-90e6f2c4ae72 HTTP/1.1" status: 204 len: 168 time: 0.7152123 Feb 19 01:11:38.762602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55674) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:38.896519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Deleting subnet 180fdb1e-0fba-46b5-aaae-2893c5bf69b2 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:11:38.907871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7f48911b-b68b-408d-8114-f3e442b23fad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:38.916255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03413189-6622-472f-afdf-6d33ecadf373 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:38.922224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for subnet (180fdb1e-0fba-46b5-aaae-2893c5bf69b2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.016771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.042913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 03413189-6622-472f-afdf-6d33ecadf373 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:39.043381 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (03413189-6622-472f-afdf-6d33ecadf373), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.098793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (180fdb1e-0fba-46b5-aaae-2893c5bf69b2), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.212060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 03413189-6622-472f-afdf-6d33ecadf373 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:39.239231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad53e98-9ccf-46dd-b74d-8a6f36ed70c6 req-b23056ee-0dd7-4368-aade-a2985a859129 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.241770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ad53e98-9ccf-46dd-b74d-8a6f36ed70c6 req-b23056ee-0dd7-4368-aade-a2985a859129 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2157855 Feb 19 01:11:39.246129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.317636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698068-8874-42ce-bbd9-1f980e18b22d req-17f37287-137c-4359-9626-fa63ef325c24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.325815 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20698068-8874-42ce-bbd9-1f980e18b22d req-17f37287-137c-4359-9626-fa63ef325c24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.4231832 Feb 19 01:11:39.343674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:39.348024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:39.356425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:39.366814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=8ecdab3c-202e-401b-b4a9-66b94a042a7b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.418679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20698068-8874-42ce-bbd9-1f980e18b22d req-a9f67665-d593-4cf3-8a8f-52f0d0d01d4f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859408 Feb 19 01:11:39.420352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (180fdb1e-0fba-46b5-aaae-2893c5bf69b2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.458988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ad53e98-9ccf-46dd-b74d-8a6f36ed70c6 req-444e3ca7-b8d0-40f6-9222-16d5e82a0c78 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941640 Feb 19 01:11:39.465932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (053a6b9e-42de-4495-b30f-8cb31c721baf), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.605929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (180fdb1e-0fba-46b5-aaae-2893c5bf69b2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.633714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.695521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event deleted for resources: {'Subnet': ['ID=180fdb1e-0fba-46b5-aaae-2893c5bf69b2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:39.721407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.724041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be778cc1-622f-412a-9a0f-e3368ef25e3d None None] Network c1a289b6-ced9-48b7-8861-16636b742c46 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:39.742434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a75588a7-babf-43bd-87f6-5192953c49e7 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "DELETE /v2.0/subnets/180fdb1e-0fba-46b5-aaae-2893c5bf69b2 HTTP/1.1" status: 204 len: 168 time: 0.9763649 Feb 19 01:11:39.744700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:39.821754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d315442-9876-4380-85d2-c6f30648d008 req-43973530-a3e4-40bf-a705-6573d743c582 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 210 time: 0.0318935 Feb 19 01:11:39.900919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c1a289b6-ced9-48b7-8861-16636b742c46), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.925960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e57ade18-02b6-4e6e-9d02-5c0849fcd2f9 None None] Provisioning complete for port 8ecdab3c-202e-401b-b4a9-66b94a042a7b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:39.926337 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e57ade18-02b6-4e6e-9d02-5c0849fcd2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:39.977716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e57ade18-02b6-4e6e-9d02-5c0849fcd2f9 None None] Port 8ecdab3c-202e-401b-b4a9-66b94a042a7b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:40.042879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] DHCP port deletion for c1a289b6-ced9-48b7-8861-16636b742c46 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:11:40.060451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.067992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Deleting port 256c9a82-7049-48c4-9919-4c747cc48fd2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:40.068333 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.164943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Deleting port 256c9a82-7049-48c4-9919-4c747cc48fd2 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:40.166653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.206522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-2c23a915-1936-4a89-bd48-6c36f47af358 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.216308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-2c23a915-1936-4a89-bd48-6c36f47af358 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.225307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-2c23a915-1936-4a89-bd48-6c36f47af358 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "GET /v2.0/networks?id=1f9365ea-0eac-4c16-96f5-490d1f439e6c&id=055bdb00-b705-43ca-a218-427eba5ee3de HTTP/1.1" status: 200 len: 1392 time: 0.2192879 Feb 19 01:11:40.241042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'port': {'device_id': '3fde500f-917a-4877-bf1a-92fb871375ca', 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c', 'admin_state_up': True, 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:40.262269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.262826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] For port 256c9a82-7049-48c4-9919-4c747cc48fd2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=256c9a82-7049-48c4-9919-4c747cc48fd2,segment=NetworkSegment(e298bc66-e812-4f4b-a739-44b2935e7c9b),segment_id=e298bc66-e812-4f4b-a739-44b2935e7c9b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:40.263178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.279195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Calling delete_port for 256c9a82-7049-48c4-9919-4c747cc48fd2 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:40.392445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:40.555791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:40.556238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.580179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 256c9a82-7049-48c4-9919-4c747cc48fd2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:11:40.586775 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.616650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:40.628058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] For port 256c9a82-7049-48c4-9919-4c747cc48fd2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=256c9a82-7049-48c4-9919-4c747cc48fd2,segment=NetworkSegment(e298bc66-e812-4f4b-a739-44b2935e7c9b),segment_id=e298bc66-e812-4f4b-a739-44b2935e7c9b)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:40.628465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.645502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:40.648091 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227467fa-201f-457d-bd98-8946b50aba6c" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:40.648639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Calling delete_port for 256c9a82-7049-48c4-9919-4c747cc48fd2 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:40.673976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 256c9a82-7049-48c4-9919-4c747cc48fd2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:11:40.674327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 256c9a82-7049-48c4-9919-4c747cc48fd2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:11:40.684098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:40.690025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] Pushing event deleted for resources: {'Port': ['ID=256c9a82-7049-48c4-9919-4c747cc48fd2,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.699383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.700620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed869cbe-273e-47f9-a70f-c048f6dc2833 None None] No DVR routers for this DVR port 256c9a82-7049-48c4-9919-4c747cc48fd2 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:40.734366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.750419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (256c9a82-7049-48c4-9919-4c747cc48fd2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.814630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event deleted for resources: {'Port': ['ID=256c9a82-7049-48c4-9919-4c747cc48fd2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.824622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] No DVR routers for this DVR port 256c9a82-7049-48c4-9919-4c747cc48fd2 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:11:40.834691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:40.839985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86b10606-7deb-4b6f-83d0-16e911d036fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.889788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980ce99-a3c6-4f3f-97ba-ea16908f7873 req-e5bc2c36-1932-41eb-bad1-154e2ed264e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.897110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4980ce99-a3c6-4f3f-97ba-ea16908f7873 req-e5bc2c36-1932-41eb-bad1-154e2ed264e3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.2974002 Feb 19 01:11:40.958218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2411-a939-4734-8bd0-10dc834693ad req-e69e9a7e-ae3b-43a0-8bc2-3e11dcecb8d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.959933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-906c2411-a939-4734-8bd0-10dc834693ad req-e69e9a7e-ae3b-43a0-8bc2-3e11dcecb8d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4060843 Feb 19 01:11:40.963349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c1a289b6-ced9-48b7-8861-16636b742c46), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:40.997854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.018171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a289b6-ced9-48b7-8861-16636b742c46']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.033010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e298bc66-e812-4f4b-a739-44b2935e7c9b') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.033408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e298bc66-e812-4f4b-a739-44b2935e7c9b') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.053890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (e298bc66-e812-4f4b-a739-44b2935e7c9b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.075574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-906c2411-a939-4734-8bd0-10dc834693ad req-2a4b0898-c9f3-443e-8ae7-e80d4fa3b7bd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006322 Feb 19 01:11:41.080690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e298bc66-e812-4f4b-a739-44b2935e7c9b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.088013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:11:41.088504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (e298bc66-e812-4f4b-a739-44b2935e7c9b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:11:41.092305 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:11:41.142229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.158573 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb4fdbf-f590-4fd6-9658-7ff46f673079 x-openstack-request-id: req-ffb4fdbf-f590-4fd6-9658-7ff46f673079 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:41.166813 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:41.166813 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ffb4fdbf-f590-4fd6-9658-7ff46f673079 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:41.166813 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:11:41.259972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19f7ae46-0986-45ad-8f47-86e6410811cd req-dde34225-d76b-4126-8e72-92727bad7b1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 210 time: 0.0368061 Feb 19 01:11:41.272805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=8ecdab3c-202e-401b-b4a9-66b94a042a7b,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:41.275477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (053a6b9e-42de-4495-b30f-8cb31c721baf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.348752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c1a289b6-ced9-48b7-8861-16636b742c46), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.367339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.370711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] 10.222.0.94 "DELETE /v2.0/networks/c1a289b6-ced9-48b7-8861-16636b742c46 HTTP/1.1" status: 204 len: 168 time: 1.6248586 Feb 19 01:11:41.373708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a71c5-fa6a-41c3-8003-7dcc139a0abc tempest-ExtraDHCPOptionsIpV6TestJSON-609565577 tempest-ExtraDHCPOptionsIpV6TestJSON-609565577-project] Pushing event deleted for resources: {'Network': ['ID=c1a289b6-ced9-48b7-8861-16636b742c46,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:41.397630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4980ce99-a3c6-4f3f-97ba-ea16908f7873 req-7c57c83b-daa4-4be1-a541-9ebcdce3d67c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988391 Feb 19 01:11:41.415978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Allocated IP 19.80.0.137 (1f9365ea-0eac-4c16-96f5-490d1f439e6c/fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5/b702b5d0-8faf-4f75-88bf-63a6e993156c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:41.423756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:41.425636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:41.576401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router 053a6b9e-42de-4495-b30f-8cb31c721baf has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:41.621158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.718834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4af35a3c-3233-47ca-84f0-056141993442 None None] Provisioning complete for port 8ecdab3c-202e-401b-b4a9-66b94a042a7b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:41.719449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4af35a3c-3233-47ca-84f0-056141993442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.748913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:41.759491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-80df1374-989d-4da0-9946-edffdcf5c964 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/routers/053a6b9e-42de-4495-b30f-8cb31c721baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1733544 Feb 19 01:11:41.761328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4af35a3c-3233-47ca-84f0-056141993442 None None] Port 8ecdab3c-202e-401b-b4a9-66b94a042a7b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:41.769322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55708) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:41.771043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] Sync routers for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:41.775472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:41.785231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'port': {'network_id': 'b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe', 'name': 'tempest-FloatingIPTestJSON-1713603980'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:41.785453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:41.786087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:41.790692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-088abd8e-a59a-48ef-9665-332dfeeaec17 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205056 Feb 19 01:11:42.018775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:42.026664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:42.033747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:42.068792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:42.069365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:42.108816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Made reservation on behalf of e867215ed4b64707b01cbfe62eaad354 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:42.109602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-945eb36f-14b8-4890-a49e-881f6500ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.111182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-945eb36f-14b8-4890-a49e-881f6500ba52 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 1128 time: 0.2427936 Feb 19 01:11:42.114902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.130850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.135771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.176290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] device_id is not set on port 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:11:42.182377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:42.208765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:42.209703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:42.289176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:42.290132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d3a10b-f596-4827-b5c4-3d9cce368a98 None None] The sync data for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:42.312133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-5223fded-c5a9-4ed1-bfaf-e8b5b8583d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.314448 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-5223fded-c5a9-4ed1-bfaf-e8b5b8583d46 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 200 len: 909 time: 0.1735420 Feb 19 01:11:42.387942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:42.398463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-a0a37772-6a30-4251-a445-eb937ff58160 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1627336 Feb 19 01:11:42.425980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Request body: {'port': {'device_id': '3fde500f-917a-4877-bf1a-92fb871375ca', 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de', 'admin_state_up': True, 'tenant_id': '83e86d27a9674bd398d96c3b573776b4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:42.476712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb4f8fe8-fb53-4e5e-af39-56d5d8df0306 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e1488c81933140d2ac8c22960a2e8902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4060998 Feb 19 01:11:42.481755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55726) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:42.513419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-75dc0249-5ce7-4e9c-80be-64bd08721ac1 None None] Provisioning complete for port b702b5d0-8faf-4f75-88bf-63a6e993156c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:42.514375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-75dc0249-5ce7-4e9c-80be-64bd08721ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.527871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-6bca90b7-1d1d-4c8a-9bcc-0de7f8c403a7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 200 len: 1002 time: 0.2062640 Feb 19 01:11:42.542976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Allocated IP 172.20.0.6 (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe/614bc4d0-1280-4a95-801f-2f30eb9e7072/3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:42.565775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-75dc0249-5ce7-4e9c-80be-64bd08721ac1 None None] Port b702b5d0-8faf-4f75-88bf-63a6e993156c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:42.601254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:42.603941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769cff4-36d9-4079-8c6c-bdc07ab64423 req-3f06c540-a5c7-49bc-b709-72d36bf4e9c2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.605543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3769cff4-36d9-4079-8c6c-bdc07ab64423 req-3f06c540-a5c7-49bc-b709-72d36bf4e9c2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3375428 Feb 19 01:11:42.605936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52751cfc-fc6d-4877-8bd4-dc6eb9c23a95 req-6c41bcad-ba8e-407c-999c-6904ab978fb0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.607508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52751cfc-fc6d-4877-8bd4-dc6eb9c23a95 req-6c41bcad-ba8e-407c-999c-6904ab978fb0 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 932 time: 0.2255356 Feb 19 01:11:42.618840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '785c7567-6587-42b7-a0f3-8b511c448f39', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '785c7567-6587-42b7-a0f3-8b511c448f39', 'mac_address': 'fa:16:3e:31:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:42.660969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] Publish callbacks [] for security_group (f87dc014-4a12-42a7-94cf-8328e39678d0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.667414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:42.668004 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.674107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-7e3b02b9-4fde-4f97-a29e-c8e48d2e0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.675124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-7e3b02b9-4fde-4f97-a29e-c8e48d2e0690 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 200 len: 847 time: 0.1395733 Feb 19 01:11:42.691270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:42.712137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:42.730213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52751cfc-fc6d-4877-8bd4-dc6eb9c23a95 req-e444455e-40aa-4560-9556-2692919581cc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107819 Feb 19 01:11:42.763262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Made reservation on behalf of 83e86d27a9674bd398d96c3b573776b4 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:42.767995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.769190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3769cff4-36d9-4079-8c6c-bdc07ab64423 req-c4ad57ae-7f8e-4d27-a7c5-a35f6d1290a2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409268 Feb 19 01:11:42.771383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] Publish callbacks [] for security_group (f87dc014-4a12-42a7-94cf-8328e39678d0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.786537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.794172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-34d2cf27-ac5d-46d5-9f65-09dad737d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:42.796563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-34d2cf27-ac5d-46d5-9f65-09dad737d866 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1141806 Feb 19 01:11:42.858468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-998f3b62-656e-4935-95f6-2782d780d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.888128 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.896188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:42.901247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['785c7567-6587-42b7-a0f3-8b511c448f39'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:42.988860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f87dc014-4a12-42a7-94cf-8328e39678d0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.992773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:42.998788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f87dc014-4a12-42a7-94cf-8328e39678d0 HTTP/1.1" status: 204 len: 168 time: 0.5118666 Feb 19 01:11:43.022866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1afa6-6921-4e6e-8f5a-76bde8fc481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87dc014-4a12-42a7-94cf-8328e39678d0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:43.049020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.103176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:43.106456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:43.110965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:43.118761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event updated for resources: {'Port': ['ID=3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:43.150143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-afea417c-60d5-4ac0-8d2c-f8fb86ae5049 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600412 Feb 19 01:11:43.171031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.172072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.242645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Allocated IP 19.86.0.171 (055bdb00-b705-43ca-a218-427eba5ee3de/a1fe3f4d-b1ae-4369-9452-e581ec8757ae/b7795373-e9f2-4753-8fc6-fbad9987354b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:43.255485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de4e9-19f2-4b4f-a07a-728ede024998 req-3d20b083-77ae-4f64-9d00-0101587174c0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.259591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b25de4e9-19f2-4b4f-a07a-728ede024998 req-3d20b083-77ae-4f64-9d00-0101587174c0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.3711839 Feb 19 01:11:43.280379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-49ba4b44-14a8-41e6-abb7-9c170d5e24a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5129442 Feb 19 01:11:43.281033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55738) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:43.285563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Request body: {'floatingip': {'port_id': '3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:43.354525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c038844-1f1b-44d8-8411-3e8d1061dd09 req-5de666f3-cdca-4c52-a229-4d75cab4dd73 service neutron] 10.222.0.117 "GET /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967382 Feb 19 01:11:43.361190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.398854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b25de4e9-19f2-4b4f-a07a-728ede024998 req-d6449964-7492-4fd1-b3fe-780a90fbe5fe tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314459 Feb 19 01:11:43.496009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-be01ba37-a799-41f5-bd06-609c261902cc None None] Provisioning complete for port 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:43.496390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-be01ba37-a799-41f5-bd06-609c261902cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.547175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-be01ba37-a799-41f5-bd06-609c261902cc None None] Port 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:43.588820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.713859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.818447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Network 055bdb00-b705-43ca-a218-427eba5ee3de is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:43.822967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:43.852778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:43.971582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.972311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:43.994886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event updated for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:44.085393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-c89daf27-dd9a-47dc-bec5-a8af750f25fa tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6639962 Feb 19 01:11:44.107286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Request body: {'port': {'device_id': '3fde500f-917a-4877-bf1a-92fb871375ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:44.188660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.197207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e21bcb-96aa-4dd5-9d08-1be620c7a414 req-f780b702-c3c7-4e4f-afd9-152ce604320c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.199729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86e21bcb-96aa-4dd5-9d08-1be620c7a414 req-f780b702-c3c7-4e4f-afd9-152ce604320c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.2150109 Feb 19 01:11:44.274491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86e21bcb-96aa-4dd5-9d08-1be620c7a414 req-89c84591-c089-495f-8b8d-ce3693878bae tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652044 Feb 19 01:11:44.292193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-156ec52d-f0b9-4b20-b3b5-4461d68d1e7b None None] Provisioning complete for port b7795373-e9f2-4753-8fc6-fbad9987354b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:44.292861 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-156ec52d-f0b9-4b20-b3b5-4461d68d1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.323488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.371687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-156ec52d-f0b9-4b20-b3b5-4461d68d1e7b None None] Port b7795373-e9f2-4753-8fc6-fbad9987354b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:44.388247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:44.465968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:44.602449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f03b-f5cc-4f62-bf89-e849c4f24da7 req-54eab5d7-6608-4ad3-91bf-45025d17cfd3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.612473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f03b-f5cc-4f62-bf89-e849c4f24da7 req-54eab5d7-6608-4ad3-91bf-45025d17cfd3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.620090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02c5f03b-f5cc-4f62-bf89-e849c4f24da7 req-54eab5d7-6608-4ad3-91bf-45025d17cfd3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1655 time: 0.3234847 Feb 19 01:11:44.652383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.802288 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02c5f03b-f5cc-4f62-bf89-e849c4f24da7 req-0f8de48a-10ae-4c58-89a1-e4676805d09e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811140 Feb 19 01:11:44.810535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 785c7567-6587-42b7-a0f3-8b511c448f39 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:44.810927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.821214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b702b5d0-8faf-4f75-88bf-63a6e993156c {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:44.847811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks [] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.864968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Transition to ACTIVE for port object b702b5d0-8faf-4f75-88bf-63a6e993156c will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:11:44.911956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55786) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:44.961080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51686a-838e-4393-aea8-41c42f99cf74 req-5d1ec25f-36f7-44f2-8c3d-8a4f5c078afe tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.962946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:44.971226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d51686a-838e-4393-aea8-41c42f99cf74 req-5d1ec25f-36f7-44f2-8c3d-8a4f5c078afe tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 944 time: 0.1048400 Feb 19 01:11:44.982552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:44.996072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7e0500b3-5714-480d-8dec-fad799f1f839', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '7e0500b3-5714-480d-8dec-fad799f1f839', 'mac_address': 'fa:16:3e:98:f7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:45.000352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.058157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Pushing event updated for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:45.090468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.174809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:45.175568 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.211262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:45.217557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.264567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:45.271594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750f0db7-1cc5-4770-a545-36c1ca695ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.311997 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.357390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-492315936'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:45.368207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:45.369071 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57b7b3d-5ec6-40e9-96c2-1971c129e8e6" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:45.384252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:45.415960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:45.425145 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 39152cf7-59e1-4d0b-b32a-ec0f5a37350f associated. External IP: 172.25.2.60, port: 258f3b4f-e2d3-4563-b778-87c3c5be852d. Feb 19 01:11:45.490603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.491571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750f0db7-1cc5-4770-a545-36c1ca695ccb admin admin] Publish callbacks [] for security_group (08ae7290-45fc-47d5-a24d-360eeb844c36), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.509478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-f5fd484a-3d95-4746-bf85-fdec4fbc8805 req-9b6562c3-78ae-445d-bcbb-6fd91f4015de tempest-TaggedBootDevicesTest_v242-8385174 tempest-TaggedBootDevicesTest_v242-8385174-project] (110602) timed out ('10.222.0.94', 55326) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:11:45.514177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Attempting to bind port b702b5d0-8faf-4f75-88bf-63a6e993156c on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:45.514687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Attempting to bind port b702b5d0-8faf-4f75-88bf-63a6e993156c by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:45.515294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Attempting to bind port b702b5d0-8faf-4f75-88bf-63a6e993156c on network 1f9365ea-0eac-4c16-96f5-490d1f439e6c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:45.528324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Made reservation on behalf of d6ad4b02adc54a4481495e128e38c7b8 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:45.532790 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.533688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Port b702b5d0-8faf-4f75-88bf-63a6e993156c on network 1f9365ea-0eac-4c16-96f5-490d1f439e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:45.534025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Attempting to bind port b702b5d0-8faf-4f75-88bf-63a6e993156c on network 1f9365ea-0eac-4c16-96f5-490d1f439e6c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:45.550187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:45.550529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Checking segment: {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:45.550982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Bound using segment: {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:45.551493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Bound port: b702b5d0-8faf-4f75-88bf-63a6e993156c, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5001f4e2-910f-4671-9817-4a8db629bd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:45.551856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.604351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d51686a-838e-4393-aea8-41c42f99cf74 req-080fbe2d-6f1a-4d11-9ab9-b1f654b6f8f2 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6244044 Feb 19 01:11:45.615422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750f0db7-1cc5-4770-a545-36c1ca695ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (08ae7290-45fc-47d5-a24d-360eeb844c36), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.629733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.643860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:45.657673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:45.671886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0bc42-ffd3-4917-9465-e2ca4bff9bc0 req-cdcd6743-0cfb-4a6f-996b-4d2709697a75 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:45.688214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51b0bc42-ffd3-4917-9465-e2ca4bff9bc0 req-cdcd6743-0cfb-4a6f-996b-4d2709697a75 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 946 time: 0.2833912 Feb 19 01:11:45.749915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e0500b3-5714-480d-8dec-fad799f1f839'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:45.770594 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbb75e-f0ca-4029-993c-19eb65e4bc25 x-openstack-request-id: req-07cbb75e-f0ca-4029-993c-19eb65e4bc25 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:45.770888 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-plugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:45.773278 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-07cbb75e-f0ca-4029-993c-19eb65e4bc25 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:45.773706 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:11:45.778555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f0db7-1cc5-4770-a545-36c1ca695ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae7290-45fc-47d5-a24d-360eeb844c36,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:45.891662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-51b0bc42-ffd3-4917-9465-e2ca4bff9bc0 req-e7a0c1da-f079-40b9-b2d7-95f73a11a08c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022469 Feb 19 01:11:45.924330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:45.994403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-750f0db7-1cc5-4770-a545-36c1ca695ccb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cfe755091d0243cf97073abef0dfe8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0760961 Feb 19 01:11:46.001481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55810) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:46.032289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:46.040102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for security_group (a2180c50-4ccc-4bbb-9657-3c0d2e02536d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.050763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:46.135841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a2180c50-4ccc-4bbb-9657-3c0d2e02536d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.137443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.157202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a81b3-8350-4b5e-be72-701a52ebfdb0 req-7b33c13f-6c52-41ac-9b96-f9e04ef392b1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.169265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a81b3-8350-4b5e-be72-701a52ebfdb0 req-7b33c13f-6c52-41ac-9b96-f9e04ef392b1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.193178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-609a81b3-8350-4b5e-be72-701a52ebfdb0 req-7b33c13f-6c52-41ac-9b96-f9e04ef392b1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1667 time: 0.2911086 Feb 19 01:11:46.280373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:11:46.292184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c5cfcad8-aa21-4e18-ba1f-1abccf04de05), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.292865 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Added segment c5cfcad8-aa21-4e18-ba1f-1abccf04de05 of type vlan for network 802aaba7-a27f-45e0-ace0-6dc8233f29dd Feb 19 01:11:46.304489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Pushing event updated for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:46.311034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] Publish callbacks [] for security_group (08ae7290-45fc-47d5-a24d-360eeb844c36), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.337310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.338104 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.339584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-6900b3bb-d2ec-4b2c-ab27-fc4f5b277721 service neutron] 10.222.0.96 "PUT /v2.0/ports/b702b5d0-8faf-4f75-88bf-63a6e993156c HTTP/1.1" status: 200 len: 1092 time: 2.2430096 Feb 19 01:11:46.344457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:46.347383 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1089f0ca-0956-4aae-86f6-08d102f8a49a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:46.379332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2180c50-4ccc-4bbb-9657-3c0d2e02536d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:46.440719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (802aaba7-a27f-45e0-ace0-6dc8233f29dd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.477378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-609a81b3-8350-4b5e-be72-701a52ebfdb0 req-20a14975-509c-4b14-9322-37d1a8296427 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827437 Feb 19 01:11:46.485219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] Publish callbacks [] for security_group (08ae7290-45fc-47d5-a24d-360eeb844c36), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.504924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:46.511146 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406a48a2-0b44-48a2-bb1f-b71879765516 x-openstack-request-id: req-406a48a2-0b44-48a2-bb1f-b71879765516 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:46.511574 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:46.512516 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-406a48a2-0b44-48a2-bb1f-b71879765516 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:46.513028 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c', 'status': 'completed', 'code': 200} Feb 19 01:11:46.527491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Request body: {'port': {'device_id': '3fde500f-917a-4877-bf1a-92fb871375ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:46.603516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (802aaba7-a27f-45e0-ace0-6dc8233f29dd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.609368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.610848 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.754644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:46.785353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-0bae578b-a4c4-4ff5-a2c6-a882f10885eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.785968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-0bae578b-a4c4-4ff5-a2c6-a882f10885eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.787604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-0bae578b-a4c4-4ff5-a2c6-a882f10885eb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1945 time: 0.3012478 Feb 19 01:11:46.832455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Network': ['ID=802aaba7-a27f-45e0-ace0-6dc8233f29dd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:46.853239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:11:46.941387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f2d530d1-fdf6-4183-ae6c-7796c78bd7d3 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2877982 Feb 19 01:11:46.942409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:46.953800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'subnet': {'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:47.027827 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.061646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef71e39-04b4-49f1-9480-2105cfd3d2bb req-242837e0-09a2-430c-9e66-08ce1dca0773 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.063471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aef71e39-04b4-49f1-9480-2105cfd3d2bb req-242837e0-09a2-430c-9e66-08ce1dca0773 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 945 time: 0.3165438 Feb 19 01:11:47.113602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:47.127637 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:47.149774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:47.150634 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:47.180291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (08ae7290-45fc-47d5-a24d-360eeb844c36), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.183055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.194968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/08ae7290-45fc-47d5-a24d-360eeb844c36 HTTP/1.1" status: 204 len: 168 time: 1.1927330 Feb 19 01:11:47.210649 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:47.229711 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:47.231202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-eca3b55a-22da-46fc-821b-5cc7acc5a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.231686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-eca3b55a-22da-46fc-821b-5cc7acc5a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.232107 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:47.234711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-eca3b55a-22da-46fc-821b-5cc7acc5a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.236643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-eca3b55a-22da-46fc-821b-5cc7acc5a89d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=83e86d27a9674bd398d96c3b573776b4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4263642 Feb 19 01:11:47.238929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17ed8e-eb95-4ae1-a953-5ef035032dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae7290-45fc-47d5-a24d-360eeb844c36,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:47.310460 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:47.312706 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cbf80b-6f42-4781-ab84-bc234c57878a None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:47.371379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Made reservation on behalf of d6ad4b02adc54a4481495e128e38c7b8 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:47.376874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.380635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-fbf9b86f-c9ef-4195-b3b2-85e18cbfcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.382229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1089f0ca-0956-4aae-86f6-08d102f8a49a req-fbf9b86f-c9ef-4195-b3b2-85e18cbfcfdc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206636 Feb 19 01:11:47.391546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddfe83-a7aa-497a-bcaf-154ca9bc939b req-e51236ae-7c8b-4e8c-99fd-9c07f378ef99 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.393356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5ddfe83-a7aa-497a-bcaf-154ca9bc939b req-e51236ae-7c8b-4e8c-99fd-9c07f378ef99 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.2327952 Feb 19 01:11:47.481552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aef71e39-04b4-49f1-9480-2105cfd3d2bb req-c0d2c9e1-c7fb-4c92-8ce3-41dcb6d809ce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079211 Feb 19 01:11:47.488944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5ddfe83-a7aa-497a-bcaf-154ca9bc939b req-42044558-59dc-4bf9-9462-d8786d25fd0e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878437 Feb 19 01:11:47.681840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7795373-e9f2-4753-8fc6-fbad9987354b {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:47.697221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks [] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.727229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccaec-892d-4891-9781-2dd1b3085199 req-1ca76220-06d9-4cc5-8652-b116ab0827b6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.733642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccaec-892d-4891-9781-2dd1b3085199 req-1ca76220-06d9-4cc5-8652-b116ab0827b6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.741453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a7ccaec-892d-4891-9781-2dd1b3085199 req-1ca76220-06d9-4cc5-8652-b116ab0827b6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1667 time: 0.1165328 Feb 19 01:11:47.776346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Transition to ACTIVE for port object b7795373-e9f2-4753-8fc6-fbad9987354b will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:11:47.819045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a7ccaec-892d-4891-9781-2dd1b3085199 req-70389f43-aca8-4886-899b-f876ea0d442f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765357 Feb 19 01:11:47.874744 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.972809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Pushing event updated for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:48.085416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Attempting to bind port b7795373-e9f2-4753-8fc6-fbad9987354b on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:48.085759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Attempting to bind port b7795373-e9f2-4753-8fc6-fbad9987354b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:48.086143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Attempting to bind port b7795373-e9f2-4753-8fc6-fbad9987354b on network 055bdb00-b705-43ca-a218-427eba5ee3de {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:48.094841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Port b7795373-e9f2-4753-8fc6-fbad9987354b on network 055bdb00-b705-43ca-a218-427eba5ee3de not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:48.095298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Attempting to bind port b7795373-e9f2-4753-8fc6-fbad9987354b on network 055bdb00-b705-43ca-a218-427eba5ee3de {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:48.107037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:48.108119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router 053a6b9e-42de-4495-b30f-8cb31c721baf has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:48.109208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Checking segment: {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:48.109626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Bound using segment: {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:48.110086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Bound port: b7795373-e9f2-4753-8fc6-fbad9987354b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b72316-b2b6-4ea8-9b2c-701446136155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:48.111770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.244273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:48.261654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b7795373-e9f2-4753-8fc6-fbad9987354b,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:48.270812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (ba676dc4-5ce4-49d1-af70-1cd9d5456b93), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.354191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.433452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Subnet': ['ID=ba676dc4-5ce4-49d1-af70-1cd9d5456b93,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:48.434069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:48.434849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.438121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] 10.222.0.96 "PUT /v2.0/ports/b7795373-e9f2-4753-8fc6-fbad9987354b HTTP/1.1" status: 200 len: 1092 time: 2.0011153 Feb 19 01:11:48.469216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:48.477910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.489438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf4a5e-dc0a-4f78-8ff8-36289c836882 service neutron] Pushing event updated for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:48.490759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:48.502451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] Sync routers for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:48.509627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Checking segment: {'id': 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:48.510049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network hostable DHCP agents. Network: 802aaba7-a27f-45e0-ace0-6dc8233f29dd, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:11:48.516515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:48.519470 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a213412-00f0-4a59-9795-f994b7ef4434" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:48.563986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:48.565091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:48.612953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e43fa3b4-a47f-45c5-b3f0-fc6f7fd9f377 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/floatingips/39152cf7-59e1-4d0b-b32a-ec0f5a37350f HTTP/1.1" status: 200 len: 977 time: 5.3269575 Feb 19 01:11:48.613409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55848) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:48.672594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-1d2bb21a-d6a6-48c8-9a83-9bdcc171c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:48.681085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-1d2bb21a-d6a6-48c8-9a83-9bdcc171c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:48.684023 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-1d2bb21a-d6a6-48c8-9a83-9bdcc171c61e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 2043 time: 0.1318889 Feb 19 01:11:48.692269 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b0fea-b276-404b-a39f-d9a6814c2cc5 x-openstack-request-id: req-117b0fea-b276-404b-a39f-d9a6814c2cc5 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:48.692500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:48.692593 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:48.692890 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-117b0fea-b276-404b-a39f-d9a6814c2cc5 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:48.693246 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b', 'status': 'completed', 'code': 200} Feb 19 01:11:48.713622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7e0500b3-5714-480d-8dec-fad799f1f839 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:48.714050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.747550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:11:48.800906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:48.808727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:48.842283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-745db83e-3045-4b1e-96e0-ba47e99dae8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c HTTP/1.1" status: 200 len: 217 time: 0.1454461 Feb 19 01:11:48.870728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:48.871740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fec55-6184-4b4a-ad0f-24726080e04e None None] The sync data for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:48.892763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 802aaba7-a27f-45e0-ace0-6dc8233f29dd) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:48.938181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1c020-7765-4d51-a272-68c9db9e596c None None] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:48.946082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:48.951603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.010678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-53d603d8-091d-4b55-aac4-43883d01a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.012087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e0500b3-5714-480d-8dec-fad799f1f839 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:49.012725 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.017670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-53d603d8-091d-4b55-aac4-43883d01a2e6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5 HTTP/1.1" status: 200 len: 801 time: 0.1590090 Feb 19 01:11:49.067670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:49.070186 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8491d-6820-4b44-8770-4fdfe54bf549" -d '{"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:49.078600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654fcd4-0858-40c5-8ea6-ff22eabb04ba req-19bc99f1-1098-49c8-9b38-81b96d6db062 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.082505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8092373-a11c-450b-98ba-c9ab41ab2c73 req-303ca3c7-fb86-47c9-8def-48336772d0dc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.088928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:49.094702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b654fcd4-0858-40c5-8ea6-ff22eabb04ba req-19bc99f1-1098-49c8-9b38-81b96d6db062 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.3531673 Feb 19 01:11:49.109284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8092373-a11c-450b-98ba-c9ab41ab2c73 req-303ca3c7-fb86-47c9-8def-48336772d0dc tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 945 time: 0.2757566 Feb 19 01:11:49.125599 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:49.126210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-802aaba7-a27f-45e0-ace0-6dc8233f29dd', 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd', 'project_id': 'd6ad4b02adc54a4481495e128e38c7b8', 'fixed_ips': [{'subnet_id': 'ba676dc4-5ce4-49d1-af70-1cd9d5456b93'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:11:49.126678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.128302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:49.129151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.136103 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-27f5e545-0831-4f8f-a4a8-5827bb38486f tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1873333 Feb 19 01:11:49.140335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55862) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:49.146079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-867171470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:49.174423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.278728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-b9c8764f-9eef-4d3a-a6c6-12104fa01116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.281435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-b9c8764f-9eef-4d3a-a6c6-12104fa01116 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f9365ea-0eac-4c16-96f5-490d1f439e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2522383 Feb 19 01:11:49.365855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.383608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8092373-a11c-450b-98ba-c9ab41ab2c73 req-03b2a77a-b65e-4382-a7fa-297de094408f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124496 Feb 19 01:11:49.472842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:49.503217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-48461a5d-e4c8-49fd-af67-d8ae1c6d23ab service neutron] 10.222.0.96 "GET /v2.0/networks/1f9365ea-0eac-4c16-96f5-490d1f439e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144642 Feb 19 01:11:49.634486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Allocated IP 172.20.0.2 (802aaba7-a27f-45e0-ace0-6dc8233f29dd/ba676dc4-5ce4-49d1-af70-1cd9d5456b93/14c00a1b-b521-4850-b419-149b810aa116) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:49.644499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.652425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-563645a9-63a7-478d-bf27-211e39593b2a service neutron] 10.222.0.96 "GET /v2.0/networks/1f9365ea-0eac-4c16-96f5-490d1f439e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377058 Feb 19 01:11:49.655606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.706394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-5eb28c22-824a-4d66-99d4-ca4e3aeb7001 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=b7795373-e9f2-4753-8fc6-fbad9987354b HTTP/1.1" status: 200 len: 217 time: 0.0435266 Feb 19 01:11:49.751137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b654fcd4-0858-40c5-8ea6-ff22eabb04ba req-9021d2a8-1298-4e50-86bc-b2c89975b4d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6549439 Feb 19 01:11:49.910236 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dadaae-9ef5-4585-8cf8-1f0939e128ec x-openstack-request-id: req-40dadaae-9ef5-4585-8cf8-1f0939e128ec {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:49.910657 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-plugged", "status": "completed", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:49.910926 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40dadaae-9ef5-4585-8cf8-1f0939e128ec {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:49.911377 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'code': 200} Feb 19 01:11:49.981504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks [] for port (14c00a1b-b521-4850-b419-149b810aa116), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.981975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-1d714e04-cc91-4b57-8766-c7aaf4741f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.981975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-1d714e04-cc91-4b57-8766-c7aaf4741f12 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a1fe3f4d-b1ae-4369-9452-e581ec8757ae HTTP/1.1" status: 200 len: 801 time: 0.2408314 Feb 19 01:11:50.073837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (14c00a1b-b521-4850-b419-149b810aa116), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.120560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bfabd-38fe-481d-a5ff-234e7efb546d req-bea40aa9-c7c6-4155-b324-b10e640ddb37 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.120813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:50.128042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:50.134992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bfabd-38fe-481d-a5ff-234e7efb546d req-bea40aa9-c7c6-4155-b324-b10e640ddb37 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.149237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:50.181080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c18bfabd-38fe-481d-a5ff-234e7efb546d req-bea40aa9-c7c6-4155-b324-b10e640ddb37 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1679 time: 0.5286298 Feb 19 01:11:50.221907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Pushing event updated for resources: {'Port': ['ID=14c00a1b-b521-4850-b419-149b810aa116,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:50.296819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Attempting to bind port 14c00a1b-b521-4850-b419-149b810aa116 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:50.297200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Attempting to bind port 14c00a1b-b521-4850-b419-149b810aa116 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:50.297566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Attempting to bind port 14c00a1b-b521-4850-b419-149b810aa116 on network 802aaba7-a27f-45e0-ace0-6dc8233f29dd {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:50.306754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:50.308482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Checking segment: {'id': 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:50.308919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.309319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Bound using segment: {'id': 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:50.309806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Bound port: 14c00a1b-b521-4850-b419-149b810aa116, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:50.310186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (14c00a1b-b521-4850-b419-149b810aa116), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.339953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-8b7c6b9d-1dfd-436a-b7b8-4635c481ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.346193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-8b7c6b9d-1dfd-436a-b7b8-4635c481ad7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=055bdb00-b705-43ca-a218-427eba5ee3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3448303 Feb 19 01:11:50.533722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] For port 14c00a1b-b521-4850-b419-149b810aa116, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:50.560692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] For port 14c00a1b-b521-4850-b419-149b810aa116, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14c00a1b-b521-4850-b419-149b810aa116,segment=NetworkSegment(c5cfcad8-aa21-4e18-ba1f-1abccf04de05),segment_id=c5cfcad8-aa21-4e18-ba1f-1abccf04de05)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:50.645112 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (14c00a1b-b521-4850-b419-149b810aa116), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.646461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c18bfabd-38fe-481d-a5ff-234e7efb546d req-157e8210-db66-4410-93e4-8c007aae17cc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641027 Feb 19 01:11:50.677852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8dffa-ef89-4017-a17c-518610c243a9 req-b00131eb-3cbe-4170-954e-d8c58d55bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.681232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89e8dffa-ef89-4017-a17c-518610c243a9 req-b00131eb-3cbe-4170-954e-d8c58d55bfee service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1129 time: 0.4549000 Feb 19 01:11:50.768128 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-582e6df1-f28e-4b96-8da0-bea04e331f02 service neutron] 10.222.0.96 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466733 Feb 19 01:11:50.768947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2b94a-6314-4462-bb85-1daa391fa55b None None] Pushing event updated for resources: {'Port': ['ID=14c00a1b-b521-4850-b419-149b810aa116,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:50.848068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89e8dffa-ef89-4017-a17c-518610c243a9 req-8c0cab95-9e52-4ba7-a713-a4bba19d72e1 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544735 Feb 19 01:11:51.006330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for router_controller (c93f0c85-2413-422a-9067-dc245bd3a4bc), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.077242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036b87-fd96-4a65-bf0c-ff5a037ddd09 req-7c782ec3-564a-4122-992c-8d6f022f927e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.112294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.117870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77036b87-fd96-4a65-bf0c-ff5a037ddd09 req-7c782ec3-564a-4122-992c-8d6f022f927e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.1813962 Feb 19 01:11:51.188282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e57a6e50-9439-469f-a0b5-11db5c449620 req-93db11f3-52a4-4e5a-b743-1425ce2e0407 service neutron] 10.222.0.96 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627987 Feb 19 01:11:51.195613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f170138-0560-48da-aeed-85ac47b108dc req-fff826d6-bb4f-42a3-8aaa-71727cdfd248 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.205257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f170138-0560-48da-aeed-85ac47b108dc req-fff826d6-bb4f-42a3-8aaa-71727cdfd248 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.2429268 Feb 19 01:11:51.223042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.231204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.231728 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Floating IP 39152cf7-59e1-4d0b-b32a-ec0f5a37350f disassociated. External IP: 172.25.2.60, port: 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa. Feb 19 01:11:51.232929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:51.274949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.276248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1a460ab1-5576-40d9-9cf1-e0f1b99a7012 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 2.1341441 Feb 19 01:11:51.282210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:51.416975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f170138-0560-48da-aeed-85ac47b108dc req-1010c17b-83a6-4675-9cd0-f84f45dfd82c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997080 Feb 19 01:11:51.575477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77036b87-fd96-4a65-bf0c-ff5a037ddd09 req-164c58c3-a6f3-445e-a362-e52a0b288b1f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561698 Feb 19 01:11:51.867858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.928766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:52.400860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router 053a6b9e-42de-4495-b30f-8cb31c721baf has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:52.682838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55906) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:52.699834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101721743', 'description': 'tempest-secgroup-smoke-101721743 description', 'project_id': 'c323be55983947e9a8958bb8509ef471'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:52.709420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:52.729962 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] Sync routers for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:52.748972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14c00a1b-b521-4850-b419-149b810aa116 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:52.760980 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:52.762265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:52.856501 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:52.862019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 14c00a1b-b521-4850-b419-149b810aa116 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:52.863174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14c00a1b-b521-4850-b419-149b810aa116), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.885564 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:52.887292 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:52.928625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.970426 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:52.970712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.972562 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a03e2-9dd9-4eb7-b9b5-91fe06eee746 None None] The sync data for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:53.043213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c486a-8726-44b0-81e0-342d694885ee req-4aa48554-cda8-437c-8df8-4d4275fa6f02 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.051460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52c486a-8726-44b0-81e0-342d694885ee req-4aa48554-cda8-437c-8df8-4d4275fa6f02 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.3366807 Feb 19 01:11:53.086494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 14c00a1b-b521-4850-b419-149b810aa116 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:53.087636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (14c00a1b-b521-4850-b419-149b810aa116), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.090761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb52b8-34c5-47d0-b555-2d83bfd2256b None None] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:11:53.151943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.165087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9e188b2f-4e2b-4f72-9310-c66d6918640a tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa HTTP/1.1" status: 204 len: 168 time: 4.5505109 Feb 19 01:11:53.169654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55918) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:53.173843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-f0c74b63-13eb-483c-9d20-8abd9670ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.174327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-f0c74b63-13eb-483c-9d20-8abd9670ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.176129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-f0c74b63-13eb-483c-9d20-8abd9670ac0d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=83e86d27a9674bd398d96c3b573776b4&device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 2043 time: 1.6436455 Feb 19 01:11:53.298065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-697fb570-efad-46e6-967c-c960ffac2270 None None] Provisioning complete for port 14c00a1b-b521-4850-b419-149b810aa116 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:53.298343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-697fb570-efad-46e6-967c-c960ffac2270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14c00a1b-b521-4850-b419-149b810aa116), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.350621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52c486a-8726-44b0-81e0-342d694885ee req-dbf35d9c-e00e-430d-a9d5-d89faa7b1b78 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938607 Feb 19 01:11:53.375376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 14c00a1b-b521-4850-b419-149b810aa116, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14c00a1b-b521-4850-b419-149b810aa116,segment=NetworkSegment(c5cfcad8-aa21-4e18-ba1f-1abccf04de05),segment_id=c5cfcad8-aa21-4e18-ba1f-1abccf04de05)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:53.423783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792cb38-ade6-42cb-a504-9d59ac07c48b req-b7c6cf3c-785d-4143-9fa6-fc479da7a2e3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.438322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792cb38-ade6-42cb-a504-9d59ac07c48b req-b7c6cf3c-785d-4143-9fa6-fc479da7a2e3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.442340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e792cb38-ade6-42cb-a504-9d59ac07c48b req-b7c6cf3c-785d-4143-9fa6-fc479da7a2e3 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1679 time: 0.7620401 Feb 19 01:11:53.480352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (14c00a1b-b521-4850-b419-149b810aa116), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.627600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-697fb570-efad-46e6-967c-c960ffac2270 None None] Current status of the port 14c00a1b-b521-4850-b419-149b810aa116 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:53.655445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e792cb38-ade6-42cb-a504-9d59ac07c48b req-aa7ca815-c6b3-4939-91fb-90e71c5bb0b5 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828809 Feb 19 01:11:53.675008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.704195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=14c00a1b-b521-4850-b419-149b810aa116,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:53.948816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a6bfa-adbf-487b-aed9-c42bd71f569e req-3bcb974e-997a-4a39-a064-2da86f78cd0c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.961022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-993a6bfa-adbf-487b-aed9-c42bd71f569e req-3bcb974e-997a-4a39-a064-2da86f78cd0c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.2562814 Feb 19 01:11:53.994524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (46e832f6-7300-4a98-87f2-b8f218cb6b5d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.996884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-208295e3-d141-4c1e-9404-a119e627d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:53.999418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-208295e3-d141-4c1e-9404-a119e627d153 service neutron] 10.222.0.96 "GET /v2.0/networks?id=055bdb00-b705-43ca-a218-427eba5ee3de HTTP/1.1" status: 200 len: 903 time: 0.8044183 Feb 19 01:11:54.072962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-655fe25a-b19a-4037-9b53-c65f640031bc None None] Provisioning complete for port 14c00a1b-b521-4850-b419-149b810aa116 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:54.073534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-655fe25a-b19a-4037-9b53-c65f640031bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14c00a1b-b521-4850-b419-149b810aa116), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.114786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-2b259dfb-3ab2-4d6a-8762-3162c7b20f34 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=b7795373-e9f2-4753-8fc6-fbad9987354b HTTP/1.1" status: 200 len: 217 time: 0.1082146 Feb 19 01:11:54.137686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (46e832f6-7300-4a98-87f2-b8f218cb6b5d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.195705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-993a6bfa-adbf-487b-aed9-c42bd71f569e req-ca83345b-92eb-4fa1-bce8-2119cf564719 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315071 Feb 19 01:11:54.286679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-655fe25a-b19a-4037-9b53-c65f640031bc None None] Current status of the port 14c00a1b-b521-4850-b419-149b810aa116 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:54.392168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Allocated IP 172.20.0.1 (802aaba7-a27f-45e0-ace0-6dc8233f29dd/ba676dc4-5ce4-49d1-af70-1cd9d5456b93/4f0a462b-3542-4a96-bad0-769f5504aecb) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:54.408848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b7795373-e9f2-4753-8fc6-fbad9987354b details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:54.450096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (053a6b9e-42de-4495-b30f-8cb31c721baf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.649779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14c00a1b-b521-4850-b419-149b810aa116 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:54.740096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b7795373-e9f2-4753-8fc6-fbad9987354b,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:54.854187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.092732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (17168a9e-d5a2-4e47-b126-ebcab231dab5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.100157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'b7795373-e9f2-4753-8fc6-fbad9987354b', 'network_id': '055bdb00-b705-43ca-a218-427eba5ee3de', 'port_id': 'b7795373-e9f2-4753-8fc6-fbad9987354b', 'mac_address': 'fa:16:3e:ab:34:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fe3f4d-b1ae-4369-9452-e581ec8757ae', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:55.108937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 14c00a1b-b521-4850-b419-149b810aa116 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:55.109926 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (14c00a1b-b521-4850-b419-149b810aa116), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.127661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.220171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b7795373-e9f2-4753-8fc6-fbad9987354b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:55.220808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.246750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7795373-e9f2-4753-8fc6-fbad9987354b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:55.271119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b7795373-e9f2-4753-8fc6-fbad9987354b,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:55.363646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=4f0a462b-3542-4a96-bad0-769f5504aecb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.378243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (17168a9e-d5a2-4e47-b126-ebcab231dab5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.401458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:55.416205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 8ecdab3c-202e-401b-b4a9-66b94a042a7b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:55.416636 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.421353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.425246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b702b5d0-8faf-4f75-88bf-63a6e993156c details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:55.431533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:55.440402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:55.531828 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (c93f0c85-2413-422a-9067-dc245bd3a4bc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.581338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 14c00a1b-b521-4850-b419-149b810aa116 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:55.642559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.662273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e832f6-7300-4a98-87f2-b8f218cb6b5d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.704543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17168a9e-d5a2-4e47-b126-ebcab231dab5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:55.761295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.825634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.907897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:55.923583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 8ecdab3c-202e-401b-b4a9-66b94a042a7b owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:55.925791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:55.930479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2834ca11-1797-4219-8ae1-429f42beb1cc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 3.2308064 Feb 19 01:11:55.930685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'b702b5d0-8faf-4f75-88bf-63a6e993156c', 'network_id': '1f9365ea-0eac-4c16-96f5-490d1f439e6c', 'port_id': 'b702b5d0-8faf-4f75-88bf-63a6e993156c', 'mac_address': 'fa:16:3e:af:65:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:55.932211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-37fe8dc9-64ea-4c61-8103-71ee7aefab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:55.933525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-37fe8dc9-64ea-4c61-8103-71ee7aefab38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a1fe3f4d-b1ae-4369-9452-e581ec8757ae HTTP/1.1" status: 200 len: 801 time: 1.7986147 Feb 19 01:11:55.934126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55956) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:55.950941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:55.970922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b16c-6f54-4d9c-be3d-ff6221c1a695 req-2e0353df-af4e-4fd0-ba4a-7d9fc8ddddcc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:55.986981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911b16c-6f54-4d9c-be3d-ff6221c1a695 req-2e0353df-af4e-4fd0-ba4a-7d9fc8ddddcc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:56.001876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2911b16c-6f54-4d9c-be3d-ff6221c1a695 req-2e0353df-af4e-4fd0-ba4a-7d9fc8ddddcc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1680 time: 0.4267135 Feb 19 01:11:56.055242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b702b5d0-8faf-4f75-88bf-63a6e993156c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:56.055638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.072640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b702b5d0-8faf-4f75-88bf-63a6e993156c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:56.105178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:56.112946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-55f2513b-b5f5-42e8-8a71-e90547549a4f None None] Provisioning complete for port 4f0a462b-3542-4a96-bad0-769f5504aecb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:56.114178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55f2513b-b5f5-42e8-8a71-e90547549a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.160299 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2911b16c-6f54-4d9c-be3d-ff6221c1a695 req-9697bf37-ba44-48c0-b0d0-b654ca39dabc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567905 Feb 19 01:11:56.199940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-55f2513b-b5f5-42e8-8a71-e90547549a4f None None] Port 4f0a462b-3542-4a96-bad0-769f5504aecb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:56.225141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfcf75-6788-4bb2-95e9-8289cb8b1e62 req-3a08c2f9-c2a9-417e-8559-4e80c7be6829 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:56.227784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88cfcf75-6788-4bb2-95e9-8289cb8b1e62 req-3a08c2f9-c2a9-417e-8559-4e80c7be6829 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 1.1323197 Feb 19 01:11:56.329192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-65cb61e6-b136-4c1c-adb2-255d5a6b2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:56.330771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-65cb61e6-b136-4c1c-adb2-255d5a6b2c1e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=055bdb00-b705-43ca-a218-427eba5ee3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3736849 Feb 19 01:11:56.368258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b305-0652-42ad-9f3e-d2491fe2e330 req-177783e9-1ccc-4d19-a3bf-a1b1e698ae60 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:56.370656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f40b305-0652-42ad-9f3e-d2491fe2e330 req-177783e9-1ccc-4d19-a3bf-a1b1e698ae60 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.1094964 Feb 19 01:11:56.384007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (0b901ab4-76b9-46ff-9c46-b7ed6997c506), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.393143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.393983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88cfcf75-6788-4bb2-95e9-8289cb8b1e62 req-3901d1bf-19bd-4184-bf35-800bd8f89807 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395769 Feb 19 01:11:56.471098 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.487305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:56.515484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (0b901ab4-76b9-46ff-9c46-b7ed6997c506), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.533111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8ecdab3c-202e-401b-b4a9-66b94a042a7b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.537546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-55ce78f0-1ef3-402e-81b3-182b83cde7b0 service neutron] 10.222.0.96 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902483 Feb 19 01:11:56.542786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.592391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=8ecdab3c-202e-401b-b4a9-66b94a042a7b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:56.661227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['b7795373-e9f2-4753-8fc6-fbad9987354b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:56.699795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f40b305-0652-42ad-9f3e-d2491fe2e330 req-85027634-2e1a-4e6b-a206-b8c1f092d6a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851930 Feb 19 01:11:56.774889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (0b901ab4-76b9-46ff-9c46-b7ed6997c506), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.944131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (053a6b9e-42de-4495-b30f-8cb31c721baf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:56.981174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (c93f0c85-2413-422a-9067-dc245bd3a4bc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.009986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=4f0a462b-3542-4a96-bad0-769f5504aecb,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:57.061676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a213412-00f0-4a59-9795-f994b7ef4434 req-e23f1a51-d5af-4ae2-82c6-bba59ba90f79 service neutron] 10.222.0.96 "GET /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096986 Feb 19 01:11:57.080117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b901ab4-76b9-46ff-9c46-b7ed6997c506,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:57.183736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.188236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1de8845b-db84-4a47-bc6c-fa4b56b6fc83 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2415187 Feb 19 01:11:57.193465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55964) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:57.201244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:57.268932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d74771-f185-447b-b11c-421d20e83e40 req-4981e055-18e6-47e9-b654-ace2984a6a57 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.273861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1d74771-f185-447b-b11c-421d20e83e40 req-4981e055-18e6-47e9-b654-ace2984a6a57 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.117 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.5086606 Feb 19 01:11:57.295597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9829a-a7b7-4ede-a236-b4efe66d3664 req-df5cf84a-74e1-4985-9714-232d270edb5d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.308301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73c9829a-a7b7-4ede-a236-b4efe66d3664 req-df5cf84a-74e1-4985-9714-232d270edb5d tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.5851681 Feb 19 01:11:57.453655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (9c88064c-6e4f-41dc-a8a0-580672b5c988), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.510528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router 053a6b9e-42de-4495-b30f-8cb31c721baf has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:57.523943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68895-bb02-470f-8431-5ce478fc52aa req-924ad7ac-2489-4117-b00a-6147638927fc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.530737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68895-bb02-470f-8431-5ce478fc52aa req-924ad7ac-2489-4117-b00a-6147638927fc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:57.534220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1da68895-bb02-470f-8431-5ce478fc52aa req-924ad7ac-2489-4117-b00a-6147638927fc tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1681 time: 0.1450520 Feb 19 01:11:57.608878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:57.621154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73c9829a-a7b7-4ede-a236-b4efe66d3664 req-775a81ab-8121-44ad-9f9b-dea38e9edd12 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120062 Feb 19 01:11:57.624082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:57.689865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['b702b5d0-8faf-4f75-88bf-63a6e993156c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:57.704058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1da68895-bb02-470f-8431-5ce478fc52aa req-e259f54e-a90f-4bb8-89ad-a865be976f97 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630166 Feb 19 01:11:57.848382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:57.852628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (9c88064c-6e4f-41dc-a8a0-580672b5c988), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:57.895687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-da1e016e-0b55-4e78-9be8-e9f643325645 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/routers/053a6b9e-42de-4495-b30f-8cb31c721baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7200558 Feb 19 01:11:57.896372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:57.901364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] Sync routers for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:57.943209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:57.952752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:57.973235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Deleting port de343e07-03a6-4294-8b0a-1aed4f2e2e74 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:57.973516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.005616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (9c88064c-6e4f-41dc-a8a0-580672b5c988), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.078265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:58.192098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.217391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c88064c-6e4f-41dc-a8a0-580672b5c988,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:58.242444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] Routers {'053a6b9e-42de-4495-b30f-8cb31c721baf'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:58.244412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['053a6b9e-42de-4495-b30f-8cb31c721baf'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:58.339541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.340821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-acd11f81-6b1a-4a60-b5b6-d570685f6482 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1447020 Feb 19 01:11:58.355219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55976) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:58.359551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42344290-9f46-4b16-93ce-7ac2f0ace2c7 req-f11a877b-2caf-44da-8224-fdabb70d73be tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:58.362330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:58.367858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42344290-9f46-4b16-93ce-7ac2f0ace2c7 req-f11a877b-2caf-44da-8224-fdabb70d73be tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.5139596 Feb 19 01:11:58.378491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (053a6b9e-42de-4495-b30f-8cb31c721baf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.419861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623de92-334d-4450-a1fb-8d9d602ee21c req-1314efc1-386c-4424-98cb-fe65fcb7eac4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:58.422795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:58.423216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5c93-164b-4fa0-9fb7-cd5cc0fa59b0 None None] The sync data for ids ['053a6b9e-42de-4495-b30f-8cb31c721baf'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:58.424805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8623de92-334d-4450-a1fb-8d9d602ee21c req-1314efc1-386c-4424-98cb-fe65fcb7eac4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.2440040 Feb 19 01:11:58.472371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] For port de343e07-03a6-4294-8b0a-1aed4f2e2e74, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=de343e07-03a6-4294-8b0a-1aed4f2e2e74,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:58.473761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.480667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a213f49-619a-41f3-949f-19fea34a7b0a None None] Provisioning complete for port 4f0a462b-3542-4a96-bad0-769f5504aecb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:58.480969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a213f49-619a-41f3-949f-19fea34a7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.498596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b7795373-e9f2-4753-8fc6-fbad9987354b up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:58.564525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (b79ca9ef-9088-4464-8754-a48a72c2b37a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.608166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Router c93f0c85-2413-422a-9067-dc245bd3a4bc is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:11:58.621691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a213f49-619a-41f3-949f-19fea34a7b0a None None] Port 4f0a462b-3542-4a96-bad0-769f5504aecb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:58.627437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8623de92-334d-4450-a1fb-8d9d602ee21c req-52f10f38-25e8-47c1-9fac-749518946462 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801655 Feb 19 01:11:58.667521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42344290-9f46-4b16-93ce-7ac2f0ace2c7 req-acf1e8a8-4293-405e-bcaa-fbd699076c3b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954764 Feb 19 01:11:58.707755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (b79ca9ef-9088-4464-8754-a48a72c2b37a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.771008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port b7795373-e9f2-4753-8fc6-fbad9987354b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:58.775223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port b7795373-e9f2-4753-8fc6-fbad9987354b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:58.782120 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.797283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port dc6bd115-0128-4da5-9266-66747e41f95b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:11:58.798317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dc6bd115-0128-4da5-9266-66747e41f95b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.828681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (b79ca9ef-9088-4464-8754-a48a72c2b37a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.889416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:58.902093 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09945163-64f4-41d9-9873-1c241af784eb None None] Sync routers for ids ['c93f0c85-2413-422a-9067-dc245bd3a4bc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:58.920945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b7795373-e9f2-4753-8fc6-fbad9987354b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:58.921388 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:58.923526 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] Routers {'c93f0c85-2413-422a-9067-dc245bd3a4bc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:58.924181 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c93f0c85-2413-422a-9067-dc245bd3a4bc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:58.925814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10ae488d-cc1a-43b0-b041-484752c53f36 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "PUT /v2.0/routers/c93f0c85-2413-422a-9067-dc245bd3a4bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6338656 Feb 19 01:11:58.953671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:58.961328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'port': {'network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd', 'name': 'tempest-FloatingIPNegativeTestJSON-248009045'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:58.984703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79ca9ef-9088-4464-8754-a48a72c2b37a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:58.991155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:59.004301 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] Routers {'c93f0c85-2413-422a-9067-dc245bd3a4bc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:59.005223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c93f0c85-2413-422a-9067-dc245bd3a4bc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:59.034540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b7795373-e9f2-4753-8fc6-fbad9987354b,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:59.035886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:59.039540 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfdf0a2-ae7a-4c9e-b6db-1b94e2065716" -d '{"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-plugged", "status": "completed", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:59.041280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b49d-5af3-4f10-99b1-e8e13e44a774 req-7e6e0e94-fa51-4325-b4f1-c7c663748819 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.043004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81f0b49d-5af3-4f10-99b1-e8e13e44a774 req-7e6e0e94-fa51-4325-b4f1-c7c663748819 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 946 time: 0.2413442 Feb 19 01:11:59.047413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dc6bd115-0128-4da5-9266-66747e41f95b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.047807 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-09945163-64f4-41d9-9873-1c241af784eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:59.048603 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09945163-64f4-41d9-9873-1c241af784eb None None] The sync data for ids ['c93f0c85-2413-422a-9067-dc245bd3a4bc'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:59.086928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.088138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2467fc61-0d2f-4ac7-8170-07181e48d18e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7312932 Feb 19 01:11:59.094449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55988) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:59.111522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:59.119845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for dc6bd115-0128-4da5-9266-66747e41f95b owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:59.142273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.143468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81f0b49d-5af3-4f10-99b1-e8e13e44a774 req-88058641-acc7-416b-912f-b475400a960c tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/security-groups?id=9709819c-1ddd-4c64-ab3f-0574e39bf6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821543 Feb 19 01:11:59.234509 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b9424-60c3-4941-be9e-0450028decde x-openstack-request-id: req-056b9424-60c3-4941-be9e-0450028decde {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:59.234790 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-plugged", "status": "completed", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:59.235245 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-056b9424-60c3-4941-be9e-0450028decde {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:59.235812 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b', 'code': 200} Feb 19 01:11:59.258423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:59.496193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dc6bd115-0128-4da5-9266-66747e41f95b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.565540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=dc6bd115-0128-4da5-9266-66747e41f95b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:59.689434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (053a6b9e-42de-4495-b30f-8cb31c721baf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.724601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.725844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (1bb4394f-6a8c-4668-8483-a3c7ae58e7f8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.725844 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Floating IP 1bb4394f-6a8c-4668-8483-a3c7ae58e7f8 disassociated. External IP: 172.25.2.166, port: de343e07-03a6-4294-8b0a-1aed4f2e2e74. Feb 19 01:11:59.725844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Calling delete_port for de343e07-03a6-4294-8b0a-1aed4f2e2e74 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:11:59.878493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.882490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_controller (053a6b9e-42de-4495-b30f-8cb31c721baf), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:59.942424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f7af-ca1c-4201-ac90-89ebdda9b749 req-bd037437-bdbb-4d6b-9e30-3fc380047bf1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.950534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394f7af-ca1c-4201-ac90-89ebdda9b749 req-bd037437-bdbb-4d6b-9e30-3fc380047bf1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.954327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f394f7af-ca1c-4201-ac90-89ebdda9b749 req-bd037437-bdbb-4d6b-9e30-3fc380047bf1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1681 time: 1.0627699 Feb 19 01:11:59.968804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa8386-305a-4a00-9575-3ff7aef264b6 req-0ddb6751-6ef9-4c0d-a188-11eb0baa41e3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:59.970647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47aa8386-305a-4a00-9575-3ff7aef264b6 req-0ddb6751-6ef9-4c0d-a188-11eb0baa41e3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.1263983 Feb 19 01:12:00.026587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (053a6b9e-42de-4495-b30f-8cb31c721baf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.027179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Fanout notify agent at l3_agent the message router_deleted on router 053a6b9e-42de-4495-b30f-8cb31c721baf {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:00.036638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.037772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18f94732-02ba-42ed-925a-ca2e080e0d3b tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/routers/053a6b9e-42de-4495-b30f-8cb31c721baf HTTP/1.1" status: 204 len: 168 time: 2.1329727 Feb 19 01:12:00.043072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-47aa8386-305a-4a00-9575-3ff7aef264b6 req-92baef17-9053-495c-95ed-b412a4461226 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655899 Feb 19 01:12:00.044925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:00.098270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Made reservation on behalf of d6ad4b02adc54a4481495e128e38c7b8 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:00.102227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.126609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f394f7af-ca1c-4201-ac90-89ebdda9b749 req-a8071c48-ddb9-47f5-8f87-693df8676c33 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296594 Feb 19 01:12:00.136230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (de343e07-03a6-4294-8b0a-1aed4f2e2e74), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.147574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (38ddfb7f-3eca-4176-a37f-e9a89798c2b5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.181576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting subnet 614bc4d0-1280-4a95-801f-2f30eb9e7072 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:00.184775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] device_id is not set on port f6e4d15f-d37e-4c92-a97a-f1f6a7596eab yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:12:00.212567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (614bc4d0-1280-4a95-801f-2f30eb9e7072), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.219965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event deleted for resources: {'Port': ['ID=de343e07-03a6-4294-8b0a-1aed4f2e2e74,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:00.329240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1564f2cd-e559-4d1c-90c8-2a5ac7e66ad3 req-f56fcfcd-29ab-4e7a-bc8c-70d92cb67197 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.0729520 Feb 19 01:12:00.375853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (614bc4d0-1280-4a95-801f-2f30eb9e7072), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.461172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b702b5d0-8faf-4f75-88bf-63a6e993156c up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:00.521752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device de343e07-03a6-4294-8b0a-1aed4f2e2e74 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:00.551713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: de343e07-03a6-4294-8b0a-1aed4f2e2e74 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:00.552793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device de343e07-03a6-4294-8b0a-1aed4f2e2e74 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:00.602826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Router b7ce8909-cef0-4142-831a-887a5c2b0698 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:00.617608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Allocated IP 172.20.0.3 (802aaba7-a27f-45e0-ace0-6dc8233f29dd/ba676dc4-5ce4-49d1-af70-1cd9d5456b93/f6e4d15f-d37e-4c92-a97a-f1f6a7596eab) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:00.663725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (38ddfb7f-3eca-4176-a37f-e9a89798c2b5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.667228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port b702b5d0-8faf-4f75-88bf-63a6e993156c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:12:00.677798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port b702b5d0-8faf-4f75-88bf-63a6e993156c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:00.679530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.845115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (38ddfb7f-3eca-4176-a37f-e9a89798c2b5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.847942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b702b5d0-8faf-4f75-88bf-63a6e993156c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:00.848504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.886874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:00.902770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:00.914403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Sync routers for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:00.917453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (614bc4d0-1280-4a95-801f-2f30eb9e7072), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:00.934072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:00.934613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:00.969887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ddfb7f-3eca-4176-a37f-e9a89798c2b5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:00.999795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.012712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] No DVR routers for this DVR port de343e07-03a6-4294-8b0a-1aed4f2e2e74 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:01.019877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.023166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1d74771-f185-447b-b11c-421d20e83e40 req-6d4ddb17-05f3-4003-b311-acc651f5d8dc tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.117 "DELETE /v2.0/ports/de343e07-03a6-4294-8b0a-1aed4f2e2e74 HTTP/1.1" status: 204 len: 173 time: 3.6960995 Feb 19 01:12:01.025935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'name': 'network-vif-deleted', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:01.028065 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e063c4-c740-48d2-9868-b33e9c5e2147" -d '{"events": [{"server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "name": "network-vif-deleted", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:01.041077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.045848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:01.046832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-62d7cb99-9198-4f99-916a-2fc63860b698 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9487612 Feb 19 01:12:01.055540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:01.153035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:01.157949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:01.201917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.231600 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:12:01.246862 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc64c34-5f21-4733-b9cf-b99732cfc12f x-openstack-request-id: req-fbc64c34-5f21-4733-b9cf-b99732cfc12f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:01.247190 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295b7af-37c9-45e9-9a68-a9f2f1b0cac4", "name": "network-vif-deleted", "tag": "de343e07-03a6-4294-8b0a-1aed4f2e2e74", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:01.248114 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fbc64c34-5f21-4733-b9cf-b99732cfc12f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:01.248632 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0295b7af-37c9-45e9-9a68-a9f2f1b0cac4', 'name': 'network-vif-deleted', 'tag': 'de343e07-03a6-4294-8b0a-1aed4f2e2e74', 'status': 'completed', 'code': 200} Feb 19 01:12:01.250242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (614bc4d0-1280-4a95-801f-2f30eb9e7072), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.258326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:01.265232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (f79712ae-ff35-4d04-9df6-fb06b9bbf7ce), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.280199 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a6c28-e419-46b9-9432-64fae4e69b9e" -d '{"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-plugged", "status": "completed", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:01.286522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Subnet': ['ID=614bc4d0-1280-4a95-801f-2f30eb9e7072,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:01.289540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.293386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7dd3f2e5-0b92-4b1a-a742-fb750ccace33 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/subnets/614bc4d0-1280-4a95-801f-2f30eb9e7072 HTTP/1.1" status: 204 len: 168 time: 1.2471635 Feb 19 01:12:01.300323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56010) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:01.311904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6e8a3-f3a6-433c-89b6-198d61a37bbf None None] Network b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:01.337137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.449311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:01.460195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:01.485731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:01.501927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=f6e4d15f-d37e-4c92-a97a-f1f6a7596eab,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:01.548305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aabe64-632d-40f2-993f-f4c50d7d33a1 req-de68ae6c-b601-42fd-ab08-4c9b40c56680 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.555115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aabe64-632d-40f2-993f-f4c50d7d33a1 req-de68ae6c-b601-42fd-ab08-4c9b40c56680 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.557690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78aabe64-632d-40f2-993f-f4c50d7d33a1 req-de68ae6c-b601-42fd-ab08-4c9b40c56680 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.2397068 Feb 19 01:12:01.675880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.677461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.703887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (f79712ae-ff35-4d04-9df6-fb06b9bbf7ce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.732850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.751109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-78aabe64-632d-40f2-993f-f4c50d7d33a1 req-66347995-5fdf-48b8-84a0-190816a8895a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766086 Feb 19 01:12:01.757380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c521b-da34-4ece-ba02-32b267f822ef req-2cfeb576-812a-4b06-b0f5-8ef16d61448b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:01.768619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-012c521b-da34-4ece-ba02-32b267f822ef req-2cfeb576-812a-4b06-b0f5-8ef16d61448b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.5532038 Feb 19 01:12:01.786485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] DHCP port deletion for b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:01.824685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f79712ae-ff35-4d04-9df6-fb06b9bbf7ce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.830042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8fca3fc6-2b09-42ba-9cea-d9ba6280cf3a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8747504 Feb 19 01:12:01.833482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:01.839732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:01.923303 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e26740-51b7-4b6a-b91b-4a8bde80d4e6 x-openstack-request-id: req-42e26740-51b7-4b6a-b91b-4a8bde80d4e6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:01.923579 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-plugged", "status": "completed", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:01.923848 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-42e26740-51b7-4b6a-b91b-4a8bde80d4e6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:01.929750 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c', 'code': 200} Feb 19 01:12:01.929750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-405b42ad-e9f5-46b5-b1c7-bd4971d6903e None None] Provisioning complete for port f6e4d15f-d37e-4c92-a97a-f1f6a7596eab triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:01.929750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-405b42ad-e9f5-46b5-b1c7-bd4971d6903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.942923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:01.986644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-012c521b-da34-4ece-ba02-32b267f822ef req-9ff3e4dd-f4a5-4a16-b1db-8bc9147700f3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120631 Feb 19 01:12:02.029752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.031451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9844570 Feb 19 01:12:02.036673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56018) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:02.037333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e926269-991f-4ba9-b6c5-71c2572bdf0d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79712ae-ff35-4d04-9df6-fb06b9bbf7ce,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:02.061119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '17168a9e-d5a2-4e47-b126-ebcab231dab5', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:02.085161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:02.166448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 14da8723-a0b1-468d-bd8a-00ffeb7704dc {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:02.166448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.186571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Checking router: b7ce8909-cef0-4142-831a-887a5c2b0698 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:02.201860 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:12:02.214762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-405b42ad-e9f5-46b5-b1c7-bd4971d6903e None None] Port f6e4d15f-d37e-4c92-a97a-f1f6a7596eab cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:02.224741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:02.225402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:02.233671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Deleting port 14da8723-a0b1-468d-bd8a-00ffeb7704dc {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:02.234045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.251855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2209324e-2577-4282-9d10-79d2727caf24 req-70735839-06a2-4377-95a7-ef56ecf970fe tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "GET /v2.0/ports?device_id=0295b7af-37c9-45e9-9a68-a9f2f1b0cac4 HTTP/1.1" status: 200 len: 210 time: 0.1188300 Feb 19 01:12:02.269646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805673-e5a3-431b-a1a1-ea6a4ad23192 req-f084f5d8-7644-4c1c-8e86-134b46a4d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.270136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8805673-e5a3-431b-a1a1-ea6a4ad23192 req-f084f5d8-7644-4c1c-8e86-134b46a4d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:02.284547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e8805673-e5a3-431b-a1a1-ea6a4ad23192 req-f084f5d8-7644-4c1c-8e86-134b46a4d5fa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 2047 time: 0.1423028 Feb 19 01:12:02.286890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (59084183-1e4f-4813-9e1f-31bec04731ed), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.353981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e8805673-e5a3-431b-a1a1-ea6a4ad23192 req-589780f3-a33b-484c-baf2-cc3ec16a8c21 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667100 Feb 19 01:12:02.378945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.464080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (59084183-1e4f-4813-9e1f-31bec04731ed), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.495133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] For port 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14da8723-a0b1-468d-bd8a-00ffeb7704dc,segment=NetworkSegment(2dcd2b46-8db6-4441-b9c9-50f9857426bf),segment_id=2dcd2b46-8db6-4441-b9c9-50f9857426bf)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:02.495805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.534530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (59084183-1e4f-4813-9e1f-31bec04731ed), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.565577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 14da8723-a0b1-468d-bd8a-00ffeb7704dc owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:02.597999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59084183-1e4f-4813-9e1f-31bec04731ed,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:02.624433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Allocated IP 172.25.2.51 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b511fdd4-c1e8-4945-8346-af7f85392e33) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:02.681320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.682634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5fff09c2-57db-4788-8497-7fc913793932 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6336839 Feb 19 01:12:02.686387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:02.691847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'network': {'name': 'tempest-network-smoke--656548873', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:02.714193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:02.765014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:02.777058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14da8723-a0b1-468d-bd8a-00ffeb7704dc no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:02.778896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.809445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.856876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:12:02.857558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 14da8723-a0b1-468d-bd8a-00ffeb7704dc host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:12:02.857695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14da8723-a0b1-468d-bd8a-00ffeb7704dc not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:02.906532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.923210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:02.977444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e66ae8d7-bdf7-437e-acac-26eaa781a85a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.981420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] For port 14da8723-a0b1-468d-bd8a-00ffeb7704dc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14da8723-a0b1-468d-bd8a-00ffeb7704dc,segment=NetworkSegment(2dcd2b46-8db6-4441-b9c9-50f9857426bf),segment_id=2dcd2b46-8db6-4441-b9c9-50f9857426bf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:02.981800 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Added segment e66ae8d7-bdf7-437e-acac-26eaa781a85a of type vlan for network 03dcec04-d930-409e-82ae-9ef8d7e31b45 Feb 19 01:12:02.981958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:02.984327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=14da8723-a0b1-468d-bd8a-00ffeb7704dc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:02.986767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] No DVR routers for this DVR port 14da8723-a0b1-468d-bd8a-00ffeb7704dc on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:03.009418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Calling delete_port for 14da8723-a0b1-468d-bd8a-00ffeb7704dc owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:03.035205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.172217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:03.180604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:03.183971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=b511fdd4-c1e8-4945-8346-af7f85392e33,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:03.187198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:03.192063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (14da8723-a0b1-468d-bd8a-00ffeb7704dc), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.209792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (03dcec04-d930-409e-82ae-9ef8d7e31b45), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.225290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] No DVR routers for this DVR port 14da8723-a0b1-468d-bd8a-00ffeb7704dc on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:03.226869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052de6f-3d0a-4087-8d3a-9be28795863b None None] Pushing event deleted for resources: {'Port': ['ID=14da8723-a0b1-468d-bd8a-00ffeb7704dc,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:03.241139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e299a-9d71-4b72-8bc4-dfb28e7fb706 req-ee02c42f-c6ed-4e76-ab28-b69999c11a91 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.252029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-413e299a-9d71-4b72-8bc4-dfb28e7fb706 req-ee02c42f-c6ed-4e76-ab28-b69999c11a91 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.1586561 Feb 19 01:12:03.258691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.279386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:03.298564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd095-bb7f-4175-a78f-d37cd9409359 req-1e441223-e53e-4fd0-9c2d-93dfd28c1ff6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.305105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addd095-bb7f-4175-a78f-d37cd9409359 req-1e441223-e53e-4fd0-9c2d-93dfd28c1ff6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.306940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7addd095-bb7f-4175-a78f-d37cd9409359 req-1e441223-e53e-4fd0-9c2d-93dfd28c1ff6 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.3496845 Feb 19 01:12:03.322600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:12:03.335113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8923c9d-e360-460c-8564-58408cc6f5d9 None None] The sync data for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 is: [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:06:21Z', 'revision_number': 4, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '407998af-0612-4ede-b8d5-8e255aee5dd8', 'name': '', 'network_id': 'ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'mac_address': 'fa:16:3e:75:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:18Z', 'updated_at': '2022-02-19T01:06:27Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'subnets': [{'id': 'aa45496f-55a3-49d5-9e38-07baddde2edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:03.342484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:03.361310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-413e299a-9d71-4b72-8bc4-dfb28e7fb706 req-0ee2d905-54d1-4952-ad77-cd4ad341035a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082356 Feb 19 01:12:03.399388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcd2b46-8db6-4441-b9c9-50f9857426bf') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:03.399847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcd2b46-8db6-4441-b9c9-50f9857426bf') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:03.417572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (fa051ced-e446-4f88-b9a3-6579e628ee58), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.421147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (2dcd2b46-8db6-4441-b9c9-50f9857426bf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.448533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2dcd2b46-8db6-4441-b9c9-50f9857426bf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.461415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7addd095-bb7f-4175-a78f-d37cd9409359 req-7640017a-62ad-4260-8d76-ff885113ad58 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335580 Feb 19 01:12:03.462389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:03.462798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (2dcd2b46-8db6-4441-b9c9-50f9857426bf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:03.466037 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:03.468581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:03.564523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (03dcec04-d930-409e-82ae-9ef8d7e31b45), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.570363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:03.570975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.620953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.861705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e81b3c-e4fe-47f8-9980-19091cd15d6a None None] New status for floating IP 1bb4394f-6a8c-4668-8483-a3c7ae58e7f8: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:12:03.894092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:03.992756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.099396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=b511fdd4-c1e8-4945-8346-af7f85392e33,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:04.114097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (fa051ced-e446-4f88-b9a3-6579e628ee58), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.163078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.181666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4942338 Feb 19 01:12:04.182976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.185230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:04.186216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/networks/b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe HTTP/1.1" status: 204 len: 168 time: 2.8833003 Feb 19 01:12:04.190099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56040) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:04.195707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039533e-ee92-4135-a54f-7c5c3e1e4bac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Network': ['ID=03dcec04-d930-409e-82ae-9ef8d7e31b45,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:04.200651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'admin_state_up': True, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:04.211577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:04.220635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2ba7d-dcf9-454a-aa19-27bb6df0d2ed tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Network': ['ID=b2873c10-fdf6-4f3f-9b3d-eba2d78b7abe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:04.257574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Deleting port d2dc84b5-0ed7-41d7-941c-dcb83b717517 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:04.257907 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.269787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.271411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e966b5d8-9859-41b3-bd1d-9104486a6a0b tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4366753 Feb 19 01:12:04.275074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56042) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:04.280464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e2f4d8c1-a4b4-4878-98a6-1ffa7a22bade tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'floatingip': {'port_id': 'f6e4d15f-d37e-4c92-a97a-f1f6a7596eab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:04.365278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.366311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.379804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d8c1-a4b4-4878-98a6-1ffa7a22bade tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (fa051ced-e446-4f88-b9a3-6579e628ee58), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.396548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.396766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for floatingip (d2dc84b5-0ed7-41d7-941c-dcb83b717517), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.424244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Calling delete_port for d2dc84b5-0ed7-41d7-941c-dcb83b717517 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:04.565998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (ca634106-9bbc-4590-9581-e4809b14ae8f), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.766010 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-e2f4d8c1-a4b4-4878-98a6-1ffa7a22bade tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] update failed (client error): The resource could not be found. Feb 19 01:12:04.768621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2f4d8c1-a4b4-4878-98a6-1ffa7a22bade tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "PUT /v2.0/floatingips/fa051ced-e446-4f88-b9a3-6579e628ee58 HTTP/1.1" status: 404 len: 507 time: 0.4908276 Feb 19 01:12:04.770710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56052) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:04.771129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fd50-a2f5-4d68-8569-1a6399db25c8 req-5181b0e9-a9d2-4604-a318-5c316e247e6c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:04.785387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c4bd8-c1f6-4224-9369-9d1968307628 req-43f508f5-6f8d-4a69-9001-a6373433e8fa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:04.796009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fd50-a2f5-4d68-8569-1a6399db25c8 req-5181b0e9-a9d2-4604-a318-5c316e247e6c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:04.797689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2755fd50-a2f5-4d68-8569-1a6399db25c8 req-5181b0e9-a9d2-4604-a318-5c316e247e6c tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.1590445 Feb 19 01:12:04.803413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-313c4bd8-c1f6-4224-9369-9d1968307628 req-43f508f5-6f8d-4a69-9001-a6373433e8fa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.3102138 Feb 19 01:12:04.805962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port e443888f-24ef-4fa8-85f1-46a99211dcbf {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:04.806310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.823006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d2dc84b5-0ed7-41d7-941c-dcb83b717517), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.861635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event deleted for resources: {'Port': ['ID=d2dc84b5-0ed7-41d7-941c-dcb83b717517,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:04.899487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2755fd50-a2f5-4d68-8569-1a6399db25c8 req-1ebc40b6-023d-4dbf-9d19-1577928066b4 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959342 Feb 19 01:12:04.971647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for floatingip (1bb4394f-6a8c-4668-8483-a3c7ae58e7f8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.974435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:04.978796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fabdbf58-5af9-440b-a742-2d7cbce9c0f8 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "DELETE /v2.0/floatingips/1bb4394f-6a8c-4668-8483-a3c7ae58e7f8 HTTP/1.1" status: 204 len: 168 time: 1.4938598 Feb 19 01:12:04.985489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (ca634106-9bbc-4590-9581-e4809b14ae8f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.099968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-313c4bd8-c1f6-4224-9369-9d1968307628 req-cdc4ee17-a581-472a-a7fe-5dca8f07ff5a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940316 Feb 19 01:12:05.136331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.136331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (e443888f-24ef-4fa8-85f1-46a99211dcbf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.155116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for e443888f-24ef-4fa8-85f1-46a99211dcbf owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:05.224640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting port b511fdd4-c1e8-4945-8346-af7f85392e33 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:05.224990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.381948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:05.385082 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.385396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (b511fdd4-c1e8-4945-8346-af7f85392e33), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.410789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Calling delete_port for b511fdd4-c1e8-4945-8346-af7f85392e33 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:05.541817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (9709819c-1ddd-4c64-ab3f-0574e39bf6b8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.600174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e443888f-24ef-4fa8-85f1-46a99211dcbf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.603804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (9709819c-1ddd-4c64-ab3f-0574e39bf6b8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.632396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6b87a-12ab-4213-a0c7-975b812ac1d5 req-141e2f1d-b480-49be-94a7-ae45c9cafe83 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:05.634050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08e6b87a-12ab-4213-a0c7-975b812ac1d5 req-141e2f1d-b480-49be-94a7-ae45c9cafe83 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1808422 Feb 19 01:12:05.665327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=e443888f-24ef-4fa8-85f1-46a99211dcbf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:05.708597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08e6b87a-12ab-4213-a0c7-975b812ac1d5 req-ed14b686-49e3-4ade-8c2d-d0f3d7c42b0e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666325 Feb 19 01:12:05.738814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (ca634106-9bbc-4590-9581-e4809b14ae8f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.797766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.810531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9709819c-1ddd-4c64-ab3f-0574e39bf6b8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.815446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.826475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] 10.222.0.94 "DELETE /v2.0/security-groups/9709819c-1ddd-4c64-ab3f-0574e39bf6b8 HTTP/1.1" status: 204 len: 168 time: 0.4420397 Feb 19 01:12:05.858557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7365b-d2db-448b-bb8b-6f07f21df5b9 tempest-TestServerBasicOps-972157017 tempest-TestServerBasicOps-972157017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9709819c-1ddd-4c64-ab3f-0574e39bf6b8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:05.862585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for floatingip (39152cf7-59e1-4d0b-b32a-ec0f5a37350f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.869767 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:05.869767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24cb15a8-c02b-4887-af75-2017279d6e31 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/floatingips/39152cf7-59e1-4d0b-b32a-ec0f5a37350f HTTP/1.1" status: 204 len: 168 time: 1.6784749 Feb 19 01:12:05.882275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56070) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:05.905711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa50e-c6e6-4888-be05-fdbb954c85fb req-b4d8fdb5-ba88-4245-8ed7-cf7a0b839f6a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:05.911572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa50e-c6e6-4888-be05-fdbb954c85fb req-b4d8fdb5-ba88-4245-8ed7-cf7a0b839f6a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:05.913377 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9dfa50e-c6e6-4888-be05-fdbb954c85fb req-b4d8fdb5-ba88-4245-8ed7-cf7a0b839f6a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.1214042 Feb 19 01:12:05.932758 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39ea207-3d7f-46eb-a243-b6c310c977a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] DELETE failed (client error): The resource could not be found. Feb 19 01:12:05.933644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39ea207-3d7f-46eb-a243-b6c310c977a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:05.937369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f39ea207-3d7f-46eb-a243-b6c310c977a0 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/3d6f5131-eb8d-46e1-87ee-f0cf29ba63fa HTTP/1.1" status: 404 len: 333 time: 0.0494826 Feb 19 01:12:05.943322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:05.986123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:05.990469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e58f16a-165a-404a-84bd-47bfbb7207ff tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/ports?device_id=053a6b9e-42de-4495-b30f-8cb31c721baf HTTP/1.1" status: 200 len: 205 time: 0.0436907 Feb 19 01:12:05.993384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56076) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:06.093839 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-d6acd3fc-4859-4fcf-8ebd-879e8c1fc8a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] delete failed (client error): The resource could not be found. Feb 19 01:12:06.096317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6acd3fc-4859-4fcf-8ebd-879e8c1fc8a9 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/routers/053a6b9e-42de-4495-b30f-8cb31c721baf HTTP/1.1" status: 404 len: 336 time: 0.0895600 Feb 19 01:12:06.099219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:06.163242 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a1d525-6144-4052-b5ef-5507064e0785 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] DELETE failed (client error): The resource could not be found. Feb 19 01:12:06.171046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a1d525-6144-4052-b5ef-5507064e0785 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:06.176891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-48a1d525-6144-4052-b5ef-5507064e0785 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/subnets/614bc4d0-1280-4a95-801f-2f30eb9e7072 HTTP/1.1" status: 404 len: 337 time: 0.0761921 Feb 19 01:12:06.181194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:06.445772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b511fdd4-c1e8-4945-8346-af7f85392e33), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.447573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f263c37-9460-48c3-8857-357564d4f6c4 req-23196446-41ea-412a-9b17-7a287547a630 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:06.449250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f263c37-9460-48c3-8857-357564d4f6c4 req-23196446-41ea-412a-9b17-7a287547a630 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.2072694 Feb 19 01:12:06.495890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Port': ['ID=b511fdd4-c1e8-4945-8346-af7f85392e33,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:06.546113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 258f3b4f-e2d3-4563-b778-87c3c5be852d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:06.546113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (258f3b4f-e2d3-4563-b778-87c3c5be852d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.629775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9dfa50e-c6e6-4888-be05-fdbb954c85fb req-6e7b0eab-6797-40bc-a7aa-e14fab0cdc78 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987255 Feb 19 01:12:06.656658 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (fa051ced-e446-4f88-b9a3-6579e628ee58), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.659858 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.661932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2d3ef009-aa9e-4285-9a48-39652eab71de tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "DELETE /v2.0/floatingips/fa051ced-e446-4f88-b9a3-6579e628ee58 HTTP/1.1" status: 204 len: 168 time: 1.8898680 Feb 19 01:12:06.671016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f263c37-9460-48c3-8857-357564d4f6c4 req-19698bc9-10b4-46a5-813c-e85209258595 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854870 Feb 19 01:12:06.679398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56086) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:06.682727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.148 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/04a5b539-5c33-427f-a265-fd6e052a5998) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:06.684549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-271a339f-0b54-41ec-89c2-b51038246023 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'floatingip': {'floating_network_id': '802aaba7-a27f-45e0-ace0-6dc8233f29dd', 'port_id': 'f6e4d15f-d37e-4c92-a97a-f1f6a7596eab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:06.800532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (258f3b4f-e2d3-4563-b778-87c3c5be852d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.823201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 258f3b4f-e2d3-4563-b778-87c3c5be852d owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:06.837380 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (04a5b539-5c33-427f-a265-fd6e052a5998), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.860940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-271a339f-0b54-41ec-89c2-b51038246023 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:06.920225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580369-d634-4584-b583-891921042c2f req-2af7b1d5-37cb-45b6-b866-ea5e052654cc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:06.923945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38580369-d634-4584-b583-891921042c2f req-2af7b1d5-37cb-45b6-b866-ea5e052654cc tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.0891426 Feb 19 01:12:06.967847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.003401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38580369-d634-4584-b583-891921042c2f req-7ef448b4-17de-4dee-9847-bbb02187d7a5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753870 Feb 19 01:12:07.028108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:07.032024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:07.034647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:07.078204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=04a5b539-5c33-427f-a265-fd6e052a5998,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:07.210808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (258f3b4f-e2d3-4563-b778-87c3c5be852d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.222256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (b7ce8909-cef0-4142-831a-887a5c2b0698), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.292294 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-271a339f-0b54-41ec-89c2-b51038246023 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:12:07.293263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-271a339f-0b54-41ec-89c2-b51038246023 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6124403 Feb 19 01:12:07.294087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=258f3b4f-e2d3-4563-b778-87c3c5be852d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:07.303045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56090) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:07.309161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'f6e4d15f-d37e-4c92-a97a-f1f6a7596eab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:07.446404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.450217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-afde6903-3894-4149-bf09-91ebb32c07fe tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/258f3b4f-e2d3-4563-b778-87c3c5be852d HTTP/1.1" status: 204 len: 168 time: 1.2665610 Feb 19 01:12:07.454076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56092) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:07.480025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-de8bb372-d5d2-40ea-b2c1-cd58877a5cd1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.486097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-de8bb372-d5d2-40ea-b2c1-cd58877a5cd1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.487826 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-de8bb372-d5d2-40ea-b2c1-cd58877a5cd1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.1300499 Feb 19 01:12:07.493060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (ca634106-9bbc-4590-9581-e4809b14ae8f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.527259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.718578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port a8278ad1-f5ba-46a3-adad-5d0fdeefd419 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:07.718578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a8278ad1-f5ba-46a3-adad-5d0fdeefd419), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.818578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port b7795373-e9f2-4753-8fc6-fbad9987354b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:07.818952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.895443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec98bd-f598-4a46-af11-b5a0ac58862a req-05c7ad4f-7a14-468d-bccf-3aea66a3886d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.900528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec98bd-f598-4a46-af11-b5a0ac58862a req-05c7ad4f-7a14-468d-bccf-3aea66a3886d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.902078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79ec98bd-f598-4a46-af11-b5a0ac58862a req-05c7ad4f-7a14-468d-bccf-3aea66a3886d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 1683 time: 0.1972234 Feb 19 01:12:07.904679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a8278ad1-f5ba-46a3-adad-5d0fdeefd419), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.908106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.954288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:07.960922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for a8278ad1-f5ba-46a3-adad-5d0fdeefd419 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:07.966292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339c34-a981-4363-a0f9-7860bfc2a27e req-61667356-9a6d-4417-ae58-103569b55a19 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:07.967827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c339c34-a981-4363-a0f9-7860bfc2a27e req-61667356-9a6d-4417-ae58-103569b55a19 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.2030261 Feb 19 01:12:08.112148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79ec98bd-f598-4a46-af11-b5a0ac58862a req-7707dc54-3eb3-43be-8b1d-682c6603e935 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964917 Feb 19 01:12:08.134752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c339c34-a981-4363-a0f9-7860bfc2a27e req-e5a2a47a-a4b9-4dc7-a2a2-edb3a6b237a6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206424 Feb 19 01:12:08.138807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port b7795373-e9f2-4753-8fc6-fbad9987354b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b7795373-e9f2-4753-8fc6-fbad9987354b,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:08.139327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.186849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for b7795373-e9f2-4753-8fc6-fbad9987354b owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:08.199835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Allocated IP 172.25.2.248 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/fee86e31-44b7-49fa-a7ee-ec3953558373) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:08.240035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Deleting port 407998af-0612-4ede-b8d5-8e255aee5dd8 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:08.240700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.384761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82d605-2b33-4951-b301-5e25821fc7f4 req-9aac13bb-ecbe-4b19-a082-092839759f43 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:08.386366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af82d605-2b33-4951-b301-5e25821fc7f4 req-9aac13bb-ecbe-4b19-a082-092839759f43 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1354592 Feb 19 01:12:08.436378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router ca634106-9bbc-4590-9581-e4809b14ae8f is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:12:08.484252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] For port 407998af-0612-4ede-b8d5-8e255aee5dd8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=407998af-0612-4ede-b8d5-8e255aee5dd8,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:08.485245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.501900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af82d605-2b33-4951-b301-5e25821fc7f4 req-02f960c8-cabc-4ccc-b0cf-342824efe8be tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051233 Feb 19 01:12:08.631803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b7795373-e9f2-4753-8fc6-fbad9987354b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.681349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=b7795373-e9f2-4753-8fc6-fbad9987354b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:08.744698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:08.746825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port b7795373-e9f2-4753-8fc6-fbad9987354b on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:08.754720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.758083 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-608ad5f6-a691-4ecc-8f46-d69435b2465a tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "DELETE /v2.0/ports/b7795373-e9f2-4753-8fc6-fbad9987354b HTTP/1.1" status: 204 len: 173 time: 1.2151644 Feb 19 01:12:08.758562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-deleted', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:08.761389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Sync routers for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:08.767039 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268eb689-e30e-43ac-99e0-60259e64ed5d" -d '{"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-deleted", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:08.787835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:08.788444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:08.885534 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b492b4f-3f54-43c9-9d90-cca560d481dd x-openstack-request-id: req-0b492b4f-3f54-43c9-9d90-cca560d481dd {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:08.885823 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-deleted", "tag": "b7795373-e9f2-4753-8fc6-fbad9987354b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:08.886079 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0b492b4f-3f54-43c9-9d90-cca560d481dd {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:08.886488 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-deleted', 'tag': 'b7795373-e9f2-4753-8fc6-fbad9987354b', 'status': 'completed', 'code': 200} Feb 19 01:12:08.915411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:08.921018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6a76159e-f549-49ba-bb07-f58f5b43b9d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7347395 Feb 19 01:12:08.921847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:08.983200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port b702b5d0-8faf-4f75-88bf-63a6e993156c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:08.984620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.045640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Calling delete_port for 407998af-0612-4ede-b8d5-8e255aee5dd8 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:09.052940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:09.067738 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for port (fee86e31-44b7-49fa-a7ee-ec3953558373), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.131920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-530b5ed0-0952-4b46-bcf6-eaa3222d6da3 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=c323be55983947e9a8958bb8509ef471&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2048287 Feb 19 01:12:09.134287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56112) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.159651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a8278ad1-f5ba-46a3-adad-5d0fdeefd419), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.263490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:07Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:09.273617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fee86e31-44b7-49fa-a7ee-ec3953558373), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.291750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Checking router: ca634106-9bbc-4590-9581-e4809b14ae8f for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:09.292102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Updating router ca634106-9bbc-4590-9581-e4809b14ae8f port 04a5b539-5c33-427f-a265-fd6e052a5998 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:09.323890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.330102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=a8278ad1-f5ba-46a3-adad-5d0fdeefd419,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.354743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port b702b5d0-8faf-4f75-88bf-63a6e993156c, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b702b5d0-8faf-4f75-88bf-63a6e993156c,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:09.355538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.375749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for b702b5d0-8faf-4f75-88bf-63a6e993156c owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:09.432434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event updated for resources: {'Port': ['ID=fee86e31-44b7-49fa-a7ee-ec3953558373,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.437219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:09.450779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:09.471196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:09.509989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.515766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-865c563a-ee2d-4c5d-b386-5363cf93e033 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/ports/a8278ad1-f5ba-46a3-adad-5d0fdeefd419 HTTP/1.1" status: 204 len: 168 time: 2.0540750 Feb 19 01:12:09.528966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56126) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.601981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493782a8-122b-46aa-8147-f5c896ff3860 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.606498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-493782a8-122b-46aa-8147-f5c896ff3860 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4707239 Feb 19 01:12:09.608400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84136273-3e10-42f4-9c81-7fe2856fcce0 req-57e42ed4-3919-4bc6-953f-9e702dba8751 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.609930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84136273-3e10-42f4-9c81-7fe2856fcce0 req-57e42ed4-3919-4bc6-953f-9e702dba8751 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.3425725 Feb 19 01:12:09.610425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56132) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.613340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f94f49-bcb9-4d65-9681-e2b9004eabf1 req-6903a5a0-7ef3-4ad6-843c-4e8d4ab4f117 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.615164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59f94f49-bcb9-4d65-9681-e2b9004eabf1 req-6903a5a0-7ef3-4ad6-843c-4e8d4ab4f117 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 946 time: 0.2946324 Feb 19 01:12:09.660167 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks [] for port (04a5b539-5c33-427f-a265-fd6e052a5998), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.666448 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.694983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ed730105-6376-414a-a43a-1232f93f79d2 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739639 Feb 19 01:12:09.699222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.704932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611488768', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:09.713087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59f94f49-bcb9-4d65-9681-e2b9004eabf1 req-3f8b834a-8e6c-4446-90c4-2129cec7793e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/security-groups?id=e0dd1ba5-4440-4367-892d-3627191cb941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921676 Feb 19 01:12:09.724960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.758542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b702b5d0-8faf-4f75-88bf-63a6e993156c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.782732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd6b7-8342-416f-9176-0b396011acbd None None] Pushing event updated for resources: {'Port': ['ID=04a5b539-5c33-427f-a265-fd6e052a5998,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.811259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Attempting to bind port 04a5b539-5c33-427f-a265-fd6e052a5998 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:09.811636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Attempting to bind port 04a5b539-5c33-427f-a265-fd6e052a5998 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:09.812004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Attempting to bind port 04a5b539-5c33-427f-a265-fd6e052a5998 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:09.820123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:09.820521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:09.821118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.821776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:09.823957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Bound port: 04a5b539-5c33-427f-a265-fd6e052a5998, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:09.824480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.833297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=b702b5d0-8faf-4f75-88bf-63a6e993156c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.836579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a1233-5193-4352-865d-13958cb240ef tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.838554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ee2a1233-5193-4352-865d-13958cb240ef tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "GET /v2.0/ports?device_id=bf2e192d-ce92-4db5-aadf-2713044f1e4a HTTP/1.1" status: 200 len: 913 time: 0.3060234 Feb 19 01:12:09.842865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56136) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:09.851958 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84136273-3e10-42f4-9c81-7fe2856fcce0 req-fd2745c3-850c-4c3c-9bf1-949e3df3d907 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140214 Feb 19 01:12:09.896533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] For port 04a5b539-5c33-427f-a265-fd6e052a5998, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:09.900705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] For port 04a5b539-5c33-427f-a265-fd6e052a5998, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=04a5b539-5c33-427f-a265-fd6e052a5998,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:09.915020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (407998af-0612-4ede-b8d5-8e255aee5dd8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.935484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port b702b5d0-8faf-4f75-88bf-63a6e993156c on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:09.944878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:09.948375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90de488c-ca2d-47ef-88fb-64363788b9a0 req-cc25f961-e02f-4d17-8616-fc106f6f4a1d tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.96 "DELETE /v2.0/ports/b702b5d0-8faf-4f75-88bf-63a6e993156c HTTP/1.1" status: 204 len: 173 time: 1.1671722 Feb 19 01:12:09.977344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485747d3-8458-4317-ae71-ccd93001085e req-94632db1-1c53-47d4-969a-2a168d970c2b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:09.979909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-485747d3-8458-4317-ae71-ccd93001085e req-94632db1-1c53-47d4-969a-2a168d970c2b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1625731 Feb 19 01:12:09.980573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Pushing event deleted for resources: {'Port': ['ID=407998af-0612-4ede-b8d5-8e255aee5dd8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:09.987642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.073961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:10.074928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:10.090071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-485747d3-8458-4317-ae71-ccd93001085e req-dffd4a24-c3d5-4b89-b5ff-5e0823b36736 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891972 Feb 19 01:12:10.120628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:10.132983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.212112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting port fee86e31-44b7-49fa-a7ee-ec3953558373 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:10.212691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fee86e31-44b7-49fa-a7ee-ec3953558373), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.369344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:10.479183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd6b7-8342-416f-9176-0b396011acbd None None] Pushing event updated for resources: {'Port': ['ID=04a5b539-5c33-427f-a265-fd6e052a5998,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:10.501031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b7795373-e9f2-4753-8fc6-fbad9987354b no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:10.546809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: b7795373-e9f2-4753-8fc6-fbad9987354b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:10.547400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b7795373-e9f2-4753-8fc6-fbad9987354b not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:10.547900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b702b5d0-8faf-4f75-88bf-63a6e993156c no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:10.589018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fee86e31-44b7-49fa-a7ee-ec3953558373), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.591810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for floatingip (fee86e31-44b7-49fa-a7ee-ec3953558373), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.609234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Calling delete_port for fee86e31-44b7-49fa-a7ee-ec3953558373 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:10.638663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.640409 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (b7ce8909-cef0-4142-831a-887a5c2b0698), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.643251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: b702b5d0-8faf-4f75-88bf-63a6e993156c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:10.643403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b702b5d0-8faf-4f75-88bf-63a6e993156c not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:10.709870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6169e84d-be28-40a9-aa8a-da367c7a7d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.735758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (f2f57097-df5a-48ac-a077-22898a2b3adc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:10.770448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:07Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:10.813353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20096d1a-5e2f-4338-bb1f-a0d986eb9426 None None] The sync data for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 is: [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:07Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:10.964133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-086a9a6c-b216-4627-8594-00fce1e7961f req-88c44199-0ad3-4e9c-b4c8-c4e9cafb580e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fde500f-917a-4877-bf1a-92fb871375ca HTTP/1.1" status: 200 len: 210 time: 0.0798030 Feb 19 01:12:11.264394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-deleted', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:11.266958 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04dcd0c-426f-4b9d-b664-d1a3d117fddd" -d '{"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-deleted", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:11.313727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fee86e31-44b7-49fa-a7ee-ec3953558373), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.326272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Subnet': ['ID=f2f57097-df5a-48ac-a077-22898a2b3adc,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:11.331629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Checking segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:11.332073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network hostable DHCP agents. Network: 03dcec04-d930-409e-82ae-9ef8d7e31b45, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:11.361825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7c2e7-4e12-4762-bbb9-2bd51e370d84 req-b4724ea3-a191-4c23-9181-614e9b93d25c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.362831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Port': ['ID=fee86e31-44b7-49fa-a7ee-ec3953558373,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:11.363819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9e7c2e7-4e12-4762-bbb9-2bd51e370d84 req-b4724ea3-a191-4c23-9181-614e9b93d25c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.0941834 Feb 19 01:12:11.375290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Router b7ce8909-cef0-4142-831a-887a5c2b0698 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:11.411481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.411759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.412113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.412454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.412794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.413728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.414087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.414631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.414947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.415349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.415637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.415973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.416304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:11.423327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:11.433281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9e7c2e7-4e12-4762-bbb9-2bd51e370d84 req-10eb7ab3-8451-4f9d-ac20-de5f045212bd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632615 Feb 19 01:12:11.485109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59f870-2e21-49c3-8d45-f7c8efcf603b req-c835c45e-b0d2-41cf-aff3-f9e598622990 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.486718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d59f870-2e21-49c3-8d45-f7c8efcf603b req-c835c45e-b0d2-41cf-aff3-f9e598622990 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2319126 Feb 19 01:12:11.499857 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474d7f1-b9b6-46a3-b506-71fe7024f3a3 x-openstack-request-id: req-4474d7f1-b9b6-46a3-b506-71fe7024f3a3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:11.500337 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde500f-917a-4877-bf1a-92fb871375ca", "name": "network-vif-deleted", "tag": "b702b5d0-8faf-4f75-88bf-63a6e993156c", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:11.500442 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4474d7f1-b9b6-46a3-b506-71fe7024f3a3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:11.500847 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde500f-917a-4877-bf1a-92fb871375ca', 'name': 'network-vif-deleted', 'tag': 'b702b5d0-8faf-4f75-88bf-63a6e993156c', 'status': 'completed', 'code': 200} Feb 19 01:12:11.515001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.524190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 03dcec04-d930-409e-82ae-9ef8d7e31b45) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:11.529103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:11.530139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.537752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e5cdd-6d5e-49b6-81e3-a83d00ca8357 None None] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:11.619050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-228de2ff-30b3-4259-a2c7-79f2fad6d592 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9186997 Feb 19 01:12:11.623612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:11.682848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-03dcec04-d930-409e-82ae-9ef8d7e31b45', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:11.683775 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:11.878931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Allocated IP 172.20.0.2 (03dcec04-d930-409e-82ae-9ef8d7e31b45/f2f57097-df5a-48ac-a077-22898a2b3adc/802fa5d5-8b39-4a49-87cd-01501b841d3a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:12.078512 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks [] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.114857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:12.129954 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] create failed (client error): The resource could not be found. Feb 19 01:12:12.135599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65ace75d-e4b0-436a-a628-ee0283cffc95 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8314753 Feb 19 01:12:12.137091 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.150892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56194) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:12.154954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d59f870-2e21-49c3-8d45-f7c8efcf603b req-3b82e1e1-50c7-4c4a-a3f2-639fe7e63afd tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6545596 Feb 19 01:12:12.191351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Pushing event updated for resources: {'Port': ['ID=802fa5d5-8b39-4a49-87cd-01501b841d3a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:12.201482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting subnet a1fe3f4d-b1ae-4369-9452-e581ec8757ae {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:12.213233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:12.215187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:12.218114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:12.226009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (a1fe3f4d-b1ae-4369-9452-e581ec8757ae), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.302809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Attempting to bind port 802fa5d5-8b39-4a49-87cd-01501b841d3a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:12.303290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Attempting to bind port 802fa5d5-8b39-4a49-87cd-01501b841d3a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:12.303673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Attempting to bind port 802fa5d5-8b39-4a49-87cd-01501b841d3a on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:12.306229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:12.309971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (a1fe3f4d-b1ae-4369-9452-e581ec8757ae), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.318220 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Sync routers for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:12.319216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:12.319606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Checking segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:12.322830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.323514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Bound using segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:12.323794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Bound port: 802fa5d5-8b39-4a49-87cd-01501b841d3a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:12.324444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.329422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-065c2f99-f29c-4e6a-8901-21ec9d3f4703 admin admin] 10.222.0.94 "PUT /v2.0/routers/b7ce8909-cef0-4142-831a-887a5c2b0698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3399501 Feb 19 01:12:12.332029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56196) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:12.347617 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:12.349200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:12.419393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] For port 802fa5d5-8b39-4a49-87cd-01501b841d3a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:12.423699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] For port 802fa5d5-8b39-4a49-87cd-01501b841d3a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=802fa5d5-8b39-4a49-87cd-01501b841d3a,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:12.473788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting port f6e4d15f-d37e-4c92-a97a-f1f6a7596eab {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:12.474136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.506261 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:12.514166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:12.557888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks [] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.607187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.632218 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.641020 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (a1fe3f4d-b1ae-4369-9452-e581ec8757ae), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.770564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 04a5b539-5c33-427f-a265-fd6e052a5998 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:12.792059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.830418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Calling delete_port for f6e4d15f-d37e-4c92-a97a-f1f6a7596eab owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:12.891365 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:12:09Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:12.923229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 785c7567-6587-42b7-a0f3-8b511c448f39 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:12.923838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.928276 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Checking router: b7ce8909-cef0-4142-831a-887a5c2b0698 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:12.935036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks [] for router_gateway (b7ce8909-cef0-4142-831a-887a5c2b0698), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.941247 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Routers {'b7ce8909-cef0-4142-831a-887a5c2b0698'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:12.941899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:11:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['b7ce8909-cef0-4142-831a-887a5c2b0698'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:12.963080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255d02-a7f4-4661-aecd-8d28e38aa66a None None] Pushing event updated for resources: {'Port': ['ID=802fa5d5-8b39-4a49-87cd-01501b841d3a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:12.974557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port 127c20cc-bc80-4d68-bbb6-6be846090630 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:12.974912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:12.993865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef1ad9fe-bb0a-42e1-87d5-8ac3ec3d8f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.010049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03869700-cf19-4b38-ac4c-3a44137e66e9 req-b553e20e-70bd-4240-9e4e-146813db2841 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:13.012005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03869700-cf19-4b38-ac4c-3a44137e66e9 req-b553e20e-70bd-4240-9e4e-146813db2841 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 947 time: 0.1821043 Feb 19 01:12:13.033246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:13.035934 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bd34bf-efd0-4f3e-a671-c147f461d9fc" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:13.135334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (a1fe3f4d-b1ae-4369-9452-e581ec8757ae), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.155397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 04a5b539-5c33-427f-a265-fd6e052a5998 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:13.155767 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.198858 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d36a5-6acd-4f3d-985f-0923df74c845 x-openstack-request-id: req-9d8d36a5-6acd-4f3d-985f-0923df74c845 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:13.202018 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-unplugged", "status": "completed", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:13.202482 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9d8d36a5-6acd-4f3d-985f-0923df74c845 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:13.203050 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'code': 200} Feb 19 01:12:13.208220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:13.228905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fe3f4d-b1ae-4369-9452-e581ec8757ae,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.237116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.251533 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] Set router b7ce8909-cef0-4142-831a-887a5c2b0698 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:13.271827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for 127c20cc-bc80-4d68-bbb6-6be846090630 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:13.329106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.336423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba4943-c466-4161-8f05-70fff02f5403 None None] Network 055bdb00-b705-43ca-a218-427eba5ee3de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:13.363950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f6e4d15f-d37e-4c92-a97a-f1f6a7596eab), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.385279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Deleting port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:13.386075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.438441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.1 (03dcec04-d930-409e-82ae-9ef8d7e31b45/f2f57097-df5a-48ac-a077-22898a2b3adc/e925b057-b0b7-43b1-b9f9-209bb88fa0c5) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:13.476407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=14']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.480120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Port': ['ID=f6e4d15f-d37e-4c92-a97a-f1f6a7596eab,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.532268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 04a5b539-5c33-427f-a265-fd6e052a5998 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:13.535032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.551155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.560213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7a276143-99d7-4d19-9bd3-94663b98cce1 tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/subnets/a1fe3f4d-b1ae-4369-9452-e581ec8757ae HTTP/1.1" status: 204 len: 168 time: 1.4436362 Feb 19 01:12:13.563472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.574208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 04a5b539-5c33-427f-a265-fd6e052a5998, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=04a5b539-5c33-427f-a265-fd6e052a5998,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:13.611521 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:12:09Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:13.645188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.664325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03869700-cf19-4b38-ac4c-3a44137e66e9 req-0b30cdc6-3196-45e1-bde0-d4f3dd9897f9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5530133 Feb 19 01:12:13.675001 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253327d6-eccc-439f-ba37-a28be425e2c1 None None] The sync data for ids ['b7ce8909-cef0-4142-831a-887a5c2b0698'] in n-d-826529-3 is: [{'id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'name': 'tempest-TestServerBasicOps-445581918-router', 'tenant_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:13Z', 'updated_at': '2022-02-19T01:12:09Z', 'revision_number': 5, 'project_id': '5b003761333e4d2b9fb9eacaca71e0f5', 'gw_port': {'id': 'e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce8909-cef0-4142-831a-887a5c2b0698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:14Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:13.764151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38fba0-9308-46c3-8536-829a0f9b1836 req-0e33e2c3-aae6-410f-897c-e21826ad8e8b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:13.771382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef38fba0-9308-46c3-8536-829a0f9b1836 req-0e33e2c3-aae6-410f-897c-e21826ad8e8b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.4235229 Feb 19 01:12:13.816064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] DHCP port deletion for 055bdb00-b705-43ca-a218-427eba5ee3de request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:13.826891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=04a5b539-5c33-427f-a265-fd6e052a5998,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:13.840429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (055bdb00-b705-43ca-a218-427eba5ee3de), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.857807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.894607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Deleting port 03413189-6622-472f-afdf-6d33ecadf373 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:13.894986 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (03413189-6622-472f-afdf-6d33ecadf373), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.900720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.915460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-919e92d1-4571-4029-ba2e-269d1ee335f2 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "DELETE /v2.0/ports/f6e4d15f-d37e-4c92-a97a-f1f6a7596eab HTTP/1.1" status: 204 len: 168 time: 1.7593958 Feb 19 01:12:13.916557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56224) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:13.955104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] For port e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:13.955496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:13.998149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Calling delete_port for e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:14.011138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ef38fba0-9308-46c3-8536-829a0f9b1836 req-53aa96d7-e287-4c1b-b990-b670cdac3376 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034194 Feb 19 01:12:14.039021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] For port 03413189-6622-472f-afdf-6d33ecadf373, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03413189-6622-472f-afdf-6d33ecadf373,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:14.041652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (03413189-6622-472f-afdf-6d33ecadf373), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.063454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Calling delete_port for 03413189-6622-472f-afdf-6d33ecadf373 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:14.066941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e28344-0df8-431e-94c0-7a2bb880243a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:14.071193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9e28344-0df8-431e-94c0-7a2bb880243a tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "GET /v2.0/ports?device_id=c93f0c85-2413-422a-9067-dc245bd3a4bc HTTP/1.1" status: 200 len: 913 time: 0.1489475 Feb 19 01:12:14.111401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:14.182695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.190436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.209675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting port 03413189-6622-472f-afdf-6d33ecadf373 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:14.210309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (03413189-6622-472f-afdf-6d33ecadf373), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.313046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.345651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Pushing event deleted for resources: {'Port': ['ID=e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:14.388374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:14.389124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (127c20cc-bc80-4d68-bbb6-6be846090630), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.408368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:14.418236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:14.487065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a2cf8-9711-4b09-862a-769c64e87c33 None None] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:14.487231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:14.505641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] For port 03413189-6622-472f-afdf-6d33ecadf373, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=03413189-6622-472f-afdf-6d33ecadf373,segment=NetworkSegment(53b72316-b2b6-4ea8-9b2c-701446136155),segment_id=53b72316-b2b6-4ea8-9b2c-701446136155)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:14.506502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (03413189-6622-472f-afdf-6d33ecadf373), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.518338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=127c20cc-bc80-4d68-bbb6-6be846090630,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:14.583942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Calling delete_port for 03413189-6622-472f-afdf-6d33ecadf373 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:14.651575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Provisioning complete for port 802fa5d5-8b39-4a49-87cd-01501b841d3a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:14.656260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.705764 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (03413189-6622-472f-afdf-6d33ecadf373), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.774584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] No DVR routers for this DVR port 03413189-6622-472f-afdf-6d33ecadf373 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:14.774584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e4b9-2f57-420b-8650-4c2353240656 None None] Pushing event deleted for resources: {'Port': ['ID=03413189-6622-472f-afdf-6d33ecadf373,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:14.841371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (b7ce8909-cef0-4142-831a-887a5c2b0698), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.864106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Current status of the port 802fa5d5-8b39-4a49-87cd-01501b841d3a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:14.865063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.963874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (ca634106-9bbc-4590-9581-e4809b14ae8f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:14.967189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 802fa5d5-8b39-4a49-87cd-01501b841d3a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:14.970782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] For port 802fa5d5-8b39-4a49-87cd-01501b841d3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=802fa5d5-8b39-4a49-87cd-01501b841d3a,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:15.005319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.008902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.015123 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks [] for router_controller (b7ce8909-cef0-4142-831a-887a5c2b0698), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.037689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 802fa5d5-8b39-4a49-87cd-01501b841d3a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:15.037689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.056420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.202548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8a57c-a43d-427a-bb00-33bf5edd511b None None] Pushing event updated for resources: {'Port': ['ID=802fa5d5-8b39-4a49-87cd-01501b841d3a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:15.281798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (b7ce8909-cef0-4142-831a-887a5c2b0698), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.282307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ce8909-cef0-4142-831a-887a5c2b0698 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:15.288728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.292455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4b33f79e-c5dd-4164-afea-e078993adaef admin admin] 10.222.0.94 "DELETE /v2.0/routers/b7ce8909-cef0-4142-831a-887a5c2b0698 HTTP/1.1" status: 204 len: 168 time: 2.9594657 Feb 19 01:12:15.297976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56270) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:15.311988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 802fa5d5-8b39-4a49-87cd-01501b841d3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:15.314053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 04a5b539-5c33-427f-a265-fd6e052a5998 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:15.323022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.391494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (03413189-6622-472f-afdf-6d33ecadf373), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.393618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:15.394309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.477743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:15.479807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Deleting subnet aa45496f-55a3-49d5-9e38-07baddde2edb {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:15.480355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 04a5b539-5c33-427f-a265-fd6e052a5998 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:15.480513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.481206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c0fa-81d3-4d35-ba8f-2e6929adbd88 req-ced4c578-9dc3-45f5-bc57-803a267cb1a7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:15.483110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aac8c0fa-81d3-4d35-ba8f-2e6929adbd88 req-ced4c578-9dc3-45f5-bc57-803a267cb1a7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2934535 Feb 19 01:12:15.485286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Publish callbacks [] for subnet (aa45496f-55a3-49d5-9e38-07baddde2edb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.533565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Provisioning complete for port 802fa5d5-8b39-4a49-87cd-01501b841d3a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:15.534078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.537454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (aa45496f-55a3-49d5-9e38-07baddde2edb), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.579436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Port': ['ID=03413189-6622-472f-afdf-6d33ecadf373,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:15.584183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] No DVR routers for this DVR port 03413189-6622-472f-afdf-6d33ecadf373 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:15.659052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Router bf2e192d-ce92-4db5-aadf-2713044f1e4a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:15.680939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (aa45496f-55a3-49d5-9e38-07baddde2edb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.689372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 04a5b539-5c33-427f-a265-fd6e052a5998 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:15.695075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.698762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e9491592-1b32-4886-a2da-440ec18716b1 None None] Current status of the port 802fa5d5-8b39-4a49-87cd-01501b841d3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:15.750020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aac8c0fa-81d3-4d35-ba8f-2e6929adbd88 req-e94887f6-67ff-4548-8159-91032674c49b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291479 Feb 19 01:12:15.765128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (055bdb00-b705-43ca-a218-427eba5ee3de), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.824221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a644812-d099-40b9-96f5-61524c2416cd None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:15.824529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a644812-d099-40b9-96f5-61524c2416cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.834249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:15.841799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d7b08679-dc6d-4bb1-9ff0-d14e2528929f tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "PUT /v2.0/routers/bf2e192d-ce92-4db5-aadf-2713044f1e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9950874 Feb 19 01:12:15.841972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56284) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:15.864759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055bdb00-b705-43ca-a218-427eba5ee3de']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:15.901974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b72316-b2b6-4ea8-9b2c-701446136155') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:15.902197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] Sync routers for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:15.902306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b72316-b2b6-4ea8-9b2c-701446136155') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:15.937200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a644812-d099-40b9-96f5-61524c2416cd None None] Port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:15.954953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:15.956032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:15.984137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (aa45496f-55a3-49d5-9e38-07baddde2edb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:15.988062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (53b72316-b2b6-4ea8-9b2c-701446136155), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.003688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.007698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] 10.222.0.94 "DELETE /v2.0/subnets/aa45496f-55a3-49d5-9e38-07baddde2edb HTTP/1.1" status: 204 len: 168 time: 0.7085545 Feb 19 01:12:16.011394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 407998af-0612-4ede-b8d5-8e255aee5dd8 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:16.014218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e220d-d346-4a10-a0fa-b3bd3d20d5de None None] Network ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:16.018217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56290) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:16.018365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:16.031911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd323-b176-414d-a3fa-6f022109286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa45496f-55a3-49d5-9e38-07baddde2edb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.037595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (53b72316-b2b6-4ea8-9b2c-701446136155), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.054328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.082152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 407998af-0612-4ede-b8d5-8e255aee5dd8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:16.082691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 407998af-0612-4ede-b8d5-8e255aee5dd8 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:16.083012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03413189-6622-472f-afdf-6d33ecadf373 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:16.107579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:16.108578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (53b72316-b2b6-4ea8-9b2c-701446136155), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:16.112094 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:16.119142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 03413189-6622-472f-afdf-6d33ecadf373 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:16.119142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 03413189-6622-472f-afdf-6d33ecadf373 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:16.155279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] Routers {'bf2e192d-ce92-4db5-aadf-2713044f1e4a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:16.155279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:16.201224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:16.201999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3e5710-cd4c-465d-adcd-17628a8502e1 None None] The sync data for ids ['bf2e192d-ce92-4db5-aadf-2713044f1e4a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:16.280715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (c93f0c85-2413-422a-9067-dc245bd3a4bc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.291140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.312590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] DHCP port deletion for ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:16.345163 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (055bdb00-b705-43ca-a218-427eba5ee3de), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.385462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Deleting port 2709d82e-2b9f-474a-9268-d9fc3895fb01 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:16.394833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.433409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.438359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/networks/055bdb00-b705-43ca-a218-427eba5ee3de HTTP/1.1" status: 204 len: 168 time: 2.8322966 Feb 19 01:12:16.490081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] For port 2709d82e-2b9f-474a-9268-d9fc3895fb01, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2709d82e-2b9f-474a-9268-d9fc3895fb01,segment=NetworkSegment(60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf),segment_id=60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:16.490534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.512199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Calling delete_port for 2709d82e-2b9f-474a-9268-d9fc3895fb01 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:16.545189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56298) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:16.613042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 802fa5d5-8b39-4a49-87cd-01501b841d3a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:16.637758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b443443-a71e-45de-ab6b-47a84bccea7f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Network': ['ID=055bdb00-b705-43ca-a218-427eba5ee3de,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.646940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_gateway (bf2e192d-ce92-4db5-aadf-2713044f1e4a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.692240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 802fa5d5-8b39-4a49-87cd-01501b841d3a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:16.692536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.710109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Deleting subnet fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:16.714972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360d81-7e97-407a-91a3-3d4ae2cd614e req-dc18849c-12d2-4017-a32f-a1cf48d620b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:16.716971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40360d81-7e97-407a-91a3-3d4ae2cd614e req-dc18849c-12d2-4017-a32f-a1cf48d620b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0583012 Feb 19 01:12:16.718413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.783626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 802fa5d5-8b39-4a49-87cd-01501b841d3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:16.803708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.831780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.845623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] Pushing event deleted for resources: {'Port': ['ID=2709d82e-2b9f-474a-9268-d9fc3895fb01,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:16.847802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40360d81-7e97-407a-91a3-3d4ae2cd614e req-adddb990-7d6b-4e20-9967-a9c7016b0e5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893314 Feb 19 01:12:16.855788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d9b49-83da-41a1-b59d-d25fb24c8fc7 None None] No DVR routers for this DVR port 2709d82e-2b9f-474a-9268-d9fc3895fb01 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:16.885196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:16.907127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.916530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting port e11b83a9-cf1d-4628-8d5e-66107acd3ccb {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:16.917146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e11b83a9-cf1d-4628-8d5e-66107acd3ccb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.922453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:16.922874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e59b0bb0-0c0d-4807-8d2a-6991e0d4cab0 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:16.923505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2709d82e-2b9f-474a-9268-d9fc3895fb01 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:16.947777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:16.958373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2709d82e-2b9f-474a-9268-d9fc3895fb01 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:16.960528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2709d82e-2b9f-474a-9268-d9fc3895fb01 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:16.963461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.054949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9fbc-83eb-4066-a0a2-053d97caef64 req-e936f203-a626-40e6-9405-ae6fc6d7c317 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:17.056530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49e9fbc-83eb-4066-a0a2-053d97caef64 req-e936f203-a626-40e6-9405-ae6fc6d7c317 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0760255 Feb 19 01:12:17.077515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e11b83a9-cf1d-4628-8d5e-66107acd3ccb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.098688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Calling delete_port for e11b83a9-cf1d-4628-8d5e-66107acd3ccb owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:17.168469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c49e9fbc-83eb-4066-a0a2-053d97caef64 req-13abf842-c998-47bc-9c09-db55c3cc6dd7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013615 Feb 19 01:12:17.335876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c60b1-009d-406c-9276-c0f872d282a0 req-9e90860c-8026-482b-9868-04bf65baed01 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:17.337395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-638c60b1-009d-406c-9276-c0f872d282a0 req-9e90860c-8026-482b-9868-04bf65baed01 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0963211 Feb 19 01:12:17.353142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Deleting port 2709d82e-2b9f-474a-9268-d9fc3895fb01 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:17.353485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.355916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:17.380445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (ca634106-9bbc-4590-9581-e4809b14ae8f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.387962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-638c60b1-009d-406c-9276-c0f872d282a0 req-fce5ca7c-e911-4fbc-86b1-6677f9379930 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Feb 19 01:12:17.422113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e11b83a9-cf1d-4628-8d5e-66107acd3ccb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.449704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0d36e-a576-4341-8e05-d191c26c751e req-ed42ec40-d3c2-42ce-b6da-2aeffb7955c1 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:17.451691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7e0d36e-a576-4341-8e05-d191c26c751e req-ed42ec40-d3c2-42ce-b6da-2aeffb7955c1 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.5834620 Feb 19 01:12:17.477201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Port': ['ID=e11b83a9-cf1d-4628-8d5e-66107acd3ccb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:17.523071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.532210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.579957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] For port 2709d82e-2b9f-474a-9268-d9fc3895fb01, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:17.580314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.634883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.637078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router_controller (bf2e192d-ce92-4db5-aadf-2713044f1e4a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.640446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Calling delete_port for 2709d82e-2b9f-474a-9268-d9fc3895fb01 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:17.650822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Port 2709d82e-2b9f-474a-9268-d9fc3895fb01 was not found and therefore no delete operation was performed {{(pid=110602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:12:17.687911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2709d82e-2b9f-474a-9268-d9fc3895fb01), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.716349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c7e0d36e-a576-4341-8e05-d191c26c751e req-78aeea14-2523-402d-96c7-3a6539c5ed47 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205477 Feb 19 01:12:17.746375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2709d82e-2b9f-474a-9268-d9fc3895fb01,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:17.752801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] No DVR routers for this DVR port 2709d82e-2b9f-474a-9268-d9fc3895fb01 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:17.770528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (bf2e192d-ce92-4db5-aadf-2713044f1e4a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.771281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Fanout notify agent at l3_agent the message router_deleted on router bf2e192d-ce92-4db5-aadf-2713044f1e4a {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:17.781197 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.781197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a1cecd5-ead3-4502-a7c0-55067bdba1dc tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/routers/bf2e192d-ce92-4db5-aadf-2713044f1e4a HTTP/1.1" status: 204 len: 168 time: 1.9372287 Feb 19 01:12:17.782921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56314) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:17.799422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abd016-2078-463e-9b4e-bf4b19ae57ec req-50bca606-1b60-48ab-b18d-3c8082b60105 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:17.801477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7abd016-2078-463e-9b4e-bf4b19ae57ec req-50bca606-1b60-48ab-b18d-3c8082b60105 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0863962 Feb 19 01:12:17.808412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:17.812246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:17.855366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.881659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Deleting subnet 31c3a458-a261-45eb-9663-41ceb6035e34 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:17.891789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (31c3a458-a261-45eb-9663-41ceb6035e34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:17.923697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7abd016-2078-463e-9b4e-bf4b19ae57ec req-e7e178c3-8156-4b7f-9698-d92ebe019e27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019340 Feb 19 01:12:17.947831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (31c3a458-a261-45eb-9663-41ceb6035e34), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.008342 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (31c3a458-a261-45eb-9663-41ceb6035e34), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.019754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Subnet': ['ID=fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.026749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2fbdb2-b7be-4480-8aa3-340624ad085e None None] Network 1f9365ea-0eac-4c16-96f5-490d1f439e6c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:18.053849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.078102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b46cf62-ff1f-464b-a0a1-0e8a2b46772e tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/subnets/fd35f7f6-54bb-41c3-8984-de9b2ec4f3b5 HTTP/1.1" status: 204 len: 168 time: 1.5252843 Feb 19 01:12:18.081067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56318) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:18.115356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.157391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c52472-d413-41ca-b2e8-3da0eadd7f3e req-dd55c836-2a01-47ea-a1c9-f883d1c14729 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.159055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01c52472-d413-41ca-b2e8-3da0eadd7f3e req-dd55c836-2a01-47ea-a1c9-f883d1c14729 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1080258 Feb 19 01:12:18.184378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (31c3a458-a261-45eb-9663-41ceb6035e34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.185090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-82941805-d723-422e-a7fb-844509405d3e None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:18.185649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82941805-d723-422e-a7fb-844509405d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.219374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Subnet': ['ID=31c3a458-a261-45eb-9663-41ceb6035e34,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.225923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-82941805-d723-422e-a7fb-844509405d3e None None] Port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:18.248152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.251442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b856f66-4ac4-426c-bc3b-35b4ade5ed17 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/subnets/31c3a458-a261-45eb-9663-41ceb6035e34 HTTP/1.1" status: 204 len: 168 time: 0.4677083 Feb 19 01:12:18.254355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:18.268986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] DHCP port deletion for 1f9365ea-0eac-4c16-96f5-490d1f439e6c request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:18.286979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.320363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.320653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.321316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01c52472-d413-41ca-b2e8-3da0eadd7f3e req-de529544-d2a1-406a-b2aa-1b93d61cb67e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567497 Feb 19 01:12:18.326428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad071-3335-4da2-ae7b-528150429452 req-51b90c9d-7197-4314-b96e-2316d34db10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.328036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-51b90c9d-7197-4314-b96e-2316d34db10c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.4931426 Feb 19 01:12:18.329420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Deleting port 7f48911b-b68b-408d-8114-f3e442b23fad {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:18.329862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.342186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting port 4f0a462b-3542-4a96-bad0-769f5504aecb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:18.342678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.357171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (d3494fbf-fda4-4a81-bbb3-918d536d314b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.376633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.382524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router ca634106-9bbc-4590-9581-e4809b14ae8f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:18.410658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] For port 7f48911b-b68b-408d-8114-f3e442b23fad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7f48911b-b68b-408d-8114-f3e442b23fad,segment=NetworkSegment(5001f4e2-910f-4671-9817-4a8db629bd1c),segment_id=5001f4e2-910f-4671-9817-4a8db629bd1c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:18.411051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.424370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Calling delete_port for 7f48911b-b68b-408d-8114-f3e442b23fad owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:18.438809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (1f9365ea-0eac-4c16-96f5-490d1f439e6c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.462508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (d3494fbf-fda4-4a81-bbb3-918d536d314b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.488626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.489680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3494fbf-fda4-4a81-bbb3-918d536d314b']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.506117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38580627-f0d4-423b-9847-b8ec258068ec') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.506448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38580627-f0d4-423b-9847-b8ec258068ec') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:18.517918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (38580627-f0d4-423b-9847-b8ec258068ec), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.518705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:18.519140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (60fdfcf2-ec6d-4049-bb6f-9b9e4d011daf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:18.524885 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:18.540222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (38580627-f0d4-423b-9847-b8ec258068ec), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.552279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:18.552689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (38580627-f0d4-423b-9847-b8ec258068ec), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:18.555961 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:18.560889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-ef945863-a4b0-43c1-93d4-d699d8fb7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.562402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-ef945863-a4b0-43c1-93d4-d699d8fb7d3f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 1128 time: 0.3475854 Feb 19 01:12:18.571753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7f48911b-b68b-408d-8114-f3e442b23fad no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:18.603978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (7f48911b-b68b-408d-8114-f3e442b23fad), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.641674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] No DVR routers for this DVR port 7f48911b-b68b-408d-8114-f3e442b23fad on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:18.643612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feedcc0-85de-4a2b-91d5-deaef9bff883 None None] Pushing event deleted for resources: {'Port': ['ID=7f48911b-b68b-408d-8114-f3e442b23fad,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.646277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 7f48911b-b68b-408d-8114-f3e442b23fad {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:12:18.646656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 7f48911b-b68b-408d-8114-f3e442b23fad host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:12:18.647015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7f48911b-b68b-408d-8114-f3e442b23fad not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:18.689162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (d3494fbf-fda4-4a81-bbb3-918d536d314b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.699006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.699257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] 10.222.0.94 "DELETE /v2.0/networks/d3494fbf-fda4-4a81-bbb3-918d536d314b HTTP/1.1" status: 204 len: 168 time: 0.4438820 Feb 19 01:12:18.710327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.712918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] The port '7f48911b-b68b-408d-8114-f3e442b23fad' was deleted {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 01:12:18.713664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b83924-d0fa-491d-a131-1aa0bedf30c3 tempest-FloatingIPTestJSON-1291821661 tempest-FloatingIPTestJSON-1291821661-project] Pushing event deleted for resources: {'Network': ['ID=d3494fbf-fda4-4a81-bbb3-918d536d314b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.801981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Calling delete_port for 4f0a462b-3542-4a96-bad0-769f5504aecb owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:18.881199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.883209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad071-3335-4da2-ae7b-528150429452 req-c9193e99-cb1d-4c41-8096-cd2e8a31ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:18.884811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-c9193e99-cb1d-4c41-8096-cd2e8a31ae6d service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.5308549 Feb 19 01:12:18.909322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:18.912437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] 10.222.0.94 "DELETE /v2.0/networks/ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014 HTTP/1.1" status: 204 len: 168 time: 2.8933482 Feb 19 01:12:18.916775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56324) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:18.983996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34361aba-a3af-4a86-8033-e44ba2bccda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9c91e3-f3f3-41c7-97a6-1a4cc2bf4014,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:18.987011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (1f9365ea-0eac-4c16-96f5-490d1f439e6c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.096051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56330) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:19.101288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:19.107144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9365ea-0eac-4c16-96f5-490d1f439e6c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:19.113699 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Sync routers for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:19.124668 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:19.125655 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:19.134593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fc5d93ae-6aa3-47b1-9f2b-1d3629edebb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/ca634106-9bbc-4590-9581-e4809b14ae8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5089240 Feb 19 01:12:19.136103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-89143b4e-dc3e-4a7e-b97c-ca2b5473cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.137967 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-89143b4e-dc3e-4a7e-b97c-ca2b5473cb2a service neutron] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 911 time: 0.5028870 Feb 19 01:12:19.154446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5001f4e2-910f-4671-9817-4a8db629bd1c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:19.154775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5001f4e2-910f-4671-9817-4a8db629bd1c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:19.196959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (5001f4e2-910f-4671-9817-4a8db629bd1c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.295029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:19.296031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae475ec4-6723-4f43-af97-9fc654710e64 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e867215ed4b64707b01cbfe62eaad354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988564 Feb 19 01:12:19.300582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56342) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:19.433008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-7bac7a36-6278-4cd1-82dc-75aa1879367b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101721743&fields=id&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 267 time: 0.0908153 Feb 19 01:12:19.461499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] Publish callbacks [] for security_group (f6fc349c-df16-4bf3-bc5c-e59a4de062b4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.530039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-966b6ed0-2c5b-4acd-8036-c730e5202c24 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.6133039 Feb 19 01:12:19.536825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] Publish callbacks [] for security_group (f6fc349c-df16-4bf3-bc5c-e59a4de062b4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.538089 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:16Z', 'revision_number': 2, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:19.559584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5001f4e2-910f-4671-9817-4a8db629bd1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.571147 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Checking router: ca634106-9bbc-4590-9581-e4809b14ae8f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:19.571514 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Updating router ca634106-9bbc-4590-9581-e4809b14ae8f port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:19.604069 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.630379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:19.630985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (5001f4e2-910f-4671-9817-4a8db629bd1c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:19.635636 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:19.649119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-a60285ed-0138-4846-8d1c-513e1d311d33 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.650861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-a60285ed-0138-4846-8d1c-513e1d311d33 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 796 time: 0.2014308 Feb 19 01:12:19.663740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (e514e873-afc6-470b-83d8-485974ec83f4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.702529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-da78a3df-2e4d-499b-bfc4-e3d4de573dfe service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 200 len: 1002 time: 0.5552931 Feb 19 01:12:19.718106 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-da73daaa-b6ed-41d3-b587-0dcb969d37d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/quotas/c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 375 time: 0.0168667 Feb 19 01:12:19.725979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648e611-cc6d-447f-913e-b9ef27277760 req-6b9a0228-5c26-4eb3-95aa-3eac747624f3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.733718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e648e611-cc6d-447f-913e-b9ef27277760 req-6b9a0228-5c26-4eb3-95aa-3eac747624f3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.6910684 Feb 19 01:12:19.793206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f6fc349c-df16-4bf3-bc5c-e59a4de062b4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.794139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad071-3335-4da2-ae7b-528150429452 req-96b4b915-4053-463e-9ec8-2c03b54cd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.795653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-96b4b915-4053-463e-9ec8-2c03b54cd88d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.2522795 Feb 19 01:12:19.796854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.798737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f6fc349c-df16-4bf3-bc5c-e59a4de062b4 HTTP/1.1" status: 204 len: 168 time: 0.4900947 Feb 19 01:12:19.822908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547d39a-551c-4480-9101-7e0e448a8cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc349c-df16-4bf3-bc5c-e59a4de062b4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:19.874935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-a007745c-8bea-418e-b56a-3a65c2d14fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:19.876444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-a007745c-8bea-418e-b56a-3a65c2d14fef service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.1679518 Feb 19 01:12:19.902381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-df414401-5ee8-4bac-8df2-c2dd8c909644 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742568 Feb 19 01:12:19.935122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (1f9365ea-0eac-4c16-96f5-490d1f439e6c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.952027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.960854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] 10.222.0.94 "DELETE /v2.0/networks/1f9365ea-0eac-4c16-96f5-490d1f439e6c HTTP/1.1" status: 204 len: 168 time: 1.8680856 Feb 19 01:12:19.980938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e648e611-cc6d-447f-913e-b9ef27277760 req-8435afe4-f219-4708-a5f1-84a0a5d8aff5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462704 Feb 19 01:12:19.990123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2fd2-058c-47b5-8163-d98524d4d09f tempest-ServersTestMultiNic-1239966276 tempest-ServersTestMultiNic-1239966276-project] Pushing event deleted for resources: {'Network': ['ID=1f9365ea-0eac-4c16-96f5-490d1f439e6c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.001080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad071-3335-4da2-ae7b-528150429452 req-b78f2fdc-3607-4c50-a664-55ba08291264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.002666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-b78f2fdc-3607-4c50-a664-55ba08291264 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1982222 Feb 19 01:12:20.031651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-e6d205cb-d5ba-42d4-9f86-29e0f3a95968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.034444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-e6d205cb-d5ba-42d4-9f86-29e0f3a95968 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1460443 Feb 19 01:12:20.051003 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks [] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.082093 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-8860be95-2a5e-4326-b6e0-382e07bd33a3 service neutron] 10.222.0.94 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605852 Feb 19 01:12:20.127201 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4f0a462b-3542-4a96-bad0-769f5504aecb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.157796 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.218370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Deleting port 30177092-0021-4445-9fe9-355e60fb6ba9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:20.218747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.239053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Port': ['ID=4f0a462b-3542-4a96-bad0-769f5504aecb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.245620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-543be4a6-fdb1-4817-8f47-64517e0a7e4f service neutron] 10.222.0.94 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568322 Feb 19 01:12:20.263348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Pushing event updated for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.303974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.304547 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.305064 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.305781 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.306310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.306793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.314309 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.314909 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.315430 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.315943 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.316431 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.316916 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.317396 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:20.398665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] For port 30177092-0021-4445-9fe9-355e60fb6ba9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30177092-0021-4445-9fe9-355e60fb6ba9,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:20.401866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.414526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-f958cd38-d6fc-4582-8202-69d400fe419e service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042625 Feb 19 01:12:20.436790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Calling delete_port for 30177092-0021-4445-9fe9-355e60fb6ba9 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:20.454911 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Attempting to bind port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:20.455322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Attempting to bind port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:20.455789 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Attempting to bind port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:20.470705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:20.470705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Checking segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:20.470705 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.473994 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Bound using segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:20.474400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bed9f8-aa95-4c05-b116-f491ec29ca94 req-ae716020-c38a-4143-b396-64931af2261f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:20.475193 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Bound port: e925b057-b0b7-43b1-b9f9-209bb88fa0c5, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:20.476059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55bed9f8-aa95-4c05-b116-f491ec29ca94 req-ae716020-c38a-4143-b396-64931af2261f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.3811605 Feb 19 01:12:20.476762 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.477953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-a9b052fc-4576-4b1e-bfe2-998e7e12deda service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229431 Feb 19 01:12:20.601804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] For port e925b057-b0b7-43b1-b9f9-209bb88fa0c5, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:20.610928 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] For port e925b057-b0b7-43b1-b9f9-209bb88fa0c5, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:20.673311 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.799486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:20.800126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:20.803825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:20.804315 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.842317 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb409d8-f1d4-4c92-9210-6c64e1ed1bcd None None] Pushing event updated for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:20.913302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2af8844a-763a-41ff-99b2-2490efb85c94 req-47dafb6d-8ce0-494a-9c58-81c165c21b75 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 210 time: 0.0432293 Feb 19 01:12:20.916048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (c93f0c85-2413-422a-9067-dc245bd3a4bc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.952145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (30177092-0021-4445-9fe9-355e60fb6ba9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.002294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55bed9f8-aa95-4c05-b116-f491ec29ca94 req-4446a529-c0dc-4698-8527-e388024370e7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946594 Feb 19 01:12:21.033448 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-493ad071-3335-4da2-ae7b-528150429452 req-20bc8b86-e990-41ef-95ea-6c6f6d97c570 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885313 Feb 19 01:12:21.069611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Current status of the port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:21.070238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.072648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Pushing event deleted for resources: {'Port': ['ID=30177092-0021-4445-9fe9-355e60fb6ba9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:21.146815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] For port e925b057-b0b7-43b1-b9f9-209bb88fa0c5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:21.159610 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:21.210893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-936f40f2-fd7b-4fc3-a6f8-521c1357502e req-754f3241-61a4-462a-95ea-38bf81c641e1 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048039 Feb 19 01:12:21.220191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.249775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56388) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:21.329003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e7d72-7227-4912-a28d-7a152c593f71 None None] Pushing event updated for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:21.361179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e7ca59da-d881-4d96-91b3-5a5e1c1a3a4e None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:21.361882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e7ca59da-d881-4d96-91b3-5a5e1c1a3a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.458688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Router c93f0c85-2413-422a-9067-dc245bd3a4bc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:21.459518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca59da-d881-4d96-91b3-5a5e1c1a3a4e None None] Current status of the port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:21.525369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121815f6-a577-4b88-9417-9ca12df90e3d req-00df0742-7e3d-4756-9b60-b5c6ccea2fba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:21.525369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-121815f6-a577-4b88-9417-9ca12df90e3d req-00df0742-7e3d-4756-9b60-b5c6ccea2fba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1922531 Feb 19 01:12:21.572657 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.603784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cbce0-ffe5-4098-ae47-f70932f472c3 None None] The sync data for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 is: [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:21.674466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-121815f6-a577-4b88-9417-9ca12df90e3d req-cb951420-7d57-465a-8724-e46224829c09 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150329 Feb 19 01:12:21.677714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:21.691709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba9c7e58-a6a1-4cbe-b99f-74789c9e3f71 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "PUT /v2.0/routers/c93f0c85-2413-422a-9067-dc245bd3a4bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5781465 Feb 19 01:12:21.693668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:21.705769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56394) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:21.716131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] Sync routers for ids ['c93f0c85-2413-422a-9067-dc245bd3a4bc'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:21.739284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] Routers {'c93f0c85-2413-422a-9067-dc245bd3a4bc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:21.739284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c93f0c85-2413-422a-9067-dc245bd3a4bc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.765173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (e514e873-afc6-470b-83d8-485974ec83f4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.834590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.876444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] Routers {'c93f0c85-2413-422a-9067-dc245bd3a4bc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:21.884428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c93f0c85-2413-422a-9067-dc245bd3a4bc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.913700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.979995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:21.981604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018123e-b0c5-45a1-8670-a8df057cf018 None None] The sync data for ids ['c93f0c85-2413-422a-9067-dc245bd3a4bc'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:22.040402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-abe5860c-d558-4bc4-bb22-8b08cdb71773 tempest-DvrRoutersNegativeTest-1682574137 tempest-DvrRoutersNegativeTest-1682574137-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-628011854', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:22.052275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.policy [None req-abe5860c-d558-4bc4-bb22-8b08cdb71773 tempest-DvrRoutersNegativeTest-1682574137 tempest-DvrRoutersNegativeTest-1682574137-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110602) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 01:12:22.052584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.policy [None req-abe5860c-d558-4bc4-bb22-8b08cdb71773 tempest-DvrRoutersNegativeTest-1682574137 tempest-DvrRoutersNegativeTest-1682574137-project] Failed policy check for 'create_router' {{(pid=110602) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 01:12:22.059976 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-abe5860c-d558-4bc4-bb22-8b08cdb71773 tempest-DvrRoutersNegativeTest-1682574137 tempest-DvrRoutersNegativeTest-1682574137-project] create failed (client error): Access was denied to this resource. Feb 19 01:12:22.068031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-abe5860c-d558-4bc4-bb22-8b08cdb71773 tempest-DvrRoutersNegativeTest-1682574137 tempest-DvrRoutersNegativeTest-1682574137-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3587976 Feb 19 01:12:22.530027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba06e6fc-88aa-4e8b-997e-d506ff6b59fd req-0edf79b1-fd5e-498f-a080-036befdfb121 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 210 time: 0.0762501 Feb 19 01:12:22.641427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.643932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for router_controller (c93f0c85-2413-422a-9067-dc245bd3a4bc), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.682122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b5dbb-1426-42b8-9b41-efff465cbd9a req-06578b03-3f4f-4f23-ac04-1793faeb8a42 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:22.683652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-661b5dbb-1426-42b8-9b41-efff465cbd9a req-06578b03-3f4f-4f23-ac04-1793faeb8a42 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.5564799 Feb 19 01:12:22.722657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Router e514e873-afc6-470b-83d8-485974ec83f4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:22.786850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e925b057-b0b7-43b1-b9f9-209bb88fa0c5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:22.871227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:22.872980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.888774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-661b5dbb-1426-42b8-9b41-efff465cbd9a req-28b6e2b7-5dc3-4317-9e9a-7055788e6f47 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787832 Feb 19 01:12:22.921803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56412) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:22.974773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (c93f0c85-2413-422a-9067-dc245bd3a4bc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.975806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Fanout notify agent at l3_agent the message router_deleted on router c93f0c85-2413-422a-9067-dc245bd3a4bc {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:22.985855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:22.988837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:22.990310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9cbf0da1-d77b-4019-b5bd-0be8f0e69d20 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "DELETE /v2.0/routers/c93f0c85-2413-422a-9067-dc245bd3a4bc HTTP/1.1" status: 204 len: 168 time: 1.2952495 Feb 19 01:12:22.997443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.002318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cfffe127-411a-4532-b3e9-9dcbb1bba004 admin admin] 10.222.0.94 "PUT /v2.0/routers/e514e873-afc6-470b-83d8-485974ec83f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0812051 Feb 19 01:12:23.006895 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Sync routers for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:23.014968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9da7d-f58a-48e9-8acf-30a8f4d5460f req-7fdc8221-ffde-4338-a705-a4eeb0cce919 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.021897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56418) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.026520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:23.027208 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:23.029391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.031694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e9da7d-f58a-48e9-8acf-30a8f4d5460f req-7fdc8221-ffde-4338-a705-a4eeb0cce919 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2030871 Feb 19 01:12:23.065911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.145097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e9da7d-f58a-48e9-8acf-30a8f4d5460f req-fdbad32e-e315-4c9a-9fca-b9a46a748073 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121836 Feb 19 01:12:23.196131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1abcf64-6e5a-4345-83b9-4edbc20ff918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.260582 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:23.290195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting subnet ba676dc4-5ce4-49d1-af70-1cd9d5456b93 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:23.310314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for subnet (ba676dc4-5ce4-49d1-af70-1cd9d5456b93), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.355052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ba676dc4-5ce4-49d1-af70-1cd9d5456b93), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.431588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c3023-d012-44c6-894c-1ffe6f5dc1a7 req-f5d9fadf-af95-4d3d-8600-49c9f64e7c62 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.440308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af8c3023-d012-44c6-894c-1ffe6f5dc1a7 req-f5d9fadf-af95-4d3d-8600-49c9f64e7c62 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0775316 Feb 19 01:12:23.450576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks [] for router (e514e873-afc6-470b-83d8-485974ec83f4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.522746 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 5, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.525778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ba676dc4-5ce4-49d1-af70-1cd9d5456b93), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.577967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af8c3023-d012-44c6-894c-1ffe6f5dc1a7 req-9c6b2ad5-7d62-4dfd-86fb-becb568ec76a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361840 Feb 19 01:12:23.617737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Deleting port b486649d-e672-44d0-acff-e631c37cb2e2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:23.621510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.709480 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Checking router: e514e873-afc6-470b-83d8-485974ec83f4 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:23.719781 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Routers {'e514e873-afc6-470b-83d8-485974ec83f4'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:23.720416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e514e873-afc6-470b-83d8-485974ec83f4'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:23.728905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6545e1b-c329-49ea-8bc7-a25697216d15 req-6c02d463-1f98-4222-b496-137c91bc15eb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 210 time: 0.0774822 Feb 19 01:12:23.791390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1abcf64-6e5a-4345-83b9-4edbc20ff918 admin admin] Publish callbacks [] for security_group (8c856f01-c7e9-4f4d-9d1e-a2441d812a6c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.794290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks [] for router_gateway (e514e873-afc6-470b-83d8-485974ec83f4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.804400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0efbc2-b213-4c9a-95e7-73d176c798ef req-79913ef6-a740-4d3d-ab67-a7207c8e0f03 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:23.805895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a0efbc2-b213-4c9a-95e7-73d176c798ef req-79913ef6-a740-4d3d-ab67-a7207c8e0f03 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1155899 Feb 19 01:12:23.827991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ba676dc4-5ce4-49d1-af70-1cd9d5456b93), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.829911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] For port b486649d-e672-44d0-acff-e631c37cb2e2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b486649d-e672-44d0-acff-e631c37cb2e2,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:23.830289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.857023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:23.862408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f563b3-2d69-47ba-b2a6-c8f3145526ed None None] Network 802aaba7-a27f-45e0-ace0-6dc8233f29dd requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:23.863509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Calling delete_port for b486649d-e672-44d0-acff-e631c37cb2e2 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:23.865008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "DELETE /v2.0/subnets/ba676dc4-5ce4-49d1-af70-1cd9d5456b93 HTTP/1.1" status: 204 len: 168 time: 0.8648522 Feb 19 01:12:23.869809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56430) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:23.890124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd593439-6677-4218-8937-eb33bb102c58 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Subnet': ['ID=ba676dc4-5ce4-49d1-af70-1cd9d5456b93,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:23.906379 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] Set router e514e873-afc6-470b-83d8-485974ec83f4 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:23.980712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1abcf64-6e5a-4345-83b9-4edbc20ff918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c856f01-c7e9-4f4d-9d1e-a2441d812a6c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.049924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] DHCP port deletion for 802aaba7-a27f-45e0-ace0-6dc8233f29dd request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:24.092143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc823d67-c73a-45c9-ba18-607314b0e663 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.095097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc823d67-c73a-45c9-ba18-607314b0e663 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 796 time: 0.2274470 Feb 19 01:12:24.109512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a0efbc2-b213-4c9a-95e7-73d176c798ef req-d6ffed04-93d8-4f22-93f5-a29746d7703f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902026 Feb 19 01:12:24.118703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Deleting port 14c00a1b-b521-4850-b419-149b810aa116 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:24.119143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (802aaba7-a27f-45e0-ace0-6dc8233f29dd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.119764 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (14c00a1b-b521-4850-b419-149b810aa116), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.132838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1abcf64-6e5a-4345-83b9-4edbc20ff918 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=394311fd82604991a13d07786a734f40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2092512 Feb 19 01:12:24.134659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abcf64-6e5a-4345-83b9-4edbc20ff918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c856f01-c7e9-4f4d-9d1e-a2441d812a6c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:24.141816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:24.181594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Deleting port 1451ef1f-a8fc-405c-88c5-2137fc9362da {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:24.182085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.233274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] For port 14c00a1b-b521-4850-b419-149b810aa116, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=14c00a1b-b521-4850-b419-149b810aa116,segment=NetworkSegment(c5cfcad8-aa21-4e18-ba1f-1abccf04de05),segment_id=c5cfcad8-aa21-4e18-ba1f-1abccf04de05)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:24.233667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (14c00a1b-b521-4850-b419-149b810aa116), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.239324 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 5, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:24.250614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Calling delete_port for 14c00a1b-b521-4850-b419-149b810aa116 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:24.282038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f190a2ea-abf2-4bd0-be3b-a8036205caeb None None] The sync data for ids ['e514e873-afc6-470b-83d8-485974ec83f4'] in n-d-826529-3 is: [{'id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'name': 'tempest-TestServerBasicOps-104373332-router', 'tenant_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:12:20Z', 'revision_number': 5, 'project_id': '59a4d4d696b84bc280bd05da5c43ffa2', 'gw_port': {'id': '1451ef1f-a8fc-405c-88c5-2137fc9362da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:17:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e514e873-afc6-470b-83d8-485974ec83f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:24.337350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-9ea3674a-3156-4ce2-8fd8-b0afbcd93bbb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 379 time: 0.1982186 Feb 19 01:12:24.351490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'port': {'device_id': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'admin_state_up': True, 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'security_groups': ['17168a9e-d5a2-4e47-b126-ebcab231dab5']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:24.366591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] Publish callbacks [] for security_group (8c856f01-c7e9-4f4d-9d1e-a2441d812a6c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.418800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] Publish callbacks [] for security_group (8c856f01-c7e9-4f4d-9d1e-a2441d812a6c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.438879 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (14c00a1b-b521-4850-b419-149b810aa116), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.469351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] Pushing event deleted for resources: {'Port': ['ID=14c00a1b-b521-4850-b419-149b810aa116,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:24.471714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219db35d-0928-464a-bba4-ecf2a6ea940d None None] No DVR routers for this DVR port 14c00a1b-b521-4850-b419-149b810aa116 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:24.485352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d409f8d-17c5-4aea-acea-dc9c138bfe23 req-d8c4d837-d148-4aa6-b6d1-3b179d370782 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:24.486905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d409f8d-17c5-4aea-acea-dc9c138bfe23 req-d8c4d837-d148-4aa6-b6d1-3b179d370782 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2616765 Feb 19 01:12:24.490511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Deleting port 14c00a1b-b521-4850-b419-149b810aa116 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:24.490866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (14c00a1b-b521-4850-b419-149b810aa116), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.494273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] For port 1451ef1f-a8fc-405c-88c5-2137fc9362da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1451ef1f-a8fc-405c-88c5-2137fc9362da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:24.494613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.535783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Calling delete_port for 1451ef1f-a8fc-405c-88c5-2137fc9362da owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:24.587484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] For port 14c00a1b-b521-4850-b419-149b810aa116, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:24.588078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (14c00a1b-b521-4850-b419-149b810aa116), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.601572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Calling delete_port for 14c00a1b-b521-4850-b419-149b810aa116 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:24.604446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Port 14c00a1b-b521-4850-b419-149b810aa116 was not found and therefore no delete operation was performed {{(pid=110601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:12:24.606316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (14c00a1b-b521-4850-b419-149b810aa116), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.638663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Port': ['ID=14c00a1b-b521-4850-b419-149b810aa116,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:24.644092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c856f01-c7e9-4f4d-9d1e-a2441d812a6c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.644092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.644576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8c856f01-c7e9-4f4d-9d1e-a2441d812a6c HTTP/1.1" status: 204 len: 168 time: 0.4977078 Feb 19 01:12:24.648952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] No DVR routers for this DVR port 14c00a1b-b521-4850-b419-149b810aa116 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:24.651523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b486649d-e672-44d0-acff-e631c37cb2e2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.688443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60901745-f9dd-417d-8907-fcbd5e9063d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c856f01-c7e9-4f4d-9d1e-a2441d812a6c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:24.713249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b486649d-e672-44d0-acff-e631c37cb2e2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:24.769512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 30177092-0021-4445-9fe9-355e60fb6ba9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:24.814255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 30177092-0021-4445-9fe9-355e60fb6ba9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:24.814255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 30177092-0021-4445-9fe9-355e60fb6ba9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:24.814255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14c00a1b-b521-4850-b419-149b810aa116 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:24.823512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:24.828113 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.849406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d409f8d-17c5-4aea-acea-dc9c138bfe23 req-c89b4b10-919c-4616-975c-64381229e0c9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497229 Feb 19 01:12:24.883748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 14c00a1b-b521-4850-b419-149b810aa116 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:24.884187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 14c00a1b-b521-4850-b419-149b810aa116 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:24.952651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3fed109-0a69-4e13-8b05-a2566a46a504 req-d0c81747-1986-4c5d-a842-35577f5f6804 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 210 time: 0.0611384 Feb 19 01:12:24.962532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (802aaba7-a27f-45e0-ace0-6dc8233f29dd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.993298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802aaba7-a27f-45e0-ace0-6dc8233f29dd']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:25.008725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:25.009023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cfcad8-aa21-4e18-ba1f-1abccf04de05') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:25.024791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1451ef1f-a8fc-405c-88c5-2137fc9362da), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.070255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (c5cfcad8-aa21-4e18-ba1f-1abccf04de05), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.094341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c5cfcad8-aa21-4e18-ba1f-1abccf04de05), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.100648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.6 (03dcec04-d930-409e-82ae-9ef8d7e31b45/f2f57097-df5a-48ac-a077-22898a2b3adc/99683023-f96b-4441-855d-ed75da06e967) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:25.116571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Pushing event deleted for resources: {'Port': ['ID=1451ef1f-a8fc-405c-88c5-2137fc9362da,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.135970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:25.136374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (c5cfcad8-aa21-4e18-ba1f-1abccf04de05), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:25.140681 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:25.215222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.232617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ac01-e632-4e9f-bd05-ff99ff096d01 req-46df8776-d10c-4be2-ba5d-01f3ad93a284 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:25.234009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2883ac01-e632-4e9f-bd05-ff99ff096d01 req-46df8776-d10c-4be2-ba5d-01f3ad93a284 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2104111 Feb 19 01:12:25.251562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (e514e873-afc6-470b-83d8-485974ec83f4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.279147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (802aaba7-a27f-45e0-ace0-6dc8233f29dd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.286013 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.290892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] 10.222.0.94 "DELETE /v2.0/networks/802aaba7-a27f-45e0-ace0-6dc8233f29dd HTTP/1.1" status: 204 len: 168 time: 1.4184289 Feb 19 01:12:25.311620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e7e10-6eaf-477e-949d-259600a4d5e5 tempest-FloatingIPNegativeTestJSON-30515096 tempest-FloatingIPNegativeTestJSON-30515096-project] Pushing event deleted for resources: {'Network': ['ID=802aaba7-a27f-45e0-ace0-6dc8233f29dd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.420545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e514e873-afc6-470b-83d8-485974ec83f4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.425876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks [] for router_controller (e514e873-afc6-470b-83d8-485974ec83f4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.499899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2883ac01-e632-4e9f-bd05-ff99ff096d01 req-85eb93f2-1d09-4fad-869b-a71d3f8dfd16 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581863 Feb 19 01:12:25.507910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Router 4347f0a0-7835-470e-acf3-fd7a35f8d17d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:25.523789 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (99683023-f96b-4441-855d-ed75da06e967), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.560381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e514e873-afc6-470b-83d8-485974ec83f4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.560847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e514e873-afc6-470b-83d8-485974ec83f4 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:25.565710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.569284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5dd99058-c052-4271-b76a-33bd35d61249 admin admin] 10.222.0.94 "DELETE /v2.0/routers/e514e873-afc6-470b-83d8-485974ec83f4 HTTP/1.1" status: 204 len: 168 time: 2.5334725 Feb 19 01:12:25.570898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:25.623913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Deleting subnet ab1a3be8-b577-4260-b982-21c95d6aaf4a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:25.627269 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Publish callbacks [] for subnet (ab1a3be8-b577-4260-b982-21c95d6aaf4a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.672949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:25.693774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Sync routers for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:25.699065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-023bfec0-6cfd-49a2-89cd-82df0ade39ab admin admin] 10.222.0.94 "PUT /v2.0/routers/4347f0a0-7835-470e-acf3-fd7a35f8d17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4461803 Feb 19 01:12:25.699220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (99683023-f96b-4441-855d-ed75da06e967), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.702922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56462) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:25.720352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ab1a3be8-b577-4260-b982-21c95d6aaf4a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:25.721372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:25.722055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:25.821957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:25.828878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:25.836190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:25.966417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56476) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:25.967180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:25.999344 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks [] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.017254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:26.041444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ab1a3be8-b577-4260-b982-21c95d6aaf4a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.064184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.064871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.106899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:12:26.212341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-8e98b3de-ba00-4bfb-99d6-412352ddd463 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.213942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-8e98b3de-ba00-4bfb-99d6-412352ddd463 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.3111737 Feb 19 01:12:26.242446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-b66a3ed9-63f1-4a1f-8aa8-de24fa03baef tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/quotas/2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0162547 Feb 19 01:12:26.248263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks [] for router_gateway (4347f0a0-7835-470e-acf3-fd7a35f8d17d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.297270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-e31faa0a-4f70-4b79-bae1-49f7b93a2814 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9527109 Feb 19 01:12:26.310321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-79acfa72-eed9-4aec-b54d-ad46793ae162 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d6ad4b02adc54a4481495e128e38c7b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399789 Feb 19 01:12:26.311912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56486) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:26.320437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Request body: {'port': {'device_id': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:26.346378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97be07-44de-4a9d-8cfa-a698e3c92a59 req-3ba3619e-705f-46bc-84a0-6a4dca4f95e1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:26.354699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f97be07-44de-4a9d-8cfa-a698e3c92a59 req-3ba3619e-705f-46bc-84a0-6a4dca4f95e1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 931 time: 0.1978927 Feb 19 01:12:26.394998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ab1a3be8-b577-4260-b982-21c95d6aaf4a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.413080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-accd1fbb-c955-4d58-8209-b4ce9376559b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468892 Feb 19 01:12:26.557521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3072da24-7306-4557-8ffd-47870ed00dbb None None] Provisioning complete for port 99683023-f96b-4441-855d-ed75da06e967 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:26.558154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3072da24-7306-4557-8ffd-47870ed00dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (99683023-f96b-4441-855d-ed75da06e967), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.593800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-5800e7db-3dbb-4b8b-90d4-7a5f4cacc485 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717582 Feb 19 01:12:26.620833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': 'f431030d-304d-4f4c-9256-d551941866bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:12:24Z', 'revision_number': 5, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port': {'id': 'f431030d-304d-4f4c-9256-d551941866bb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:10:03Z', 'updated_at': '2022-02-19T01:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:26.635254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] Publish callbacks [] for security_group (a2180c50-4ccc-4bbb-9657-3c0d2e02536d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.654433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Checking router: 4347f0a0-7835-470e-acf3-fd7a35f8d17d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:26.660318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3072da24-7306-4557-8ffd-47870ed00dbb None None] Port 99683023-f96b-4441-855d-ed75da06e967 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:26.682749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1451ef1f-a8fc-405c-88c5-2137fc9362da no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:26.689604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Routers {'4347f0a0-7835-470e-acf3-fd7a35f8d17d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:26.690674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:26.732850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] Publish callbacks [] for security_group (a2180c50-4ccc-4bbb-9657-3c0d2e02536d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.769373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1451ef1f-a8fc-405c-88c5-2137fc9362da {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:26.771016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1451ef1f-a8fc-405c-88c5-2137fc9362da not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:26.774391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1a3be8-b577-4260-b982-21c95d6aaf4a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:26.780691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.783531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Deleting port f431030d-304d-4f4c-9256-d551941866bb {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:26.783915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f431030d-304d-4f4c-9256-d551941866bb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.784031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-83ff671e-fa9e-479e-9980-ea4951ead553 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ab1a3be8-b577-4260-b982-21c95d6aaf4a HTTP/1.1" status: 204 len: 168 time: 1.2120640 Feb 19 01:12:26.790189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:26.811683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9d38c-7b02-4e1d-b837-0e2036f564b2 None None] Network c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:26.843819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f97be07-44de-4a9d-8cfa-a698e3c92a59 req-377da356-f11d-4a98-bb34-dabc091ed18f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875741 Feb 19 01:12:26.887841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] Set router 4347f0a0-7835-470e-acf3-fd7a35f8d17d gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:26.894458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.936961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:26.954824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 6, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:26.992547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b2260-773a-4d3f-9c43-0b3c3cc7f7b5 None None] The sync data for ids ['4347f0a0-7835-470e-acf3-fd7a35f8d17d'] in n-d-826529-3 is: [{'id': '4347f0a0-7835-470e-acf3-fd7a35f8d17d', 'name': 'tempest-ServersTestMultiNic-1540569812-router', 'tenant_id': '83e86d27a9674bd398d96c3b573776b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:10:02Z', 'updated_at': '2022-02-19T01:12:26Z', 'revision_number': 6, 'project_id': '83e86d27a9674bd398d96c3b573776b4', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:27.145411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Deleting port 61c4d5df-8aae-42c3-9e32-53797c5edd1c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:27.145746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.262942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] For port 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61c4d5df-8aae-42c3-9e32-53797c5edd1c,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:27.263329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.266633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-1cb3f6f0-0fe3-481e-9d71-c1d41ab1a15a service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715100 Feb 19 01:12:27.287587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Calling delete_port for 61c4d5df-8aae-42c3-9e32-53797c5edd1c owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:27.332048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] For port f431030d-304d-4f4c-9256-d551941866bb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f431030d-304d-4f4c-9256-d551941866bb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:27.332587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f431030d-304d-4f4c-9256-d551941866bb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.353479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Calling delete_port for f431030d-304d-4f4c-9256-d551941866bb owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:27.360513 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a2180c50-4ccc-4bbb-9657-3c0d2e02536d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.366857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.372335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a2180c50-4ccc-4bbb-9657-3c0d2e02536d HTTP/1.1" status: 204 len: 168 time: 1.0579393 Feb 19 01:12:27.392629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26d44e-15a2-4641-8b01-87166c12571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2180c50-4ccc-4bbb-9657-3c0d2e02536d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:27.416162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] DHCP port deletion for c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:27.450297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:27.482004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks [] for port (99683023-f96b-4441-855d-ed75da06e967), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.533512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Deleting port 61c4d5df-8aae-42c3-9e32-53797c5edd1c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:27.533925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.597144 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.660285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Pushing event deleted for resources: {'Port': ['ID=61c4d5df-8aae-42c3-9e32-53797c5edd1c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:27.685398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] No DVR routers for this DVR port 61c4d5df-8aae-42c3-9e32-53797c5edd1c on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:27.694639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] For port 61c4d5df-8aae-42c3-9e32-53797c5edd1c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61c4d5df-8aae-42c3-9e32-53797c5edd1c,segment=NetworkSegment(4d21f305-b632-4472-b29f-d2df79d8c9c2),segment_id=4d21f305-b632-4472-b29f-d2df79d8c9c2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:27.695437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.723841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Calling delete_port for 61c4d5df-8aae-42c3-9e32-53797c5edd1c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:27.778057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.780652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f431030d-304d-4f4c-9256-d551941866bb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.782422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Transition to ACTIVE for port object 99683023-f96b-4441-855d-ed75da06e967 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:12:27.820856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9340f4f-c6c8-49a9-b922-a0c6202ae4a1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.863529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d21f305-b632-4472-b29f-d2df79d8c9c2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.864118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d21f305-b632-4472-b29f-d2df79d8c9c2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:27.901161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (4d21f305-b632-4472-b29f-d2df79d8c9c2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.905768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f431030d-304d-4f4c-9256-d551941866bb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:27.923827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.937234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4d21f305-b632-4472-b29f-d2df79d8c9c2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.973761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (61c4d5df-8aae-42c3-9e32-53797c5edd1c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.978981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:27.983427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (4d21f305-b632-4472-b29f-d2df79d8c9c2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:27.989223 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:28.008753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] No DVR routers for this DVR port 61c4d5df-8aae-42c3-9e32-53797c5edd1c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:28.085277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.085485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb717d0-a03f-408c-9706-a56d9b7d3505 None None] Pushing event deleted for resources: {'Port': ['ID=61c4d5df-8aae-42c3-9e32-53797c5edd1c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:28.145110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83316567-7b00-447b-a422-7cb61dfba692 req-d75e3858-e258-416e-8bf5-1b6fe7ae5dc8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 210 time: 0.4998136 Feb 19 01:12:28.168739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:28.268793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c9340f4f-c6c8-49a9-b922-a0c6202ae4a1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.278891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.278891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks [] for router_controller (4347f0a0-7835-470e-acf3-fd7a35f8d17d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.286122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.298302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] 10.222.0.94 "DELETE /v2.0/networks/c9340f4f-c6c8-49a9-b922-a0c6202ae4a1 HTTP/1.1" status: 204 len: 168 time: 1.5013745 Feb 19 01:12:28.330176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb416a-b56f-47a1-ae59-e9fd8062b72a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9340f4f-c6c8-49a9-b922-a0c6202ae4a1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:28.372172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:28.372172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:28.372537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:28.382573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:28.383069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:28.390689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:28.391308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Checking segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:28.391848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Bound using segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:28.392448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Bound port: 99683023-f96b-4441-855d-ed75da06e967, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:28.392971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.419996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93926-076d-4baf-ba5e-0c55efd59e2e req-2b3f4990-b158-4418-bb51-ca5cb9f2e0bb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:28.421545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0c93926-076d-4baf-ba5e-0c55efd59e2e req-2b3f4990-b158-4418-bb51-ca5cb9f2e0bb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.3331995 Feb 19 01:12:28.466361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:28.468996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (4347f0a0-7835-470e-acf3-fd7a35f8d17d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.471063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4347f0a0-7835-470e-acf3-fd7a35f8d17d {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:12:28.471237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:28.475353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.482797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2ed4402-de9c-4ad1-879f-bc5f9638ebf1 admin admin] 10.222.0.94 "DELETE /v2.0/routers/4347f0a0-7835-470e-acf3-fd7a35f8d17d HTTP/1.1" status: 204 len: 168 time: 2.7783341 Feb 19 01:12:28.486003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56536) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:28.542145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.548064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0c93926-076d-4baf-ba5e-0c55efd59e2e req-23964142-fe9e-4558-bc58-06a0de4b77ae tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189187 Feb 19 01:12:28.557255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Deleting subnet a73c92b8-2b89-44ea-85c8-e34b688bf127 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:28.560920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Publish callbacks [] for subnet (a73c92b8-2b89-44ea-85c8-e34b688bf127), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.626432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b486649d-e672-44d0-acff-e631c37cb2e2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:28.626597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (a73c92b8-2b89-44ea-85c8-e34b688bf127), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.679949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: b486649d-e672-44d0-acff-e631c37cb2e2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:28.679949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b486649d-e672-44d0-acff-e631c37cb2e2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:28.679949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f431030d-304d-4f4c-9256-d551941866bb no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:28.707283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f431030d-304d-4f4c-9256-d551941866bb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:28.707573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f431030d-304d-4f4c-9256-d551941866bb not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:28.707992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61c4d5df-8aae-42c3-9e32-53797c5edd1c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:28.717698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:28.721265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.732364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] 10.222.0.117 "PUT /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 1091 time: 2.4096720 Feb 19 01:12:28.732364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:28.732615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 61c4d5df-8aae-42c3-9e32-53797c5edd1c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:28.733123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61c4d5df-8aae-42c3-9e32-53797c5edd1c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:28.745500 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4caf0f-7587-4e31-a956-207c1aa41b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:28.794573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56544) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:28.820920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98478c-fb78-4831-8166-bfe86d1c5714 service neutron] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:28.838194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (a73c92b8-2b89-44ea-85c8-e34b688bf127), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.848595 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6919f0-2035-4bf8-9c44-62e7bf7ecccd x-openstack-request-id: req-cd6919f0-2035-4bf8-9c44-62e7bf7ecccd {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:28.849130 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:28.849535 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cd6919f0-2035-4bf8-9c44-62e7bf7ecccd {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:28.850253 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'status': 'completed', 'code': 200} Feb 19 01:12:28.935278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ab0ec1e5-04b3-4553-b55d-57be61c58483 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5b003761333e4d2b9fb9eacaca71e0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352251 Feb 19 01:12:28.938054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56552) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:28.972511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (a73c92b8-2b89-44ea-85c8-e34b688bf127), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:28.975412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-e177af22-11e3-4945-9efa-5a1841251753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:28.982742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-e177af22-11e3-4945-9efa-5a1841251753 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1125 time: 0.1150405 Feb 19 01:12:29.033702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73c92b8-2b89-44ea-85c8-e34b688bf127,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:29.045965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10448bdf-75cc-43ff-8654-126af5d29a06 None None] Network 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:29.055529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.062377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-88cbd957-b8a5-448a-a995-9e3d086dc569 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/a73c92b8-2b89-44ea-85c8-e34b688bf127 HTTP/1.1" status: 204 len: 168 time: 0.5750198 Feb 19 01:12:29.071815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:29.141748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] Publish callbacks [] for security_group (7cbf950e-d569-429d-a25f-a739983f4ce4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.228228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.228228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] Publish callbacks [] for security_group (7cbf950e-d569-429d-a25f-a739983f4ce4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.353384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00b8464e-ff55-4e41-9d24-ed30b6cd58fd req-6eaeae34-2268-4fb6-8bdb-27d32fe313e2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 210 time: 0.0370858 Feb 19 01:12:29.362984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Deleting port 90cda0cf-0bc2-48f7-8491-168e848ee9be {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:29.363379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.447884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cbf950e-d569-429d-a25f-a739983f4ce4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.449078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.454647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7cbf950e-d569-429d-a25f-a739983f4ce4 HTTP/1.1" status: 204 len: 168 time: 0.5120659 Feb 19 01:12:29.466477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] DHCP port deletion for 0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:29.472018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-5d5eccd1-e8db-4032-8635-c1a05cea4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:29.480093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-5d5eccd1-e8db-4032-8635-c1a05cea4575 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=c323be55983947e9a8958bb8509ef471&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4824679 Feb 19 01:12:29.482238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80576d87-a54e-4290-8f73-9410ce593b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbf950e-d569-429d-a25f-a739983f4ce4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:29.495347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] For port 90cda0cf-0bc2-48f7-8491-168e848ee9be, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=90cda0cf-0bc2-48f7-8491-168e848ee9be,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:29.495970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.515918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Calling delete_port for 90cda0cf-0bc2-48f7-8491-168e848ee9be owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:29.636398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Deleting port 90cda0cf-0bc2-48f7-8491-168e848ee9be {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:29.639023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.724127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.726357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56580) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:29.781298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cda0cf-0bc2-48f7-8491-168e848ee9be,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:29.820275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] No DVR routers for this DVR port 90cda0cf-0bc2-48f7-8491-168e848ee9be on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:29.832885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] For port 90cda0cf-0bc2-48f7-8491-168e848ee9be, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=90cda0cf-0bc2-48f7-8491-168e848ee9be,segment=NetworkSegment(920b5419-6b8f-4809-baa0-192e27b20e70),segment_id=920b5419-6b8f-4809-baa0-192e27b20e70)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:29.833291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.855252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Calling delete_port for 90cda0cf-0bc2-48f7-8491-168e848ee9be owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:29.944540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.973064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3ff401-79c6-417e-bcff-f3dc2a2e0a30']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:29.976287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (90cda0cf-0bc2-48f7-8491-168e848ee9be), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:29.984061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b5419-6b8f-4809-baa0-192e27b20e70') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:29.984400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b5419-6b8f-4809-baa0-192e27b20e70') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:29.994455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (920b5419-6b8f-4809-baa0-192e27b20e70), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.009008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (920b5419-6b8f-4809-baa0-192e27b20e70), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.013414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-2e1fa92a-be82-4413-8877-72923014a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.014333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] Pushing event deleted for resources: {'Port': ['ID=90cda0cf-0bc2-48f7-8491-168e848ee9be,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:30.015941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:12:30.016122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df4caf0f-7587-4e31-a956-207c1aa41b3e req-2e1fa92a-be82-4413-8877-72923014a2f0 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5249825 Feb 19 01:12:30.016383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (920b5419-6b8f-4809-baa0-192e27b20e70), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.038386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc521f-4f51-4366-bc2d-0fe45c4640c3 None None] No DVR routers for this DVR port 90cda0cf-0bc2-48f7-8491-168e848ee9be on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:30.052274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff989b-5ec8-45b6-83cd-ff2a2473fe51 req-49dbbd32-a929-45e5-89ca-1ae81b41b0ad tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.054299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8ff989b-5ec8-45b6-83cd-ff2a2473fe51 req-49dbbd32-a929-45e5-89ca-1ae81b41b0ad tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.2935305 Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:12:30.087895 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:12:30.093404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1534510870'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:30.179929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-58234ea8-7fdc-4a53-bca4-6df931e43183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.180353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0d3ff401-79c6-417e-bcff-f3dc2a2e0a30), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.181728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-58234ea8-7fdc-4a53-bca4-6df931e43183 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1125 time: 0.0991375 Feb 19 01:12:30.188660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.192982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] 10.222.0.94 "DELETE /v2.0/networks/0d3ff401-79c6-417e-bcff-f3dc2a2e0a30 HTTP/1.1" status: 204 len: 168 time: 1.1201730 Feb 19 01:12:30.199775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8ff989b-5ec8-45b6-83cd-ff2a2473fe51 req-a17c4231-80ff-4879-9df2-e033847d8d76 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357901 Feb 19 01:12:30.218158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:30.224087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.252157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-3d7afe3f-43c5-42bb-9349-855b2e022f84 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 217 time: 0.0510931 Feb 19 01:12:30.270139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52060829-1ab6-4275-a040-ccc5a51b1777 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3ff401-79c6-417e-bcff-f3dc2a2e0a30,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:30.272185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.320398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-941c1676-0a20-47e1-9352-f7d61c8d868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.321926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-941c1676-0a20-47e1-9352-f7d61c8d868f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.0642269 Feb 19 01:12:30.392771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for security_group (aead97f9-9bce-4f25-81f5-c0fe442e0e3d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.494559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-f30ea5c7-9549-4122-b405-71e50be916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.497368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-f30ea5c7-9549-4122-b405-71e50be916b0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1685395 Feb 19 01:12:30.501263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aead97f9-9bce-4f25-81f5-c0fe442e0e3d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.611180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-1c800b25-4726-46dd-adb5-d4490fc92f3f service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070614 Feb 19 01:12:30.614205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56594) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:30.614343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 90cda0cf-0bc2-48f7-8491-168e848ee9be no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:30.616949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aead97f9-9bce-4f25-81f5-c0fe442e0e3d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:30.636536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e7e7abc-dfc1-4ccc-b579-08226a5e7446 req-2a3b4c06-1479-4f92-8016-a7075bda3304 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 210 time: 0.1617289 Feb 19 01:12:30.642971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:30.659857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (caeb04df-74c1-44c4-beb5-c2e01d40e9a8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.660882 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment caeb04df-74c1-44c4-beb5-c2e01d40e9a8 of type vlan for network 49a7e722-e3d4-4090-a775-c16e1eba7191 Feb 19 01:12:30.673667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 90cda0cf-0bc2-48f7-8491-168e848ee9be {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:30.674036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 90cda0cf-0bc2-48f7-8491-168e848ee9be not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:30.721914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:30.749495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff6771ee-d6eb-45ff-b890-30d7e6fad576 req-85d79a6b-3321-4901-9a7c-669dd3c573b0 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311920 Feb 19 01:12:30.770154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (49a7e722-e3d4-4090-a775-c16e1eba7191), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.801699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-dd4c0341-384e-4698-ad21-c72a1bf64e3f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.803624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-dd4c0341-384e-4698-ad21-c72a1bf64e3f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.4258893 Feb 19 01:12:30.820026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'device_id': '684325e5-3073-4f0e-a900-c53bc019b60d', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'admin_state_up': True, 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:30.832245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0f4e6460-6df7-48d4-a62d-79e39ecc9ba9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=59a4d4d696b84bc280bd05da5c43ffa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158194 Feb 19 01:12:30.833130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56600) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:30.931971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03b3ecd1-56a7-457b-bfca-5397fbeaf80d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=83e86d27a9674bd398d96c3b573776b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069809 Feb 19 01:12:30.934647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:30.948186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Publish callbacks [] for security_group (abb678ce-7ddc-4581-8c59-e620072bc522), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.988548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (49a7e722-e3d4-4090-a775-c16e1eba7191), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.994464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:30.995205 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:30.998948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Publish callbacks [] for security_group (abb678ce-7ddc-4581-8c59-e620072bc522), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.081543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=49a7e722-e3d4-4090-a775-c16e1eba7191,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:31.093200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:31.104318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a358a3d8-1167-43dd-af8a-10b31667995d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3750529 Feb 19 01:12:31.111893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-aedc0f7b-1b55-4d28-983a-49e8de451215 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2256770 Feb 19 01:12:31.122546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] Publish callbacks [] for security_group (e0dd1ba5-4440-4367-892d-3627191cb941), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.164353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (abb678ce-7ddc-4581-8c59-e620072bc522), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.167046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.172387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/abb678ce-7ddc-4581-8c59-e620072bc522 HTTP/1.1" status: 204 len: 168 time: 0.3271441 Feb 19 01:12:31.176525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] Publish callbacks [] for security_group (e0dd1ba5-4440-4367-892d-3627191cb941), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.189044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:31.198402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.280988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb678ce-7ddc-4581-8c59-e620072bc522,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:31.461312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e0dd1ba5-4440-4367-892d-3627191cb941), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.476667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.512483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e0dd1ba5-4440-4367-892d-3627191cb941 HTTP/1.1" status: 204 len: 168 time: 0.5680568 Feb 19 01:12:31.524374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.20.0.4 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/9a331974-e68b-4378-8818-34c3e251ffef) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:31.558938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794ab8a-a9a1-4feb-a17f-2b84454792a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dd1ba5-4440-4367-892d-3627191cb941,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:31.617918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-ef84fa19-bf4a-41b1-8a68-7a601f33c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:31.625083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-ef84fa19-bf4a-41b1-8a68-7a601f33c048 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.4449670 Feb 19 01:12:31.876434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-57dcfe67-f007-4a09-b839-bc626efaa0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:31.885095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-57dcfe67-f007-4a09-b839-bc626efaa0f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2302649 Feb 19 01:12:31.888085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (9a331974-e68b-4378-8818-34c3e251ffef), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:31.913195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.913744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.914280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.914717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.915175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.915624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.916047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.916467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.917007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.917418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.917968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.918357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.918775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3aa56-877e-44f5-83b8-0ffd9fe9789a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:31.955054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a519ba19-557b-4590-b871-dcf2beb49909 req-6705d39a-2f25-4ee4-91f2-e28cbe23670d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 210 time: 0.0604062 Feb 19 01:12:32.079738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.186841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:32.190435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:32.206818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:32.208796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-bb1aa1ad-a703-4841-b4a7-1ce8377b2667 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.3173659 Feb 19 01:12:32.214470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:32.263385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880cb48-0395-4a7c-b9a0-a8f042cb0955 req-4cbb8379-9b86-44d2-9702-6ce0d5b068d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.265047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b880cb48-0395-4a7c-b9a0-a8f042cb0955 req-4cbb8379-9b86-44d2-9702-6ce0d5b068d9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.8711500 Feb 19 01:12:32.356989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.360257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.443346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-707c4628-f851-4f7f-95a7-034e484261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.448872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-707c4628-f851-4f7f-95a7-034e484261ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.2323792 Feb 19 01:12:32.457226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-099f6952-0b1d-4fb7-9d77-0dbe43871bcd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6444652 Feb 19 01:12:32.475606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Request body: {'port': {'device_id': '684325e5-3073-4f0e-a900-c53bc019b60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:32.552736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b880cb48-0395-4a7c-b9a0-a8f042cb0955 req-2feebcd1-accd-4d23-ba63-c1277316e301 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289429 Feb 19 01:12:32.569329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-60819894-ba5a-458e-99a0-4984286cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:32.571915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-60819894-ba5a-458e-99a0-4984286cbf0a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143055 Feb 19 01:12:32.744696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a331974-e68b-4378-8818-34c3e251ffef), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.821563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-e7424b57-9cbf-45b0-a806-a20263b66d37 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381542 Feb 19 01:12:32.843805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4cb41769-a013-4e27-a272-0f09a349b159 None None] Provisioning complete for port 9a331974-e68b-4378-8818-34c3e251ffef triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:32.844912 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4cb41769-a013-4e27-a272-0f09a349b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9a331974-e68b-4378-8818-34c3e251ffef), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:32.891724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4cb41769-a013-4e27-a272-0f09a349b159 None None] Port 9a331974-e68b-4378-8818-34c3e251ffef cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:32.986140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0a69c22-ecd9-4114-bb7d-af87ed3bd4af req-03a7ca86-ab28-49a5-a767-46e3377ca036 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574166 Feb 19 01:12:33.337477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497841b2-f850-4d6c-a226-045675492c81 req-9ac03296-29fd-4a39-8b65-797d7c7e8cb8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:33.349886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-497841b2-f850-4d6c-a226-045675492c81 req-9ac03296-29fd-4a39-8b65-797d7c7e8cb8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 931 time: 0.1299133 Feb 19 01:12:33.771401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:33.907073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2d730-18e1-4545-8d4f-5feab585e5a5 req-2f60b608-6fb3-42bf-a253-053983fdf620 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:33.908751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff2d730-18e1-4545-8d4f-5feab585e5a5 req-2f60b608-6fb3-42bf-a253-053983fdf620 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.1759048 Feb 19 01:12:34.013621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ff2d730-18e1-4545-8d4f-5feab585e5a5 req-ace2f673-6bcc-4971-a253-8a16dd7a07c6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972373 Feb 19 01:12:34.019442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56670) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:34.082879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a331974-e68b-4378-8818-34c3e251ffef {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:34.108872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks [] for port (9a331974-e68b-4378-8818-34c3e251ffef), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.134978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-780517442-network', 'tenant_id': '52214b3407064042a169cc7aa8811683'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:34.160541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-497841b2-f850-4d6c-a226-045675492c81 req-8d0ee428-2632-4cab-9d41-c63fe1b82996 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057146 Feb 19 01:12:34.160541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Transition to ACTIVE for port object 9a331974-e68b-4378-8818-34c3e251ffef will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:12:34.176786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-483819792-network', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:34.235256 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.294920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Made reservation on behalf of 8215092faaa84f8cbe748b4795a051b2 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:34.297715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.323462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.352854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Made reservation on behalf of 52214b3407064042a169cc7aa8811683 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:34.357614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:34.358720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.386801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.561135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Attempting to bind port 9a331974-e68b-4378-8818-34c3e251ffef on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:34.563327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Attempting to bind port 9a331974-e68b-4378-8818-34c3e251ffef by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:34.564003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Attempting to bind port 9a331974-e68b-4378-8818-34c3e251ffef on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:34.573724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Port 9a331974-e68b-4378-8818-34c3e251ffef on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:34.576020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Attempting to bind port 9a331974-e68b-4378-8818-34c3e251ffef on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:34.588544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:34.588888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:34.589277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:34.593634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Bound port: 9a331974-e68b-4378-8818-34c3e251ffef, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:34.594042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a331974-e68b-4378-8818-34c3e251ffef), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.673733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 99683023-f96b-4441-855d-ed75da06e967 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:34.719321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks [] for security_group (a50c8d43-7fd1-4e42-b485-f3516d701352), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.747580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:34.750553 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks [] for security_group (fd3937f4-72f3-483b-8129-30f37d7c85ff), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.752624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9a331974-e68b-4378-8818-34c3e251ffef,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:34.768756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a50c8d43-7fd1-4e42-b485-f3516d701352), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.787782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:34.810511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fadf6298-92f9-431e-8b66-b45f9d085abd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.811474 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Added segment fadf6298-92f9-431e-8b66-b45f9d085abd of type vlan for network 808c00aa-70de-4aef-928a-7b9b8571f537 Feb 19 01:12:34.836595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:34.839120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56678) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:34.844843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:34.852255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '99683023-f96b-4441-855d-ed75da06e967', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'mac_address': 'fa:16:3e:1d:12:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:34.856516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.908360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 99683023-f96b-4441-855d-ed75da06e967 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:34.908973 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.919461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (808c00aa-70de-4aef-928a-7b9b8571f537), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.926398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:34.948897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:34.956427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd3937f4-72f3-483b-8129-30f37d7c85ff), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:34.975723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:34.986573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50c8d43-7fd1-4e42-b485-f3516d701352,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.013764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:35.040392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3937f4-72f3-483b-8129-30f37d7c85ff,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.043400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.043890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.044633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.046178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-abb8c5e7-2b45-44a5-8d32-9cd11cfad5e1 service neutron] 10.222.0.96 "PUT /v2.0/ports/9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 200 len: 1091 time: 2.5788991 Feb 19 01:12:35.046888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:35.049327 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67420844-8777-4c57-91f2-f60ca4974e85" -d '{"events": [{"name": "network-changed", "server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "tag": "9a331974-e68b-4378-8818-34c3e251ffef"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:35.063225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (55d7e919-288f-4c4f-bd9d-8ad53dd3e06e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.063581 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Added segment 55d7e919-288f-4c4f-bd9d-8ad53dd3e06e of type vlan for network cd950691-a7e1-416b-8c71-f555d68c9e5a Feb 19 01:12:35.130382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.137636 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cd950691-a7e1-416b-8c71-f555d68c9e5a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.142506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.143283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.143283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.143434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:12:35.154260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (808c00aa-70de-4aef-928a-7b9b8571f537), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.155655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.156349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.236361 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72358f72-a775-4280-a518-3e4a0dd20e41 x-openstack-request-id: req-72358f72-a775-4280-a518-3e4a0dd20e41 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:35.236657 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "tag": "9a331974-e68b-4378-8818-34c3e251ffef", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:35.237168 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-72358f72-a775-4280-a518-3e4a0dd20e41 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:35.237593 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef', 'status': 'completed', 'code': 200} Feb 19 01:12:35.240528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:35.244697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.272820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['99683023-f96b-4441-855d-ed75da06e967'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:35.319943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5493860 Feb 19 01:12:35.332547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56690) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:35.350738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Request body: {'subnet': {'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-483819792-subnet', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:35.363139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cd950691-a7e1-416b-8c71-f555d68c9e5a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.364854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.365740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.421913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daccf05-59b0-4f1a-8202-216632f5c2ee admin admin] Pushing event updated for resources: {'Network': ['ID=808c00aa-70de-4aef-928a-7b9b8571f537,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.447619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-bba5159f-86c5-4b28-b672-5a6ef948dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.452318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-bba5159f-86c5-4b28-b672-5a6ef948dc93 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 1125 time: 0.2581918 Feb 19 01:12:35.460292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4399147 Feb 19 01:12:35.477715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:35.481389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 808c00aa-70de-4aef-928a-7b9b8571f537 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:35.486326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Request body: {'subnet': {'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-780517442-subnet', 'tenant_id': '52214b3407064042a169cc7aa8811683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:35.519272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35160386-9376-4963-b200-df611bd6deb8 req-85c43c69-de4c-4a15-b176-cef4baddf5da tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.521736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35160386-9376-4963-b200-df611bd6deb8 req-85c43c69-de4c-4a15-b176-cef4baddf5da tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 944 time: 0.2607462 Feb 19 01:12:35.536245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9153376-26f4-499c-9956-aaa3faf11349 admin admin] Pushing event updated for resources: {'Network': ['ID=cd950691-a7e1-416b-8c71-f555d68c9e5a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:35.543299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e217a-2a66-4f08-a202-76e796e8019d req-a88fbee3-76e1-4e9f-8d76-35e25914fb71 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.546965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c7e217a-2a66-4f08-a202-76e796e8019d req-a88fbee3-76e1-4e9f-8d76-35e25914fb71 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 943 time: 0.2003891 Feb 19 01:12:35.570565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cd950691-a7e1-416b-8c71-f555d68c9e5a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:35.572063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-f03e949f-b635-43a8-b8ea-17ffa1c90916 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 200 len: 217 time: 0.1103234 Feb 19 01:12:35.574325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Made reservation on behalf of 8215092faaa84f8cbe748b4795a051b2 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:35.578039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.651393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35160386-9376-4963-b200-df611bd6deb8 req-b64bb4c5-3406-42b2-8ba4-965e48576b45 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223364 Feb 19 01:12:35.729376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Made reservation on behalf of 52214b3407064042a169cc7aa8811683 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:35.732757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.814220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-5915741b-4d3b-4f9c-9977-6c9a83f161a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.815792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-5915741b-4d3b-4f9c-9977-6c9a83f161a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.2345414 Feb 19 01:12:35.880794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c7e217a-2a66-4f08-a202-76e796e8019d req-73ae4d2c-6e95-4d20-adeb-471ef75ff3e3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210366 Feb 19 01:12:35.957437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (28161a64-f205-46ed-9bc3-83ac13efc055), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:35.974114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-bee2f79f-1791-4ffc-a4e6-0d965dbf3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:35.975705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-bee2f79f-1791-4ffc-a4e6-0d965dbf3cab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120553 Feb 19 01:12:35.980480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (0f91c1b6-6d78-45ec-b6b3-f82621d4e696), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.090083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Checking segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:36.091216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Network hostable DHCP agents. Network: 808c00aa-70de-4aef-928a-7b9b8571f537, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:36.093775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28161a64-f205-46ed-9bc3-83ac13efc055,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:36.180795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:36.199170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=0f91c1b6-6d78-45ec-b6b3-f82621d4e696,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:36.248875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:36.249242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: 49a7e722-e3d4-4090-a775-c16e1eba7191, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:36.265660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 808c00aa-70de-4aef-928a-7b9b8571f537) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:36.272429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-e3a09539-3670-44bb-aa2f-c6a865aeaab0 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546852 Feb 19 01:12:36.276441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.279529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.279695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7046b44-d44a-4dcf-8fdb-a2407ac45d79 None None] Network 808c00aa-70de-4aef-928a-7b9b8571f537 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:36.306984 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (adbf559c-31e8-4f0a-b676-13ccd4f3cce2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.376812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:36.401818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6aec5fd7-073c-4fbe-9eeb-c2519f6ffa53 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0669563 Feb 19 01:12:36.405095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:36.406514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 49a7e722-e3d4-4090-a775-c16e1eba7191) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:36.411313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.412474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.420215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:36.465450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbf559c-31e8-4f0a-b676-13ccd4f3cce2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:36.475975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Checking segment: {'id': '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:36.476351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Network hostable DHCP agents. Network: cd950691-a7e1-416b-8c71-f555d68c9e5a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:36.492428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0eb627f0-0b90-45ad-b769-5645aefd3cbe req-ac0fecdf-77fd-4392-a130-9bddaeed3586 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123976 Feb 19 01:12:36.547296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-600f4912-c647-4849-a3be-21ce1243fb5d tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7039309 Feb 19 01:12:36.547822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56698) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:36.554608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1687713'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:36.572932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d46777-39e4-4b93-a161-514a5c334087 None None] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:36.575302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Network cd950691-a7e1-416b-8c71-f555d68c9e5a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:36.661135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (afdcf70a-522a-40b7-98d5-536c28382e37), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.662284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (afdcf70a-522a-40b7-98d5-536c28382e37), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.688059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 99683023-f96b-4441-855d-ed75da06e967 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:36.692726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cd950691-a7e1-416b-8c71-f555d68c9e5a) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:36.718316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.720120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.787848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ded74c-0899-44e8-8bce-2ff59b09a79d None None] Network cd950691-a7e1-416b-8c71-f555d68c9e5a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:36.797402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:36.807395 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.809993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-808c00aa-70de-4aef-928a-7b9b8571f537', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:36.811145 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.915656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67420844-8777-4c57-91f2-f60ca4974e85 req-b0799b8c-470b-4166-9fb1-ae8716fba484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:36.917341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-b0799b8c-470b-4166-9fb1-ae8716fba484 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 1125 time: 0.1516600 Feb 19 01:12:36.989451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for router_controller (afdcf70a-522a-40b7-98d5-536c28382e37), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:36.993763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:37.009732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.010089 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment 0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c of type vlan for network 3987b2c5-0772-4352-b14d-17b2a774a37e Feb 19 01:12:37.016240 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37161662-0133-457d-82fd-2e4fcc4409e1 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5362957 Feb 19 01:12:37.112750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-49a7e722-e3d4-4090-a775-c16e1eba7191', 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': '0f91c1b6-6d78-45ec-b6b3-f82621d4e696'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:37.115792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.128719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150adeef-a90a-4ee3-a97a-2eef8c33fab1 req-476bd6f7-b449-4dde-b78d-7164432928c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.147489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-150adeef-a90a-4ee3-a97a-2eef8c33fab1 req-476bd6f7-b449-4dde-b78d-7164432928c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 944 time: 0.2994981 Feb 19 01:12:37.175974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.212133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade56db-5af1-439e-acb6-2dbd3febb43e req-7539dce8-2b7c-4897-898a-09a96f4f7497 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.213747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ade56db-5af1-439e-acb6-2dbd3febb43e req-7539dce8-2b7c-4897-898a-09a96f4f7497 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 943 time: 0.2188542 Feb 19 01:12:37.315056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67420844-8777-4c57-91f2-f60ca4974e85 req-b4b4d522-5629-494a-8c19-35b83471d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.330006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-b4b4d522-5629-494a-8c19-35b83471d572 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.4060092 Feb 19 01:12:37.398157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 99683023-f96b-4441-855d-ed75da06e967 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:12:37.406767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a28f7-b224-4fd1-9a8b-9963d1ce8f8b None None] Network cd950691-a7e1-416b-8c71-f555d68c9e5a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:37.429828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-86932558-b1de-40ec-91c2-34b175392559 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 200 len: 217 time: 0.0877039 Feb 19 01:12:37.451442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ade56db-5af1-439e-acb6-2dbd3febb43e req-71b16f84-3fd5-4c6b-93f4-ab14bf079089 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110045 Feb 19 01:12:37.485307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:12:37.576575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for router_gateway (afdcf70a-522a-40b7-98d5-536c28382e37), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.577244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 99683023-f96b-4441-855d-ed75da06e967 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:37.577626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (99683023-f96b-4441-855d-ed75da06e967), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.599028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-150adeef-a90a-4ee3-a97a-2eef8c33fab1 req-d9612590-33b1-4ce3-9b8f-075ede201300 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504671 Feb 19 01:12:37.630252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67420844-8777-4c57-91f2-f60ca4974e85 req-3bf03948-35fb-4386-bd7b-1f571ab4c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.632596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-3bf03948-35fb-4386-bd7b-1f571ab4c2bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1799252 Feb 19 01:12:37.676572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Allocated IP 172.20.0.2 (808c00aa-70de-4aef-928a-7b9b8571f537/28161a64-f205-46ed-9bc3-83ac13efc055/600fae8d-6bd8-48b1-87a5-c7f226dc3f2b) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:37.702261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Allocated IP 2001:db8:0:ffff::2 (49a7e722-e3d4-4090-a775-c16e1eba7191/0f91c1b6-6d78-45ec-b6b3-f82621d4e696/edb54883-ffa4-49be-9296-0d6c1dd46034) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:37.727770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67420844-8777-4c57-91f2-f60ca4974e85 req-f17e3729-72ec-4429-b9d4-e2482dd33f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.729767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-f17e3729-72ec-4429-b9d4-e2482dd33f2c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904822 Feb 19 01:12:37.744843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.751146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:37.752269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:37.846658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=3987b2c5-0772-4352-b14d-17b2a774a37e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:37.867276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-ea36805a-afad-4966-a634-bf9c13c44cda service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289461 Feb 19 01:12:38.017528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79034c15-26c5-4b0f-8296-2cde6069f385 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4682040 Feb 19 01:12:38.018871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67420844-8777-4c57-91f2-f60ca4974e85 req-c7122bc6-ecde-4d32-94f4-cd0cb2f894cd service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449771 Feb 19 01:12:38.022002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:38.036721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:38.084665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for router_gateway (afdcf70a-522a-40b7-98d5-536c28382e37), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.085775 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks [] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.090478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3987b2c5-0772-4352-b14d-17b2a774a37e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:38.116089 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.196804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.216338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 99683023-f96b-4441-855d-ed75da06e967 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:38.216731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.259867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:38.267504 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.296649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Allocated IP 172.25.2.112 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/bdfc68b0-777b-4229-a8e1-eece63efcc0c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:38.341568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:38.341568 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87a52b6-2a33-4d9c-877f-60f2fe9360bb" -d '{"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-plugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:38.376808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks [] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.394441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:38.422938 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95293d1-b854-479b-80ed-d9619b680dcd x-openstack-request-id: req-d95293d1-b854-479b-80ed-d9619b680dcd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:38.434859 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-plugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:38.435959 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d95293d1-b854-479b-80ed-d9619b680dcd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:38.436795 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'code': 200} Feb 19 01:12:38.456069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:38.459406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:38.509165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:38.546310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.562607 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.579628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Pushing event updated for resources: {'Port': ['ID=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:38.581304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a51d5-8a79-477a-a824-4994ecea4323 req-51ec899e-2ca2-497c-835d-4b6137f0fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:38.585027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-280a51d5-8a79-477a-a824-4994ecea4323 req-51ec899e-2ca2-497c-835d-4b6137f0fdb7 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1126 time: 0.0615535 Feb 19 01:12:38.606664 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.667057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:38.669561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9a331974-e68b-4378-8818-34c3e251ffef details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:38.678244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bfc0a-b839-4ce1-912c-e3aee32e4b3b req-6dc38710-815f-4604-8bff-9e394a1d797e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:38.687932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f07bfc0a-b839-4ce1-912c-e3aee32e4b3b req-6dc38710-815f-4604-8bff-9e394a1d797e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 943 time: 0.0828764 Feb 19 01:12:38.736010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-280a51d5-8a79-477a-a824-4994ecea4323 req-22a02359-dbe8-4297-a09a-50469b894542 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396422 Feb 19 01:12:38.775415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f07bfc0a-b839-4ce1-912c-e3aee32e4b3b req-49aff127-f8d1-4ee3-86d9-4b0272be6e33 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Feb 19 01:12:38.776688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.790742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:12:38.813586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.815120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9a331974-e68b-4378-8818-34c3e251ffef,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:38.832149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:38.834831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:38.842487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '9a331974-e68b-4378-8818-34c3e251ffef', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '9a331974-e68b-4378-8818-34c3e251ffef', 'mac_address': 'fa:16:3e:0a:ff:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:38.889001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Attempting to bind port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:38.889375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Attempting to bind port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:38.889873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Attempting to bind port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:38.894874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:38.899158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:38.904144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:38.942017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfc68b0-777b-4229-a8e1-eece63efcc0c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:38.953545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9a331974-e68b-4378-8818-34c3e251ffef is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:38.954166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a331974-e68b-4378-8818-34c3e251ffef), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:38.995440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a331974-e68b-4378-8818-34c3e251ffef {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:39.025752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:39.035451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9a331974-e68b-4378-8818-34c3e251ffef,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:39.037466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Pushing event updated for resources: {'Port': ['ID=edb54883-ffa4-49be-9296-0d6c1dd46034,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:39.051991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:39.052905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Checking segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:39.053748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.054347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Bound using segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:39.055039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Bound port: 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:39.055734 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.059800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1fbd-eb80-4ff3-ae7c-fe9350788e12 req-d48328b1-f402-4612-981e-17ca651c6a5d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.061667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3ab1fbd-eb80-4ff3-ae7c-fe9350788e12 req-d48328b1-f402-4612-981e-17ca651c6a5d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2635794 Feb 19 01:12:39.070968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:39.071366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: 3987b2c5-0772-4352-b14d-17b2a774a37e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:39.110316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.142702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3ab1fbd-eb80-4ff3-ae7c-fe9350788e12 req-21c4b144-852b-478b-a1e8-ab6d90d87ecf tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740378 Feb 19 01:12:39.180656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Attempting to bind port edb54883-ffa4-49be-9296-0d6c1dd46034 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:39.180656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Attempting to bind port edb54883-ffa4-49be-9296-0d6c1dd46034 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:39.180656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Attempting to bind port edb54883-ffa4-49be-9296-0d6c1dd46034 on network 49a7e722-e3d4-4090-a775-c16e1eba7191 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:39.182728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:39.194419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:39.194419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Checking segment: {'id': 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:39.194786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.195206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Bound using segment: {'id': 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:39.195706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Bound port: edb54883-ffa4-49be-9296-0d6c1dd46034, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '49a7e722-e3d4-4090-a775-c16e1eba7191'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:39.196245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.202869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 3987b2c5-0772-4352-b14d-17b2a774a37e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:39.288510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3987b2c5-0772-4352-b14d-17b2a774a37e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:39.293559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:39.294236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.415973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b870a61-88a2-41bc-bb33-3bbcd5ae3753 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3929105 Feb 19 01:12:39.416618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56758) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:39.423055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'port': {'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e', 'name': 'tempest-NetworksIpV6TestAttrs-247351220'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:39.461765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72d588e-7ab2-4ef1-a90b-d51e6ed228bc None None] Network 3987b2c5-0772-4352-b14d-17b2a774a37e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:39.491969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for router_gateway (afdcf70a-522a-40b7-98d5-536c28382e37), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.566306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:12:39.631323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:39.643701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] For port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:39.709341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] For port edb54883-ffa4-49be-9296-0d6c1dd46034, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:39.712454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] For port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:39.725575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.731008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] For port edb54883-ffa4-49be-9296-0d6c1dd46034, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=edb54883-ffa4-49be-9296-0d6c1dd46034,segment=NetworkSegment(caeb04df-74c1-44c4-beb5-c2e01d40e9a8),segment_id=caeb04df-74c1-44c4-beb5-c2e01d40e9a8)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:39.744439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:39.768733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.792317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3987b2c5-0772-4352-b14d-17b2a774a37e', 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': 'cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:39.793744 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.800213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.841153 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:39.854439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] device_id is not set on port a84a230d-fa9c-49f8-afbc-ec9f2a73f221 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:12:40.100326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Allocated IP 2001:db8::f816:3eff:fe3b:446 (3987b2c5-0772-4352-b14d-17b2a774a37e/cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339/a84a230d-fa9c-49f8-afbc-ec9f2a73f221) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:40.216794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0d1e3-0ece-4318-971a-b9dbb4f8b1ae req-3861c458-fd1b-44e5-8dba-a64ab8647e14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:40.218951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43e0d1e3-0ece-4318-971a-b9dbb4f8b1ae req-3861c458-fd1b-44e5-8dba-a64ab8647e14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 944 time: 0.3180647 Feb 19 01:12:40.329842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e7a64-4d34-4d78-ae6d-97e7bca519ee None None] Pushing event updated for resources: {'Port': ['ID=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:40.443289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43e0d1e3-0ece-4318-971a-b9dbb4f8b1ae req-9b53510c-3637-4900-949b-7df972826e3f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786411 Feb 19 01:12:40.462849 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.541963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for port (a84a230d-fa9c-49f8-afbc-ec9f2a73f221), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.637549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7176c4-9f5e-4261-ba9d-bdaffcd82247 None None] Pushing event updated for resources: {'Port': ['ID=edb54883-ffa4-49be-9296-0d6c1dd46034,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:40.706809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33d71081-513a-4d9a-9d15-61a2a0540348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.787395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a84a230d-fa9c-49f8-afbc-ec9f2a73f221), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.845964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Allocated IP 2001:db8::f816:3eff:fe9d:a4b3 (3987b2c5-0772-4352-b14d-17b2a774a37e/cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339/e1c67375-a4db-4c3c-bb75-8a0783636440) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:40.893006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 3987b2c5-0772-4352-b14d-17b2a774a37e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:40.898969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:40.902786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:40.909128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:40.909993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:40.944259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1a7b8-326a-4da8-ab7a-ac71c6a71069 req-b9383301-8288-43b0-a5fb-d0670fdd1dba tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:40.952791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99a1a7b8-326a-4da8-ab7a-ac71c6a71069 req-b9383301-8288-43b0-a5fb-d0670fdd1dba tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2416239 Feb 19 01:12:40.969421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Port': ['ID=a84a230d-fa9c-49f8-afbc-ec9f2a73f221,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:41.017027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (afdcf70a-522a-40b7-98d5-536c28382e37), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.056278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99a1a7b8-326a-4da8-ab7a-ac71c6a71069 req-990e6aa6-6919-412b-9488-f9dcf798e35f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992861 Feb 19 01:12:41.065219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-91b7bcef-9889-4a22-b91e-82b0499f8418 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6451867 Feb 19 01:12:41.066068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56790) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:41.162502 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks [] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.164232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:41.191835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting subnet cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:41.212572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-9dc74a36-c05c-4fa5-a258-94381ca04d53 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.215009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-9dc74a36-c05c-4fa5-a258-94381ca04d53 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/networks?id=cd950691-a7e1-416b-8c71-f555d68c9e5a HTTP/1.1" status: 200 len: 809 time: 0.4161079 Feb 19 01:12:41.241278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-21cdfdf7-da5c-4d2a-801f-abd35dbe9c44 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/quotas/52214b3407064042a169cc7aa8811683 HTTP/1.1" status: 200 len: 375 time: 0.0114973 Feb 19 01:12:41.258096 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.263145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.310403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:41.310787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.371824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-1969acf6-2e66-49fe-b01c-e214882a3b6c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=52214b3407064042a169cc7aa8811683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659823 Feb 19 01:12:41.377598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Network 3987b2c5-0772-4352-b14d-17b2a774a37e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:41.379995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Pushing event updated for resources: {'Port': ['ID=e1c67375-a4db-4c3c-bb75-8a0783636440,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:41.383327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.393563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:41.396762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:41.454526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5433c-03d8-4a15-b429-76eb41ae3602 req-6f558cbc-771c-4ed3-b9cf-c2eb8cdded9f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:41.464183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99a5433c-03d8-4a15-b429-76eb41ae3602 req-6f558cbc-771c-4ed3-b9cf-c2eb8cdded9f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2666433 Feb 19 01:12:41.555523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-46daa593-1e20-49a4-a32e-ce40639c01f2 service neutron] 10.222.0.94 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826172 Feb 19 01:12:41.592570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Attempting to bind port e1c67375-a4db-4c3c-bb75-8a0783636440 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:41.593145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Attempting to bind port e1c67375-a4db-4c3c-bb75-8a0783636440 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:41.593348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Attempting to bind port e1c67375-a4db-4c3c-bb75-8a0783636440 on network 3987b2c5-0772-4352-b14d-17b2a774a37e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:41.596046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:41.596439 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.648352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:41.656914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:41.666199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Checking segment: {'id': '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:41.666199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.666199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Bound using segment: {'id': '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:41.666199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Bound port: e1c67375-a4db-4c3c-bb75-8a0783636440, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3987b2c5-0772-4352-b14d-17b2a774a37e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:41.666199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.716583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99a5433c-03d8-4a15-b429-76eb41ae3602 req-91cfac3e-4119-48b3-9fc7-f97e4d51c5b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433131 Feb 19 01:12:41.720629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56798) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:41.737668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:41.872790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-bd242814-02cc-4d2a-b2bb-9e98fa55852f service neutron] 10.222.0.94 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089440 Feb 19 01:12:41.943177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d5499711-edc4-41d8-8077-130bf366407f None None] For port e1c67375-a4db-4c3c-bb75-8a0783636440, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:41.967497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d5499711-edc4-41d8-8077-130bf366407f None None] For port e1c67375-a4db-4c3c-bb75-8a0783636440, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e1c67375-a4db-4c3c-bb75-8a0783636440,segment=NetworkSegment(0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c),segment_id=0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:41.981723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.037478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Router afdcf70a-522a-40b7-98d5-536c28382e37 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:12:42.045402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d960574-8bf5-49b3-9614-6f421f6cdc3b tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:42.046963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d960574-8bf5-49b3-9614-6f421f6cdc3b tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1122 time: 0.3133376 Feb 19 01:12:42.053584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56802) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:42.072343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:42.077932 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.105607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a010c1e-946c-4355-909e-ceac7b4ad143 req-39d6a113-e667-4727-b1ad-813e299b0922 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:42.107203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a010c1e-946c-4355-909e-ceac7b4ad143 req-39d6a113-e667-4727-b1ad-813e299b0922 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 944 time: 0.2427163 Feb 19 01:12:42.108663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.259489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499711-edc4-41d8-8077-130bf366407f None None] Pushing event updated for resources: {'Port': ['ID=e1c67375-a4db-4c3c-bb75-8a0783636440,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.297804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c31ed-eb2e-4e65-be70-429aa7861e4e None None] Network 808c00aa-70de-4aef-928a-7b9b8571f537 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:42.318266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a010c1e-946c-4355-909e-ceac7b4ad143 req-9eda6d1f-31a0-4b1c-a695-677876ce2fb5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676040 Feb 19 01:12:42.394571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:42.408786 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Sync routers for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:42.426709 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:42.427768 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:42.451470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.465314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d82a2ce1-1337-43aa-8940-22b13d618f2c None None] Provisioning complete for port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:42.465790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d82a2ce1-1337-43aa-8940-22b13d618f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.504499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.513298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.517233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab6253fd-1a3c-44e1-8acf-3a870266cea7 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1085112 Feb 19 01:12:42.519330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56804) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:42.620432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b4273-f58a-450f-ae42-7fa539f85c47 None None] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:42.657607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9a331974-e68b-4378-8818-34c3e251ffef up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:42.803023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:42.920484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device edb54883-ffa4-49be-9296-0d6c1dd46034 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:42.932203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:42.948443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2b5e27b0-7b48-466d-a269-b96898d138a0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339 HTTP/1.1" status: 204 len: 168 time: 1.8809972 Feb 19 01:12:42.949391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56812) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:42.950648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:42.958275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc487607-08a7-4e5e-82bc-bfa82b20ba67 req-48e30275-d841-45da-bdb0-08d8c689aa76 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.1564395 Feb 19 01:12:43.212836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e26a5c-3212-4c8c-b6fb-e0f129d3be23 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:43.214943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e26a5c-3212-4c8c-b6fb-e0f129d3be23 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:43.223518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78e26a5c-3212-4c8c-b6fb-e0f129d3be23 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2726121 Feb 19 01:12:43.230690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56818) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:43.272227 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:39Z', 'revision_number': 3, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:43.299636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 9a331974-e68b-4378-8818-34c3e251ffef completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:12:43.327325 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Checking router: afdcf70a-522a-40b7-98d5-536c28382e37 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:43.328200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Updating router afdcf70a-522a-40b7-98d5-536c28382e37 port bdfc68b0-777b-4229-a8e1-eece63efcc0c binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:43.340147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d82a2ce1-1337-43aa-8940-22b13d618f2c None None] Current status of the port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:43.351174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d71f84e6-a1a2-42c9-9373-bfbed26f1e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.356583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 9a331974-e68b-4378-8818-34c3e251ffef triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:43.357141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9a331974-e68b-4378-8818-34c3e251ffef), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.421332 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.529639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port edb54883-ffa4-49be-9296-0d6c1dd46034 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:43.530014 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.821937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b29e3-5900-4799-8b3d-77077cd40e15 req-413e6529-d287-4a02-b0a4-1e7475e250af tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:43.823028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 9a331974-e68b-4378-8818-34c3e251ffef is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:43.823454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a331974-e68b-4378-8818-34c3e251ffef), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:43.851725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f70b29e3-5900-4799-8b3d-77077cd40e15 req-413e6529-d287-4a02-b0a4-1e7475e250af tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 944 time: 0.2869253 Feb 19 01:12:43.870313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Provisioning complete for port edb54883-ffa4-49be-9296-0d6c1dd46034 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:43.872934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.012654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9a331974-e68b-4378-8818-34c3e251ffef,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:44.019617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:44.022720 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3d3bb-f92d-4172-b205-193e76d71289" -d '{"events": [{"server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "name": "network-vif-plugged", "status": "completed", "tag": "9a331974-e68b-4378-8818-34c3e251ffef"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:44.060508 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f70b29e3-5900-4799-8b3d-77077cd40e15 req-35061f9b-9ecd-49a3-a995-a9664e15f1ac tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076180 Feb 19 01:12:44.067532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.116086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Current status of the port edb54883-ffa4-49be-9296-0d6c1dd46034 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:44.116493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.133097 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks [] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.198329 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.207278 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c804e-3033-4cc5-934f-629b5aaaa351 x-openstack-request-id: req-9f6c804e-3033-4cc5-934f-629b5aaaa351 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:44.207643 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "name": "network-vif-plugged", "status": "completed", "tag": "9a331974-e68b-4378-8818-34c3e251ffef", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:44.207858 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.207990 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9f6c804e-3033-4cc5-934f-629b5aaaa351 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:44.208335 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef', 'code': 200} Feb 19 01:12:44.319390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba985f-7f9a-4318-841a-ed9b8f67ee61 None None] Pushing event updated for resources: {'Port': ['ID=bdfc68b0-777b-4229-a8e1-eece63efcc0c,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:44.321718 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Attempting to bind port bdfc68b0-777b-4229-a8e1-eece63efcc0c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:44.322087 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Attempting to bind port bdfc68b0-777b-4229-a8e1-eece63efcc0c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:44.322445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Attempting to bind port bdfc68b0-777b-4229-a8e1-eece63efcc0c on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:44.330485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:44.332993 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:44.333428 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.333829 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:44.334321 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Bound port: bdfc68b0-777b-4229-a8e1-eece63efcc0c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:44.335510 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.340130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:44.419279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8fbe4f-f809-4c6b-bb5e-3b8f1eee8a55 req-8438ffa5-620c-49af-85a7-2f65024e3ce7 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.1543000 Feb 19 01:12:44.423445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Allocated IP 172.20.0.1 (808c00aa-70de-4aef-928a-7b9b8571f537/28161a64-f205-46ed-9bc3-83ac13efc055/a59b561f-f12c-4151-b213-6e74620100a0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:44.425013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52feb2-5361-4c5e-af40-0423607b403e None None] Network 3987b2c5-0772-4352-b14d-17b2a774a37e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:44.431377 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] For port bdfc68b0-777b-4229-a8e1-eece63efcc0c, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:44.439044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] For port edb54883-ffa4-49be-9296-0d6c1dd46034, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=edb54883-ffa4-49be-9296-0d6c1dd46034,segment=NetworkSegment(caeb04df-74c1-44c4-beb5-c2e01d40e9a8),segment_id=caeb04df-74c1-44c4-beb5-c2e01d40e9a8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:44.442201 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.449086 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] For port bdfc68b0-777b-4229-a8e1-eece63efcc0c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdfc68b0-777b-4229-a8e1-eece63efcc0c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:44.548922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f410-eb26-4cc9-a8c4-4c6b5bf81fde tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.563020 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.575975 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.579515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf166efe-7638-4767-943b-b90e8d931623 req-cc3252b2-b8ae-456f-a6f4-d129fe222dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.581483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf166efe-7638-4767-943b-b90e8d931623 req-cc3252b2-b8ae-456f-a6f4-d129fe222dd6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 1127 time: 0.2516215 Feb 19 01:12:44.587988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-07366a9f-b57d-4f9c-b13a-635334ff19aa service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3334157 Feb 19 01:12:44.615854 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a0f410-eb26-4cc9-a8c4-4c6b5bf81fde tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 01:12:44.617042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a0f410-eb26-4cc9-a8c4-4c6b5bf81fde tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:44.620063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4a0f410-eb26-4cc9-a8c4-4c6b5bf81fde tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/3987b2c5-0772-4352-b14d-17b2a774a37e HTTP/1.1" status: 409 len: 466 time: 1.3876250 Feb 19 01:12:44.626784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56834) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:44.644639 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:44.644639 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:44.678920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-322214588'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:44.844494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.875131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks [] for port (a59b561f-f12c-4151-b213-6e74620100a0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.881639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf166efe-7638-4767-943b-b90e8d931623 req-1edbf9dd-c73a-4765-acad-406795155fd0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911770 Feb 19 01:12:44.941913 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:44.963850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port edb54883-ffa4-49be-9296-0d6c1dd46034 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:44.968260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.004522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-30cb1cbc-182f-473b-b77e-6fb1e4c3009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.008617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-30cb1cbc-182f-473b-b77e-6fb1e4c3009a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 1129 time: 0.3870089 Feb 19 01:12:45.069022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.247 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/2de5dd32-f718-4f40-ac6f-54bafb877c89) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:45.080039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:45.086114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.160699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:45.184695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.204257 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba985f-7f9a-4318-841a-ed9b8f67ee61 None None] Pushing event updated for resources: {'Port': ['ID=bdfc68b0-777b-4229-a8e1-eece63efcc0c,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.204880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (aacea5db-dbd1-4b32-ae02-78af3e66f774), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.205308 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment aacea5db-dbd1-4b32-ae02-78af3e66f774 of type vlan for network 0dae2d10-da25-471a-b909-5f3717f37ebf Feb 19 01:12:45.224199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b841a-8817-4225-9b63-fc14a5afef6c None None] Pushing event updated for resources: {'Port': ['ID=edb54883-ffa4-49be-9296-0d6c1dd46034,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.332442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Provisioning complete for port edb54883-ffa4-49be-9296-0d6c1dd46034 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:45.334083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.336722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:12:45.338064 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:12:45.381644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-58412db2-4ff0-4c6e-a93d-ebd8f790e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.385025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:45.385696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-58412db2-4ff0-4c6e-a93d-ebd8f790e44b service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.3551974 Feb 19 01:12:45.413369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.419359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:45.422315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.430568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:45.435896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Pushing event updated for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.443129 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:39Z', 'revision_number': 3, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:45.504948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (afdcf70a-522a-40b7-98d5-536c28382e37), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.623810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] DHCP port deletion for 3987b2c5-0772-4352-b14d-17b2a774a37e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:45.639309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.644638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.648065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.650198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc986e-19ef-4687-8842-f82b4b1b5bbd req-a5c22181-d210-445c-8a3d-aea625d2ff94 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.652307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bfc986e-19ef-4687-8842-f82b4b1b5bbd req-a5c22181-d210-445c-8a3d-aea625d2ff94 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.4360340 Feb 19 01:12:45.654470 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e509755-1739-4f1c-8012-66ed1939f811 None None] The sync data for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 is: [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:39Z', 'revision_number': 3, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:45.654626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Current status of the port edb54883-ffa4-49be-9296-0d6c1dd46034 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:45.703483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.741132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Provisioning complete for port e1c67375-a4db-4c3c-bb75-8a0783636440 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:45.741132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.744802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-4d8ba892-09a8-4015-8dcf-a05f3f4aa39f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 200 len: 1002 time: 0.3451083 Feb 19 01:12:45.782911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4042b9a9-7361-41da-acb7-4b6c81220ada req-2e7d78a4-08ec-4596-9ffe-82558d0178aa tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.1232178 Feb 19 01:12:45.833868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-b9fc5289-60fd-4409-8360-02e439c66609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:45.852292 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-b9fc5289-60fd-4409-8360-02e439c66609 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1005361 Feb 19 01:12:45.868922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=0dae2d10-da25-471a-b909-5f3717f37ebf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:45.891514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:45.897422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-02abc082-b149-4fb8-88e5-ebc9ff9eabd7 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2674184 Feb 19 01:12:45.900151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56846) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:45.904964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0dae2d10-da25-471a-b909-5f3717f37ebf details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:45.906389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:46.056262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:46.114971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:46.123904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Deleting port e1c67375-a4db-4c3c-bb75-8a0783636440 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:46.124632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.146150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:46.158389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:46.162815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.177181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=2de5dd32-f718-4f40-ac6f-54bafb877c89,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:46.199825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bfc986e-19ef-4687-8842-f82b4b1b5bbd req-d6e242f7-4455-4128-92af-7537690388e4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306227 Feb 19 01:12:46.253407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a59b561f-f12c-4151-b213-6e74620100a0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.394530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Current status of the port e1c67375-a4db-4c3c-bb75-8a0783636440 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:46.395015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.440291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-de234949-e3f3-407b-bfa4-5d8d030a68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:46.441929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-de234949-e3f3-407b-bfa4-5d8d030a68d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5541093 Feb 19 01:12:46.485352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] For port e1c67375-a4db-4c3c-bb75-8a0783636440, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e1c67375-a4db-4c3c-bb75-8a0783636440,segment=NetworkSegment(0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c),segment_id=0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:46.491662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] For port e1c67375-a4db-4c3c-bb75-8a0783636440, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e1c67375-a4db-4c3c-bb75-8a0783636440,segment=NetworkSegment(0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c),segment_id=0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:46.492192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.496305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port edb54883-ffa4-49be-9296-0d6c1dd46034 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:46.497316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:46.572508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Calling delete_port for e1c67375-a4db-4c3c-bb75-8a0783636440 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:46.595135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:46.595656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.630102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks [] for port (a59b561f-f12c-4151-b213-6e74620100a0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.668641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.723791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.744831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Pushing event updated for resources: {'Port': ['ID=e1c67375-a4db-4c3c-bb75-8a0783636440,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:46.771950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Provisioning complete for port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:46.772271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:46.987369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3799ad43-b5d6-46bf-8bb2-4a7d9692af0c None None] Current status of the port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:47.028830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.033790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:47.065344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a0f12e5-2f01-4d24-98f3-acfea0d7f413 req-d33d1c0c-e572-4de9-bad2-212059a76219 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.1132939 Feb 19 01:12:47.110673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (afdcf70a-522a-40b7-98d5-536c28382e37), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.118102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-eca33919-2aa2-450f-aa9d-a0d4ea6ccb17 None None] Provisioning complete for port a59b561f-f12c-4151-b213-6e74620100a0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:47.118678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eca33919-2aa2-450f-aa9d-a0d4ea6ccb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a59b561f-f12c-4151-b213-6e74620100a0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.132025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Pushing event updated for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.217716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e1c67375-a4db-4c3c-bb75-8a0783636440), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.220899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-eca33919-2aa2-450f-aa9d-a0d4ea6ccb17 None None] Port a59b561f-f12c-4151-b213-6e74620100a0 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:47.287170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:12:47.291901 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d8403a84-4d63-43a5-a6d4-6df402571f41), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.306322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] Pushing event deleted for resources: {'Port': ['ID=e1c67375-a4db-4c3c-bb75-8a0783636440,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.315328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c587f47-8d8f-4f53-b562-876f72106b4c None None] No DVR routers for this DVR port e1c67375-a4db-4c3c-bb75-8a0783636440 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:47.429483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device edb54883-ffa4-49be-9296-0d6c1dd46034 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:47.454833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (034891ff-ff6b-4c0f-8113-3e44a5880125), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.507125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=d8403a84-4d63-43a5-a6d4-6df402571f41,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:47.509637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-673ccd31-5fc8-48b2-9647-070aa95202a3 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0556738 Feb 19 01:12:47.522080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:47.522241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port edb54883-ffa4-49be-9296-0d6c1dd46034 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:47.523390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.532146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:47.679954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': 'aacea5db-dbd1-4b32-ae02-78af3e66f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:47.680334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: 0dae2d10-da25-471a-b909-5f3717f37ebf, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:47.690230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Router afdcf70a-522a-40b7-98d5-536c28382e37 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:47.707987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port edb54883-ffa4-49be-9296-0d6c1dd46034 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:47.709341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdfc68b0-777b-4229-a8e1-eece63efcc0c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:47.728552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-2bc933f7-6a49-4d54-8433-0f83fef9d38b tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:47.730789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-2bc933f7-6a49-4d54-8433-0f83fef9d38b tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.96 "GET /v2.0/networks?id=cd950691-a7e1-416b-8c71-f555d68c9e5a HTTP/1.1" status: 200 len: 809 time: 1.5737386 Feb 19 01:12:47.774809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Request body: {'port': {'device_id': '81f99265-9770-43df-b9b3-01f599f173b6', 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a', 'admin_state_up': True, 'tenant_id': '52214b3407064042a169cc7aa8811683'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:47.818962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bdfc68b0-777b-4229-a8e1-eece63efcc0c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:47.820687 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:47.858259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c52b-c2b6-49ae-9b22-43b4912a4b23 req-392915e6-79ba-49f7-be8f-c9dd4823fbf9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:47.865635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2f1c52b-c2b6-49ae-9b22-43b4912a4b23 req-392915e6-79ba-49f7-be8f-c9dd4823fbf9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.4436874 Feb 19 01:12:47.875313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:47.892567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2145ab9b-361a-45f6-ad29-4e426c9bcdca admin admin] 10.222.0.94 "PUT /v2.0/routers/afdcf70a-522a-40b7-98d5-536c28382e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3720233 Feb 19 01:12:47.893561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 0dae2d10-da25-471a-b909-5f3717f37ebf is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:47.998171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.003757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bdfc68b0-777b-4229-a8e1-eece63efcc0c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:48.004249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.013970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2f1c52b-c2b6-49ae-9b22-43b4912a4b23 req-5036210b-c60d-488b-9c53-a820232ec572 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471541 Feb 19 01:12:48.017184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0dae2d10-da25-471a-b909-5f3717f37ebf) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:48.034806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:48.035791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.050966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406bf18-8e79-4cf6-a671-1c7d4ae4cfa6 None None] Network 0dae2d10-da25-471a-b909-5f3717f37ebf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:48.061862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port bdfc68b0-777b-4229-a8e1-eece63efcc0c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdfc68b0-777b-4229-a8e1-eece63efcc0c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:48.101219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9288309-2c04-44c0-b896-c77b4b03e780 req-cd377235-bc60-415c-9191-8dedf40bda89 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741200 Feb 19 01:12:48.170292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d6f0c975-37e3-46b5-a2be-4d561d9e080c None None] Provisioning complete for port a59b561f-f12c-4151-b213-6e74620100a0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:48.170706 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6f0c975-37e3-46b5-a2be-4d561d9e080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a59b561f-f12c-4151-b213-6e74620100a0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.217659 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.227777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7d933574-c496-428c-ad3c-3950d22e25c0 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3265767 Feb 19 01:12:48.228559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56876) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:48.238177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46ac02e6-9029-4ce6-bdc3-5fa0c0a51b91 req-334adec8-43c7-4d45-b8cc-1aed74a2e9d0 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.0445421 Feb 19 01:12:48.250668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'port': {'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf', 'name': 'tempest-NetworksIpV6TestAttrs-1778897323'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:48.338509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0c975-37e3-46b5-a2be-4d561d9e080c None None] Port a59b561f-f12c-4151-b213-6e74620100a0 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:48.338709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Made reservation on behalf of 52214b3407064042a169cc7aa8811683 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:48.348531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.405428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=bdfc68b0-777b-4229-a8e1-eece63efcc0c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:48.413009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-0dae2d10-da25-471a-b909-5f3717f37ebf', 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': 'd8403a84-4d63-43a5-a6d4-6df402571f41'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:48.415809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.587465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.676435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Sync routers for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:48.685224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:48.721924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:48.722572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:48.861168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Allocated IP 2001:db8::f816:3eff:fe44:a3c3 (0dae2d10-da25-471a-b909-5f3717f37ebf/d8403a84-4d63-43a5-a6d4-6df402571f41/30da618c-0266-45bf-bbd6-7a623ff4abfc) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:48.893419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=2de5dd32-f718-4f40-ac6f-54bafb877c89,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:48.956520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Allocated IP 172.20.0.3 (cd950691-a7e1-416b-8c71-f555d68c9e5a/adbf559c-31e8-4f0a-b676-13ccd4f3cce2/4debb87d-f91c-456c-ae82-10b973a8ad10) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:48.963061 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (034891ff-ff6b-4c0f-8113-3e44a5880125), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.021884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:49.084144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe434-5535-4bdb-8040-7c1fb5ba4ad6 req-b5b5553e-5138-4796-8e58-5b74b6f2dc52 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:49.092296 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c30fe434-5535-4bdb-8040-7c1fb5ba4ad6 req-b5b5553e-5138-4796-8e58-5b74b6f2dc52 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.0973289 Feb 19 01:12:49.175498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:49.178784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.212507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c30fe434-5535-4bdb-8040-7c1fb5ba4ad6 req-2af07126-6235-4cca-a521-46d54a0a6772 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174459 Feb 19 01:12:49.255612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdfc68b0-777b-4229-a8e1-eece63efcc0c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:49.278771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] device_id is not set on port 6b0ac7da-2292-4d03-ac26-7a67412c7d4f yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:12:49.305313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:49.316058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1289904186-network', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:49.331133 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks [] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.365334 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 034891ff-ff6b-4c0f-8113-3e44a5880125 associated. External IP: 172.25.2.247, port: 99683023-f96b-4441-855d-ed75da06e967. Feb 19 01:12:49.409630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bdfc68b0-777b-4229-a8e1-eece63efcc0c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:49.410184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.435725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Made reservation on behalf of 1d51828bdfa84311bb1985a46ece6d9b for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:49.444844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.472902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.487015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.598546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Allocated IP 2001:db8::f816:3eff:fe59:8128 (0dae2d10-da25-471a-b909-5f3717f37ebf/d8403a84-4d63-43a5-a6d4-6df402571f41/6b0ac7da-2292-4d03-ac26-7a67412c7d4f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:49.732917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks [] for security_group (1c0bb37d-cea9-4e56-847e-1785022ba20e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.801288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Network 0dae2d10-da25-471a-b909-5f3717f37ebf is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:49.813405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:49.821843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:49.854036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Pushing event updated for resources: {'Port': ['ID=30da618c-0266-45bf-bbd6-7a623ff4abfc,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:49.879144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef20c64b-e220-4c9d-aa89-51ad97a08c37 req-919afdb3-a009-4891-82c4-397d30655331 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.5334594 Feb 19 01:12:49.923010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for port (6b0ac7da-2292-4d03-ac26-7a67412c7d4f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.923829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:45Z', 'revision_number': 4, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a59b561f-f12c-4151-b213-6e74620100a0', 'name': '', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'mac_address': 'fa:16:3e:61:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:46Z', 'revision_number': 2, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'subnets': [{'id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:49.934196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bdfc68b0-777b-4229-a8e1-eece63efcc0c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:49.965335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c0bb37d-cea9-4e56-847e-1785022ba20e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.978315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:49.988917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.989325 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Added segment 2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6 of type vlan for network 0fd260f1-5c93-4995-9958-7e5e93f7686e Feb 19 01:12:49.999707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Attempting to bind port 30da618c-0266-45bf-bbd6-7a623ff4abfc on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:50.000233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Attempting to bind port 30da618c-0266-45bf-bbd6-7a623ff4abfc by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'aacea5db-dbd1-4b32-ae02-78af3e66f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:50.000605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Attempting to bind port 30da618c-0266-45bf-bbd6-7a623ff4abfc on network 0dae2d10-da25-471a-b909-5f3717f37ebf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:50.002827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Checking router: afdcf70a-522a-40b7-98d5-536c28382e37 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:50.003198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Updating router afdcf70a-522a-40b7-98d5-536c28382e37 port a59b561f-f12c-4151-b213-6e74620100a0 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:12:50.028852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks [] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.050545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:50.051195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Checking segment: {'id': 'aacea5db-dbd1-4b32-ae02-78af3e66f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:50.055510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.055931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Bound using segment: {'id': 'aacea5db-dbd1-4b32-ae02-78af3e66f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:50.056443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Bound port: 30da618c-0266-45bf-bbd6-7a623ff4abfc, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacea5db-dbd1-4b32-ae02-78af3e66f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0dae2d10-da25-471a-b909-5f3717f37ebf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:50.057103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.063372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6b0ac7da-2292-4d03-ac26-7a67412c7d4f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.090544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a59b561f-f12c-4151-b213-6e74620100a0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.111441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (0fd260f1-5c93-4995-9958-7e5e93f7686e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.150792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0bb37d-cea9-4e56-847e-1785022ba20e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.161495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 0dae2d10-da25-471a-b909-5f3717f37ebf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:50.191435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:50.200821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:50.206142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.213390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.253933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Port': ['ID=6b0ac7da-2292-4d03-ac26-7a67412c7d4f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.266175 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.268899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] For port 30da618c-0266-45bf-bbd6-7a623ff4abfc, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:50.272815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router ca634106-9bbc-4590-9581-e4809b14ae8f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:50.287992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2753f-ce6b-4586-9a3d-5582d70590cf req-8bb66c08-94a4-4273-8fc8-d59b9c8dce34 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.290596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] For port 30da618c-0266-45bf-bbd6-7a623ff4abfc, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30da618c-0266-45bf-bbd6-7a623ff4abfc,segment=NetworkSegment(aacea5db-dbd1-4b32-ae02-78af3e66f774),segment_id=aacea5db-dbd1-4b32-ae02-78af3e66f774)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:50.298137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10a2753f-ce6b-4586-9a3d-5582d70590cf req-8bb66c08-94a4-4273-8fc8-d59b9c8dce34 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.2217584 Feb 19 01:12:50.350648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (0fd260f1-5c93-4995-9958-7e5e93f7686e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.350648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.351302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.384209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Pushing event updated for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.399633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Network cd950691-a7e1-416b-8c71-f555d68c9e5a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:50.434184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8057e6a-2065-4f61-b951-01046aa8f5f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1891301 Feb 19 01:12:50.437872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56910) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:50.485041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10a2753f-ce6b-4586-9a3d-5582d70590cf req-29d648fc-7fcf-4818-b804-daafdb4fdde3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815634 Feb 19 01:12:50.485041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:50.504753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:50.587405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.588565 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.606295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks [] for port (a59b561f-f12c-4151-b213-6e74620100a0), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.613704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting subnet d8403a84-4d63-43a5-a6d4-6df402571f41 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:12:50.618033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (d8403a84-4d63-43a5-a6d4-6df402571f41), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.618177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.671045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (d8403a84-4d63-43a5-a6d4-6df402571f41), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.688591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4b3835f7-4d84-4302-bd5f-46a5b1097ea2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9355783 Feb 19 01:12:50.709043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Request body: {'port': {'device_id': '81f99265-9770-43df-b9b3-01f599f173b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:50.729160 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.733746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4259529 Feb 19 01:12:50.742022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56914) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:50.750569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Request body: {'subnet': {'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1289904186-subnet', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:50.757209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377ede1-c7be-40c9-9f68-fee4d5be8389 None None] Pushing event updated for resources: {'Port': ['ID=30da618c-0266-45bf-bbd6-7a623ff4abfc,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.761530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271b11-2490-45df-a2b9-5565d77f9ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd260f1-5c93-4995-9958-7e5e93f7686e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:50.842430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce12f-6b07-4b4a-af96-923a94ad61f7 req-beb55601-3f38-4866-8615-6c468155de93 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:50.844506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a5ce12f-6b07-4b4a-af96-923a94ad61f7 req-beb55601-3f38-4866-8615-6c468155de93 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.5175898 Feb 19 01:12:50.883283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:50.909946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Made reservation on behalf of 1d51828bdfa84311bb1985a46ece6d9b for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:50.926098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.945086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.068985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:51.084931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Sync routers for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:51.120819 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:51.131283 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.177557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0dbb-a320-4254-8742-a43cdb24be7a None None] Pushing event updated for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:51.210485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a5ce12f-6b07-4b4a-af96-923a94ad61f7 req-333ad8ba-d67d-4a42-b193-6b7ed311baa0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295829 Feb 19 01:12:51.267938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.366708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Attempting to bind port a59b561f-f12c-4151-b213-6e74620100a0 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:51.366931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d8403a84-4d63-43a5-a6d4-6df402571f41), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.367437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Attempting to bind port a59b561f-f12c-4151-b213-6e74620100a0 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:51.367715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Attempting to bind port a59b561f-f12c-4151-b213-6e74620100a0 on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:51.385979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-346baa92-1938-4258-bf05-769cda15409a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3304546 Feb 19 01:12:51.390301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:51.395235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:51.395641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Checking segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:51.396979 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e91605-9b41-4888-86da-c52b96f434c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:51.398268 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.398673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Bound using segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:51.403758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Bound port: a59b561f-f12c-4151-b213-6e74620100a0, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:51.404334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a59b561f-f12c-4151-b213-6e74620100a0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.479378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:51.494924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a64f99ec-3971-4936-9b21-626df3f8408c None None] Provisioning complete for port a59b561f-f12c-4151-b213-6e74620100a0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:51.499842 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a64f99ec-3971-4936-9b21-626df3f8408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a59b561f-f12c-4151-b213-6e74620100a0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.573863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a64f99ec-3971-4936-9b21-626df3f8408c None None] Port a59b561f-f12c-4151-b213-6e74620100a0 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:12:51.646055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c002e-eaa5-476c-9e72-110750c5de83 req-21174ed1-146c-4596-b25b-c918690c55f2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:51.657936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db6c002e-eaa5-476c-9e72-110750c5de83 req-21174ed1-146c-4596-b25b-c918690c55f2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 931 time: 0.5741336 Feb 19 01:12:51.666357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfadf0-1828-47c3-a5e4-742593b224e3 req-fe32d6d6-6ac0-4295-b636-650bb26dd704 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:51.679123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bcbfadf0-1828-47c3-a5e4-742593b224e3 req-fe32d6d6-6ac0-4295-b636-650bb26dd704 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1401050 Feb 19 01:12:51.688427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] For port a59b561f-f12c-4151-b213-6e74620100a0, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:51.697597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] For port a59b561f-f12c-4151-b213-6e74620100a0, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a59b561f-f12c-4151-b213-6e74620100a0,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:51.721499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d8403a84-4d63-43a5-a6d4-6df402571f41), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.786466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.796660 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '034891ff-ff6b-4c0f-8113-3e44a5880125', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'mac_address': 'fa:16:3e:1d:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.833575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.836979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/d8403a84-4d63-43a5-a6d4-6df402571f41 HTTP/1.1" status: 204 len: 168 time: 1.3921430 Feb 19 01:12:51.847607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec2d50-effd-427a-9e85-cf2d2b2b0eb8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=d8403a84-4d63-43a5-a6d4-6df402571f41,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:51.851066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56926) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:51.858692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db6c002e-eaa5-476c-9e72-110750c5de83 req-cb9aa606-215b-4341-b216-10771e08308b tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868765 Feb 19 01:12:51.872277 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Checking router: ca634106-9bbc-4590-9581-e4809b14ae8f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:51.893556 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:51.894192 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.917906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:51.919500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:51.989809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-93f6e9cd-ed13-43d9-8b30-fc601b868b78 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.001618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-93f6e9cd-ed13-43d9-8b30-fc601b868b78 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.2873991 Feb 19 01:12:52.002473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bcbfadf0-1828-47c3-a5e4-742593b224e3 req-7d920360-1d69-4be3-b49a-d413edf0d06e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225205 Feb 19 01:12:52.047136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6969af8-5df3-4f11-bd4a-ae461e7a5915 x-openstack-request-id: req-b6969af8-5df3-4f11-bd4a-ae461e7a5915 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:52.047136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:52.047136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b6969af8-5df3-4f11-bd4a-ae461e7a5915 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:52.054957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56932) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.060040 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'status': 'completed', 'code': 200} Feb 19 01:12:52.149486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0dbb-a320-4254-8742-a43cdb24be7a None None] Pushing event updated for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:52.292999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:52.350612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2c2061af-2ec7-4ba2-8e25-3bd5333ff474 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 200 len: 991 time: 0.2929766 Feb 19 01:12:52.381929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:52.405401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (91b226b7-0358-4725-8b06-16d6ac9f1fd6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.471424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Provisioning complete for port a59b561f-f12c-4151-b213-6e74620100a0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:52.472046 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a59b561f-f12c-4151-b213-6e74620100a0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.531023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4debb87d-f91c-456c-ae82-10b973a8ad10 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:12:52.567336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks [] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.602588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e0a8a-983d-47c7-9967-3b2419036ee2 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.606023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e0a8a-983d-47c7-9967-3b2419036ee2 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.614040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d74e0a8a-983d-47c7-9967-3b2419036ee2 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7542076 Feb 19 01:12:52.625248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183b581-d5dc-46d7-a46b-a885f6bd7789 req-08ec0b79-48f5-49e2-ae1a-67f958bf3df1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.633324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1183b581-d5dc-46d7-a46b-a885f6bd7789 req-08ec0b79-48f5-49e2-ae1a-67f958bf3df1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 947 time: 0.4614904 Feb 19 01:12:52.644417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:52.712773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Transition to ACTIVE for port object 4debb87d-f91c-456c-ae82-10b973a8ad10 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:12:52.729266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Current status of the port a59b561f-f12c-4151-b213-6e74620100a0 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:52.730451 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a59b561f-f12c-4151-b213-6e74620100a0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.771885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a21a2-f98b-4cac-9435-84719a79fd53 None None] Network 0dae2d10-da25-471a-b909-5f3717f37ebf requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:52.784283 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '034891ff-ff6b-4c0f-8113-3e44a5880125', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'mac_address': 'fa:16:3e:1d:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:52.803466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54432-c8d6-4f22-a596-c621a5ef75c7 req-d65536d3-cb1f-4f76-8def-b472c73fbc28 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.813516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edc54432-c8d6-4f22-a596-c621a5ef75c7 req-d65536d3-cb1f-4f76-8def-b472c73fbc28 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.4541607 Feb 19 01:12:52.814636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Deleting port 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:52.815339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.818307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.857381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a0f77-4c7e-4a24-8db8-6a961429ccba None None] The sync data for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 is: [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '034891ff-ff6b-4c0f-8113-3e44a5880125', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'mac_address': 'fa:16:3e:1d:12:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:12:47Z', 'updated_at': '2022-02-19T01:12:47Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:52.857727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] For port a59b561f-f12c-4151-b213-6e74620100a0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a59b561f-f12c-4151-b213-6e74620100a0,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:52.865353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b226b7-0358-4725-8b06-16d6ac9f1fd6,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:52.890068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Checking segment: {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:52.890592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Network hostable DHCP agents. Network: 0fd260f1-5c93-4995-9958-7e5e93f7686e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:52.905226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91605-9b41-4888-86da-c52b96f434c0 req-37b868c1-c9ad-4211-9d20-a2312ed57da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:52.906805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-37b868c1-c9ad-4211-9d20-a2312ed57da4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1127 time: 0.8931992 Feb 19 01:12:52.998390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.044434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-edc54432-c8d6-4f22-a596-c621a5ef75c7 req-bee2c6eb-6dfb-4c83-b426-343ef3d232cd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284811 Feb 19 01:12:53.059784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:53.063549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Pushing event updated for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:53.068655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3287038f-2b06-4568-b402-6661ad9b470f tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.079737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1183b581-d5dc-46d7-a46b-a885f6bd7789 req-85cc208d-2818-43c2-9c44-6079b09a2d8d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=44d9a281-9815-40a6-a197-f8760459f581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4452586 Feb 19 01:12:53.101585 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-3287038f-2b06-4568-b402-6661ad9b470f tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 01:12:53.101585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3287038f-2b06-4568-b402-6661ad9b470f tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:12:53.125647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3287038f-2b06-4568-b402-6661ad9b470f tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/0dae2d10-da25-471a-b909-5f3717f37ebf HTTP/1.1" status: 409 len: 466 time: 0.4491317 Feb 19 01:12:53.128647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56946) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:53.138991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184965787'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:53.181842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfcfc-516f-41e6-8029-e88856e6d8b8 None None] Pushing event updated for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:53.220789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Provisioning complete for port 30da618c-0266-45bf-bbd6-7a623ff4abfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:53.222169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.231459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 0fd260f1-5c93-4995-9958-7e5e93f7686e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:53.257385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:53.258001 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.289680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17926b-ccf1-439f-b3bc-9bd6e6ec82cb None None] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:53.296337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:45Z', 'revision_number': 4, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a59b561f-f12c-4151-b213-6e74620100a0', 'name': '', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'mac_address': 'fa:16:3e:61:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:51Z', 'revision_number': 4, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'subnets': [{'id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:53.319440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] For port 7e0500b3-5714-480d-8dec-fad799f1f839, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e0500b3-5714-480d-8dec-fad799f1f839,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:53.319815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.344176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:53.351213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.355807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] DHCP port deletion for 0dae2d10-da25-471a-b909-5f3717f37ebf request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:12:53.366807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53556ff-3ee9-4b51-843e-eb71d1e48147 None None] The sync data for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 is: [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:12:45Z', 'revision_number': 4, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a59b561f-f12c-4151-b213-6e74620100a0', 'name': '', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'mac_address': 'fa:16:3e:61:40:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:44Z', 'updated_at': '2022-02-19T01:12:51Z', 'revision_number': 4, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'subnets': [{'id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:53.374070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91605-9b41-4888-86da-c52b96f434c0 req-51b135b7-2c0c-4dd0-83a7-9b1e9f81292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:53.389794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-51b135b7-2c0c-4dd0-83a7-9b1e9f81292b service neutron] 10.222.0.117 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.4767420 Feb 19 01:12:53.400752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56948) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:53.430071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Attempting to bind port 4debb87d-f91c-456c-ae82-10b973a8ad10 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:53.430421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Attempting to bind port 4debb87d-f91c-456c-ae82-10b973a8ad10 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:53.430808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Attempting to bind port 4debb87d-f91c-456c-ae82-10b973a8ad10 on network cd950691-a7e1-416b-8c71-f555d68c9e5a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:53.434578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30556752-e3a2-4e61-9baf-cf3957f3e4e0 None None] New status for floating IP 034891ff-ff6b-4c0f-8113-3e44a5880125: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:12:53.437859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Port 4debb87d-f91c-456c-ae82-10b973a8ad10 on network cd950691-a7e1-416b-8c71-f555d68c9e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Attempting to bind port 4debb87d-f91c-456c-ae82-10b973a8ad10 on network cd950691-a7e1-416b-8c71-f555d68c9e5a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Checking segment: {'id': '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Bound using segment: {'id': '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Bound port: 4debb87d-f91c-456c-ae82-10b973a8ad10, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:53.462879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.631884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:12:53.648964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d78e832f-4ef1-4216-bd3c-e555041e3e12 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 200 len: 991 time: 0.2459140 Feb 19 01:12:53.657229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-b4d64d17-18d0-4704-b2f6-864b2b849c8b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 999 time: 0.2419143 Feb 19 01:12:53.668558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4677fa-1ff3-446b-b2bf-2724aa7a4cb0 req-65dc56c8-0e1e-4e00-a2b7-153e6152e0c4 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:53.670425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c4677fa-1ff3-446b-b2bf-2724aa7a4cb0 req-65dc56c8-0e1e-4e00-a2b7-153e6152e0c4 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 943 time: 0.4234493 Feb 19 01:12:53.679777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.680388 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c of type vlan for network 8a02b860-2400-47fa-8928-6ee005e2ca3e Feb 19 01:12:53.847080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:53.850899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c4677fa-1ff3-446b-b2bf-2724aa7a4cb0 req-c7b59814-ed35-4fdc-a3e5-c611539a2ac6 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670547 Feb 19 01:12:53.858322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6ce264f5-47f1-4dcf-b70c-fb56ad6bcd1d admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1088541 Feb 19 01:12:53.866849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56952) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:53.878504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:53.892534 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8a02b860-2400-47fa-8928-6ee005e2ca3e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.901027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91605-9b41-4888-86da-c52b96f434c0 req-f62d9b59-e441-43ec-8cca-7a32e792aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:53.908979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-f62d9b59-e441-43ec-8cca-7a32e792aa54 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.2317052 Feb 19 01:12:53.920653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.921373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:53.921969 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Floating IP 9ddae1d3-92e5-4e37-a596-78a9e432ad35 disassociated. External IP: 172.25.2.201, port: 7e0500b3-5714-480d-8dec-fad799f1f839. Feb 19 01:12:53.922527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Calling delete_port for 7e0500b3-5714-480d-8dec-fad799f1f839 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:54.098777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91605-9b41-4888-86da-c52b96f434c0 req-fa055b1c-a406-48fd-8563-cf83e4ab0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.100696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-fa055b1c-a406-48fd-8563-cf83e4ab0139 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1816018 Feb 19 01:12:54.138147 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.140263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4debb87d-f91c-456c-ae82-10b973a8ad10,segment=NetworkSegment(55d7e919-288f-4c4f-bd9d-8ad53dd3e06e),segment_id=55d7e919-288f-4c4f-bd9d-8ad53dd3e06e)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:54.145092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.225270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7e0500b3-5714-480d-8dec-fad799f1f839), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.235660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.259442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.261722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.263920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] 10.222.0.96 "PUT /v2.0/ports/4debb87d-f91c-456c-ae82-10b973a8ad10 HTTP/1.1" status: 200 len: 1091 time: 3.5652032 Feb 19 01:12:54.277154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for router_controller (1c33c3c1-abd6-4ffa-905a-e0365482357c), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.292937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-0fd260f1-5c93-4995-9958-7e5e93f7686e', 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e', 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'fixed_ips': [{'subnet_id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:54.293951 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.314685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:54.316338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Deleting port 30da618c-0266-45bf-bbd6-7a623ff4abfc {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:54.316814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.317709 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c638b48-cf51-4a72-aafd-4e64ee693dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:54.321782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Current status of the port 30da618c-0266-45bf-bbd6-7a623ff4abfc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:54.322290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.331302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8a02b860-2400-47fa-8928-6ee005e2ca3e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.337459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'Port': ['ID=7e0500b3-5714-480d-8dec-fad799f1f839,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.346832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.347586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.436087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cf0f1-ef06-41ab-bf18-fc95c8dce72a service neutron] Pushing event updated for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:54.498981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-805d902d-b049-4700-80a1-129f2f5ab1ba req-4f48959d-71c3-4dbf-9211-c3e3adfec07b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.1919365 Feb 19 01:12:54.519316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] For port 30da618c-0266-45bf-bbd6-7a623ff4abfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30da618c-0266-45bf-bbd6-7a623ff4abfc,segment=NetworkSegment(aacea5db-dbd1-4b32-ae02-78af3e66f774),segment_id=aacea5db-dbd1-4b32-ae02-78af3e66f774)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:54.519882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.565516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Calling delete_port for 30da618c-0266-45bf-bbd6-7a623ff4abfc owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:54.583483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4489341 Feb 19 01:12:54.607386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56960) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:54.633419 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d074ea2-3681-49a4-a57a-6d5d7a1b2d6c x-openstack-request-id: req-3d074ea2-3681-49a4-a57a-6d5d7a1b2d6c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:54.633987 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:54.634448 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d074ea2-3681-49a4-a57a-6d5d7a1b2d6c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:54.635419 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10', 'status': 'completed', 'code': 200} Feb 19 01:12:54.641581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:12:54.683735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56962) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:54.750053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbed9b-d5ff-457e-9f54-c675b2c74045 req-651fbe86-dd2e-403c-a93d-29e82de45bc2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.752074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fbbed9b-d5ff-457e-9f54-c675b2c74045 req-651fbe86-dd2e-403c-a93d-29e82de45bc2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.5602038 Feb 19 01:12:54.775355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] For port 30da618c-0266-45bf-bbd6-7a623ff4abfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=30da618c-0266-45bf-bbd6-7a623ff4abfc,segment=NetworkSegment(aacea5db-dbd1-4b32-ae02-78af3e66f774),segment_id=aacea5db-dbd1-4b32-ae02-78af3e66f774)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:54.778022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:54.869534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-28fcd426-d059-4dc7-ba55-f40c0f093da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:54.872578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-28fcd426-d059-4dc7-ba55-f40c0f093da0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52214b3407064042a169cc7aa8811683&device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 1125 time: 0.4399881 Feb 19 01:12:54.882915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1a64dc39-4149-44d1-be8c-b189bd355506 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 200 len: 993 time: 0.1976478 Feb 19 01:12:54.884564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7e0500b3-5714-480d-8dec-fad799f1f839 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:54.884919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e0500b3-5714-480d-8dec-fad799f1f839 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:54.887656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.953132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92e66-3f3e-4f12-9e36-68b28e88f8a8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=8a02b860-2400-47fa-8928-6ee005e2ca3e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.012277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:12:55.016484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.194753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Allocated IP 172.20.0.2 (0fd260f1-5c93-4995-9958-7e5e93f7686e/91b226b7-0358-4725-8b06-16d6ac9f1fd6/c14321af-bf06-4537-932b-e4ee3b923530) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:55.217701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-fe98bdab-86b2-47bb-a8ff-9c46f33d998e service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1094291 Feb 19 01:12:55.246163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for router_gateway (1c33c3c1-abd6-4ffa-905a-e0365482357c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.300275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8a02b860-2400-47fa-8928-6ee005e2ca3e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:12:55.302111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a59b561f-f12c-4151-b213-6e74620100a0 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:55.319302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:12:55.321534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fbbed9b-d5ff-457e-9f54-c675b2c74045 req-94ef4d00-f34f-4db0-8125-88f587ff4e03 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557580 Feb 19 01:12:55.322337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c035-7022-45e4-8de7-cd5bd836fd8d req-aa73a3c2-c277-4cc4-9bb2-a752e348d7ae tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.322781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-23fe167f-8b6b-4e8d-a8b8-1fbebfca67eb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4debb87d-f91c-456c-ae82-10b973a8ad10 HTTP/1.1" status: 200 len: 217 time: 0.3411744 Feb 19 01:12:55.324746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fac1c035-7022-45e4-8de7-cd5bd836fd8d req-aa73a3c2-c277-4cc4-9bb2-a752e348d7ae tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 943 time: 0.3439898 Feb 19 01:12:55.363072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (30da618c-0266-45bf-bbd6-7a623ff4abfc), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.443178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fac1c035-7022-45e4-8de7-cd5bd836fd8d req-52ab556d-938c-49f7-88ac-eb35cb721efd tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933928 Feb 19 01:12:55.489249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-14f88ece-5651-40f4-829d-14cf51e08197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.490766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-14f88ece-5651-40f4-829d-14cf51e08197 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=adbf559c-31e8-4f0a-b676-13ccd4f3cce2 HTTP/1.1" status: 200 len: 849 time: 0.1615531 Feb 19 01:12:55.509754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304d7ea-09dc-4c31-af65-c234a93d56c8 None None] Pushing event deleted for resources: {'Port': ['ID=30da618c-0266-45bf-bbd6-7a623ff4abfc,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.521230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66e91605-9b41-4888-86da-c52b96f434c0 req-9116b274-6f86-44fe-90ad-74cd0d5f7ff1 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932618 Feb 19 01:12:55.563415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-6f07a5c7-1e2d-4051-be1d-fd7843627e98 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cd950691-a7e1-416b-8c71-f555d68c9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314546 Feb 19 01:12:55.580675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] No DVR routers for this DVR port 30da618c-0266-45bf-bbd6-7a623ff4abfc on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:55.586324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb3576-faa2-4123-9c72-73e46df7cd81 None None] Pushing event deleted for resources: {'Port': ['ID=30da618c-0266-45bf-bbd6-7a623ff4abfc,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.691945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-4d507dca-ceaa-4394-bbd7-902f53182bce service neutron] 10.222.0.96 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131876 Feb 19 01:12:55.734164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks [] for port (c14321af-bf06-4537-932b-e4ee3b923530), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.740960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a59b561f-f12c-4151-b213-6e74620100a0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:55.741714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a59b561f-f12c-4151-b213-6e74620100a0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.757682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:12:55.788257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86c575b0-931b-4052-baa2-5e349af14569 req-ff641011-ec52-4eb2-bf67-08e80e21cf13 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7922e550-92ce-4e7d-9f14-e64d4186398e HTTP/1.1" status: 200 len: 210 time: 0.0943100 Feb 19 01:12:55.817263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (28ec7eb6-c8db-4abc-90bb-d576aacbd373), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.840362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for router_gateway (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.845044 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c14321af-bf06-4537-932b-e4ee3b923530), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.863644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.890108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:55.890202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=28ec7eb6-c8db-4abc-90bb-d576aacbd373,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:55.890293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:55.894095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:55.905476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:55.928423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:55.928853 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:55.929570 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:56.015921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a59b561f-f12c-4151-b213-6e74620100a0 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:56.030436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Allocated IP 172.25.2.185 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/144f87d1-d31a-42b3-a0d7-abbe5564d517) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:56.115784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Pushing event updated for resources: {'Port': ['ID=c14321af-bf06-4537-932b-e4ee3b923530,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:56.138628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 30da618c-0266-45bf-bbd6-7a623ff4abfc no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:12:56.194820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 30da618c-0266-45bf-bbd6-7a623ff4abfc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:12:56.195545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 30da618c-0266-45bf-bbd6-7a623ff4abfc not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:12:56.200653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.214311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Attempting to bind port c14321af-bf06-4537-932b-e4ee3b923530 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:56.215630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Attempting to bind port c14321af-bf06-4537-932b-e4ee3b923530 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:56.216325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Attempting to bind port c14321af-bf06-4537-932b-e4ee3b923530 on network 0fd260f1-5c93-4995-9958-7e5e93f7686e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:56.224029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:56.224694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Checking segment: {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:56.225344 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.225968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Bound using segment: {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:56.226664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Bound port: c14321af-bf06-4537-932b-e4ee3b923530, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:56.227309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c14321af-bf06-4537-932b-e4ee3b923530), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.236974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:56.305083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.339102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] No DVR routers for this DVR port 7e0500b3-5714-480d-8dec-fad799f1f839 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:56.343706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.347154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a51e074-9f20-4c24-8b52-6db24c98e8c9 req-a08c735e-1df5-45ac-919c-8439207c8a6a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "DELETE /v2.0/ports/7e0500b3-5714-480d-8dec-fad799f1f839 HTTP/1.1" status: 204 len: 173 time: 4.3445985 Feb 19 01:12:56.387784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] For port c14321af-bf06-4537-932b-e4ee3b923530, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:56.399521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] For port c14321af-bf06-4537-932b-e4ee3b923530, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c14321af-bf06-4537-932b-e4ee3b923530,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:56.412502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00a044d5-961e-4e25-986a-ac994dc3e163 req-ba91b342-7cb8-482f-9b40-a4bbceb1d0d9 service neutron] 10.222.0.96 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121701 Feb 19 01:12:56.413686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:56.414064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: 8a02b860-2400-47fa-8928-6ee005e2ca3e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:12:56.414620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:56.416127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:56.420613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:56.519687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Pushing event updated for resources: {'Port': ['ID=144f87d1-d31a-42b3-a0d7-abbe5564d517,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:56.533447 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c14321af-bf06-4537-932b-e4ee3b923530), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.550902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 8a02b860-2400-47fa-8928-6ee005e2ca3e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:12:56.657599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-deleted', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:12:56.660083 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539f070-62e2-4e27-982b-e9e36f18f8cf" -d '{"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-deleted", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:12:56.670686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aa00f-f424-4f1c-b9ca-39cf0890b87f None None] Pushing event updated for resources: {'Port': ['ID=c14321af-bf06-4537-932b-e4ee3b923530,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:56.686212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 8a02b860-2400-47fa-8928-6ee005e2ca3e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:56.696523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824ba62-c4ba-4f42-b3ee-9cb8fe3db32a None None] Network 8a02b860-2400-47fa-8928-6ee005e2ca3e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:56.733851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:56.733851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:56.734731 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:56.798922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:12:56.820055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-5ec8c333-d108-4f63-b9e9-86f927613212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:56.822869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-5ec8c333-d108-4f63-b9e9-86f927613212 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=52214b3407064042a169cc7aa8811683&device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 1125 time: 0.2099469 Feb 19 01:12:56.839796 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:56.840449 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:56.888917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-64617f8b-640f-4e92-a5ad-fd11c76892f1 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2648156 Feb 19 01:12:56.907538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56992) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:56.944469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-8a02b860-2400-47fa-8928-6ee005e2ca3e', 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': '28ec7eb6-c8db-4abc-90bb-d576aacbd373'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:12:56.945363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.146576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Allocated IP 2001:db8::f816:3eff:fe83:d6d4 (8a02b860-2400-47fa-8928-6ee005e2ca3e/28ec7eb6-c8db-4abc-90bb-d576aacbd373/f2e0a274-f4e0-4387-8c76-5baeab3ca05d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:12:57.257459 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:12:57.331200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cea99-0937-47a5-ac1e-0bec6e10aa8a req-480700e7-6635-456c-a8b1-a0205b2cb72a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.331200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-829cea99-0937-47a5-ac1e-0bec6e10aa8a req-480700e7-6635-456c-a8b1-a0205b2cb72a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.8619239 Feb 19 01:12:57.436159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c14321af-bf06-4537-932b-e4ee3b923530 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:57.571932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-829cea99-0937-47a5-ac1e-0bec6e10aa8a req-c297e46d-d591-4c14-9732-f68a185cfe46 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236538 Feb 19 01:12:57.600895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777788c7-b1d9-4e8c-9993-e8ee51d0a10e req-bae4411d-a9df-45ec-bc9e-dd6e49c4147a tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.602445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-777788c7-b1d9-4e8c-9993-e8ee51d0a10e req-bae4411d-a9df-45ec-bc9e-dd6e49c4147a tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 943 time: 0.7071810 Feb 19 01:12:57.614325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-9ac697d8-6e3b-4b87-9ab7-57e4935f2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.616015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-9ac697d8-6e3b-4b87-9ab7-57e4935f2054 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cd950691-a7e1-416b-8c71-f555d68c9e5a HTTP/1.1" status: 200 len: 910 time: 0.7807372 Feb 19 01:12:57.668066 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704263de-020c-47fa-be98-5ef1126b37c2 x-openstack-request-id: req-704263de-020c-47fa-be98-5ef1126b37c2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:12:57.668350 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7922e550-92ce-4e7d-9f14-e64d4186398e", "name": "network-vif-deleted", "tag": "7e0500b3-5714-480d-8dec-fad799f1f839", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:12:57.668554 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-704263de-020c-47fa-be98-5ef1126b37c2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:12:57.671074 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7922e550-92ce-4e7d-9f14-e64d4186398e', 'name': 'network-vif-deleted', 'tag': '7e0500b3-5714-480d-8dec-fad799f1f839', 'status': 'completed', 'code': 200} Feb 19 01:12:57.697693 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks [] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.703520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8a02b860-2400-47fa-8928-6ee005e2ca3e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.742679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c14321af-bf06-4537-932b-e4ee3b923530 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:57.743049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c14321af-bf06-4537-932b-e4ee3b923530), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.799663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.823374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for router_gateway (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:57.829636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-f6325ac1-2dfe-4502-8b79-c440d07bbea6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4debb87d-f91c-456c-ae82-10b973a8ad10 HTTP/1.1" status: 200 len: 217 time: 0.1586535 Feb 19 01:12:57.850808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-777788c7-b1d9-4e8c-9993-e8ee51d0a10e req-9f235e4f-3ec6-4b8f-9f3b-ed61ff8a9faf tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223771 Feb 19 01:12:57.852788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Pushing event updated for resources: {'Port': ['ID=f2e0a274-f4e0-4387-8c76-5baeab3ca05d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:57.871156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Network 8a02b860-2400-47fa-8928-6ee005e2ca3e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:12:57.893480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f6c7f-7995-404e-afa2-6bf7d0519a2d req-9f460d70-76b5-4344-8fb5-582cc8c9528f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.899746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:12:57.906269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-778f6c7f-7995-404e-afa2-6bf7d0519a2d req-9f460d70-76b5-4344-8fb5-582cc8c9528f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1512625 Feb 19 01:12:57.912839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:12:57.980223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-a9f865d8-80c7-4756-8a79-32dcc4d99e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:57.981808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-a9f865d8-80c7-4756-8a79-32dcc4d99e3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=adbf559c-31e8-4f0a-b676-13ccd4f3cce2 HTTP/1.1" status: 200 len: 849 time: 0.1291883 Feb 19 01:12:57.982963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c14321af-bf06-4537-932b-e4ee3b923530 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:12:57.983705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c14321af-bf06-4537-932b-e4ee3b923530), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.038450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-6304f1bb-915b-469b-98e7-3e238b084c17 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cd950691-a7e1-416b-8c71-f555d68c9e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488548 Feb 19 01:12:58.080778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-778f6c7f-7995-404e-afa2-6bf7d0519a2d req-692c01e9-56c6-4f75-997c-117a5bacdc52 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729240 Feb 19 01:12:58.083233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Attempting to bind port f2e0a274-f4e0-4387-8c76-5baeab3ca05d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:12:58.083610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Attempting to bind port f2e0a274-f4e0-4387-8c76-5baeab3ca05d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:12:58.084420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Attempting to bind port f2e0a274-f4e0-4387-8c76-5baeab3ca05d on network 8a02b860-2400-47fa-8928-6ee005e2ca3e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:12:58.095904 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:58.105409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c14321af-bf06-4537-932b-e4ee3b923530, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c14321af-bf06-4537-932b-e4ee3b923530,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:58.106529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:12:58.106975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Checking segment: {'id': 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:12:58.107523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.107960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Bound using segment: {'id': 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:12:58.108529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Bound port: f2e0a274-f4e0-4387-8c76-5baeab3ca05d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8a02b860-2400-47fa-8928-6ee005e2ca3e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:12:58.108978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.132482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port f2e0a274-f4e0-4387-8c76-5baeab3ca05d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:58.132900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.143227 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74cbb-1f38-4cec-bff6-0848a474d839 None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:12:58.212116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:58.224565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] For port f2e0a274-f4e0-4387-8c76-5baeab3ca05d, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:58.225013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.225709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c14321af-bf06-4537-932b-e4ee3b923530), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.241100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for f2e0a274-f4e0-4387-8c76-5baeab3ca05d owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:12:58.273775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] For port f2e0a274-f4e0-4387-8c76-5baeab3ca05d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:12:58.282055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] For port f2e0a274-f4e0-4387-8c76-5baeab3ca05d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f2e0a274-f4e0-4387-8c76-5baeab3ca05d,segment=NetworkSegment(a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c),segment_id=a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:12:58.366182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-6c7c31da-e6a3-4123-98b4-246a26db3f11 service neutron] 10.222.0.96 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148179 Feb 19 01:12:58.380353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.407735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (44d9a281-9815-40a6-a197-f8760459f581), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.485000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.509322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c14321af-bf06-4537-932b-e4ee3b923530,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:58.512205 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (44d9a281-9815-40a6-a197-f8760459f581), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:58.690346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d624-5327-4565-8cb6-97073f42a47e None None] Pushing event updated for resources: {'Port': ['ID=f2e0a274-f4e0-4387-8c76-5baeab3ca05d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:58.727132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4debb87d-f91c-456c-ae82-10b973a8ad10 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:12:58.833424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba6d6-e986-42be-bdc2-f49c2e93bb7c None None] New status for floating IP 9ddae1d3-92e5-4e37-a596-78a9e432ad35: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:12:58.948165 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c638b48-cf51-4a72-aafd-4e64ee693dc6 req-70218bbe-45e6-49a0-809a-58911d77ebde service neutron] 10.222.0.96 "GET /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707877 Feb 19 01:12:58.996351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be207ce-08b7-4995-a1ab-7da08b1cd9cf None None] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:12:59.010958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-3b3e2e7a-938f-4a75-b5ee-6667e7105441 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:59.015271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-3b3e2e7a-938f-4a75-b5ee-6667e7105441 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2262785 Feb 19 01:12:59.065878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f2e0a274-f4e0-4387-8c76-5baeab3ca05d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.091310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e7506-1ba9-487b-ad2b-cea52c273375 req-54ca9ecc-f27a-4e58-a686-d6bcd3d708b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:59.093032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-938e7506-1ba9-487b-ad2b-cea52c273375 req-54ca9ecc-f27a-4e58-a686-d6bcd3d708b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.2961304 Feb 19 01:12:59.177005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44d9a281-9815-40a6-a197-f8760459f581), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.184306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.187967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "DELETE /v2.0/security-groups/44d9a281-9815-40a6-a197-f8760459f581 HTTP/1.1" status: 204 len: 168 time: 0.9747391 Feb 19 01:12:59.207003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:59.210872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=f2e0a274-f4e0-4387-8c76-5baeab3ca05d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.238487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dc4ea-93e1-436e-a859-0ebd997f12e0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d9a281-9815-40a6-a197-f8760459f581,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.279774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-938e7506-1ba9-487b-ad2b-cea52c273375 req-93e75870-bb85-40fc-8a0c-6784af472f78 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753137 Feb 19 01:12:59.322419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4debb87d-f91c-456c-ae82-10b973a8ad10,segment=NetworkSegment(55d7e919-288f-4c4f-bd9d-8ad53dd3e06e),segment_id=55d7e919-288f-4c4f-bd9d-8ad53dd3e06e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:59.340276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Router 1c33c3c1-abd6-4ffa-905a-e0365482357c is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:12:59.346517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No DVR routers for this DVR port f2e0a274-f4e0-4387-8c76-5baeab3ca05d on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:12:59.380958 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-9e4c8f72-715c-486a-be8b-e3688c57e678 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] show failed (client error): The resource could not be found. Feb 19 01:12:59.385157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e4c8f72-715c-486a-be8b-e3688c57e678 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups/44d9a281-9815-40a6-a197-f8760459f581 HTTP/1.1" status: 404 len: 347 time: 0.1509449 Feb 19 01:12:59.440453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:59.544366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (28ec7eb6-c8db-4abc-90bb-d576aacbd373), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.556954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a83b-1bdc-4c23-a4e2-a58e749d4376 req-f5eb01a0-e4a5-4e98-94d2-ab037abb548d tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:59.558948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a9a83b-1bdc-4c23-a4e2-a58e749d4376 req-f5eb01a0-e4a5-4e98-94d2-ab037abb548d tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 943 time: 0.4804816 Feb 19 01:12:59.592163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1fe365de-23f9-40a0-8875-0c646389a5b4 None None] Provisioning complete for port c14321af-bf06-4537-932b-e4ee3b923530 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:59.592637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1fe365de-23f9-40a0-8875-0c646389a5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c14321af-bf06-4537-932b-e4ee3b923530), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.600113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c14321af-bf06-4537-932b-e4ee3b923530 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:12:59.655578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Deleting port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:59.656582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.690666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '4debb87d-f91c-456c-ae82-10b973a8ad10', 'network_id': 'cd950691-a7e1-416b-8c71-f555d68c9e5a', 'port_id': '4debb87d-f91c-456c-ae82-10b973a8ad10', 'mac_address': 'fa:16:3e:ea:44:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbf559c-31e8-4f0a-b676-13ccd4f3cce2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:12:59.692210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68563ee5-1911-4908-89fe-294f7d97e047 req-34276073-80fe-4d78-9c72-06edbd154b83 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:59.701358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68563ee5-1911-4908-89fe-294f7d97e047 req-34276073-80fe-4d78-9c72-06edbd154b83 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.2903113 Feb 19 01:12:59.751004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a9a83b-1bdc-4c23-a4e2-a58e749d4376 req-72b9f044-97e0-4ab9-b741-c38b5cb67776 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658652 Feb 19 01:12:59.788267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:12:59.826844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Sync routers for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:12:59.826844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:12:59.829221 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:12:59.844621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Deleting port d177e515-8384-43fa-9cf8-a1bdc52aaab2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:12:59.844968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.869062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] For port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:12:59.869363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.870347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68563ee5-1911-4908-89fe-294f7d97e047 req-7bad4627-6701-4905-b5fc-cc0c06e8c824 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684251 Feb 19 01:12:59.888215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (28ec7eb6-c8db-4abc-90bb-d576aacbd373), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.925442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:59.928739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-32ab3321-6eaa-49ef-9abd-225f825f79a6 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0571802 Feb 19 01:12:59.930843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:12:59.938822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=28ec7eb6-c8db-4abc-90bb-d576aacbd373,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:12:59.943451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c14321af-bf06-4537-932b-e4ee3b923530 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:12:59.944407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c14321af-bf06-4537-932b-e4ee3b923530), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.053991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4debb87d-f91c-456c-ae82-10b973a8ad10 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:00.054653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.094169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4debb87d-f91c-456c-ae82-10b973a8ad10 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:00.098661 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:00.125882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1fe365de-23f9-40a0-8875-0c646389a5b4 None None] Current status of the port c14321af-bf06-4537-932b-e4ee3b923530 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:00.139139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4debb87d-f91c-456c-ae82-10b973a8ad10,segment=NetworkSegment(55d7e919-288f-4c4f-bd9d-8ad53dd3e06e),segment_id=55d7e919-288f-4c4f-bd9d-8ad53dd3e06e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:00.149268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.149268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (d177e515-8384-43fa-9cf8-a1bdc52aaab2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.200389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c14321af-bf06-4537-932b-e4ee3b923530 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:00.201621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f2e0a274-f4e0-4387-8c76-5baeab3ca05d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:00.209615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Calling delete_port for d177e515-8384-43fa-9cf8-a1bdc52aaab2 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:00.223780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8a02b860-2400-47fa-8928-6ee005e2ca3e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.258915 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.269729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f2e0a274-f4e0-4387-8c76-5baeab3ca05d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:00.270133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f2e0a274-f4e0-4387-8c76-5baeab3ca05d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 01:13:00.384459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c5440-c80c-404d-9a4d-6fc8614675ea None None] Network 8a02b860-2400-47fa-8928-6ee005e2ca3e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:00.387398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a02b860-2400-47fa-8928-6ee005e2ca3e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:00.399668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Port f2e0a274-f4e0-4387-8c76-5baeab3ca05d not found, will not notify nova. {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 01:13:00.410615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:00.411010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:00.462975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:12:57Z', 'revision_number': 3, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:00.463254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.500170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.503971 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Checking router: 1c33c3c1-abd6-4ffa-905a-e0365482357c for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:00.504963 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Updating router 1c33c3c1-abd6-4ffa-905a-e0365482357c port 144f87d1-d31a-42b3-a0d7-abbe5564d517 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:00.516786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:00.517467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (a33c97a9-7ee2-4c8a-8db8-f9f9bfb42a9c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:00.527606 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:00.556029 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.562039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-01fd69b7-8ab6-445e-9665-73a9d55f9f84 None None] Provisioning complete for port c14321af-bf06-4537-932b-e4ee3b923530 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:00.562694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01fd69b7-8ab6-445e-9665-73a9d55f9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c14321af-bf06-4537-932b-e4ee3b923530), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.610755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.611063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.611644 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Floating IP 956fdd1e-8603-4ca2-ac56-c58a7eedbc4f disassociated. External IP: 172.25.2.207, port: 397ec504-0e2f-4dd0-afe6-8b87fe2b810a. Feb 19 01:13:00.611997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Calling delete_port for 397ec504-0e2f-4dd0-afe6-8b87fe2b810a owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:00.630933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:00.631855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48728-bbff-4965-bc69-241bd7b86706 req-1d145b1d-feae-4506-8dbf-5fa845d95df9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:00.633490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92e48728-bbff-4965-bc69-241bd7b86706 req-1d145b1d-feae-4506-8dbf-5fa845d95df9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1824059 Feb 19 01:13:00.637311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['4debb87d-f91c-456c-ae82-10b973a8ad10'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:00.728216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8a02b860-2400-47fa-8928-6ee005e2ca3e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.769901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:00.773178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68799c1d-bf55-4b18-aa81-10bea933cbd1 None None] DHCP port deletion for 8a02b860-2400-47fa-8928-6ee005e2ca3e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:00.773320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/8a02b860-2400-47fa-8928-6ee005e2ca3e HTTP/1.1" status: 204 len: 168 time: 3.8642480 Feb 19 01:13:00.801922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57028) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:00.808782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-01fd69b7-8ab6-445e-9665-73a9d55f9f84 None None] Current status of the port c14321af-bf06-4537-932b-e4ee3b923530 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:00.822021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1671121904'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:00.830731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-01fd69b7-8ab6-445e-9665-73a9d55f9f84 None None] Could not find standard attr ID for object f2e0a274-f4e0-4387-8c76-5baeab3ca05d. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:13:00.925028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92e48728-bbff-4965-bc69-241bd7b86706 req-811c3370-fbaa-4102-a226-0da1a260779c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140491 Feb 19 01:13:00.931215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c986b9-5e9a-4b6f-816c-1e9730565db9 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=8a02b860-2400-47fa-8928-6ee005e2ca3e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.025178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d177e515-8384-43fa-9cf8-a1bdc52aaab2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.058540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:01.061911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.065101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'Port': ['ID=d177e515-8384-43fa-9cf8-a1bdc52aaab2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.068367 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks [] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.080802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1faba6-9045-4eca-b8d4-6a2a33234faa req-ff500db0-51d6-4c1a-b6d4-18cd107f8779 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:01.082461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a1faba6-9045-4eca-b8d4-6a2a33234faa req-ff500db0-51d6-4c1a-b6d4-18cd107f8779 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 944 time: 0.1648185 Feb 19 01:13:01.118645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:01.127429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (397ec504-0e2f-4dd0-afe6-8b87fe2b810a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.150121 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.150593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.150936 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment 5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2 of type vlan for network a26e9c80-0102-413a-b785-fbc9efb9c512 Feb 19 01:13:01.214271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f2e0a274-f4e0-4387-8c76-5baeab3ca05d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:01.217662 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Attempting to bind port 144f87d1-d31a-42b3-a0d7-abbe5564d517 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:01.220818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eab7ea-2cc7-4a4d-994c-2c670cc9564f req-59ba47cc-c72e-47de-aeba-825e76ab6ee6 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:01.227646 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Attempting to bind port 144f87d1-d31a-42b3-a0d7-abbe5564d517 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:01.228961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2eab7ea-2cc7-4a4d-994c-2c670cc9564f req-59ba47cc-c72e-47de-aeba-825e76ab6ee6 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 946 time: 0.1837385 Feb 19 01:13:01.230233 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Attempting to bind port 144f87d1-d31a-42b3-a0d7-abbe5564d517 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:01.233301 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54301ad9-a496-48f8-bd83-97ee2007401d None None] Pushing event updated for resources: {'Port': ['ID=144f87d1-d31a-42b3-a0d7-abbe5564d517,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.238958 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:01.242121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:01.242121 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.242121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:01.242121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Bound port: 144f87d1-d31a-42b3-a0d7-abbe5564d517, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:01.242121 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.248984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'Port': ['ID=397ec504-0e2f-4dd0-afe6-8b87fe2b810a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.285487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f2e0a274-f4e0-4387-8c76-5baeab3ca05d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:01.288544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f2e0a274-f4e0-4387-8c76-5baeab3ca05d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:01.325465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a1faba6-9045-4eca-b8d4-6a2a33234faa req-362c92f5-ed2a-4e1b-9357-09342ccd0038 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311146 Feb 19 01:13:01.330198 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] For port 144f87d1-d31a-42b3-a0d7-abbe5564d517, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:01.331535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (9ddae1d3-92e5-4e37-a596-78a9e432ad35), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.334837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.334974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] For port 144f87d1-d31a-42b3-a0d7-abbe5564d517, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=144f87d1-d31a-42b3-a0d7-abbe5564d517,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:01.338840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d45deb99-c5ce-4ca8-a064-110805fb50a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "DELETE /v2.0/floatingips/9ddae1d3-92e5-4e37-a596-78a9e432ad35 HTTP/1.1" status: 204 len: 168 time: 1.8939695 Feb 19 01:13:01.365156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.399164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.425758 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.435749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2eab7ea-2cc7-4a4d-994c-2c670cc9564f req-e3945590-b982-4d39-a267-43a28f55b61c tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=0f5adf48-7f35-4baa-a17a-456767a4ef2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041426 Feb 19 01:13:01.501174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.513782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:01.514574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.522905 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:01.523662 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:01.538710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:01.560690 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54301ad9-a496-48f8-bd83-97ee2007401d None None] Pushing event updated for resources: {'Port': ['ID=144f87d1-d31a-42b3-a0d7-abbe5564d517,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.669018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Allocated IP 172.20.0.1 (0fd260f1-5c93-4995-9958-7e5e93f7686e/91b226b7-0358-4725-8b06-16d6ac9f1fd6/d29095ad-b916-4748-96b5-63c4f829b59d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:01.693537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8898630 Feb 19 01:13:01.701675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:01.711424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd7299-ba9a-4ad8-9b42-99155f52a317 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=a26e9c80-0102-413a-b785-fbc9efb9c512,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:01.716033 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:01.725896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a26e9c80-0102-413a-b785-fbc9efb9c512 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:01.733525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:01.860188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:01.874937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:01.908447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:01.909572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:01.918130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57040) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:01.945949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56789380', 'description': 'tempest-description--1700233154'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:01.961027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] No DVR routers for this DVR port 397ec504-0e2f-4dd0-afe6-8b87fe2b810a on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:01.973208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:01.976573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ded93cf8-442a-4278-81d6-f0a3adfd12b8 req-50d73ec8-4720-49ae-a3a6-f996f9506605 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "DELETE /v2.0/ports/397ec504-0e2f-4dd0-afe6-8b87fe2b810a HTTP/1.1" status: 204 len: 173 time: 2.9588075 Feb 19 01:13:01.977049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'name': 'network-vif-deleted', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:01.979933 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfcfafa-9af7-445b-898c-d328511c15f6" -d '{"events": [{"server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "name": "network-vif-deleted", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:02.037825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks [] for port (d29095ad-b916-4748-96b5-63c4f829b59d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.080475 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ce19b-76ef-40be-9107-2920b957f244 x-openstack-request-id: req-1c3ce19b-76ef-40be-9107-2920b957f244 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:02.080829 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e1eb0c-2945-4530-8d10-7f698fa5c067", "name": "network-vif-deleted", "tag": "397ec504-0e2f-4dd0-afe6-8b87fe2b810a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:02.081017 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1c3ce19b-76ef-40be-9107-2920b957f244 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:02.086075 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e1eb0c-2945-4530-8d10-7f698fa5c067', 'name': 'network-vif-deleted', 'tag': '397ec504-0e2f-4dd0-afe6-8b87fe2b810a', 'status': 'completed', 'code': 200} Feb 19 01:13:02.099954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:02.113815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.119243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:02.119243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.134518 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:12:57Z', 'revision_number': 3, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:02.181085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed8e2a-9411-4b66-a759-dd2321f8de44 None None] The sync data for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 is: [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:12:57Z', 'revision_number': 3, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:02.203432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcab465-2b27-4dbc-bd91-08b553c4711c req-de6c0848-1b6c-4ab8-bb77-7ad6eaef9eba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:02.205141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4dcab465-2b27-4dbc-bd91-08b553c4711c req-de6c0848-1b6c-4ab8-bb77-7ad6eaef9eba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1180627 Feb 19 01:13:02.262510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.289410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4dcab465-2b27-4dbc-bd91-08b553c4711c req-ac892a7c-050f-442f-be70-60e2099cb13e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787077 Feb 19 01:13:02.358435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:02.374993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:02.404078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:02.459234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Pushing event updated for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:02.555573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.600514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:02.709024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:02.710788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (3d8fb7a9-75b7-402f-ae51-743899a6445c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.718873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eda67f2d-f3fc-41da-ab0d-f9bd5bcd127c req-6e518739-500a-4ceb-9599-3220b2410486 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8e1eb0c-2945-4530-8d10-7f698fa5c067 HTTP/1.1" status: 200 len: 210 time: 0.0864873 Feb 19 01:13:02.719254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4debb87d-f91c-456c-ae82-10b973a8ad10 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:02.784939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 397ec504-0e2f-4dd0-afe6-8b87fe2b810a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:02.799567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:02.800329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:02.820558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12036b8-1307-43b0-9dc1-283bdb6f2c61 req-bfbf6594-d619-45f4-b40f-af8c8533d262 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:02.828874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f12036b8-1307-43b0-9dc1-283bdb6f2c61 req-bfbf6594-d619-45f4-b40f-af8c8533d262 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 944 time: 0.2616289 Feb 19 01:13:02.828874 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3d8fb7a9-75b7-402f-ae51-743899a6445c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:02.877547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 397ec504-0e2f-4dd0-afe6-8b87fe2b810a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:02.877884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 397ec504-0e2f-4dd0-afe6-8b87fe2b810a not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:02.978431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:03.012291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f12036b8-1307-43b0-9dc1-283bdb6f2c61 req-17967295-7af9-4086-ab64-4829a0f06861 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798141 Feb 19 01:13:03.018422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8fb7a9-75b7-402f-ae51-743899a6445c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.027754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.080742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.087781 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0f90feff-0b16-49a9-90ec-b0f411b2050e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1637757 Feb 19 01:13:03.088111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57052) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:03.091651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group_rule': {'security_group_id': '3d8fb7a9-75b7-402f-ae51-743899a6445c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:03.124504 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:03.145607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6ce7c8f0-ece2-4a52-b812-e4887c976154 None None] Provisioning complete for port d29095ad-b916-4748-96b5-63c4f829b59d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:03.145973 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ce7c8f0-ece2-4a52-b812-e4887c976154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.146265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.169368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.176313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 4debb87d-f91c-456c-ae82-10b973a8ad10 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:03.183369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 4debb87d-f91c-456c-ae82-10b973a8ad10 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:03.183780 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.240420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:03.241310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: a26e9c80-0102-413a-b785-fbc9efb9c512, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:03.248948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (92760774-9fca-4a92-81bc-853299626e28), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.289506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 144f87d1-d31a-42b3-a0d7-abbe5564d517 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:03.327535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7c8f0-ece2-4a52-b812-e4887c976154 None None] Port d29095ad-b916-4748-96b5-63c4f829b59d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:03.336866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (92760774-9fca-4a92-81bc-853299626e28), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.402052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks [] for port (d29095ad-b916-4748-96b5-63c4f829b59d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.406984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network a26e9c80-0102-413a-b785-fbc9efb9c512 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:03.437998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (92760774-9fca-4a92-81bc-853299626e28), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.463618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92760774-9fca-4a92-81bc-853299626e28,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.466815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 144f87d1-d31a-42b3-a0d7-abbe5564d517 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:03.467468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.476291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.482965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875bc41-16d4-4350-b713-ba1fde688503 req-101dd28b-2eb3-4db4-91d3-4ab879a22d92 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:03.490362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5875bc41-16d4-4350-b713-ba1fde688503 req-101dd28b-2eb3-4db4-91d3-4ab879a22d92 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.0921824 Feb 19 01:13:03.495388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 4debb87d-f91c-456c-ae82-10b973a8ad10 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:03.496461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.543376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:03.545701 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0938c7-6875-4ca9-820a-ba48cd8411d1" -d '{"events": [{"server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "name": "network-vif-plugged", "status": "completed", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:03.549367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a26e9c80-0102-413a-b785-fbc9efb9c512) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:03.554673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5875bc41-16d4-4350-b713-ba1fde688503 req-2b792795-38b1-48f7-ae0a-63c4ad0f62eb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633359 Feb 19 01:13:03.570578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:03.576302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.584663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.585934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8edee9a4-384d-48cc-9f95-d2933e094e14 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988973 Feb 19 01:13:03.599848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57062) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:03.602156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.603935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2325ce-7f40-479c-99ec-c464132cb51f None None] Network a26e9c80-0102-413a-b785-fbc9efb9c512 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:03.613061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'security_group_rule': {'security_group_id': '3d8fb7a9-75b7-402f-ae51-743899a6445c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:03.618290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Pushing event updated for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:03.644663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4debb87d-f91c-456c-ae82-10b973a8ad10,segment=NetworkSegment(55d7e919-288f-4c4f-bd9d-8ad53dd3e06e),segment_id=55d7e919-288f-4c4f-bd9d-8ad53dd3e06e)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:03.650605 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53788490-4de6-4edd-a33e-85ec64ec08cc x-openstack-request-id: req-53788490-4de6-4edd-a33e-85ec64ec08cc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:03.651787 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "name": "network-vif-plugged", "status": "completed", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:03.654471 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-53788490-4de6-4edd-a33e-85ec64ec08cc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:03.657480 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10', 'code': 200} Feb 19 01:13:03.700681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a658c72-226a-4ae7-8708-abdfeea5aa6c tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9718406 Feb 19 01:13:03.713762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57064) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:03.733326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:03.780920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:03.795954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:03.800866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:03.813510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423836a3-b4c3-46c6-82e1-ea0573072742 None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:04.015730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 144f87d1-d31a-42b3-a0d7-abbe5564d517 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:04.016254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.057129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 144f87d1-d31a-42b3-a0d7-abbe5564d517, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=144f87d1-d31a-42b3-a0d7-abbe5564d517,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:04.091346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a26e9c80-0102-413a-b785-fbc9efb9c512', 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': '6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:04.093988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.107323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:04.129816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.257258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.334899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (4c0f355a-0af4-4883-b088-dd01ed8fc4e5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.435773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd1cfa-85ac-451c-8dbb-09b9bebaced1 req-f617fa1f-bd73-40d2-a239-fc3b7b6cb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:04.438193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fbd1cfa-85ac-451c-8dbb-09b9bebaced1 req-f617fa1f-bd73-40d2-a239-fc3b7b6cb729 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 1126 time: 0.7347157 Feb 19 01:13:04.497699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.520236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Router 1c33c3c1-abd6-4ffa-905a-e0365482357c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:04.540804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b6bed-3178-419b-85c3-09016ce8b411 req-6b5ff25a-8d3e-4dde-ab84-c31c43b3696d tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:04.542987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf8b6bed-3178-419b-85c3-09016ce8b411 req-6b5ff25a-8d3e-4dde-ab84-c31c43b3696d tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.2841377 Feb 19 01:13:04.543867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (0f5adf48-7f35-4baa-a17a-456767a4ef2a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.562101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d250e7c5-e442-4484-a3a7-284d6c632214 None None] Provisioning complete for port d29095ad-b916-4748-96b5-63c4f829b59d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:04.562872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d250e7c5-e442-4484-a3a7-284d6c632214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.577213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (4c0f355a-0af4-4883-b088-dd01ed8fc4e5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.610764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d250e7c5-e442-4484-a3a7-284d6c632214 None None] Port d29095ad-b916-4748-96b5-63c4f829b59d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:04.613905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Allocated IP 2001:db8::2 (a26e9c80-0102-413a-b785-fbc9efb9c512/6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83/7ea9a58a-dc21-4de3-a191-2a09c9cea0ad) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:04.616557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7fbd1cfa-85ac-451c-8dbb-09b9bebaced1 req-a10be9a9-000c-402e-bbba-67436eab51b8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628647 Feb 19 01:13:04.622736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=144f87d1-d31a-42b3-a0d7-abbe5564d517,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:04.624586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (0f5adf48-7f35-4baa-a17a-456767a4ef2a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.718137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4c0f355a-0af4-4883-b088-dd01ed8fc4e5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.763672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bf8b6bed-3178-419b-85c3-09016ce8b411 req-654c6248-bdbb-44c8-8cf3-5192ace3ec14 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984565 Feb 19 01:13:04.790114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.793527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a5d7b-f526-47d4-a09e-c1358682389a req-2acd8f26-36a6-4afc-a91f-cfa80abfb41f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:04.793817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0f355a-0af4-4883-b088-dd01ed8fc4e5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:04.798408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-494a5d7b-f526-47d4-a09e-c1358682389a req-2acd8f26-36a6-4afc-a91f-cfa80abfb41f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1224713 Feb 19 01:13:04.799877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:04.827206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-15d70960-185d-4234-9506-0487b9f99c1e admin admin] 10.222.0.94 "PUT /v2.0/routers/1c33c3c1-abd6-4ffa-905a-e0365482357c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8862069 Feb 19 01:13:04.898949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.904848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c913bec8-6755-4209-8ef8-8c0345b8833c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2995079 Feb 19 01:13:04.905354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57084) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.910741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:04.926963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-494a5d7b-f526-47d4-a09e-c1358682389a req-fae72ba1-d513-4e46-af6e-74cc4134324a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074588 Feb 19 01:13:04.967503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f5adf48-7f35-4baa-a17a-456767a4ef2a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.970477 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:04.972708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "DELETE /v2.0/security-groups/0f5adf48-7f35-4baa-a17a-456767a4ef2a HTTP/1.1" status: 204 len: 168 time: 0.7116268 Feb 19 01:13:04.978232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57086) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:04.991322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ca410-2e59-457d-b673-6aa0f6508468 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5adf48-7f35-4baa-a17a-456767a4ef2a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:04.996546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.001775 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-3bc0f193-5000-421e-b3a0-3106ecf20306 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] show failed (client error): The resource could not be found. Feb 19 01:13:05.003813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3bc0f193-5000-421e-b3a0-3106ecf20306 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups/0f5adf48-7f35-4baa-a17a-456767a4ef2a HTTP/1.1" status: 404 len: 347 time: 0.0236220 Feb 19 01:13:05.007009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57088) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:05.014663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks [] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.053384 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f2fe3-a10c-4cba-9de9-a95e67e7dc8e None None] New status for floating IP 956fdd1e-8603-4ca2-ac56-c58a7eedbc4f: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:13:05.082353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.173502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Network a26e9c80-0102-413a-b785-fbc9efb9c512 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:05.177018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:05.184459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:05.205947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Pushing event updated for resources: {'Port': ['ID=7ea9a58a-dc21-4de3-a191-2a09c9cea0ad,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:05.208649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 144f87d1-d31a-42b3-a0d7-abbe5564d517 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:05.229603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.338265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Deleting port 06f93743-ec31-4367-abba-020c52e7142f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:05.340964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (06f93743-ec31-4367-abba-020c52e7142f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.357385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Attempting to bind port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:05.358420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Attempting to bind port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:05.358659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Attempting to bind port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad on network a26e9c80-0102-413a-b785-fbc9efb9c512 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:05.373078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:05.373738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Checking segment: {'id': '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:05.374255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.374872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Bound using segment: {'id': '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:05.375743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Bound port: 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:05.376350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.392666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.396580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 144f87d1-d31a-42b3-a0d7-abbe5564d517 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:05.397195 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.403757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Sync routers for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:05.453909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e9c80-0102-413a-b785-fbc9efb9c512']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:05.466553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:05.467239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:05.480614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.496923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:05.497676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:05.499516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.506265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:05.506653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.535555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (06f93743-ec31-4367-abba-020c52e7142f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.536111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (06f93743-ec31-4367-abba-020c52e7142f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.550911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Calling delete_port for 06f93743-ec31-4367-abba-020c52e7142f owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:05.574639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:05.580841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.654511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.api [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:13:05.654511 n-d-826529-3 neutron-server[110602]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:13:05.654511 n-d-826529-3 neutron-server[110602]: [parameters: {'id': 'a26e9c80-0102-413a-b785-fbc9efb9c512'}] Feb 19 01:13:05.654511 n-d-826529-3 neutron-server[110602]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:13:05.654850 n-d-826529-3 neutron-server[110602]: DEBUG oslo_db.api [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:13:05.673132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] For port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:05.677846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] For port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7ea9a58a-dc21-4de3-a191-2a09c9cea0ad,segment=NetworkSegment(5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2),segment_id=5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:05.736538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Allocated IP 172.25.2.130 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/2d9c0a4a-d621-496e-8f1a-5a334769c3c8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:05.769214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.786038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 144f87d1-d31a-42b3-a0d7-abbe5564d517 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:05.811694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:05.940641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-5f98655f-7977-49e9-8c1b-ccb1b26695c6 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:05.945398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.949209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-5f98655f-7977-49e9-8c1b-ccb1b26695c6 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.1202607 Feb 19 01:13:05.952961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (06f93743-ec31-4367-abba-020c52e7142f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:05.998645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-8aad0d31-1382-495f-b0ea-12ecf039b07c tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/quotas/1d51828bdfa84311bb1985a46ece6d9b HTTP/1.1" status: 200 len: 375 time: 0.0480726 Feb 19 01:13:06.002042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'Port': ['ID=06f93743-ec31-4367-abba-020c52e7142f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.012820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b781e-ea6e-4939-9368-fa31a52ac565 None None] Pushing event updated for resources: {'Port': ['ID=7ea9a58a-dc21-4de3-a191-2a09c9cea0ad,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.078777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacfd63-1ccf-41a3-bf7a-a5a914c4b94d None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:13:06.109639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf18aa-0be6-4e17-97e5-cb2507706664 req-cb19818f-f9e6-4237-afba-6644ce42c5cb tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:06.111374 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9acf18aa-0be6-4e17-97e5-cb2507706664 req-cb19818f-f9e6-4237-afba-6644ce42c5cb tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.1092379 Feb 19 01:13:06.113139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.173891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:06.174859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.195925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:06.202132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:06.219610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-f44f2f84-c0d0-4826-b5cc-80bc2818a2d2 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2196853 Feb 19 01:13:06.265583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=2d9c0a4a-d621-496e-8f1a-5a334769c3c8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:06.267145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 4, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd29095ad-b916-4748-96b5-63c4f829b59d', 'name': '', 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'mac_address': 'fa:16:3e:ca:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:01Z', 'updated_at': '2022-02-19T01:13:03Z', 'revision_number': 2, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'subnets': [{'id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:06.270192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bacfd63-1ccf-41a3-bf7a-a5a914c4b94d None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:13:06.298349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Checking router: 1c33c3c1-abd6-4ffa-905a-e0365482357c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:06.298711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Updating router 1c33c3c1-abd6-4ffa-905a-e0365482357c port d29095ad-b916-4748-96b5-63c4f829b59d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:13:06.328116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9acf18aa-0be6-4e17-97e5-cb2507706664 req-8cac918c-2a7a-479f-b869-688766703ad5 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099438 Feb 19 01:13:06.344881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-87cb0e56-02d2-440c-a4ba-bf01c68dc877 service neutron] 10.222.0.94 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239781 Feb 19 01:13:06.396504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.397304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.406239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (956fdd1e-8603-4ca2-ac56-c58a7eedbc4f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.409238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.413465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:06.413669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1ce4ab8b-5f22-40de-be47-0b1bb6f82ae5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "DELETE /v2.0/floatingips/956fdd1e-8603-4ca2-ac56-c58a7eedbc4f HTTP/1.1" status: 204 len: 168 time: 1.4035373 Feb 19 01:13:06.414701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.477715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-ee6465c5-cc8c-482c-b203-6a6ba1f8da00 service neutron] 10.222.0.94 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316197 Feb 19 01:13:06.587674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.652413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] For port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7ea9a58a-dc21-4de3-a191-2a09c9cea0ad,segment=NetworkSegment(5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2),segment_id=5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:06.652805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:06.676132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5235e47-f944-4b7c-85e9-07ae7091718e req-f4b88864-f55d-4403-af40-b25e1f264ddf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:06.677659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5235e47-f944-4b7c-85e9-07ae7091718e req-f4b88864-f55d-4403-af40-b25e1f264ddf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.2274642 Feb 19 01:13:06.683343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:06.805075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb6d5b-6935-4eff-ba18-d74355f37d49 None None] Network a26e9c80-0102-413a-b785-fbc9efb9c512 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:06.953070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5235e47-f944-4b7c-85e9-07ae7091718e req-39611346-3959-4ef4-a1dd-66f07fdf2abb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667620 Feb 19 01:13:07.052970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks [] for port (d29095ad-b916-4748-96b5-63c4f829b59d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.131707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99306d10-3333-4d8a-9210-3687d82a68e1 req-4f10a94b-0331-4851-8eb4-2617120543df tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 210 time: 0.0452421 Feb 19 01:13:07.134725 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.139867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7ea9a58a-dc21-4de3-a191-2a09c9cea0ad), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.186103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.188263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=7ea9a58a-dc21-4de3-a191-2a09c9cea0ad,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.191135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No DVR routers for this DVR port 7ea9a58a-dc21-4de3-a191-2a09c9cea0ad on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:07.282756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.309786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc0ad5-a142-4603-9c2c-c9a1d33cd09c None None] Pushing event updated for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.353225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.380506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e9c80-0102-413a-b785-fbc9efb9c512']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.393028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.393334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.400226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Attempting to bind port d29095ad-b916-4748-96b5-63c4f829b59d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:07.400532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Attempting to bind port d29095ad-b916-4748-96b5-63c4f829b59d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:07.412163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Attempting to bind port d29095ad-b916-4748-96b5-63c4f829b59d on network 0fd260f1-5c93-4995-9958-7e5e93f7686e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:07.412443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.412534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:07.412534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Checking segment: {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:07.412534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.412534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Bound using segment: {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:07.412866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Bound port: d29095ad-b916-4748-96b5-63c4f829b59d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:07.413667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.430900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.447230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:07.447788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (5d6baf5f-ad4f-4ff7-803b-eb0a53f720a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.455272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57134) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:07.461110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1526157456', 'description': 'tempest-description--1324510504'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:07.509762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] For port d29095ad-b916-4748-96b5-63c4f829b59d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:07.514900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] For port d29095ad-b916-4748-96b5-63c4f829b59d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d29095ad-b916-4748-96b5-63c4f829b59d,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:07.550434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:07.563041 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:07.576543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.658152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (9de38edf-00ea-42cc-97a3-75eb66539347), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.681758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a26e9c80-0102-413a-b785-fbc9efb9c512), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.690100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.696249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=2d9c0a4a-d621-496e-8f1a-5a334769c3c8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.700653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc0ad5-a142-4603-9c2c-c9a1d33cd09c None None] Pushing event updated for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.706437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:07.706437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:12:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:07.716808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.720424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/a26e9c80-0102-413a-b785-fbc9efb9c512 HTTP/1.1" status: 204 len: 168 time: 4.0056920 Feb 19 01:13:07.724276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57138) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:07.733656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-529037632'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:07.753092 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9de38edf-00ea-42cc-97a3-75eb66539347), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.760893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a421-4145-4e9d-b9bb-4bffdb01c11b tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=a26e9c80-0102-413a-b785-fbc9efb9c512,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.776543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49d523-2adc-4c59-8beb-d5a32db00eee req-1cc812f0-8af2-48bf-be2b-23c2dc93a521 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:07.795305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e49d523-2adc-4c59-8beb-d5a32db00eee req-1cc812f0-8af2-48bf-be2b-23c2dc93a521 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.2301977 Feb 19 01:13:07.825174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de38edf-00ea-42cc-97a3-75eb66539347,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:07.848478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.859368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a45cc4da-3b97-462d-9951-2cd0f15797a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9433775 Feb 19 01:13:07.872523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e49d523-2adc-4c59-8beb-d5a32db00eee req-39d3415e-5d3d-4883-8c69-8b02664ec1ff tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707483 Feb 19 01:13:07.877241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:07.885522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.907879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:07.914292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b3ca5d7-1df3-4b2b-aeca-419106cefc65 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4569483 Feb 19 01:13:07.917464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:07.923610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group_rule': {'security_group_id': '9de38edf-00ea-42cc-97a3-75eb66539347', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:07.996409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:08.025293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.026413 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Added segment f51ccecd-8d7f-4573-b550-f87203ae84d2 of type vlan for network 59e3e802-86a7-4675-8917-7dc5f97681f5 Feb 19 01:13:08.060303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (449eb92e-d896-4684-94b9-11656dfd23dc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.085299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Provisioning complete for port d29095ad-b916-4748-96b5-63c4f829b59d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:08.085299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.114745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:08.138876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.252360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-afff8188-59ee-4ad7-8a95-3deeb0a6f016 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--56789380&fields=id&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 267 time: 0.0637226 Feb 19 01:13:08.262102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (449eb92e-d896-4684-94b9-11656dfd23dc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.278363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.280575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f5dc2-aef9-4b06-a0d4-a1be5f723a59 req-476dd9a0-82ae-4817-8421-be9d17ab5b48 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:08.282208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-419f5dc2-aef9-4b06-a0d4-a1be5f723a59 req-476dd9a0-82ae-4817-8421-be9d17ab5b48 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1628041 Feb 19 01:13:08.284513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:08.288226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.346065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (449eb92e-d896-4684-94b9-11656dfd23dc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.388521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449eb92e-d896-4684-94b9-11656dfd23dc,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.418852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-419f5dc2-aef9-4b06-a0d4-a1be5f723a59 req-bc10e08c-c271-4e4e-9458-f029bc209660 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284382 Feb 19 01:13:08.476765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Current status of the port d29095ad-b916-4748-96b5-63c4f829b59d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:08.477548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.501551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Network': ['ID=59e3e802-86a7-4675-8917-7dc5f97681f5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.540658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 59e3e802-86a7-4675-8917-7dc5f97681f5 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:08.552928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.554447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a365f446-ce1b-4cb1-b3d1-22dfea5b5a4a tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6351089 Feb 19 01:13:08.557800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57166) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.564472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'security_group_rule': {'security_group_id': '9de38edf-00ea-42cc-97a3-75eb66539347', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:08.573419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6ceefddb-7864-481e-8b45-47ac76cfd454 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8468890 Feb 19 01:13:08.578994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57168) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:08.589188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-018aaa9a-ba08-4221-bac8-bbd0be46dc24 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:08.596309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Request body: {'subnet': {'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:08.598771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-018aaa9a-ba08-4221-bac8-bbd0be46dc24 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 817 time: 0.3216660 Feb 19 01:13:08.617292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-ebf67683-25fe-4e91-b999-222272fd7aad tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/quotas/b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 375 time: 0.0174725 Feb 19 01:13:08.681476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] For port d29095ad-b916-4748-96b5-63c4f829b59d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d29095ad-b916-4748-96b5-63c4f829b59d,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:08.707932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-421d690d-07a0-4a37-bb5a-6d2542b0ce3b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894303 Feb 19 01:13:08.718242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 4, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd29095ad-b916-4748-96b5-63c4f829b59d', 'name': '', 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'mac_address': 'fa:16:3e:ca:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:01Z', 'updated_at': '2022-02-19T01:13:07Z', 'revision_number': 4, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'subnets': [{'id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:08.751946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec314d68-eea3-47c0-8b3b-f46af25d00a5 None None] The sync data for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 is: [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:13:02Z', 'revision_number': 4, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd29095ad-b916-4748-96b5-63c4f829b59d', 'name': '', 'network_id': '0fd260f1-5c93-4995-9958-7e5e93f7686e', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'mac_address': 'fa:16:3e:ca:a3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:13:01Z', 'updated_at': '2022-02-19T01:13:07Z', 'revision_number': 4, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'subnets': [{'id': '91b226b7-0358-4725-8b06-16d6ac9f1fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:08.767943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.822530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647d9e0-3110-423b-8485-3c5e2448d2e6 None None] Pushing event updated for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:08.837925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (3110b196-919c-4c98-9b2c-b32837bdae28), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.895717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Made reservation on behalf of fa5054c479f24eb68067b505cebb0c5f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:08.899801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.916075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-71519b61-7985-4ecd-9809-59310e5d7041 None None] Provisioning complete for port d29095ad-b916-4748-96b5-63c4f829b59d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:08.917035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71519b61-7985-4ecd-9809-59310e5d7041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:08.938985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b61deb1-9f36-45b0-8845-45c6fdf12832 service neutron] 10.222.0.94 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178032 Feb 19 01:13:09.045143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4719145-1733-442a-b8e8-811b708f3235 req-44b3637a-b427-44db-a1a0-dc2f1813ba33 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 210 time: 0.0618274 Feb 19 01:13:09.078751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-71519b61-7985-4ecd-9809-59310e5d7041 None None] Current status of the port d29095ad-b916-4748-96b5-63c4f829b59d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:09.093558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-7820e7d1-aebc-4d62-a70f-d27f1192ccae service neutron] 10.222.0.94 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453440 Feb 19 01:13:09.111024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (3110b196-919c-4c98-9b2c-b32837bdae28), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.221742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d29095ad-b916-4748-96b5-63c4f829b59d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:09.244097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3110b196-919c-4c98-9b2c-b32837bdae28), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.296047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d29095ad-b916-4748-96b5-63c4f829b59d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:09.296526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.312053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3110b196-919c-4c98-9b2c-b32837bdae28,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:09.353664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8140a-a055-4794-a12b-7cab0a28daad req-2da94194-9a79-4f5d-bb18-7f7a87fb2f4c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.362994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cac8140a-a055-4794-a12b-7cab0a28daad req-2da94194-9a79-4f5d-bb18-7f7a87fb2f4c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.1199362 Feb 19 01:13:09.390043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d29095ad-b916-4748-96b5-63c4f829b59d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:09.413075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.415054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-95a4867c-317e-47c1-852e-43fc73b43d0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8553371 Feb 19 01:13:09.419749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:09.424102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:09.436657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cac8140a-a055-4794-a12b-7cab0a28daad req-0ea77252-06ff-46ad-95cb-9152e424c649 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727379 Feb 19 01:13:09.530764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a478642b-ecf6-4bd7-a902-a5f2857fc394 req-813d4ba2-36c8-4798-99b7-c68792895b1f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0480900 Feb 19 01:13:09.551118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:13:09.554963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (cb8a084a-7bc2-4fe3-bfff-7f3963e4135a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.556313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.688467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.706106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.738843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event updated for resources: {'Subnet': ['ID=cb8a084a-7bc2-4fe3-bfff-7f3963e4135a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:09.757780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Checking segment: {'id': 'f51ccecd-8d7f-4573-b550-f87203ae84d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:09.761583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network hostable DHCP agents. Network: 59e3e802-86a7-4675-8917-7dc5f97681f5, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:09.778569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82415b-8a37-4b39-a82f-07efd8d4b01a req-56483dbc-c4ec-4298-a911-e6b6c91ff878 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:09.788008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db82415b-8a37-4b39-a82f-07efd8d4b01a req-56483dbc-c4ec-4298-a911-e6b6c91ff878 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.2351363 Feb 19 01:13:09.829510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Allocated IP 172.25.2.64 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:09.872007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db82415b-8a37-4b39-a82f-07efd8d4b01a req-8464ff04-7181-4461-bd2b-301f61dc3402 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825000 Feb 19 01:13:09.895656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Network 59e3e802-86a7-4675-8917-7dc5f97681f5 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:09.967748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:09.996309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 59e3e802-86a7-4675-8917-7dc5f97681f5) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:10.003444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.006544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.006705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecbb612-9170-41fe-9108-1debe1688134 None None] Network 59e3e802-86a7-4675-8917-7dc5f97681f5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:10.150282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.191588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-59e3e802-86a7-4675-8917-7dc5f97681f5', 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5', 'project_id': 'fa5054c479f24eb68067b505cebb0c5f', 'fixed_ips': [{'subnet_id': 'cb8a084a-7bc2-4fe3-bfff-7f3963e4135a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:10.193903 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.203512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af3bbd0e-6c7c-49ce-94c1-8800277e9ab5 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6210351 Feb 19 01:13:10.206532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57200) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:10.243459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:10.276568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:10.301792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-245d8354-a3d7-46e9-bbe7-b3cf8499f741 req-38173981-dadd-4fee-ae3f-2c44cd809116 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 210 time: 0.1059301 Feb 19 01:13:10.302613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:10.334369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.348090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:10.431174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-39599568-8e9f-4f2e-ab08-8d3dd16d08ad tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.434834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Allocated IP 2001:db8::f816:3eff:fe54:dfff (59e3e802-86a7-4675-8917-7dc5f97681f5/cb8a084a-7bc2-4fe3-bfff-7f3963e4135a/1a61a2ab-5ae7-47ef-819e-3ea85d84e653) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:10.435081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-39599568-8e9f-4f2e-ab08-8d3dd16d08ad tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.96 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.3160038 Feb 19 01:13:10.461951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.475527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Request body: {'port': {'device_id': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'admin_state_up': True, 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:10.569061 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cb8a084a-7bc2-4fe3-bfff-7f3963e4135a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.667314 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.725804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Made reservation on behalf of 1d51828bdfa84311bb1985a46ece6d9b for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:10.728604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.734807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b475ace3-3720-4df9-aff1-965651eabd43 req-f3d81996-046b-4fde-99f6-59ebb60ce463 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0639851 Feb 19 01:13:10.757144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19b3dc19-0dbe-4f86-86b0-1b89ef646ddb tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.759039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19b3dc19-0dbe-4f86-86b0-1b89ef646ddb tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.96 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.2618392 Feb 19 01:13:10.780924 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-98737d29-5648-4cd1-8f68-f650c343c6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.808378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b56c2-1195-4fa8-9ef4-40601aab5003 req-93edae17-5ce0-402c-bc71-f362b5d392d2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:10.810197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d17b56c2-1195-4fa8-9ef4-40601aab5003 req-93edae17-5ce0-402c-bc71-f362b5d392d2 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 945 time: 0.1656930 Feb 19 01:13:10.816978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks [] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.872779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.914153 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:10.926372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d17b56c2-1195-4fa8-9ef4-40601aab5003 req-8bf5911d-ee85-4a35-8a43-cc9c658e35f4 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd3937f4-72f3-483b-8129-30f37d7c85ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035154 Feb 19 01:13:10.995346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Allocated IP 172.20.0.6 (808c00aa-70de-4aef-928a-7b9b8571f537/28161a64-f205-46ed-9bc3-83ac13efc055/80e31e81-23e2-415d-992d-17159053ab51) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:11.034481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Network 59e3e802-86a7-4675-8917-7dc5f97681f5 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:11.037829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:11.043616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:11.046029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Pushing event updated for resources: {'Port': ['ID=1a61a2ab-5ae7-47ef-819e-3ea85d84e653,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.050411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (cb8a084a-7bc2-4fe3-bfff-7f3963e4135a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.116983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8a084a-7bc2-4fe3-bfff-7f3963e4135a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.121100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Deleting port 4debb87d-f91c-456c-ae82-10b973a8ad10 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:11.121452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.174812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Attempting to bind port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:11.174812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Attempting to bind port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f51ccecd-8d7f-4573-b550-f87203ae84d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:11.174812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Attempting to bind port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 on network 59e3e802-86a7-4675-8917-7dc5f97681f5 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:11.177490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:11.177869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Checking segment: {'id': 'f51ccecd-8d7f-4573-b550-f87203ae84d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:11.178294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.178684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Bound using segment: {'id': 'f51ccecd-8d7f-4573-b550-f87203ae84d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:11.179171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Bound port: 1a61a2ab-5ae7-47ef-819e-3ea85d84e653, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51ccecd-8d7f-4573-b550-f87203ae84d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '59e3e802-86a7-4675-8917-7dc5f97681f5'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:11.179679 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.254168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9dec3-c3fe-4b5d-b77c-ec130b4559ad req-48deda18-5c69-4c1c-9048-febdb719c8e7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:11.261884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ca9dec3-c3fe-4b5d-b77c-ec130b4559ad req-48deda18-5c69-4c1c-9048-febdb719c8e7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.2190301 Feb 19 01:13:11.279242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.297461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] For port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:11.314364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] For port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a61a2ab-5ae7-47ef-819e-3ea85d84e653,segment=NetworkSegment(f51ccecd-8d7f-4573-b550-f87203ae84d2),segment_id=f51ccecd-8d7f-4573-b550-f87203ae84d2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:11.328505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.341619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e3e802-86a7-4675-8917-7dc5f97681f5']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:11.350089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] For port 4debb87d-f91c-456c-ae82-10b973a8ad10, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=4debb87d-f91c-456c-ae82-10b973a8ad10,segment=NetworkSegment(55d7e919-288f-4c4f-bd9d-8ad53dd3e06e),segment_id=55d7e919-288f-4c4f-bd9d-8ad53dd3e06e)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:11.350461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.358613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51ccecd-8d7f-4573-b550-f87203ae84d2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:11.363058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51ccecd-8d7f-4573-b550-f87203ae84d2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:11.374366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Calling delete_port for 4debb87d-f91c-456c-ae82-10b973a8ad10 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:11.384573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.389910 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ca9dec3-c3fe-4b5d-b77c-ec130b4559ad req-e96e7dcc-02a5-4c28-8803-10708d47ae89 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248314 Feb 19 01:13:11.408309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.442732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.444310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.453627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:11.454238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:11.475707 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:11.497375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d8a6589-ed7f-466b-aab0-fdac7bd5a8bb req-265fe6c9-b7f8-48fd-9f28-3599273e83fe tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 210 time: 0.1101065 Feb 19 01:13:11.503980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.520847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4901de-f2e4-45f4-aee7-ddbad656897d None None] Pushing event updated for resources: {'Port': ['ID=1a61a2ab-5ae7-47ef-819e-3ea85d84e653,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.569390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.569793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.570081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.570431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.570775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.571295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.571632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.571963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.573276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.573639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.573981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.574331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.574975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:11.591300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks [] for port (80e31e81-23e2-415d-992d-17159053ab51), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.594528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55174fd3-35e7-4fef-9a6d-0f0cbeeeb91c None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:13:11.651506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.672771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.api [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:13:11.672771 n-d-826529-3 neutron-server[110602]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:13:11.672771 n-d-826529-3 neutron-server[110602]: [parameters: {'id': '59e3e802-86a7-4675-8917-7dc5f97681f5'}] Feb 19 01:13:11.672771 n-d-826529-3 neutron-server[110602]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:13:11.673835 n-d-826529-3 neutron-server[110602]: DEBUG oslo_db.api [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:13:11.707768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.730129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.742648 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf5b35e4-cdf7-41ce-a5bd-e25a43d41f0d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3219621 Feb 19 01:13:11.768593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:11.768716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55174fd3-35e7-4fef-9a6d-0f0cbeeeb91c None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:13:11.774645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:11.778744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:11.784098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4debb87d-f91c-456c-ae82-10b973a8ad10), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.787819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Pushing event updated for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.845355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Pushing event deleted for resources: {'Port': ['ID=4debb87d-f91c-456c-ae82-10b973a8ad10,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:11.866788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:11.867475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.943452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95228f4a-63be-43e8-acfa-675f838227c8 req-f6cf579f-e591-4eb0-b5d2-f0ea2ee4e4ca tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0634530 Feb 19 01:13:11.945972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] No DVR routers for this DVR port 4debb87d-f91c-456c-ae82-10b973a8ad10 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:11.954682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:11.963023 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-600da70e-fb36-43df-a8c7-3f0559b18891 req-19f1facf-59ca-4156-a067-f10f82ff8c9c tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.96 "DELETE /v2.0/ports/4debb87d-f91c-456c-ae82-10b973a8ad10 HTTP/1.1" status: 204 len: 173 time: 1.1892645 Feb 19 01:13:11.963519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'name': 'network-vif-deleted', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:11.967400 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5d2795-e9bc-430f-a2a8-c2d8c38fc47e" -d '{"events": [{"server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "name": "network-vif-deleted", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:11.993894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-958e5e60-0c97-444e-b4bb-9f24ea46bade tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5247293 Feb 19 01:13:12.076791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c89851a2-1f69-4329-bb62-852e6a6447ee req-8d622f98-b18b-4ca4-a1d9-bd1d842f4092 tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.0372493 Feb 19 01:13:12.089938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Request body: {'port': {'device_id': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:12.185518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.211651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd2ad1-6558-4927-8cc6-01054e4cc426 None None] Network 59e3e802-86a7-4675-8917-7dc5f97681f5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:12.258387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-61409e91-95dd-4039-ba95-978863a4f95c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.260003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-61409e91-95dd-4039-ba95-978863a4f95c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 817 time: 0.2631202 Feb 19 01:13:12.342221 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e629560-fc7c-40f9-b182-6c2df0b94e87 x-openstack-request-id: req-6e629560-fc7c-40f9-b182-6c2df0b94e87 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:12.342221 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f99265-9770-43df-b9b3-01f599f173b6", "name": "network-vif-deleted", "tag": "4debb87d-f91c-456c-ae82-10b973a8ad10", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:12.342437 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6e629560-fc7c-40f9-b182-6c2df0b94e87 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:12.342854 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f99265-9770-43df-b9b3-01f599f173b6', 'name': 'network-vif-deleted', 'tag': '4debb87d-f91c-456c-ae82-10b973a8ad10', 'status': 'completed', 'code': 200} Feb 19 01:13:12.347249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-eb3b1063-718c-4880-9cbb-fc0e7745e6a9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1526157456&fields=id&tenant_id=f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 267 time: 0.2674470 Feb 19 01:13:12.414781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80e31e81-23e2-415d-992d-17159053ab51), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.454894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-588030bc-dcfa-422d-9da6-29049c829ffd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 378 time: 0.1609325 Feb 19 01:13:12.534318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'port': {'device_id': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'admin_state_up': True, 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'security_groups': ['3d8fb7a9-75b7-402f-ae51-743899a6445c']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:12.559043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd5ba6eb-a7c2-490a-af79-1ce346350e70 None None] Provisioning complete for port 80e31e81-23e2-415d-992d-17159053ab51 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:12.560774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba6eb-a7c2-490a-af79-1ce346350e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80e31e81-23e2-415d-992d-17159053ab51), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:12.578031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206855-d998-44a1-8ae0-161d56fa0c43 req-d61e05c5-71a0-4325-8e6c-7a1b47a2dff9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.579631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af206855-d998-44a1-8ae0-161d56fa0c43 req-d61e05c5-71a0-4325-8e6c-7a1b47a2dff9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.0919371 Feb 19 01:13:12.613783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ba6eb-a7c2-490a-af79-1ce346350e70 None None] Port 80e31e81-23e2-415d-992d-17159053ab51 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:12.634124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af206855-d998-44a1-8ae0-161d56fa0c43 req-bdd937e2-93cc-48c4-8ebb-4a794f75789f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Feb 19 01:13:12.763434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd966a-7fe4-40ca-9bff-c6d1370bfad7 req-bd8aee2f-7d7e-4e42-a655-ed7baf1b1e1f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:12.765739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dbd966a-7fe4-40ca-9bff-c6d1370bfad7 req-bd8aee2f-7d7e-4e42-a655-ed7baf1b1e1f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1027 time: 0.0664203 Feb 19 01:13:12.767659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4debb87d-f91c-456c-ae82-10b973a8ad10 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:12.804968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 4debb87d-f91c-456c-ae82-10b973a8ad10 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:12.806008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 4debb87d-f91c-456c-ae82-10b973a8ad10 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:12.829909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dbd966a-7fe4-40ca-9bff-c6d1370bfad7 req-3b36ca9a-128b-4c22-ae89-4e70abd1dc4a tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Feb 19 01:13:12.887946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5c26aa4-5f35-497f-adbe-65e718629423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.003546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:13.004111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.046804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2082305c-26f1-4446-9de6-867ebeb61c2e req-7141bc38-45c1-4803-9364-17d0bc0805ea tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0296867 Feb 19 01:13:13.215894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-a91a9458-6722-4e2b-a6b0-7517f063eaee tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:13.217726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-a91a9458-6722-4e2b-a6b0-7517f063eaee tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 810 time: 0.8279371 Feb 19 01:13:13.260892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] For port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a61a2ab-5ae7-47ef-819e-3ea85d84e653,segment=NetworkSegment(f51ccecd-8d7f-4573-b550-f87203ae84d2),segment_id=f51ccecd-8d7f-4573-b550-f87203ae84d2)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:13.261459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.277369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-38909c0c-7226-4af9-903b-f624725daacb req-c1b5ade9-7bb0-487b-bbd7-1c60a74a6c1e tempest-ServerGroupTestJSON-1764989496 tempest-ServerGroupTestJSON-1764989496-project] 10.222.0.94 "GET /v2.0/ports?device_id=81f99265-9770-43df-b9b3-01f599f173b6 HTTP/1.1" status: 200 len: 210 time: 0.0616064 Feb 19 01:13:13.290695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-2e96d847-59db-49af-b671-37e48bbbfc44 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/quotas/f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 375 time: 0.0583396 Feb 19 01:13:13.342804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:13.460453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Made reservation on behalf of b8837ff11e91405086153f280cc78fd6 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:13.464337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.487631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-05890887-2a3b-429f-858a-bbe9849ce909 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646585 Feb 19 01:13:13.644195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-de8be872-9eab-4527-a45a-2895b7cc8ef9 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:13.652712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-de8be872-9eab-4527-a45a-2895b7cc8ef9 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1127 time: 0.0614991 Feb 19 01:13:13.667026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-b45ab4e4-241b-4afc-b8ed-01e89b39ab55 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.695574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e31e81-23e2-415d-992d-17159053ab51 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:13.716471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks [] for port (80e31e81-23e2-415d-992d-17159053ab51), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.720376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1a61a2ab-5ae7-47ef-819e-3ea85d84e653), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.766917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-b45ab4e4-241b-4afc-b8ed-01e89b39ab55 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Publish callbacks [] for security_group (3543dbed-3f93-43f1-80f5-8d11a3112e3e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.793516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No DVR routers for this DVR port 1a61a2ab-5ae7-47ef-819e-3ea85d84e653 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:13.798819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=1a61a2ab-5ae7-47ef-819e-3ea85d84e653,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:13.803535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Transition to ACTIVE for port object 80e31e81-23e2-415d-992d-17159053ab51 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:13.807630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-4e5ffc34-17f2-47da-b6ef-9d2bbe9e8e42 service neutron] 10.222.0.94 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035922 Feb 19 01:13:13.841143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-b45ab4e4-241b-4afc-b8ed-01e89b39ab55 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3543dbed-3f93-43f1-80f5-8d11a3112e3e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.883614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3fb2b95-c30b-4dbf-a97b-804c5c3fe442 req-b45ab4e4-241b-4afc-b8ed-01e89b39ab55 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296910 Feb 19 01:13:13.886298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ab4e4-241b-4afc-b8ed-01e89b39ab55 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3543dbed-3f93-43f1-80f5-8d11a3112e3e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:13.889453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Allocated IP 172.20.0.6 (c2274e59-f386-4bb5-9a3d-d1091acafa0d/4b7013e1-f064-40eb-ba4f-b2bfc719ecea/94cace89-ed32-4710-bc0a-dfe02103bc6d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:13.908768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:13.998563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.012464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d98d80-c1f6-4a5e-8153-fd3e96671b57 req-d8efb747-b88b-4c21-beb4-fa31f6b86707 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:14.014057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30d98d80-c1f6-4a5e-8153-fd3e96671b57 req-d8efb747-b88b-4c21-beb4-fa31f6b86707 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.0611341 Feb 19 01:13:14.062552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e3e802-86a7-4675-8917-7dc5f97681f5']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:14.064807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Pushing event updated for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:14.067687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30d98d80-c1f6-4a5e-8153-fd3e96671b57 req-055973a4-5754-4017-b5a9-621445443485 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Feb 19 01:13:14.105667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51ccecd-8d7f-4573-b550-f87203ae84d2') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:14.105860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51ccecd-8d7f-4573-b550-f87203ae84d2') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:14.166771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.184731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.192633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-1fe572b1-5658-4aa6-a0c7-ace64d3be817 service neutron] 10.222.0.94 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615663 Feb 19 01:13:14.203265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372558d-b21f-4b78-9c0a-165660bd7a1f req-ea914de5-88be-4105-89c6-f3300c6c68a6 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:14.204991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0372558d-b21f-4b78-9c0a-165660bd7a1f req-ea914de5-88be-4105-89c6-f3300c6c68a6 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1052 time: 0.0639832 Feb 19 01:13:14.240644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.255927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:14.256339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f51ccecd-8d7f-4573-b550-f87203ae84d2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:14.263242 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:14.305634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0372558d-b21f-4b78-9c0a-165660bd7a1f req-d7897596-bc61-4611-98c6-f70c53d0536f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905359 Feb 19 01:13:14.359410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Attempting to bind port 80e31e81-23e2-415d-992d-17159053ab51 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:14.359757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Attempting to bind port 80e31e81-23e2-415d-992d-17159053ab51 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:14.360083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Attempting to bind port 80e31e81-23e2-415d-992d-17159053ab51 on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:14.371079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Port 80e31e81-23e2-415d-992d-17159053ab51 on network 808c00aa-70de-4aef-928a-7b9b8571f537 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:14.371423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Attempting to bind port 80e31e81-23e2-415d-992d-17159053ab51 on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:14.375463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.383260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:14.383612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Checking segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:14.383978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Bound using segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:14.384418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Bound port: 80e31e81-23e2-415d-992d-17159053ab51, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:14.384799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80e31e81-23e2-415d-992d-17159053ab51), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.466427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59787ff-8944-4f21-a5a3-8f1d38126248 req-f54ed8c0-a0a0-4892-9a30-6101b68442e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:14.476715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a59787ff-8944-4f21-a5a3-8f1d38126248 req-f54ed8c0-a0a0-4892-9a30-6101b68442e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1035135 Feb 19 01:13:14.513624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (59e3e802-86a7-4675-8917-7dc5f97681f5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.532592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.539793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/59e3e802-86a7-4675-8917-7dc5f97681f5 HTTP/1.1" status: 204 len: 168 time: 4.3322945 Feb 19 01:13:14.541759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:14.544764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.574238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a59787ff-8944-4f21-a5a3-8f1d38126248 req-1de924f0-a038-403c-a969-454ecb151079 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940094 Feb 19 01:13:14.580029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c01f78e6-fb2f-498c-8867-36ad5d339f62 req-64b54490-0c9b-494d-b21f-715c8263a4fa tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0694723 Feb 19 01:13:14.587422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.602743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.607746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a806d6-02d5-4ab7-919c-36d0f592de02 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=59e3e802-86a7-4675-8917-7dc5f97681f5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:14.620034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=80e31e81-23e2-415d-992d-17159053ab51,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:14.640693 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f26f2b3-dbcd-4582-a50f-1d55b6d252b8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:14.641160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f26f2b3-dbcd-4582-a50f-1d55b6d252b8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:14.648705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0f26f2b3-dbcd-4582-a50f-1d55b6d252b8 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/cb8a084a-7bc2-4fe3-bfff-7f3963e4135a HTTP/1.1" status: 404 len: 337 time: 0.0873568 Feb 19 01:13:14.655335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57278) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.744728 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d77d9d-b971-4caa-ae37-146a9dc8d319 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:14.745648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d77d9d-b971-4caa-ae37-146a9dc8d319 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:14.749455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-227dee19-32df-4776-9c2a-5480b6b7126f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 200 len: 993 time: 0.1371894 Feb 19 01:13:14.750080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9d77d9d-b971-4caa-ae37-146a9dc8d319 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/59e3e802-86a7-4675-8917-7dc5f97681f5 HTTP/1.1" status: 404 len: 339 time: 0.0947707 Feb 19 01:13:14.752484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57284) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.757609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b692f083-7410-44c7-b501-70d9dbfdc662 req-e4ce7b4d-4339-4e46-be0d-1676da4cc6d8 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.0938826 Feb 19 01:13:14.759014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.771008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:14.788318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:14.792024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:14.799805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:14.831300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:14.831300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:14.831300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] 10.222.0.96 "PUT /v2.0/ports/80e31e81-23e2-415d-992d-17159053ab51 HTTP/1.1" status: 200 len: 1091 time: 2.7434111 Feb 19 01:13:14.831543 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e3b206-8b4c-4434-8e1f-cf9b810f1a4a tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:14.831543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e3b206-8b4c-4434-8e1f-cf9b810f1a4a tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:14.844688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-04e3b206-8b4c-4434-8e1f-cf9b810f1a4a tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/6fb0ad1e-940a-479f-a9a7-fc0f3f55cf83 HTTP/1.1" status: 404 len: 337 time: 0.0809736 Feb 19 01:13:14.845490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57292) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.851754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'tag': '80e31e81-23e2-415d-992d-17159053ab51'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:14.855672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "tag": "80e31e81-23e2-415d-992d-17159053ab51"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:14.913677 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec1d9d1-f36e-4662-ae0e-be5f2f929b5e tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:14.914821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec1d9d1-f36e-4662-ae0e-be5f2f929b5e tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:14.918768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7ec1d9d1-f36e-4662-ae0e-be5f2f929b5e tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/a26e9c80-0102-413a-b785-fbc9efb9c512 HTTP/1.1" status: 404 len: 339 time: 0.0721881 Feb 19 01:13:14.924162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57302) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:14.987997 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e86951-827e-45d5-b38b-ca9410461381 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:14.991710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e86951-827e-45d5-b38b-ca9410461381 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:14.995730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-01e86951-827e-45d5-b38b-ca9410461381 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/28ec7eb6-c8db-4abc-90bb-d576aacbd373 HTTP/1.1" status: 404 len: 337 time: 0.0693586 Feb 19 01:13:14.998771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:15.006493 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f49e81b-d4d6-4065-bf1c-281aee80f513 x-openstack-request-id: req-4f49e81b-d4d6-4065-bf1c-281aee80f513 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:15.006791 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "tag": "80e31e81-23e2-415d-992d-17159053ab51", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:15.007045 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4f49e81b-d4d6-4065-bf1c-281aee80f513 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:15.007469 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'tag': '80e31e81-23e2-415d-992d-17159053ab51', 'status': 'completed', 'code': 200} Feb 19 01:13:15.055732 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4058be-55d8-4865-9a87-fd4619d03b71 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:15.056496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4058be-55d8-4865-9a87-fd4619d03b71 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:15.061299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624446-716e-4f91-af91-1ace8bb6a707 service neutron] Pushing event updated for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:15.066301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cb4058be-55d8-4865-9a87-fd4619d03b71 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/8a02b860-2400-47fa-8928-6ee005e2ca3e HTTP/1.1" status: 404 len: 339 time: 0.0662339 Feb 19 01:13:15.069578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:15.154762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.157264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.235127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-72b6599a-4975-42b1-bee8-56924472492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.236809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-72b6599a-4975-42b1-bee8-56924472492c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.2284718 Feb 19 01:13:15.241184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.248383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-8d0cd95a-16f3-4a86-86be-efd8dfdd9c8e req-c41d1565-c4c7-42e8-849e-774234325813 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:13:15.249793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d0cd95a-16f3-4a86-86be-efd8dfdd9c8e req-c41d1565-c4c7-42e8-849e-774234325813 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071540 Feb 19 01:13:15.315628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8811aab8-511f-4f33-9036-aa1a20f79de4 None None] Provisioning complete for port 94cace89-ed32-4710-bc0a-dfe02103bc6d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:15.316235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8811aab8-511f-4f33-9036-aa1a20f79de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.356082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9b2b2975-c17d-41fd-848f-b3b0d10966f3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8268769 Feb 19 01:13:15.357380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-c7d49086-e194-45cc-bb7a-8911a896789f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e31e81-23e2-415d-992d-17159053ab51 HTTP/1.1" status: 200 len: 217 time: 0.0785692 Feb 19 01:13:15.370303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Request body: {'port': {'device_id': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:15.375837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8811aab8-511f-4f33-9036-aa1a20f79de4 None None] Port 94cace89-ed32-4710-bc0a-dfe02103bc6d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:15.464888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0de0e-a5bf-4ad5-8d8a-dd9711bfc2d4 req-9e2f28ff-bf63-453d-b68e-8bb91fd08375 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.466459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14b0de0e-a5bf-4ad5-8d8a-dd9711bfc2d4 req-9e2f28ff-bf63-453d-b68e-8bb91fd08375 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.2400396 Feb 19 01:13:15.526031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-f7046a8f-3a56-4972-b9de-5009ecd759c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.527554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-f7046a8f-3a56-4972-b9de-5009ecd759c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28161a64-f205-46ed-9bc3-83ac13efc055 HTTP/1.1" status: 200 len: 848 time: 0.1533706 Feb 19 01:13:15.538258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port 6b0ac7da-2292-4d03-ac26-7a67412c7d4f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:15.538608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6b0ac7da-2292-4d03-ac26-7a67412c7d4f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.567171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.657596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14b0de0e-a5bf-4ad5-8d8a-dd9711bfc2d4 req-d193c467-65ff-4e0c-9574-1d37d63f080a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827650 Feb 19 01:13:15.708400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6b0ac7da-2292-4d03-ac26-7a67412c7d4f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:15.740994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for 6b0ac7da-2292-4d03-ac26-7a67412c7d4f owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:15.804308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f5220-eaef-40f4-8c11-ced73732477c req-efc3f7c6-139c-4b3e-9b31-b7eff6dd2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:15.805850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-efc3f7c6-139c-4b3e-9b31-b7eff6dd2513 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=808c00aa-70de-4aef-928a-7b9b8571f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2700343 Feb 19 01:13:15.868764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:15.973537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Deleting subnet adbf559c-31e8-4f0a-b676-13ccd4f3cce2 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:15.978989 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Publish callbacks [] for subnet (adbf559c-31e8-4f0a-b676-13ccd4f3cce2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.043613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-16db21fe-f73e-45b0-bace-73e7c5366232 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1631520 Feb 19 01:13:16.050245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (adbf559c-31e8-4f0a-b676-13ccd4f3cce2), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.053808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13028f-dc6f-4b36-878d-70453f599dc8 req-e93e58d7-f788-4832-b3f8-f854510516b8 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.061713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca13028f-dc6f-4b36-878d-70453f599dc8 req-e93e58d7-f788-4832-b3f8-f854510516b8 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.2735751 Feb 19 01:13:16.108536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (adbf559c-31e8-4f0a-b676-13ccd4f3cce2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.134009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-cfc723cf-5746-4133-9ad1-c3e5d976d2ac service neutron] 10.222.0.96 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115976 Feb 19 01:13:16.139543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524429b-e995-4407-b9c9-542642cef818 req-cfa97bd9-d0cb-4e4b-90b8-948b1664fa57 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.141395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1524429b-e995-4407-b9c9-542642cef818 req-cfa97bd9-d0cb-4e4b-90b8-948b1664fa57 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 931 time: 0.1399331 Feb 19 01:13:16.245377 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca13028f-dc6f-4b36-878d-70453f599dc8 req-a12693b1-b620-4d83-a1da-0fd8209c17ba tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798129 Feb 19 01:13:16.273080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1524429b-e995-4407-b9c9-542642cef818 req-781fcb40-dd8e-431c-9cfa-f8ac76cf88ce tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246009 Feb 19 01:13:16.286070 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6b0ac7da-2292-4d03-ac26-7a67412c7d4f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.440573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4e7c97d-a2f9-4ab0-bdfc-935dd5570d10 req-926fedaf-55a3-4d73-b57d-017a962707d3 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.0417533 Feb 19 01:13:16.459818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (adbf559c-31e8-4f0a-b676-13ccd4f3cce2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.478358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbf559c-31e8-4f0a-b676-13ccd4f3cce2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:16.486515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.490473 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2e2ad825-36aa-4c6b-bfc1-c74bdf1de400 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/adbf559c-31e8-4f0a-b676-13ccd4f3cce2 HTTP/1.1" status: 204 len: 168 time: 0.6198382 Feb 19 01:13:16.492451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57354) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:16.618374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cd950691-a7e1-416b-8c71-f555d68c9e5a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.743500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cd950691-a7e1-416b-8c71-f555d68c9e5a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.780517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd950691-a7e1-416b-8c71-f555d68c9e5a']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:16.796318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=6b0ac7da-2292-4d03-ac26-7a67412c7d4f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:16.806549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:16.807409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d7e919-288f-4c4f-bd9d-8ad53dd3e06e') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:16.836329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.839999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e7e3a8d6-6066-4acf-af68-8e3456ec6a89 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/ports/6b0ac7da-2292-4d03-ac26-7a67412c7d4f HTTP/1.1" status: 204 len: 168 time: 1.7668121 Feb 19 01:13:16.849110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57360) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:16.866380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cace89-ed32-4710-bc0a-dfe02103bc6d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:16.885372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks [] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.886156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (55d7e919-288f-4c4f-bd9d-8ad53dd3e06e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.895583 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b5399c-fd00-437c-b266-89baf4998049 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:16.896060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b5399c-fd00-437c-b266-89baf4998049 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:16.899226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-73b5399c-fd00-437c-b266-89baf4998049 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/d8403a84-4d63-43a5-a6d4-6df402571f41 HTTP/1.1" status: 404 len: 337 time: 0.0468113 Feb 19 01:13:16.901955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25f5220-eaef-40f4-8c11-ced73732477c req-52c843b9-d5b0-459f-a478-236c63b78704 service neutron] 10.222.0.96 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7550917 Feb 19 01:13:16.903393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57362) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:16.905603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-0dbe4fa0-7d93-428c-b9fa-c5dcf9334961 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.907178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-0dbe4fa0-7d93-428c-b9fa-c5dcf9334961 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 1124 time: 0.1223836 Feb 19 01:13:16.908734 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.921352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Transition to ACTIVE for port object 94cace89-ed32-4710-bc0a-dfe02103bc6d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:16.927194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (55d7e919-288f-4c4f-bd9d-8ad53dd3e06e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.943780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a8f1a-3979-4960-bf7a-500b91783d0b req-06216fa2-1a0e-4e9e-afa1-bcf5f6fe01af tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:16.945817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c7a8f1a-3979-4960-bf7a-500b91783d0b req-06216fa2-1a0e-4e9e-afa1-bcf5f6fe01af tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1858921 Feb 19 01:13:16.989812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:16.990307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (55d7e919-288f-4c4f-bd9d-8ad53dd3e06e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:16.995664 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:17.044498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.090167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c7a8f1a-3979-4960-bf7a-500b91783d0b req-c07c2499-593d-41ba-b740-8725d25dbd1c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368787 Feb 19 01:13:17.189357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:17.218691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-db193aec-4f3e-4378-ba3d-d6ded72ecb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.218691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-db193aec-4f3e-4378-ba3d-d6ded72ecb1b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.1699595 Feb 19 01:13:17.389127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-e22630c7-aad7-4a3a-b86a-983eda9bba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.390618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-e22630c7-aad7-4a3a-b86a-983eda9bba35 service neutron] 10.222.0.96 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.1535294 Feb 19 01:13:17.462290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Attempting to bind port 94cace89-ed32-4710-bc0a-dfe02103bc6d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:17.462290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Attempting to bind port 94cace89-ed32-4710-bc0a-dfe02103bc6d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:17.462290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Attempting to bind port 94cace89-ed32-4710-bc0a-dfe02103bc6d on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:17.520358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Port 94cace89-ed32-4710-bc0a-dfe02103bc6d on network c2274e59-f386-4bb5-9a3d-d1091acafa0d not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:17.521442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Attempting to bind port 94cace89-ed32-4710-bc0a-dfe02103bc6d on network c2274e59-f386-4bb5-9a3d-d1091acafa0d {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:17.528334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-9031c787-7ca9-466c-a9c7-3959e6b039fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80e31e81-23e2-415d-992d-17159053ab51 HTTP/1.1" status: 200 len: 217 time: 0.0678160 Feb 19 01:13:17.530672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:17.530836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Checking segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:17.532420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Bound using segment: {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:17.532420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Bound port: 94cace89-ed32-4710-bc0a-dfe02103bc6d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1667977-8611-4c4c-bed5-51a35f565a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:17.532420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.600973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eb0d6-e2b3-4950-a02a-c64ec3526305 req-cf35e0a1-6dd9-4f5c-bf91-1c7cca947c5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.610620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b12eb0d6-e2b3-4950-a02a-c64ec3526305 req-cf35e0a1-6dd9-4f5c-bf91-1c7cca947c5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.8271437 Feb 19 01:13:17.655751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.678980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dadb8-edc2-4480-b9a0-95284de8cf78 req-84df5f4b-a62c-4355-9026-0be14d555425 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.680905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc7dadb8-edc2-4480-b9a0-95284de8cf78 req-84df5f4b-a62c-4355-9026-0be14d555425 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.2382047 Feb 19 01:13:17.712196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-95641a0c-8dd1-4faf-b83d-e8b5a808d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.717323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-95641a0c-8dd1-4faf-b83d-e8b5a808d142 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28161a64-f205-46ed-9bc3-83ac13efc055 HTTP/1.1" status: 200 len: 848 time: 0.1748796 Feb 19 01:13:17.749074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b12eb0d6-e2b3-4950-a02a-c64ec3526305 req-c01dcd8a-9344-4318-9117-e5ff2d18faa9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373630 Feb 19 01:13:17.759362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cd950691-a7e1-416b-8c71-f555d68c9e5a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.778700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.787075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] 10.222.0.94 "DELETE /v2.0/networks/cd950691-a7e1-416b-8c71-f555d68c9e5a HTTP/1.1" status: 204 len: 168 time: 1.2914078 Feb 19 01:13:17.812793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc7dadb8-edc2-4480-b9a0-95284de8cf78 req-3e784f0a-7800-412c-a8f2-28fa6ae0f576 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210017 Feb 19 01:13:17.823372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:17.862904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:17.872925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-f01144f2-65c0-42b4-a8c4-3da9b14b26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:17.874564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-f01144f2-65c0-42b4-a8c4-3da9b14b26b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=808c00aa-70de-4aef-928a-7b9b8571f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1376722 Feb 19 01:13:17.888942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ef6d5-51aa-4c80-b53f-68151220e827 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd950691-a7e1-416b-8c71-f555d68c9e5a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:17.958999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffb4e52e-e4cc-4862-802c-ca27be2f2e7d req-d01426fb-431a-44f9-a73f-a04c79ddc49b tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.0545888 Feb 19 01:13:17.992024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:17.996566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.028272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-4094a263-4acb-407e-9337-3c05426fa8f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.029850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-4094a263-4acb-407e-9337-3c05426fa8f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 810 time: 0.4656918 Feb 19 01:13:18.070974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-81013a9b-909b-47b9-82ec-2c81f5c723a2 service neutron] 10.222.0.96 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881614 Feb 19 01:13:18.074116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.074733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.076104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] 10.222.0.117 "PUT /v2.0/ports/94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 1091 time: 2.7125216 Feb 19 01:13:18.076532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:18.078921 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:18.079226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dae2d10-da25-471a-b909-5f3717f37ebf']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:18.100574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacea5db-dbd1-4b32-ae02-78af3e66f774') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:18.108898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacea5db-dbd1-4b32-ae02-78af3e66f774') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:18.191966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (aacea5db-dbd1-4b32-ae02-78af3e66f774), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.240543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67d41-659b-436c-9beb-9fd7cb24a502 req-4eacd0d7-1f72-4b91-a9ec-6db86804f370 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.256948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1cc67d41-659b-436c-9beb-9fd7cb24a502 req-4eacd0d7-1f72-4b91-a9ec-6db86804f370 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3037090 Feb 19 01:13:18.288357 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910c447-843c-4683-b31f-a832a74f8bd3 x-openstack-request-id: req-2910c447-843c-4683-b31f-a832a74f8bd3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:18.292225 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:18.292225 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2910c447-843c-4683-b31f-a832a74f8bd3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:18.292225 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'status': 'completed', 'code': 200} Feb 19 01:13:18.305195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc445f50-f24d-47df-a812-bd469ac12139 service neutron] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.331920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.356168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (aacea5db-dbd1-4b32-ae02-78af3e66f774), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.377604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-91816d98-40c0-46bf-a921-e2c9618e7aa4 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f36b957cc9044b119515422b14c6f451 HTTP/1.1" status: 200 len: 380 time: 0.3381834 Feb 19 01:13:18.378872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:18.379310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (aacea5db-dbd1-4b32-ae02-78af3e66f774), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:18.382623 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:18.402155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'port': {'device_id': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'admin_state_up': True, 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'security_groups': ['9de38edf-00ea-42cc-97a3-75eb66539347']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:18.434809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-0409ad16-de79-4853-bc52-b6e03118cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.436343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-0409ad16-de79-4853-bc52-b6e03118cf8a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1125 time: 0.1460438 Feb 19 01:13:18.438156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62e9bbd9-bc4f-4c3b-8ea4-6b78b0c6f5e5 req-45d10331-a13d-4910-8348-9c27535b1fcc service neutron] 10.222.0.96 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332777 Feb 19 01:13:18.450921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5398e704-1d62-4ada-ac1f-045aa51cd33a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=52214b3407064042a169cc7aa8811683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1162179 Feb 19 01:13:18.458985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.519298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-d3589a10-62b0-4ff4-9c19-e0c444098343 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 217 time: 0.0719779 Feb 19 01:13:18.566315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1cc67d41-659b-436c-9beb-9fd7cb24a502 req-2b54d8ed-5cf4-4b54-8d83-61fd428efe68 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3031266 Feb 19 01:13:18.613900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9f4d021a-114c-4e28-8d09-17688495be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.624343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-9f4d021a-114c-4e28-8d09-17688495be72 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.0896847 Feb 19 01:13:18.643457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b944-d14d-4eaf-b29f-c3b98dd4b990 req-e76809e8-c527-430a-a1ba-576b4d528c6f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.644956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8876b944-d14d-4eaf-b29f-c3b98dd4b990 req-e76809e8-c527-430a-a1ba-576b4d528c6f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2140896 Feb 19 01:13:18.665204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0dae2d10-da25-471a-b909-5f3717f37ebf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.682824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.682824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/0dae2d10-da25-471a-b909-5f3717f37ebf HTTP/1.1" status: 204 len: 168 time: 1.7729053 Feb 19 01:13:18.683020 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] Publish callbacks [] for security_group (fd3937f4-72f3-483b-8129-30f37d7c85ff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.683020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57390) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:18.688194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c1bf-5588-457a-972c-58b85942c450 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=0dae2d10-da25-471a-b909-5f3717f37ebf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:18.759390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] Publish callbacks [] for security_group (fd3937f4-72f3-483b-8129-30f37d7c85ff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.766300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Made reservation on behalf of f36b957cc9044b119515422b14c6f451 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:18.769912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:18.792364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-d4c27e0f-8303-433c-837d-040e017132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.793779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-d4c27e0f-8303-433c-837d-040e017132e6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1683741 Feb 19 01:13:18.802211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8876b944-d14d-4eaf-b29f-c3b98dd4b990 req-a9ba42ec-e033-4235-b01f-381d74023a23 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373999 Feb 19 01:13:18.964392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c719e3-9dc2-4242-a6f2-d68cee1c2e24 req-1f75ab78-634b-4f47-9298-844a08327d70 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:18.971718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25c719e3-9dc2-4242-a6f2-d68cee1c2e24 req-1f75ab78-634b-4f47-9298-844a08327d70 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1336079 Feb 19 01:13:18.984087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-8ad01861-6ff3-492c-9795-36f5d7621bd5 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809318 Feb 19 01:13:18.988937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port a84a230d-fa9c-49f8-afbc-ec9f2a73f221 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:18.989279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a84a230d-fa9c-49f8-afbc-ec9f2a73f221), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.007126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Allocated IP 172.20.0.8 (a65adc9b-0e47-408a-86d2-945821b08efb/ceb8feb6-9288-4e02-a0b4-20ecb5859ec5/a23690e2-fc92-4ca9-a3c9-a2a94d26d035) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:19.023585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd3937f4-72f3-483b-8129-30f37d7c85ff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.026954 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.028122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fd3937f4-72f3-483b-8129-30f37d7c85ff HTTP/1.1" status: 204 len: 168 time: 0.5528729 Feb 19 01:13:19.055224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25c719e3-9dc2-4242-a6f2-d68cee1c2e24 req-c31a602e-ab07-4134-b8a1-a3670f1d34b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826094 Feb 19 01:13:19.116577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69915d7e-62a3-4652-9b58-a5a107cea64e req-af64cc52-a412-4878-b202-a5fce0795f04 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.126267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69915d7e-62a3-4652-9b58-a5a107cea64e req-af64cc52-a412-4878-b202-a5fce0795f04 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.2062395 Feb 19 01:13:19.127123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26faa1-8b07-4e08-8456-3ec0f40dc742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3937f4-72f3-483b-8129-30f37d7c85ff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.193255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a84a230d-fa9c-49f8-afbc-ec9f2a73f221), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.199010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-b17333fb-85bc-406d-8418-337bb22f29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.202214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-b17333fb-85bc-406d-8418-337bb22f29c0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1127 time: 0.1402860 Feb 19 01:13:19.252989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for a84a230d-fa9c-49f8-afbc-ec9f2a73f221 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:19.256048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee478cd4-aecb-4388-9a39-a2b245e9ee79 req-4bc5a4ff-b480-484d-a374-18d593a57633 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.0626564 Feb 19 01:13:19.275433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d832f9f-c79d-4ebb-9f61-ace6a653b986 req-dbf1c23d-d187-47b9-8cc3-c59e4be40068 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810931 Feb 19 01:13:19.330573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-69915d7e-62a3-4652-9b58-a5a107cea64e req-60c5c543-ea2d-453f-88d1-c57ad58b7f13 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460695 Feb 19 01:13:19.335498 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.371329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-232236ae-859e-4dfd-8777-a3ad65b03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.372803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-232236ae-859e-4dfd-8777-a3ad65b03158 service neutron] 10.222.0.117 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.1567199 Feb 19 01:13:19.437947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a84a230d-fa9c-49f8-afbc-ec9f2a73f221), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.453448 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-f3f535de-e298-42b1-b52f-0faec5da3352 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 1001 time: 0.0722249 Feb 19 01:13:19.475200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=a84a230d-fa9c-49f8-afbc-ec9f2a73f221,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.484322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.489852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-671b0f93-58fa-4a48-b8cf-6a02465d7eaf tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/ports/a84a230d-fa9c-49f8-afbc-ec9f2a73f221 HTTP/1.1" status: 204 len: 168 time: 0.7971060 Feb 19 01:13:19.501294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57412) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:19.534440 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fe3d95-ca23-4813-8268-95321cbd0ade tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] DELETE failed (client error): The resource could not be found. Feb 19 01:13:19.534898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fe3d95-ca23-4813-8268-95321cbd0ade tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:13:19.537947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0fe3d95-ca23-4813-8268-95321cbd0ade tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/cfc8bd7a-af0d-4eec-bbbf-e1cb6ea17339 HTTP/1.1" status: 404 len: 337 time: 0.0356791 Feb 19 01:13:19.540662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57414) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:19.544853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.551590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-c29b49ac-6d5a-4b6a-868f-9d6b6c6249d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.553664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-c29b49ac-6d5a-4b6a-868f-9d6b6c6249d5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.0929997 Feb 19 01:13:19.553936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-852889df-dc7c-46dd-b6fe-b020201cf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.555439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-852889df-dc7c-46dd-b6fe-b020201cf2c4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1125 time: 0.1456716 Feb 19 01:13:19.687534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.703757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Network a65adc9b-0e47-408a-86d2-945821b08efb is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:19.712535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:19.722025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event updated for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:19.727313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:19.788076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-65d6fddc-d683-4b53-b946-6dc7a5ab3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.789596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-7aad47ba-9519-4536-9059-5c7ab7753ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.789783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-65d6fddc-d683-4b53-b946-6dc7a5ab3bc4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2241213 Feb 19 01:13:19.792434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-7aad47ba-9519-4536-9059-5c7ab7753ad0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.2254045 Feb 19 01:13:19.881889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.882413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.910362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d341c8-a733-4be1-927e-21f60b2e957a req-ddfc359b-ef66-45b3-ad6f-da2b80f3281a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:19.917437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6d341c8-a733-4be1-927e-21f60b2e957a req-ddfc359b-ef66-45b3-ad6f-da2b80f3281a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.2123339 Feb 19 01:13:19.920590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-fe9b3b6e-e9bb-45a6-ad00-6d312a13ba39 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 217 time: 0.1097088 Feb 19 01:13:19.990396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-36c7ed30-2361-40b9-b33d-f5e64ac62726 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6036603 Feb 19 01:13:20.000737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-391825af-4fc5-492d-b544-5acce6019ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.002282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-391825af-4fc5-492d-b544-5acce6019ba5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.0736928 Feb 19 01:13:20.010267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.029597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Request body: {'port': {'device_id': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:20.048810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3987b2c5-0772-4352-b14d-17b2a774a37e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:20.065064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-e3713460-de33-4480-9cca-18bca85618e5 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601287 Feb 19 01:13:20.098043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6d341c8-a733-4be1-927e-21f60b2e957a req-9719641e-cd41-42fb-8b2d-0396da86ad78 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797409 Feb 19 01:13:20.107170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:20.107538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:20.159893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.189510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-837143f0-60a9-4d25-ae84-967a48bf5392 None None] Provisioning complete for port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:20.190646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-837143f0-60a9-4d25-ae84-967a48bf5392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.196676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.214208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea7789-5940-4b62-ab30-03bfde9c1bbf req-1d6f26b0-22bd-47d3-84da-b277bd6660e7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.221751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5ea7789-5940-4b62-ab30-03bfde9c1bbf req-1d6f26b0-22bd-47d3-84da-b277bd6660e7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2237327 Feb 19 01:13:20.235058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:20.242933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (0f0e8a3a-6ba5-40bd-b13a-7c7cbfc70f3c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:20.249377 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:20.286010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-837143f0-60a9-4d25-ae84-967a48bf5392 None None] Port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:20.290872 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.334566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-b9399366-c89e-45c1-a6fb-b5410f4c19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.336699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-b9399366-c89e-45c1-a6fb-b5410f4c19f4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2638373 Feb 19 01:13:20.345479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb0ce-fa2b-40f6-bd69-3e1113bbca71 req-7f7ed2b2-692a-4061-ba42-aebe316f80b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.347058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5bcb0ce-fa2b-40f6-bd69-3e1113bbca71 req-7f7ed2b2-692a-4061-ba42-aebe316f80b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.1667821 Feb 19 01:13:20.421908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5ea7789-5940-4b62-ab30-03bfde9c1bbf req-6964e0e1-c6ee-4874-b634-66c86ded2e75 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990426 Feb 19 01:13:20.422188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-f645e217-914d-4c55-b771-e4ef7698c6e5 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377726 Feb 19 01:13:20.437313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5bcb0ce-fa2b-40f6-bd69-3e1113bbca71 req-a5ba2b24-3f43-465a-bc1f-a56299cf3ad3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801058 Feb 19 01:13:20.438823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3987b2c5-0772-4352-b14d-17b2a774a37e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.490583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.495032 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/3987b2c5-0772-4352-b14d-17b2a774a37e HTTP/1.1" status: 204 len: 168 time: 0.9527822 Feb 19 01:13:20.496179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001880-3bce-4ceb-8bf5-89a60829edfd tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=3987b2c5-0772-4352-b14d-17b2a774a37e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:20.497810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57444) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:20.585331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting subnet 0f91c1b6-6d78-45ec-b6b3-f82621d4e696 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:20.602735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (0f91c1b6-6d78-45ec-b6b3-f82621d4e696), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.655478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:20.690094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-cc7c639d-75b4-415d-89ca-2c6c0228150b service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417323 Feb 19 01:13:20.723916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (0f91c1b6-6d78-45ec-b6b3-f82621d4e696), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.754354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ee976-0381-4998-b824-d85daa49448d req-5ab21047-4354-441d-bab7-babd16c35c81 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.762906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99ee976-0381-4998-b824-d85daa49448d req-5ab21047-4354-441d-bab7-babd16c35c81 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 931 time: 0.1723247 Feb 19 01:13:20.795377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 80e31e81-23e2-415d-992d-17159053ab51 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:20.824517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c32c42-e106-4562-a809-0e94ea2febe1 req-a4f0bcf7-064f-4dee-94dc-2996c01ae4a5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:20.826211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0c32c42-e106-4562-a809-0e94ea2febe1 req-a4f0bcf7-064f-4dee-94dc-2996c01ae4a5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1125 time: 0.2308431 Feb 19 01:13:20.915598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81afda29-25e5-4bac-b7dd-36dea6bd5ae4 req-ea8d99d7-ca25-4f8b-b026-e12e7602efa7 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139838 Feb 19 01:13:20.916831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0f91c1b6-6d78-45ec-b6b3-f82621d4e696), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.937878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=80e31e81-23e2-415d-992d-17159053ab51,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:20.953217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '80e31e81-23e2-415d-992d-17159053ab51', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'port_id': '80e31e81-23e2-415d-992d-17159053ab51', 'mac_address': 'fa:16:3e:40:4b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:20.955443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-374842295-network', 'tenant_id': 'ce37e5d49fba498eba27599d9c136bde'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:20.995367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0c32c42-e106-4562-a809-0e94ea2febe1 req-78f25834-478b-4c9d-85a4-585bfc8dae11 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607161 Feb 19 01:13:21.011708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 80e31e81-23e2-415d-992d-17159053ab51 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:21.012480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80e31e81-23e2-415d-992d-17159053ab51), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.017624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d99ee976-0381-4998-b824-d85daa49448d req-db93496c-d945-4711-ace0-e4ec4e552863 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528517 Feb 19 01:13:21.032908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23690e2-fc92-4ca9-a3c9-a2a94d26d035 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:21.038666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e31e81-23e2-415d-992d-17159053ab51 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:21.053432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks [] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.066360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=80e31e81-23e2-415d-992d-17159053ab51,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:21.088696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Transition to ACTIVE for port object a23690e2-fc92-4ca9-a3c9-a2a94d26d035 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:21.092694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Made reservation on behalf of ce37e5d49fba498eba27599d9c136bde for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:21.095347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.105392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.123485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (0f91c1b6-6d78-45ec-b6b3-f82621d4e696), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.160905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Subnet': ['ID=0f91c1b6-6d78-45ec-b6b3-f82621d4e696,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.174622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.179026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3de85dc7-8407-4a31-93eb-aff41311a9d4 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/subnets/0f91c1b6-6d78-45ec-b6b3-f82621d4e696 HTTP/1.1" status: 204 len: 168 time: 0.6801019 Feb 19 01:13:21.179539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29927c-dbea-4918-8a25-1eba3c7ebe10 None None] Network 49a7e722-e3d4-4090-a775-c16e1eba7191 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:21.182598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:21.268085 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.301625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks [] for security_group (c60f0d0c-d49b-47bb-b2d0-74c9d17942de), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.335943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d89f4-fed4-47ee-8223-ddf7d7896ba6 req-12044091-8e41-4b11-9919-92df636f3cec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.346879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-754d89f4-fed4-47ee-8223-ddf7d7896ba6 req-12044091-8e41-4b11-9919-92df636f3cec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1028595 Feb 19 01:13:21.357599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.397870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c60f0d0c-d49b-47bb-b2d0-74c9d17942de), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.435259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-754d89f4-fed4-47ee-8223-ddf7d7896ba6 req-ed2e8844-4d2b-4113-900e-05fdfbefd1b4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871029 Feb 19 01:13:21.442541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:21.477596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] DHCP port deletion for 49a7e722-e3d4-4090-a775-c16e1eba7191 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:21.483593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f0d0c-d49b-47bb-b2d0-74c9d17942de,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.512655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b34ba2a7-5473-46dc-b914-257b95aa5571), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.513224 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Added segment b34ba2a7-5473-46dc-b914-257b95aa5571 of type vlan for network 86229942-fed8-4408-9dca-29e87b350784 Feb 19 01:13:21.526396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['80e31e81-23e2-415d-992d-17159053ab51'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:21.590177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (86229942-fed8-4408-9dca-29e87b350784), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.652219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.675883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bfe63-f29f-4c75-8fde-b7f08f3ad409 req-a66accc0-e2d9-4a70-b21d-3aad567c5461 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.678000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-000bfe63-f29f-4c75-8fde-b7f08f3ad409 req-a66accc0-e2d9-4a70-b21d-3aad567c5461 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.0843120 Feb 19 01:13:21.725561 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (86229942-fed8-4408-9dca-29e87b350784), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.726389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Deleting port edb54883-ffa4-49be-9296-0d6c1dd46034 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:21.727107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.727281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.730548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.742575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (49a7e722-e3d4-4090-a775-c16e1eba7191), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.747847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Pushing event updated for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.759293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-000bfe63-f29f-4c75-8fde-b7f08f3ad409 req-853f1607-6588-4d88-9c10-e68c9e0ca9de tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653048 Feb 19 01:13:21.827495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726360-a451-4f6b-a82a-38ff8e9ca802 req-a1578fb2-6fa2-491c-a0e0-80e9f18388ea tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:21.829104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69726360-a451-4f6b-a82a-38ff8e9ca802 req-a1578fb2-6fa2-491c-a0e0-80e9f18388ea tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.6046288 Feb 19 01:13:21.863562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2072303 Feb 19 01:13:21.877822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57462) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:21.893105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Request body: {'subnet': {'network_id': '86229942-fed8-4408-9dca-29e87b350784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-374842295-subnet', 'tenant_id': 'ce37e5d49fba498eba27599d9c136bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:21.919477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] For port edb54883-ffa4-49be-9296-0d6c1dd46034, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=edb54883-ffa4-49be-9296-0d6c1dd46034,segment=NetworkSegment(caeb04df-74c1-44c4-beb5-c2e01d40e9a8),segment_id=caeb04df-74c1-44c4-beb5-c2e01d40e9a8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:21.919878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.924275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1c06f-b89e-4175-bc3a-38fbed7c0539 admin admin] Pushing event updated for resources: {'Network': ['ID=86229942-fed8-4408-9dca-29e87b350784,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:21.946543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 86229942-fed8-4408-9dca-29e87b350784 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:21.998155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Attempting to bind port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:21.998762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Attempting to bind port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:21.999186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Attempting to bind port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:22.009100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Made reservation on behalf of ce37e5d49fba498eba27599d9c136bde for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:22.011992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.019940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 on network a65adc9b-0e47-408a-86d2-945821b08efb not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:22.020495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Attempting to bind port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 on network a65adc9b-0e47-408a-86d2-945821b08efb {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:22.034429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:22.034852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Checking segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:22.035328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Bound using segment: {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:22.035856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Bound port: a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '456f267a-e4a1-44a6-9048-bd488c574b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:22.036277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.041523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69726360-a451-4f6b-a82a-38ff8e9ca802 req-f92486e2-cb37-44c0-8fea-ec3dd9b50ba6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823084 Feb 19 01:13:22.081821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Deleting port edb54883-ffa4-49be-9296-0d6c1dd46034 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:22.082504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.128453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Calling delete_port for edb54883-ffa4-49be-9296-0d6c1dd46034 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:22.219583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ea3e-03ee-4e88-9009-02ff7b14e637 req-a061916d-383d-4dde-b7e7-e042cbb1eb0d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:22.221193 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a58ea3e-03ee-4e88-9009-02ff7b14e637 req-a061916d-383d-4dde-b7e7-e042cbb1eb0d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1126 time: 0.0885444 Feb 19 01:13:22.240251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:22.299354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:22.318085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] For port edb54883-ffa4-49be-9296-0d6c1dd46034, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=edb54883-ffa4-49be-9296-0d6c1dd46034,segment=NetworkSegment(caeb04df-74c1-44c4-beb5-c2e01d40e9a8),segment_id=caeb04df-74c1-44c4-beb5-c2e01d40e9a8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:22.318527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.340823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Calling delete_port for edb54883-ffa4-49be-9296-0d6c1dd46034 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:22.398310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.489457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c82de-09b7-4533-880d-d4aacec8d8e2 req-960ae3f8-a3e0-4435-b3f7-f61033fd9744 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:22.491054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f0c82de-09b7-4533-880d-d4aacec8d8e2 req-960ae3f8-a3e0-4435-b3f7-f61033fd9744 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 943 time: 0.2530859 Feb 19 01:13:22.535945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:22.536600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.538004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] 10.222.0.117 "PUT /v2.0/ports/a23690e2-fc92-4ca9-a3c9-a2a94d26d035 HTTP/1.1" status: 200 len: 1091 time: 2.5173974 Feb 19 01:13:22.538500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:22.541712 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faaf025-c879-4f92-a556-1b49d6c7646c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:22.586037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e074b7f-38ec-4e6e-abdb-03c31f609801 service neutron] Pushing event updated for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.658179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.664007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f0c82de-09b7-4533-880d-d4aacec8d8e2 req-a84d51a5-c109-4ae4-b9d5-d403e2f69345 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489396 Feb 19 01:13:22.710720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (edb54883-ffa4-49be-9296-0d6c1dd46034), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.721664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] Pushing event deleted for resources: {'Port': ['ID=edb54883-ffa4-49be-9296-0d6c1dd46034,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.726273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870937fe-6ebd-47b9-82ae-80771f231e75 None None] No DVR routers for this DVR port edb54883-ffa4-49be-9296-0d6c1dd46034 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:22.759158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] No DVR routers for this DVR port edb54883-ffa4-49be-9296-0d6c1dd46034 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:22.760703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Port': ['ID=edb54883-ffa4-49be-9296-0d6c1dd46034,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:22.797273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a58ea3e-03ee-4e88-9009-02ff7b14e637 req-7a4092ca-a6ba-4b2a-bcea-dac8d72ba2e2 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691700 Feb 19 01:13:22.882111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.890513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:22.896597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-b9cf388e-aa45-4ac6-948a-4ab7efc75db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:22.898211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-b9cf388e-aa45-4ac6-948a-4ab7efc75db3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 1125 time: 0.2325470 Feb 19 01:13:22.910927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (49a7e722-e3d4-4090-a775-c16e1eba7191), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.992759 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-fcd5862d-9dbb-44f8-88f0-1e3fa18ad7ce service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035 HTTP/1.1" status: 200 len: 217 time: 0.0839455 Feb 19 01:13:23.000890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96f5ed-8302-45fc-892c-112641a5bd97 req-71489676-f39a-4fcb-8ca9-249d930bfc5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.002923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d96f5ed-8302-45fc-892c-112641a5bd97 req-71489676-f39a-4fcb-8ca9-249d930bfc5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2017806 Feb 19 01:13:23.015299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a7e722-e3d4-4090-a775-c16e1eba7191']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:23.027038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:23.028165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:23.042311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8fc0c-421d-4e98-87ff-315677361a3d req-aa07a22b-0d0b-4603-a5ac-5473e522b4f5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.045738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:23.049751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43b8fc0c-421d-4e98-87ff-315677361a3d req-aa07a22b-0d0b-4603-a5ac-5473e522b4f5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1808217 Feb 19 01:13:23.051759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:23.052243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeb04df-74c1-44c4-beb5-c2e01d40e9a8') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:23.054172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Checking segment: {'id': 'b34ba2a7-5473-46dc-b914-257b95aa5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '86229942-fed8-4408-9dca-29e87b350784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:23.054550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Network hostable DHCP agents. Network: 86229942-fed8-4408-9dca-29e87b350784, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:23.092983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:23.094323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.096367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (caeb04df-74c1-44c4-beb5-c2e01d40e9a8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.112756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cace89-ed32-4710-bc0a-dfe02103bc6d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:23.124436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43b8fc0c-421d-4e98-87ff-315677361a3d req-b8928605-20a8-487c-bec4-a1acfa55ed47 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677607 Feb 19 01:13:23.142934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:23.157470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d96f5ed-8302-45fc-892c-112641a5bd97 req-f0338a61-cb7b-44c7-acc9-3c7652ac7c30 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439936 Feb 19 01:13:23.160787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Network 86229942-fed8-4408-9dca-29e87b350784 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:23.164672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-3a612160-d5d4-472c-88c3-560117914b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.165597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-3a612160-d5d4-472c-88c3-560117914b57 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.1623173 Feb 19 01:13:23.174745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device edb54883-ffa4-49be-9296-0d6c1dd46034 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:23.181402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (caeb04df-74c1-44c4-beb5-c2e01d40e9a8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.202555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: edb54883-ffa4-49be-9296-0d6c1dd46034 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:23.202710 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef6b0d8-ff05-45a3-984c-2545cad3803e x-openstack-request-id: req-7ef6b0d8-ff05-45a3-984c-2545cad3803e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:23.203497 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:23.204177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device edb54883-ffa4-49be-9296-0d6c1dd46034 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:23.204482 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ef6b0d8-ff05-45a3-984c-2545cad3803e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:23.204482 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'status': 'completed', 'code': 200} Feb 19 01:13:23.215180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:13:23.215563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (caeb04df-74c1-44c4-beb5-c2e01d40e9a8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:13:23.218839 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:13:23.223677 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.253014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 86229942-fed8-4408-9dca-29e87b350784) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:23.263337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.265606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.269439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023397a-3efa-401a-8303-06a9810ab60b None None] Network 86229942-fed8-4408-9dca-29e87b350784 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:23.312422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-51c9d0d0-f121-4f4f-9dd1-18b831dae2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.313920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-51c9d0d0-f121-4f4f-9dd1-18b831dae2d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419377 Feb 19 01:13:23.342734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:23.346782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdb78c-de00-4da1-8916-4828e6d6c635 req-d86d0676-9aae-4bd3-93ef-7b1f6f6cdd89 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.348514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95fdb78c-de00-4da1-8916-4828e6d6c635 req-d86d0676-9aae-4bd3-93ef-7b1f6f6cdd89 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0654564 Feb 19 01:13:23.379197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd2d18b1-17c8-4596-9ea6-f61ad6096c45 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4962449 Feb 19 01:13:23.404260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (49a7e722-e3d4-4090-a775-c16e1eba7191), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.408764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f1e8c-05dd-47e2-8028-1adaf91d6c07 None None] Network 86229942-fed8-4408-9dca-29e87b350784 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:23.414406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be43d-5d86-4d4b-a3eb-56b71a5fddb4 req-300ecd8f-89c8-4497-ab42-dc920c56ab87 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.416616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a8be43d-5d86-4d4b-a3eb-56b71a5fddb4 req-300ecd8f-89c8-4497-ab42-dc920c56ab87 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1205037 Feb 19 01:13:23.425265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:23.426645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95fdb78c-de00-4da1-8916-4828e6d6c635 req-8d971fb7-58bf-4a78-a3ac-3656b282a3c7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706148 Feb 19 01:13:23.428428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] 10.222.0.94 "DELETE /v2.0/networks/49a7e722-e3d4-4090-a775-c16e1eba7191 HTTP/1.1" status: 204 len: 168 time: 2.2448437 Feb 19 01:13:23.451961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e098-b0e6-4570-b9bc-3c33b42edc66 tempest-NetworksIpV6TestAttrs-471754805 tempest-NetworksIpV6TestAttrs-471754805-project] Pushing event deleted for resources: {'Network': ['ID=49a7e722-e3d4-4090-a775-c16e1eba7191,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:23.487564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-3cfa8150-01a6-40bf-9c4c-65f1b6105215 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582277 Feb 19 01:13:23.506783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['94cace89-ed32-4710-bc0a-dfe02103bc6d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:23.565486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a8be43d-5d86-4d4b-a3eb-56b71a5fddb4 req-56f931ef-7a7b-45a8-b242-14bd9d675508 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211054 Feb 19 01:13:23.622373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e829-334b-439d-b1d4-259ab70b4192 req-c933d0ee-ac59-4fb0-bf2e-4749865ffbdd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.624205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffb1e829-334b-439d-b1d4-259ab70b4192 req-c933d0ee-ac59-4fb0-bf2e-4749865ffbdd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0855932 Feb 19 01:13:23.626211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e49648b2-6bba-44d8-bbee-86ca64b86b36 req-a6517cfa-1c80-4a49-a79b-9d85568519cd service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320543 Feb 19 01:13:23.682441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffb1e829-334b-439d-b1d4-259ab70b4192 req-0742d6cb-1cf5-4689-8a19-db9356b0d172 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526223 Feb 19 01:13:23.828671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-0f89c608-e6a4-4190-9063-c624af8aa706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.830214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-0f89c608-e6a4-4190-9063-c624af8aa706 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 1125 time: 0.0895936 Feb 19 01:13:23.855471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8774b-8da2-4503-8d30-93bfb5654c0e req-bead4da3-f7d6-4319-a9aa-815ab9e3eee3 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.857178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff8774b-8da2-4503-8d30-93bfb5654c0e req-bead4da3-f7d6-4319-a9aa-815ab9e3eee3 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 943 time: 0.0790639 Feb 19 01:13:23.920163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:23.964471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-1d52fce5-fbab-4c4f-b460-f74cee652240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.965960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-1d52fce5-fbab-4c4f-b460-f74cee652240 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 911 time: 0.1271484 Feb 19 01:13:23.988817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd2892-9f20-43c5-be99-f24c4a6c256c req-780bd58f-fad1-4c80-9aa9-8e21604d400e tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:23.990684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75cd2892-9f20-43c5-be99-f24c4a6c256c req-780bd58f-fad1-4c80-9aa9-8e21604d400e tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1126 time: 0.0483465 Feb 19 01:13:24.002165 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ff8774b-8da2-4503-8d30-93bfb5654c0e req-fa48839c-735f-42d5-8a93-b4abc535521e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346905 Feb 19 01:13:24.042292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-12a1729d-b378-4712-887d-d582289d142f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035 HTTP/1.1" status: 200 len: 217 time: 0.0503387 Feb 19 01:13:24.117407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75cd2892-9f20-43c5-be99-f24c4a6c256c req-fa88187e-237e-4930-adaf-6907d8356e77 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208687 Feb 19 01:13:24.140768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a22f4dd0-745b-4d1b-a9a3-7357e9c80c6b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fa5054c479f24eb68067b505cebb0c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192230 Feb 19 01:13:24.144147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57530) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:24.187672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-d7317c4a-36a6-4b75-b5a0-e3ab73e8eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.189468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-d7317c4a-36a6-4b75-b5a0-e3ab73e8eeae service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.1409323 Feb 19 01:13:24.219610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] Publish callbacks [] for security_group (aead97f9-9bce-4f25-81f5-c0fe442e0e3d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.244470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] Publish callbacks [] for security_group (aead97f9-9bce-4f25-81f5-c0fe442e0e3d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.271158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-a456d803-d68a-4281-a224-f7d89479829c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.275130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-a456d803-d68a-4281-a224-f7d89479829c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.1653528 Feb 19 01:13:24.277882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-fcf348ec-9e90-4ce1-b099-69f765054bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.279470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-fcf348ec-9e90-4ce1-b099-69f765054bc9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824933 Feb 19 01:13:24.309821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-01c2f42d-fb02-4cfd-b5cf-15cbf56446c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/quotas/2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0293934 Feb 19 01:13:24.331215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3ad41-500c-41d7-afb6-151a3b47978f req-9ed4870e-bc55-40ac-aef9-28a24e891fde tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.333078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2df3ad41-500c-41d7-afb6-151a3b47978f req-9ed4870e-bc55-40ac-aef9-28a24e891fde tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 944 time: 0.0738962 Feb 19 01:13:24.761716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:24.761716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1246541701-network', 'tenant_id': '147d20e070c946729ce7014df95e2f05'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:24.761716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2df3ad41-500c-41d7-afb6-151a3b47978f req-fa61e0d0-b97e-4392-8c92-8db3b4b10574 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636985 Feb 19 01:13:24.766018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-fa664753-982b-4259-893d-19913e02bdf5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869551 Feb 19 01:13:24.766018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-cf448189-300e-4ac1-a022-4b1548f41231 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439691 Feb 19 01:13:24.766018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-527bd2dc-67d5-48d4-b8c7-f473c496ee7c service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595273 Feb 19 01:13:24.766018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9faaf025-c879-4f92-a556-1b49d6c7646c req-7a7e2c12-1c81-42a7-95ea-5328ff854d9b service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538043 Feb 19 01:13:24.766018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-bdea9caf-5b15-460a-86f3-9e7676c4258c service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911782 Feb 19 01:13:24.766837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a5ddb-2b43-4116-a4ba-9f718d18d727 req-5a7b6d90-703d-42e9-80c0-853c60f5a864 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:24.766837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e09a5ddb-2b43-4116-a4ba-9f718d18d727 req-5a7b6d90-703d-42e9-80c0-853c60f5a864 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Feb 19 01:13:24.770153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e09a5ddb-2b43-4116-a4ba-9f718d18d727 req-884784b2-07b0-4878-b2d8-a62792700009 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613899 Feb 19 01:13:24.881938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 80e31e81-23e2-415d-992d-17159053ab51 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:24.897911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (aead97f9-9bce-4f25-81f5-c0fe442e0e3d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.914252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.914252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/aead97f9-9bce-4f25-81f5-c0fe442e0e3d HTTP/1.1" status: 204 len: 168 time: 0.7578743 Feb 19 01:13:24.914504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:24.914611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088585a-d7a2-434c-86fa-3fe0659d5255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead97f9-9bce-4f25-81f5-c0fe442e0e3d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:24.950893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Made reservation on behalf of 147d20e070c946729ce7014df95e2f05 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:24.959424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.002631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.008807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 80e31e81-23e2-415d-992d-17159053ab51 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:25.014997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 80e31e81-23e2-415d-992d-17159053ab51 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:25.016424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80e31e81-23e2-415d-992d-17159053ab51), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.066213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ded2a06-d48b-4b0e-a3a5-8ff3fb2c4b2a req-0c72a7d9-8d43-4b15-8f20-17febb8996d9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 210 time: 0.0591116 Feb 19 01:13:25.125152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 94cace89-ed32-4710-bc0a-dfe02103bc6d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:25.148283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 94cace89-ed32-4710-bc0a-dfe02103bc6d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:25.157865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.179819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks [] for security_group (dd6aee9b-cfee-4467-ac48-6f249df859fb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.253866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074908f5-9fe0-4069-b78d-07eb5f3f97ae req-77cc6089-fadb-4652-94c6-01bd7bd78d37 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.269695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-074908f5-9fe0-4069-b78d-07eb5f3f97ae req-77cc6089-fadb-4652-94c6-01bd7bd78d37 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 943 time: 0.1160762 Feb 19 01:13:25.300527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd6aee9b-cfee-4467-ac48-6f249df859fb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.332289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6aee9b-cfee-4467-ac48-6f249df859fb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:25.335403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 80e31e81-23e2-415d-992d-17159053ab51 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:25.335817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80e31e81-23e2-415d-992d-17159053ab51), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.344536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:25.357527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95753d1-8a43-4082-a06c-cb3f8f422df6 req-dff2e301-8f3f-4f16-a081-35adbf875486 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.364835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e95753d1-8a43-4082-a06c-cb3f8f422df6 req-dff2e301-8f3f-4f16-a081-35adbf875486 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1126 time: 0.1530457 Feb 19 01:13:25.389272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e31e81-23e2-415d-992d-17159053ab51'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:25.392219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.392574 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Added segment f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce of type vlan for network 3c79e687-d39c-40c6-8fbf-a2abd2063edb Feb 19 01:13:25.395754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-074908f5-9fe0-4069-b78d-07eb5f3f97ae req-24ace8f0-997f-4a43-bcc0-2e993e5728c9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271224 Feb 19 01:13:25.402924 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191682d-377d-49e0-8162-ea610a7af1bb" -d '{"events": [{"server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "name": "network-vif-plugged", "status": "completed", "tag": "80e31e81-23e2-415d-992d-17159053ab51"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:25.407393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=80e31e81-23e2-415d-992d-17159053ab51,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:25.456608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:25.457388 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.474130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.544710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:25.561830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:25.575151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e95753d1-8a43-4082-a06c-cb3f8f422df6 req-47c19722-7f73-4100-9b68-b7820c41f4ec tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050848 Feb 19 01:13:25.596297 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.609296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3c79e687-d39c-40c6-8fbf-a2abd2063edb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.688834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:25.703926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3c79e687-d39c-40c6-8fbf-a2abd2063edb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.706121 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab406d8-820f-4467-9440-d1fdaa2a17eb x-openstack-request-id: req-dab406d8-820f-4467-9440-d1fdaa2a17eb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:25.706121 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "name": "network-vif-plugged", "status": "completed", "tag": "80e31e81-23e2-415d-992d-17159053ab51", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:25.706121 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dab406d8-820f-4467-9440-d1fdaa2a17eb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:25.706568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.706735 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e31e81-23e2-415d-992d-17159053ab51', 'code': 200} Feb 19 01:13:25.706877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:25.842497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4825559 Feb 19 01:13:25.845719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57590) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:25.850829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Request body: {'subnet': {'network_id': '3c79e687-d39c-40c6-8fbf-a2abd2063edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1246541701-subnet', 'tenant_id': '147d20e070c946729ce7014df95e2f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:25.898761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04392982-5f29-4db9-84a9-1ad37e8cbe9c admin admin] Pushing event updated for resources: {'Network': ['ID=3c79e687-d39c-40c6-8fbf-a2abd2063edb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:25.910001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487bf6a-f1e1-4ef7-a103-b519dcd3633d req-8d75715d-9142-4871-ab11-f1f871de9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.911576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8487bf6a-f1e1-4ef7-a103-b519dcd3633d req-8d75715d-9142-4871-ab11-f1f871de9c38 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.1191759 Feb 19 01:13:25.918403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3c79e687-d39c-40c6-8fbf-a2abd2063edb details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:25.950647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52b446-4faa-4081-8e99-ce1516da8b8c req-827fa42e-b5f5-4b9f-9bb9-04b0a6dd3316 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:25.957837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db52b446-4faa-4081-8e99-ce1516da8b8c req-827fa42e-b5f5-4b9f-9bb9-04b0a6dd3316 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1142125 Feb 19 01:13:25.978553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Made reservation on behalf of 147d20e070c946729ce7014df95e2f05 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:25.983762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.023033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8487bf6a-f1e1-4ef7-a103-b519dcd3633d req-15bf1766-d974-45e5-848a-cfef96145a10 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019175 Feb 19 01:13:26.046525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db52b446-4faa-4081-8e99-ce1516da8b8c req-f9ce709b-0974-4f36-bc8e-4b74cbc7ff96 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877404 Feb 19 01:13:26.058766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa276e7-8f7b-4004-9204-a816002b506d req-ac380dcf-9aa4-4351-854e-31065a7bb98b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.060439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-daa276e7-8f7b-4004-9204-a816002b506d req-ac380dcf-9aa4-4351-854e-31065a7bb98b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1528583 Feb 19 01:13:26.175643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-daa276e7-8f7b-4004-9204-a816002b506d req-ca3a4500-7650-414a-811f-e1d494d863e3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087530 Feb 19 01:13:26.239426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90a86f82-d64e-4c53-8a5d-83c1fc12cb82 req-1ccd1336-d625-4dba-a40d-fff4cb396bbe tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 210 time: 0.0373027 Feb 19 01:13:26.366438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (f733d557-2f6d-4a91-96b2-0f14ba00ae80), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.411801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:26.432996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f733d557-2f6d-4a91-96b2-0f14ba00ae80,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:26.444403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Checking segment: {'id': 'f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3c79e687-d39c-40c6-8fbf-a2abd2063edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:26.444778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Network hostable DHCP agents. Network: 3c79e687-d39c-40c6-8fbf-a2abd2063edb, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:26.538973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48ec32-b05b-4e30-bd65-7819ff9642db req-8eb3ce4f-d4f5-411e-a88d-51e27f63c24d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.540710 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e48ec32-b05b-4e30-bd65-7819ff9642db req-8eb3ce4f-d4f5-411e-a88d-51e27f63c24d tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 943 time: 0.0581002 Feb 19 01:13:26.561618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Network 3c79e687-d39c-40c6-8fbf-a2abd2063edb is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:26.568784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1803736428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:26.641179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e48ec32-b05b-4e30-bd65-7819ff9642db req-c9975a03-f9a9-49f7-87a7-c697c5e59882 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940847 Feb 19 01:13:26.664801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3c79e687-d39c-40c6-8fbf-a2abd2063edb) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:26.670451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.671105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.674185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070a3e-bdcb-408c-ac10-f15f6b16e166 req-524c8ede-fb2a-4ddd-9a8b-80e9fc825192 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:26.677212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d3892-4a68-4e64-a7a5-19348802db49 None None] Network 3c79e687-d39c-40c6-8fbf-a2abd2063edb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:26.679643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-29070a3e-bdcb-408c-ac10-f15f6b16e166 req-524c8ede-fb2a-4ddd-9a8b-80e9fc825192 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.0523033 Feb 19 01:13:26.738350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.739542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.756177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-29070a3e-bdcb-408c-ac10-f15f6b16e166 req-f3117272-688a-4a85-a82a-81cd4116b4d4 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735698 Feb 19 01:13:26.766208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9519ab88-55fc-48d5-9bfa-7e061351c223 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9191647 Feb 19 01:13:26.790720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfea9e-cdc1-4585-9cd6-c3a48b4a25b3 None None] Network 3c79e687-d39c-40c6-8fbf-a2abd2063edb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:26.819131 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router_controller (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.898540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.919972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a23690e2-fc92-4ca9-a3c9-a2a94d26d035 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:26.993179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:26.995898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dda5a357-f99a-43c7-8fa0-e57a9a19535e tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5828252 Feb 19 01:13:27.005598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:27.012623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-624342040'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:27.029885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:27.044438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'port_id': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'mac_address': 'fa:16:3e:4f:1c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:27.096275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:27.097011 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.116520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:27.131684 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.137215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23690e2-fc92-4ca9-a3c9-a2a94d26d035 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:27.161894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.179900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:27.246327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.328578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:27.334798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c262c-974d-4429-9174-f550364e7878 req-5943634d-4361-4aee-b2ea-8d554e8d2cda tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.336785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-274c262c-974d-4429-9174-f550364e7878 req-5943634d-4361-4aee-b2ea-8d554e8d2cda tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1474943 Feb 19 01:13:27.360356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for security_group (209708a6-acc7-48d3-9f01-ba4d09050679), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.363292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-567adcde-4992-4ef6-aa02-b3a2d15d5630 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.365373 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-567adcde-4992-4ef6-aa02-b3a2d15d5630 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/networks?id=86229942-fed8-4408-9dca-29e87b350784 HTTP/1.1" status: 200 len: 824 time: 0.1622443 Feb 19 01:13:27.390339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-d7e92661-3d4a-4ee0-99d8-767c1366d03a tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/quotas/ce37e5d49fba498eba27599d9c136bde HTTP/1.1" status: 200 len: 375 time: 0.0187469 Feb 19 01:13:27.445967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (209708a6-acc7-48d3-9f01-ba4d09050679), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.450401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-d5ff95ea-e1cb-4bf9-a74f-e4f5928c4497 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ce37e5d49fba498eba27599d9c136bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477505 Feb 19 01:13:27.463864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a23690e2-fc92-4ca9-a3c9-a2a94d26d035'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:27.514359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-274c262c-974d-4429-9174-f550364e7878 req-8e43413c-ee65-4e89-9924-8320a36566ac tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1691210 Feb 19 01:13:27.533008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:27.559100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209708a6-acc7-48d3-9f01-ba4d09050679,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:27.562427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.564337 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Added segment bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633 of type vlan for network c0bd6ab5-9621-4f04-a205-e944f41f39c1 Feb 19 01:13:27.621829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-bf15854a-57ff-47d1-8299-e3b75f9fa178 service neutron] 10.222.0.94 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644750 Feb 19 01:13:27.656112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c0bd6ab5-9621-4f04-a205-e944f41f39c1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.664057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-aadfc729-e737-450b-aed8-784606ab43f3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.666138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-aadfc729-e737-450b-aed8-784606ab43f3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.2537899 Feb 19 01:13:27.683473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'device_id': '5bc51d15-4856-43df-a27f-38217e9ca696', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'admin_state_up': True, 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:27.714864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:27.717606 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c787e-cc35-434a-9fb6-ee666cc72401" -d '{"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:27.786852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-edb8d7aa-813d-4733-a9df-284537fd05ef service neutron] 10.222.0.94 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589839 Feb 19 01:13:27.882596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c0bd6ab5-9621-4f04-a205-e944f41f39c1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.888264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.888888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:27.992784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636639a-e447-4763-96c5-a9cb306c2b3f req-582e60ae-4073-47b6-99fc-41bd54b92497 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:27.999763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8636639a-e447-4763-96c5-a9cb306c2b3f req-582e60ae-4073-47b6-99fc-41bd54b92497 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2306840 Feb 19 01:13:28.050406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0431430 Feb 19 01:13:28.054158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57650) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:28.059770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'subnet': {'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:28.064765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664a762-5984-4f02-9d5f-5bd01dc1af0c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Network': ['ID=c0bd6ab5-9621-4f04-a205-e944f41f39c1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:28.070365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:28.110226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8636639a-e447-4763-96c5-a9cb306c2b3f req-ec6c0a9c-45b9-44c2-acc5-a792a31e4467 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009853 Feb 19 01:13:28.111491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:28.138532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.151046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00c5ea57-87aa-4895-9917-afcefbc0a43a req-fbdd5841-e23b-40a0-a9ff-1a4aa6a3ed9f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 210 time: 0.0959892 Feb 19 01:13:28.249029 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d980beb-2c6c-4598-bf63-d1bc332e01ce x-openstack-request-id: req-2d980beb-2c6c-4598-bf63-d1bc332e01ce {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:28.252360 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:28.252539 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2d980beb-2c6c-4598-bf63-d1bc332e01ce {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:28.256551 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'code': 200} Feb 19 01:13:28.384632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5088-ab0b-47a6-8f44-c4ed288f46a2 req-9abb6dd6-45f3-499a-9100-54899415a7d0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:28.386116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c18c5088-ab0b-47a6-8f44-c4ed288f46a2 req-9abb6dd6-45f3-499a-9100-54899415a7d0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 944 time: 0.1378715 Feb 19 01:13:28.396074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.20.0.11 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/fb11902c-a3ce-4028-88ee-8cceb5e57682) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:28.417145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c05c0-1eb6-425e-b13a-d68476ec0d79 req-59f10d59-0308-4a0d-b047-c0a6526688ee tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:28.423667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d44c05c0-1eb6-425e-b13a-d68476ec0d79 req-59f10d59-0308-4a0d-b047-c0a6526688ee tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.1075654 Feb 19 01:13:28.449434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:28.453266 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.461028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7ac21-52e1-4068-a1c1-61c933822176 req-afed4c9b-82ef-42e5-bf63-bbe0c92681ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:28.463479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9b7ac21-52e1-4068-a1c1-61c933822176 req-afed4c9b-82ef-42e5-bf63-bbe0c92681ad service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1127 time: 0.1322734 Feb 19 01:13:28.473674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c18c5088-ab0b-47a6-8f44-c4ed288f46a2 req-dcd487ac-5c16-4621-add2-61aad899a49e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806909 Feb 19 01:13:28.578564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed4e1405-f1ff-4ae6-ba79-7bd71fa75280 req-e9f5528e-6475-4a36-94b4-43eb5f95f035 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 210 time: 0.0646276 Feb 19 01:13:28.578813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d44c05c0-1eb6-425e-b13a-d68476ec0d79 req-0024c452-6adb-4767-a5e3-9046600f6d45 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495245 Feb 19 01:13:28.629224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9b7ac21-52e1-4068-a1c1-61c933822176 req-37ce7d22-8efa-47c0-8bb5-cbfb60744e1a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451006 Feb 19 01:13:28.688254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.763211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c1e1-8c5a-46dc-97ca-b8155f7f5f99 req-5e423157-c554-47f4-9195-d1e93dbe5b97 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:28.764864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de57c1e1-8c5a-46dc-97ca-b8155f7f5f99 req-5e423157-c554-47f4-9195-d1e93dbe5b97 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.0717928 Feb 19 01:13:28.815843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de57c1e1-8c5a-46dc-97ca-b8155f7f5f99 req-3ab87026-2d3a-4ecb-94bd-70e13af1c023 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Feb 19 01:13:28.862187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:28.873331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:28.948292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a23690e2-fc92-4ca9-a3c9-a2a94d26d035 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:28.955211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:28.960018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:28.963393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:28.996570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:29.035428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.036299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.036857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc168c2-1062-4005-8e6f-ed0702765c83 req-550f3da7-6557-467f-9d57-4d795ba3ebaf tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.047538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cfc168c2-1062-4005-8e6f-ed0702765c83 req-550f3da7-6557-467f-9d57-4d795ba3ebaf tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.3618057 Feb 19 01:13:29.052530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f491d-6fcf-488f-8f85-8decc9ff02a0 req-113e1a1a-1293-42a1-a49c-8da61326516f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.059918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f34f491d-6fcf-488f-8f85-8decc9ff02a0 req-113e1a1a-1293-42a1-a49c-8da61326516f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.1514513 Feb 19 01:13:29.123443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f34f491d-6fcf-488f-8f85-8decc9ff02a0 req-910645c4-ad4c-4eb4-9894-e3cc6e29b11b tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622559 Feb 19 01:13:29.124989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cfc168c2-1062-4005-8e6f-ed0702765c83 req-22e293f6-a9d8-4a16-aeaa-2c39d28ffff1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716622 Feb 19 01:13:29.127354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (2edd76bd-0219-4a9f-9a36-5f36b8ca2756), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.128880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-34ca4862-ce70-4507-bcb3-85fc1f31e685 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4516008 Feb 19 01:13:29.157071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Request body: {'port': {'device_id': '5bc51d15-4856-43df-a27f-38217e9ca696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:29.242350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Subnet': ['ID=2edd76bd-0219-4a9f-9a36-5f36b8ca2756,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:29.251338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:29.257295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Checking segment: {'id': 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:29.257295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network hostable DHCP agents. Network: c0bd6ab5-9621-4f04-a205-e944f41f39c1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:29.257538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:29.257538 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.364971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ded0156c-7ee0-40cd-9e05-9ab6ce9e0f06 None None] Provisioning complete for port fb11902c-a3ce-4028-88ee-8cceb5e57682 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:29.373333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:29.373494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ded0156c-7ee0-40cd-9e05-9ab6ce9e0f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.379568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.392344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2abd5c-f287-4e60-b391-e5c2d7e5820a req-04b56d5a-4387-4375-b329-a0c8c46d60a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.396338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c2abd5c-f287-4e60-b391-e5c2d7e5820a req-04b56d5a-4387-4375-b329-a0c8c46d60a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 932 time: 0.0841086 Feb 19 01:13:29.439254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206e20a-b84a-4370-a08b-116ef87f3fc2 req-c6f89ae6-7fee-4c6a-960c-b9cd1466b124 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.440463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ded0156c-7ee0-40cd-9e05-9ab6ce9e0f06 None None] Port fb11902c-a3ce-4028-88ee-8cceb5e57682 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:29.440664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5206e20a-b84a-4370-a08b-116ef87f3fc2 req-c6f89ae6-7fee-4c6a-960c-b9cd1466b124 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.1295130 Feb 19 01:13:29.444496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:29.444882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.458471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c2abd5c-f287-4e60-b391-e5c2d7e5820a req-a55cd3a3-c454-480b-8337-e9038585a858 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Feb 19 01:13:29.477902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c0bd6ab5-9621-4f04-a205-e944f41f39c1) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:29.500996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.501780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.520211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce17f7-d840-4235-9000-61407e4a579c None None] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:29.543784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:29.585600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5206e20a-b84a-4370-a08b-116ef87f3fc2 req-8e314eff-c23a-4bd4-ad14-cf5275fe2721 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241536 Feb 19 01:13:29.643237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.694318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-521562c5-b745-4a8c-b9ab-349c1bc58292 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6390488 Feb 19 01:13:29.698699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:29.713989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'network': {'name': 'tempest-router-network01--292295632'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:29.746931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c0bd6ab5-9621-4f04-a205-e944f41f39c1', 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1', 'project_id': '634fb7c723e642b99bf7e75563362d2f', 'fixed_ips': [{'subnet_id': '2edd76bd-0219-4a9f-9a36-5f36b8ca2756'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:29.747859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.786383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-ec3967ab-f16a-44b9-a1d6-465c324dd7c7 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.788452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-ec3967ab-f16a-44b9-a1d6-465c324dd7c7 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.1761379 Feb 19 01:13:29.805640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:29.817496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-526484a0-c8ff-4e60-b148-dd25728e082b tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/quotas/1d51828bdfa84311bb1985a46ece6d9b HTTP/1.1" status: 200 len: 375 time: 0.0206876 Feb 19 01:13:29.851486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff9d26-b9c9-4b13-bec5-688572e13951 req-16dfaceb-1ea8-40bd-bf75-9045e0dc489f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:29.860777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5ff9d26-b9c9-4b13-bec5-688572e13951 req-16dfaceb-1ea8-40bd-bf75-9045e0dc489f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1273227 Feb 19 01:13:29.875011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:29.878335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.912621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-2a3d03fe-fc65-48b8-8c4d-3fc587fcfb98 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926380 Feb 19 01:13:29.935737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb11902c-a3ce-4028-88ee-8cceb5e57682 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:29.960685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks [] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.960685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:29.984095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b14063f1-f261-47df-b70f-557411f08774), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:29.984827 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Added segment b14063f1-f261-47df-b70f-557411f08774 of type vlan for network acec571f-a13b-481f-b2e2-80d929ab3375 Feb 19 01:13:29.998580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5ff9d26-b9c9-4b13-bec5-688572e13951 req-b1a2c9ea-faba-45e1-8b2f-5fef9703e2a1 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046455 Feb 19 01:13:30.001787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Transition to ACTIVE for port object fb11902c-a3ce-4028-88ee-8cceb5e57682 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:30.011251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Allocated IP 172.20.0.2 (c0bd6ab5-9621-4f04-a205-e944f41f39c1/2edd76bd-0219-4a9f-9a36-5f36b8ca2756/3c06d4f0-20a2-4ad9-9006-af72d1dc8285) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:30.049526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (acec571f-a13b-481f-b2e2-80d929ab3375), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.057876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-a8ffb522-d4a1-447c-85e8-9d1774c076ae service neutron] 10.222.0.94 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422966 Feb 19 01:13:30.099940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.187151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af8fc746-c7d2-4651-b2b7-99465c37fb4a req-38af46ea-e420-4593-ae8d-10fec54712f7 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 210 time: 0.0529377 Feb 19 01:13:30.201569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:30.225481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-b8109972-e65b-45c0-9599-2278c3b97c9e service neutron] 10.222.0.94 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664865 Feb 19 01:13:30.227073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (acec571f-a13b-481f-b2e2-80d929ab3375), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.233190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.236888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.357860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks [] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.374042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:30.379481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Network': ['ID=acec571f-a13b-481f-b2e2-80d929ab3375,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:30.380209 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5431928-e16b-4a31-9b0e-20a8bd6d5758" -d '{"events": [{"server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "name": "network-vif-plugged", "status": "completed", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:30.395973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network acec571f-a13b-481f-b2e2-80d929ab3375 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:30.409523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Attempting to bind port fb11902c-a3ce-4028-88ee-8cceb5e57682 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:30.414445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Attempting to bind port fb11902c-a3ce-4028-88ee-8cceb5e57682 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:30.414445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Attempting to bind port fb11902c-a3ce-4028-88ee-8cceb5e57682 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:30.438486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Port fb11902c-a3ce-4028-88ee-8cceb5e57682 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:30.438979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Attempting to bind port fb11902c-a3ce-4028-88ee-8cceb5e57682 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:30.446108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:30.447484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:30.448072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:30.448622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Bound port: fb11902c-a3ce-4028-88ee-8cceb5e57682, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:30.449252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.504561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.526336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57700) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:30.527266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2ff13ffa-6a66-4d32-af17-19dd5fb1d0a1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8273056 Feb 19 01:13:30.532359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'network': {'name': 'tempest-router-network02--610510518'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:30.542391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146984c-e2da-4772-a59b-ee23ceb80d0a req-c314af44-37e8-4b41-be55-c529ee4997fa tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.544125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8146984c-e2da-4772-a59b-ee23ceb80d0a req-c314af44-37e8-4b41-be55-c529ee4997fa tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1613276 Feb 19 01:13:30.577615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:30.606796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:30.613648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:30.629163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:30.661513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:30.676146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-0a33fdd6-216b-465c-aef2-b214108de550 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.680074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-0a33fdd6-216b-465c-aef2-b214108de550 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.117 "GET /v2.0/networks?id=86229942-fed8-4408-9dca-29e87b350784 HTTP/1.1" status: 200 len: 824 time: 0.1428595 Feb 19 01:13:30.684975 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4986a8-37ac-4d0c-9f1f-8e8e5b12fc89 x-openstack-request-id: req-1d4986a8-37ac-4d0c-9f1f-8e8e5b12fc89 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:30.685105 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "name": "network-vif-plugged", "status": "completed", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:30.685336 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d4986a8-37ac-4d0c-9f1f-8e8e5b12fc89 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:30.685743 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'code': 200} Feb 19 01:13:30.702137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Pushing event updated for resources: {'Port': ['ID=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:30.709991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Attempting to bind port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:30.710419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Attempting to bind port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:30.710852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Attempting to bind port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 on network c0bd6ab5-9621-4f04-a205-e944f41f39c1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:30.714080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Request body: {'port': {'device_id': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'network_id': '86229942-fed8-4408-9dca-29e87b350784', 'admin_state_up': True, 'tenant_id': 'ce37e5d49fba498eba27599d9c136bde'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:30.726017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:30.726251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Checking segment: {'id': 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:30.726561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.729355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Bound using segment: {'id': 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:30.729999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Bound port: 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c0bd6ab5-9621-4f04-a205-e944f41f39c1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:30.730970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.757612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.816357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:30.819680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.843694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] For port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:30.846161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8146984c-e2da-4772-a59b-ee23ceb80d0a req-eb8a0a6f-a7b9-4b8c-bd69-10e8c704f14a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2937851 Feb 19 01:13:30.885511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] For port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,segment=NetworkSegment(bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633),segment_id=bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:30.887574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.888517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.890062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] 10.222.0.96 "PUT /v2.0/ports/fb11902c-a3ce-4028-88ee-8cceb5e57682 HTTP/1.1" status: 200 len: 1092 time: 1.7486203 Feb 19 01:13:30.899770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:13:30.939713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (493709d8-6d55-4b57-b8dd-9fe3bc9260cf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.944850 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Added segment 493709d8-6d55-4b57-b8dd-9fe3bc9260cf of type vlan for network 426d2d68-bbfb-4d97-a26b-d7253467081d Feb 19 01:13:30.952156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:30.958331 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806645a-41e4-4a2f-b57b-ce73be0917c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:30.973590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043d3cc-417c-4bc6-8eec-fdaa5fec4736 req-c65ec1a5-bc6d-4e47-90eb-b02c786d67f4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:30.973758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:30.973861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7043d3cc-417c-4bc6-8eec-fdaa5fec4736 req-c65ec1a5-bc6d-4e47-90eb-b02c786d67f4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 944 time: 0.1715069 Feb 19 01:13:31.045177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (426d2d68-bbfb-4d97-a26b-d7253467081d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.099565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb19ef-2e38-4137-9501-106871d3997e None None] Pushing event updated for resources: {'Port': ['ID=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:31.125830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c444811c-4a2b-46c9-a68e-fba5ba9ddd7e req-386cb10a-99a9-4594-8207-a967ec9b47b3 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 210 time: 0.1565404 Feb 19 01:13:31.186426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6982d0-026f-491f-9898-52c33a91e351 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:31.195451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Made reservation on behalf of ce37e5d49fba498eba27599d9c136bde for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:31.203722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.217680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7043d3cc-417c-4bc6-8eec-fdaa5fec4736 req-41585948-ccf3-4792-84fe-a88f3ee7c4ce tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156262 Feb 19 01:13:31.246284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee935a-5f63-49be-bbf4-fc9d959c5851 req-894c393b-0d74-4091-b6c9-e739db5723ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.253721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60ee935a-5f63-49be-bbf4-fc9d959c5851 req-894c393b-0d74-4091-b6c9-e739db5723ce service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 1127 time: 0.3965673 Feb 19 01:13:31.355382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-445d271f-f18d-403c-ae39-78b53aaed67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.357835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-445d271f-f18d-403c-ae39-78b53aaed67d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 1126 time: 0.2948458 Feb 19 01:13:31.383958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (426d2d68-bbfb-4d97-a26b-d7253467081d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.391854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.393329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.418432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60ee935a-5f63-49be-bbf4-fc9d959c5851 req-17351157-fa5c-4c34-a5bd-38d8b2fd1d06 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599493 Feb 19 01:13:31.464210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-a582752e-59f6-41d0-913e-f78f35ae32e0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682 HTTP/1.1" status: 200 len: 217 time: 0.0514801 Feb 19 01:13:31.541051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98c7e4-eac1-4546-b8e0-d420d463ab4b req-60ae6129-8af0-4b48-a762-4693b31b4b47 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.543147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce98c7e4-eac1-4546-b8e0-d420d463ab4b req-60ae6129-8af0-4b48-a762-4693b31b4b47 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2610059 Feb 19 01:13:31.572103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-4dfd3a29-c944-47f9-8e7b-727e414f05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.572216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Network': ['ID=426d2d68-bbfb-4d97-a26b-d7253467081d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:31.572680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-4dfd3a29-c944-47f9-8e7b-727e414f05f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0999653 Feb 19 01:13:31.583485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 426d2d68-bbfb-4d97-a26b-d7253467081d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:13:31.592454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fd367-7106-4106-bb19-2694992c87f0 req-d1bbfe4a-edc4-40df-b17f-92a97c835259 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.594032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f29fd367-7106-4106-bb19-2694992c87f0 req-d1bbfe4a-edc4-40df-b17f-92a97c835259 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2259767 Feb 19 01:13:31.604516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-660e3f52-842a-4fb6-b364-7bedde9321cf tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0769343 Feb 19 01:13:31.614583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57724) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:31.614583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57726) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:31.614583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Request body: {'floatingip': {'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:31.623760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'subnet': {'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:31.701614 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e569af9-4f64-494e-b365-9aa5cf964031 x-openstack-request-id: req-1e569af9-4f64-494e-b365-9aa5cf964031 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:31.701920 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:31.702179 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e569af9-4f64-494e-b365-9aa5cf964031 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:31.702734 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682', 'status': 'completed', 'code': 200} Feb 19 01:13:31.778881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Allocated IP 172.20.0.10 (86229942-fed8-4408-9dca-29e87b350784/bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb/44da3d63-e8c0-4f61-855c-c1be95aee12c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:31.786447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce98c7e4-eac1-4546-b8e0-d420d463ab4b req-37d7f164-3e81-427c-bfa8-42ed839718cf tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339559 Feb 19 01:13:31.802819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-3054d705-08a6-4799-bea2-ff9350507f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:31.805048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-3054d705-08a6-4799-bea2-ff9350507f97 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2115605 Feb 19 01:13:31.810024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.911004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2393e1f-fc6a-4c38-bcf2-5c5f1711e951 req-1b9256fd-45bb-4be4-8b51-f140153f43c2 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 210 time: 0.0360289 Feb 19 01:13:31.952339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:31.955755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:31.955894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-86950652-dbd7-467e-bb09-e35932b9dcc9 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431453 Feb 19 01:13:32.067311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d4536d0-023a-42b2-81f0-aef530bcdb64 req-9c0323ea-9db5-4558-b0dd-f0c5a03eb746 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050615 Feb 19 01:13:32.121135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe51931-2628-40cf-9738-eb0a3740fc1f req-be7e03e9-1c32-4bc0-bceb-dcfacf4b646f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.122856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fe51931-2628-40cf-9738-eb0a3740fc1f req-be7e03e9-1c32-4bc0-bceb-dcfacf4b646f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.3313611 Feb 19 01:13:32.287382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-27827ce2-4520-46ca-a476-9d18b0232a89 req-6fb0b01e-3c04-4ab0-88d8-5e8a56111bd0 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 210 time: 0.0756800 Feb 19 01:13:32.361096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9fe51931-2628-40cf-9738-eb0a3740fc1f req-2d513c4f-064e-4ce4-bf91-3c8460c19521 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888156 Feb 19 01:13:32.416798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-8edd0559-68c4-477f-8407-3de1c46f3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.418639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-8edd0559-68c4-477f-8407-3de1c46f3216 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 1126 time: 0.0933359 Feb 19 01:13:32.469693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks [] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.593524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-1465ae40-c681-4a8f-b469-4036c9c96434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.595347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-1465ae40-c681-4a8f-b469-4036c9c96434 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1045313 Feb 19 01:13:32.661853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-2259fa1c-53b2-4a93-bd08-a938ca0a43bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682 HTTP/1.1" status: 200 len: 217 time: 0.0590541 Feb 19 01:13:32.694745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34b8fe-146f-47a9-9353-cd70e683940e req-eea1d293-169e-4a37-98d3-e77a4339207d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.704811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a34b8fe-146f-47a9-9353-cd70e683940e req-eea1d293-169e-4a37-98d3-e77a4339207d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 944 time: 0.2850060 Feb 19 01:13:32.771540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9968dc-6104-4304-a84a-d3ebad4d0e59 None None] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:32.799595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (5d0220ed-e07f-4bcb-9996-e0bc1dd3601a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.823973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-1bba3d5e-54eb-42ac-9bee-eafcd2ffbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:32.848337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-1bba3d5e-54eb-42ac-9bee-eafcd2ffbefe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1701119 Feb 19 01:13:32.852346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Provisioning complete for port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:32.854022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:32.917326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Subnet': ['ID=5d0220ed-e07f-4bcb-9996-e0bc1dd3601a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:32.983643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a34b8fe-146f-47a9-9353-cd70e683940e req-66f7697c-778c-4ce3-a648-5d302afe081f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776942 Feb 19 01:13:33.006683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.024245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-0e6ad305-f643-4ff6-8494-3d8d7f0c4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.024245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-0e6ad305-f643-4ff6-8494-3d8d7f0c4bf0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1549969 Feb 19 01:13:33.095978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Pushing event updated for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:33.127160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-651a0ec9-3dc6-444d-bbcc-0ad5a197bc62 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006122 Feb 19 01:13:33.280013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Current status of the port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:33.280410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.303134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:33.358593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] For port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,segment=NetworkSegment(bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633),segment_id=bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:33.378722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c663ff5-a31e-4666-8046-2d114e957093 req-03fbdc19-35b1-4f1c-a240-52c7c805cb04 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.388290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:33.388941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.398872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c663ff5-a31e-4666-8046-2d114e957093 req-03fbdc19-35b1-4f1c-a240-52c7c805cb04 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 932 time: 0.2703528 Feb 19 01:13:33.430574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.506571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9ee2b-417d-4ebc-a58c-07da36f14b79 None None] Pushing event updated for resources: {'Port': ['ID=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:33.638694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:33.694298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Network 86229942-fed8-4408-9dca-29e87b350784 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:33.701504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-80051ade-7536-48db-aa58-9ae01dbdafba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7931499 Feb 19 01:13:33.714545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:33.723934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Checking segment: {'id': 'b14063f1-f261-47df-b70f-557411f08774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:33.724111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network hostable DHCP agents. Network: acec571f-a13b-481f-b2e2-80d929ab3375, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:33.727317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:33.731458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:13:33.792887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c8221758-c98d-41b8-8bbf-e6ad4a1df45c None None] Provisioning complete for port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:33.801314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c8221758-c98d-41b8-8bbf-e6ad4a1df45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.840736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be614b6-0ec3-4118-b562-572b7c8c7f5c req-d6a4e59b-6a4a-4636-b38d-801153a771fa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.847961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8be614b6-0ec3-4118-b562-572b7c8c7f5c req-d6a4e59b-6a4a-4636-b38d-801153a771fa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.8704035 Feb 19 01:13:33.914285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.924532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.925192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:33.972102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network acec571f-a13b-481f-b2e2-80d929ab3375 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:33.983208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842defa-56cc-4360-8852-4d247bf103ee req-214fb0c1-e380-4d98-8471-8709379f99da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:33.984769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-214fb0c1-e380-4d98-8471-8709379f99da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.1841471 Feb 19 01:13:33.997634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8be614b6-0ec3-4118-b562-572b7c8c7f5c req-e0c40590-95ab-4266-aa4d-29bd5045e119 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487381 Feb 19 01:13:34.000951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.015621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c8221758-c98d-41b8-8bbf-e6ad4a1df45c None None] Current status of the port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:34.081309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f806645a-41e4-4a2f-b57b-ce73be0917c4 req-30fb742e-5056-4428-945f-15b02d2f1aa5 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9443986 Feb 19 01:13:34.085955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4b6782b8-d6de-46e6-b1c1-bd43b67ee7ac tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3787968 Feb 19 01:13:34.129592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Request body: {'port': {'device_id': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:34.141410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c663ff5-a31e-4666-8046-2d114e957093 req-966da82c-5e96-4209-b01e-c2fd30887e2a tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401137 Feb 19 01:13:34.141640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, acec571f-a13b-481f-b2e2-80d929ab3375) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:34.169341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d87b51f-e051-4e55-8df9-a32678fcb4b2 None None] Network acec571f-a13b-481f-b2e2-80d929ab3375 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:34.194918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eaf65ecb-dc55-4367-b6a6-9b671bc2956d req-5ab473f4-9c5e-40b9-8b06-502c07b29b34 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 210 time: 0.0721679 Feb 19 01:13:34.198900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.200050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-abee4281-fd6b-4c86-adf2-0e1d0f81cd2e tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.204859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-abee4281-fd6b-4c86-adf2-0e1d0f81cd2e tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.117 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.2433240 Feb 19 01:13:34.214909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.215882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Request body: {'port': {'device_id': '05593362-d806-40f5-91bf-e8b40a975f34', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'admin_state_up': True, 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:34.383133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-436e-41f2-98c1-d3a580f3e977 req-3f63e3dd-d8ce-48d5-869f-c9242011ade5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.388201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97701e11-436e-41f2-98c1-d3a580f3e977 req-3f63e3dd-d8ce-48d5-869f-c9242011ade5 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1093540 Feb 19 01:13:34.389243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Made reservation on behalf of 1d51828bdfa84311bb1985a46ece6d9b for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:34.391807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.395970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-acec571f-a13b-481f-b2e2-80d929ab3375', 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375', 'project_id': '634fb7c723e642b99bf7e75563362d2f', 'fixed_ips': [{'subnet_id': '5d0220ed-e07f-4bcb-9996-e0bc1dd3601a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:34.396841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.424594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842defa-56cc-4360-8852-4d247bf103ee req-0f7cbf32-2fbe-4c83-b9ba-ff7aa18aa11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.425999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-0f7cbf32-2fbe-4c83-b9ba-ff7aa18aa11b service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.4091599 Feb 19 01:13:34.431951 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Floating IP 3d37f819-2e7a-48a9-baeb-17213b956a78 associated. External IP: 172.25.2.130, port: 94cace89-ed32-4710-bc0a-dfe02103bc6d. Feb 19 01:13:34.502564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-deb1d743-9ec5-4499-b4ff-3f1af988e218 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8859000 Feb 19 01:13:34.507053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57748) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:34.517993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'subnet': {'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:34.545443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.596161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Allocated IP 172.20.0.2 (acec571f-a13b-481f-b2e2-80d929ab3375/5d0220ed-e07f-4bcb-9996-e0bc1dd3601a/3e3e09eb-1a3d-4692-b23a-a2e035e41b3a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:34.596396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97701e11-436e-41f2-98c1-d3a580f3e977 req-e8e0f067-bceb-4797-bbfd-00a668590945 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002833 Feb 19 01:13:34.637320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dcbd9-562d-4a8d-bfd6-d138c41585a4 req-f8551d9b-e435-4765-9dab-d046e1ac6d3d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.639922 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d4dcbd9-562d-4a8d-bfd6-d138c41585a4 req-f8551d9b-e435-4765-9dab-d046e1ac6d3d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 944 time: 0.3416207 Feb 19 01:13:34.700057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Allocated IP 172.20.0.5 (808c00aa-70de-4aef-928a-7b9b8571f537/28161a64-f205-46ed-9bc3-83ac13efc055/b58c7b09-39f7-4fb6-b945-25c9ef65fecd) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:34.734497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-72afb0cb-2603-40f7-97e1-dc44e5b01d15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.2969704 Feb 19 01:13:34.793347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Made reservation on behalf of 634fb7c723e642b99bf7e75563362d2f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:13:34.797049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.832079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks [] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.898716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:34.932894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842defa-56cc-4360-8852-4d247bf103ee req-aa488c1e-2997-44a8-8c76-5c8445fc37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.934311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-aa488c1e-2997-44a8-8c76-5c8445fc37ad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1694415 Feb 19 01:13:34.963184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d4dcbd9-562d-4a8d-bfd6-d138c41585a4 req-173ed748-d594-4b31-995a-98a1f7c7b655 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388310 Feb 19 01:13:34.975911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113bef2-63dc-4836-b358-01b81f1e22ec req-3a3c147b-d329-4f0a-9d43-3794a94ac4ed tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:34.977715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9113bef2-63dc-4836-b358-01b81f1e22ec req-3a3c147b-d329-4f0a-9d43-3794a94ac4ed tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.2480154 Feb 19 01:13:34.988944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Network acec571f-a13b-481f-b2e2-80d929ab3375 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:34.995842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57752) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:34.996031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:34.999636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Request body: {'floatingip': {'port_id': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:35.005899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:35.088547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Pushing event updated for resources: {'Port': ['ID=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.095498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Attempting to bind port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:35.095980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Attempting to bind port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b14063f1-f261-47df-b70f-557411f08774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:35.096438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Attempting to bind port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a on network acec571f-a13b-481f-b2e2-80d929ab3375 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:35.102534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:35.103527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Checking segment: {'id': 'b14063f1-f261-47df-b70f-557411f08774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:35.103938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.104334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Bound using segment: {'id': 'b14063f1-f261-47df-b70f-557411f08774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:35.105401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Bound port: 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14063f1-f261-47df-b70f-557411f08774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'acec571f-a13b-481f-b2e2-80d929ab3375'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:35.106782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.145776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.170194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks [] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.195206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] For port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:35.198947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] For port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,segment=NetworkSegment(b14063f1-f261-47df-b70f-557411f08774),segment_id=b14063f1-f261-47df-b70f-557411f08774)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:35.234058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:35.286808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842defa-56cc-4360-8852-4d247bf103ee req-d9bc7f76-5bd9-4eb3-9a0a-5123393ac1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.287037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.288382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-d9bc7f76-5bd9-4eb3-9a0a-5123393ac1ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3331492 Feb 19 01:13:35.382465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Pushing event updated for resources: {'Port': ['ID=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.394365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:35.394754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.398901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.399337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.400218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.401101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.401476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.401822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.402207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.402559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.402896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.403254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.403588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.403912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.404237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1169bb4-57fe-4531-8d99-1886babd8e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.453816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bb919-a607-4246-bdd3-1b45f086edb8 req-ab70475e-7f16-4f60-8a04-26c100e103e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.455875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-578bb919-a607-4246-bdd3-1b45f086edb8 req-ab70475e-7f16-4f60-8a04-26c100e103e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.2811713 Feb 19 01:13:35.478730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:35.502368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:35.510383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e2f1f-c192-4e93-a7b1-c2c045fbc10d req-903f9b75-16ce-4779-bb1f-c4d04e964fde tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.510383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d29e2f1f-c192-4e93-a7b1-c2c045fbc10d req-903f9b75-16ce-4779-bb1f-c4d04e964fde tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 932 time: 0.2455871 Feb 19 01:13:35.512490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (04dc6614-d7dc-4034-b2b2-0c1a8b88ed74), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.522404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.535799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['80e31e81-23e2-415d-992d-17159053ab51'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:35.615803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-4edad0e5-ce31-4884-93c8-991edc129558 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163028 Feb 19 01:13:35.748151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Network 808c00aa-70de-4aef-928a-7b9b8571f537 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:35.768005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-578bb919-a607-4246-bdd3-1b45f086edb8 req-9cb77804-e3b7-4b31-9d51-593831b26bc0 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950497 Feb 19 01:13:35.769444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:35.778012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Subnet': ['ID=04dc6614-d7dc-4034-b2b2-0c1a8b88ed74,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.800528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Pushing event updated for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:35.807591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:35.903554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:35.904571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.934072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.934970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44da3d63-e8c0-4f61-855c-c1be95aee12c {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:35.937024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.937634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.938656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.940328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.941030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.941597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.942194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.942757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.943326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.944134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.944676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.945293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.961222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.962124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.962529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.962950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.963924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.964371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.964802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:35.996191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks [] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.012471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-65ef1660-6918-4022-ac73-97e9f0439467 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8028688 Feb 19 01:13:36.023608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Checking segment: {'id': '493709d8-6d55-4b57-b8dd-9fe3bc9260cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:36.025831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network hostable DHCP agents. Network: 426d2d68-bbfb-4d97-a26b-d7253467081d, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:13:36.033884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d29e2f1f-c192-4e93-a7b1-c2c045fbc10d req-f862f356-aac3-4af0-8daf-20a29a12b5bc tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044379 Feb 19 01:13:36.128513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Request body: {'port': {'device_id': '05593362-d806-40f5-91bf-e8b40a975f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:36.262718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9e48c0ae-9de6-4ab6-920c-c26bf5814f22 None None] Provisioning complete for port b58c7b09-39f7-4fb6-b945-25c9ef65fecd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:36.266751 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e48c0ae-9de6-4ab6-920c-c26bf5814f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.324253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9e48c0ae-9de6-4ab6-920c-c26bf5814f22 None None] Port b58c7b09-39f7-4fb6-b945-25c9ef65fecd cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:36.439142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Transition to ACTIVE for port object 44da3d63-e8c0-4f61-855c-c1be95aee12c will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:36.479308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.501180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7842defa-56cc-4360-8852-4d247bf103ee req-dc368c9b-6614-4d7e-b7c8-23c21212aa78 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957611 Feb 19 01:13:36.505827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10367c59-cd6e-43b4-8943-6d9d745d6ec4 req-61fef515-e6f2-4893-abbc-ee639e55a311 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:36.509823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10367c59-cd6e-43b4-8943-6d9d745d6ec4 req-61fef515-e6f2-4893-abbc-ee639e55a311 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1027 time: 0.5688236 Feb 19 01:13:36.515650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:36.529973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.531414 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:36.540845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.548753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network 426d2d68-bbfb-4d97-a26b-d7253467081d is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:13:36.564108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:36.566147 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:36.592730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.637745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.662834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dace66-33bc-4179-ab8b-7e5ba15e0ff6 req-7449950d-d759-4529-8a9b-691fde0364eb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:36.675963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68dace66-33bc-4179-ab8b-7e5ba15e0ff6 req-7449950d-d759-4529-8a9b-691fde0364eb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 944 time: 0.2631249 Feb 19 01:13:36.684143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-725dfb20-3dbf-4964-aa6f-b9bc3548e1c3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "PUT /v2.0/floatingips/3d37f819-2e7a-48a9-baeb-17213b956a78 HTTP/1.1" status: 200 len: 991 time: 5.0728426 Feb 19 01:13:36.716826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 426d2d68-bbfb-4d97-a26b-d7253467081d) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:36.731208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0db74-1623-4828-bbe2-08b0278b303a None None] Network 426d2d68-bbfb-4d97-a26b-d7253467081d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:36.733328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:36.733827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:36.765549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:36.779492 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:36.817612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10367c59-cd6e-43b4-8943-6d9d745d6ec4 req-7bc673ba-68c3-4067-8d58-c27310d5c6ee tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847803 Feb 19 01:13:36.831407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:36.879397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57776) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:36.905306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb11902c-a3ce-4028-88ee-8cceb5e57682 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:37.037622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Attempting to bind port 44da3d63-e8c0-4f61-855c-c1be95aee12c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:37.040877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Attempting to bind port 44da3d63-e8c0-4f61-855c-c1be95aee12c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'b34ba2a7-5473-46dc-b914-257b95aa5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '86229942-fed8-4408-9dca-29e87b350784'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:37.041977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Attempting to bind port 44da3d63-e8c0-4f61-855c-c1be95aee12c on network 86229942-fed8-4408-9dca-29e87b350784 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:37.053324 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:37.054332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ed239c8a-27de-44fd-b8ed-9ce1b918d635 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5432031 Feb 19 01:13:37.056913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Port 44da3d63-e8c0-4f61-855c-c1be95aee12c on network 86229942-fed8-4408-9dca-29e87b350784 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:37.057252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Attempting to bind port 44da3d63-e8c0-4f61-855c-c1be95aee12c on network 86229942-fed8-4408-9dca-29e87b350784 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:37.074792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:37.108640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:37.109696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Checking segment: {'id': 'b34ba2a7-5473-46dc-b914-257b95aa5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '86229942-fed8-4408-9dca-29e87b350784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:37.110345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68dace66-33bc-4179-ab8b-7e5ba15e0ff6 req-3a371f1a-e797-4726-b612-5469d13b3565 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238293 Feb 19 01:13:37.110930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Bound using segment: {'id': 'b34ba2a7-5473-46dc-b914-257b95aa5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '86229942-fed8-4408-9dca-29e87b350784'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:37.112219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Bound port: 44da3d63-e8c0-4f61-855c-c1be95aee12c, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34ba2a7-5473-46dc-b914-257b95aa5571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '86229942-fed8-4408-9dca-29e87b350784'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:37.114648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.118964 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Floating IP 9177d691-492f-425a-95ba-ffe7e18031c9 associated. External IP: 172.25.2.64, port: a23690e2-fc92-4ca9-a3c9-a2a94d26d035. Feb 19 01:13:37.228394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26946497-7cc1-4418-9bdc-23b95ded29ef None None] Network acec571f-a13b-481f-b2e2-80d929ab3375 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:37.311005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:37.323901 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c1121c-fcfc-4156-b1c6-2e487d0f44c6 x-openstack-request-id: req-51c1121c-fcfc-4156-b1c6-2e487d0f44c6 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:37.324282 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:37.324647 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-51c1121c-fcfc-4156-b1c6-2e487d0f44c6 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:37.324884 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'status': 'completed', 'code': 200} Feb 19 01:13:37.356024 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-183f41a6-1024-4dd4-ae5c-725bfb61bd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.617645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:37.618027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.627053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3d37f819-2e7a-48a9-baeb-17213b956a78', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:06Z', 'updated_at': '2022-02-19T01:13:33Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:37.668810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0576a93a-ad56-45e2-9a90-b258b48a4746 None None] Provisioning complete for port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:37.669221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0576a93a-ad56-45e2-9a90-b258b48a4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.683960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:37.706390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:37.712731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85e3cd-df21-40ba-a0ed-7c88584c5657 req-64078c4d-0fb8-428f-b8f4-9dca922cafc6 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:37.722409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e85e3cd-df21-40ba-a0ed-7c88584c5657 req-64078c4d-0fb8-428f-b8f4-9dca922cafc6 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.2884755 Feb 19 01:13:37.722804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:37.723451 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:37.734777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-426d2d68-bbfb-4d97-a26b-d7253467081d', 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d', 'project_id': '634fb7c723e642b99bf7e75563362d2f', 'fixed_ips': [{'subnet_id': '04dc6614-d7dc-4034-b2b2-0c1a8b88ed74'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:13:37.735681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.804766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198bc54-3644-4435-a321-523d9cb11075 req-be6b63b3-e716-4509-8e0b-eadc76616381 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:37.807384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4198bc54-3644-4435-a321-523d9cb11075 req-be6b63b3-e716-4509-8e0b-eadc76616381 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.5772252 Feb 19 01:13:37.808148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e85e3cd-df21-40ba-a0ed-7c88584c5657 req-7216fb9b-e21a-4b97-af9a-45038f11395f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842636 Feb 19 01:13:37.875512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:37.875899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:37.890707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-cf054e7b-3ab5-44fa-bfc9-5eb786aa447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:37.892480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fb11902c-a3ce-4028-88ee-8cceb5e57682', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': 'fb11902c-a3ce-4028-88ee-8cceb5e57682', 'mac_address': 'fa:16:3e:2e:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:37.901997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-cf054e7b-3ab5-44fa-bfc9-5eb786aa447b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1127 time: 0.5605872 Feb 19 01:13:37.913726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:37.929623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,segment=NetworkSegment(b14063f1-f261-47df-b70f-557411f08774),segment_id=b14063f1-f261-47df-b70f-557411f08774)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:38.005043 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:38.123078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:38.131607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c,segment=NetworkSegment(b34ba2a7-5473-46dc-b914-257b95aa5571),segment_id=b34ba2a7-5473-46dc-b914-257b95aa5571)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:38.180459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Allocated IP 172.20.0.2 (426d2d68-bbfb-4d97-a26b-d7253467081d/04dc6614-d7dc-4034-b2b2-0c1a8b88ed74/17700a16-eb0a-4b31-b363-e569f16e85db) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:38.330141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a247e59-f0fd-4e37-9fe5-bbfe617f2fa4 req-5cffd575-1712-48b1-b133-505667b1fcbe tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:38.334618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a247e59-f0fd-4e37-9fe5-bbfe617f2fa4 req-5cffd575-1712-48b1-b133-505667b1fcbe tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1027 time: 0.2448120 Feb 19 01:13:38.375345 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.410289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-47e47f12-b7b4-44d6-b111-01fc91488aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:38.411836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-47e47f12-b7b4-44d6-b111-01fc91488aa2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.4811943 Feb 19 01:13:38.435916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4198bc54-3644-4435-a321-523d9cb11075 req-7dbcee8b-6345-4f7f-931c-7aa063a63bfc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5684135 Feb 19 01:13:38.475554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.549024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3d37f819-2e7a-48a9-baeb-17213b956a78', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:06Z', 'updated_at': '2022-02-19T01:13:33Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:38.575594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.626442 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks [] for port (17700a16-eb0a-4b31-b363-e569f16e85db), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.629042 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f0497-29b2-4b6a-8752-9b9b274aa55e None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3d37f819-2e7a-48a9-baeb-17213b956a78', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:06Z', 'updated_at': '2022-02-19T01:13:33Z', 'revision_number': 1, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:38.641033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fb11902c-a3ce-4028-88ee-8cceb5e57682 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:38.642765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.770412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:38.797628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:38.809032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb11902c-a3ce-4028-88ee-8cceb5e57682 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:38.868508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0576a93a-ad56-45e2-9a90-b258b48a4746 None None] Current status of the port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:38.875218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Network 426d2d68-bbfb-4d97-a26b-d7253467081d is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:38.906040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:38.912948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:38.919800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:38.938529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Pushing event updated for resources: {'Port': ['ID=17700a16-eb0a-4b31-b363-e569f16e85db,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:38.996726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a247e59-f0fd-4e37-9fe5-bbfe617f2fa4 req-dd5d8416-0ff0-4612-bb14-c76604731b34 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565955 Feb 19 01:13:39.003592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58c7b09-39f7-4fb6-b945-25c9ef65fecd {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:39.028629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.042149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks [] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.051001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:39.056939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:39.070644 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:39.072784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.092535 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:39.094155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:39.103979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Transition to ACTIVE for port object b58c7b09-39f7-4fb6-b945-25c9ef65fecd will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:39.112456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c95e67-71b4-4ad4-ada8-721a1b7175a3 None None] New status for floating IP 3d37f819-2e7a-48a9-baeb-17213b956a78: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:13:39.173747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-85928a77-7e6e-42ff-88d8-efe7a6680946 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "PUT /v2.0/floatingips/9177d691-492f-425a-95ba-ffe7e18031c9 HTTP/1.1" status: 200 len: 990 time: 4.1789565 Feb 19 01:13:39.173747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:39.174566 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193dcd93-2465-48c9-a23f-d00254c6cbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:39.205033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.262765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.267630 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.269195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-c90d7a35-3024-40c9-a787-d3f253738fa3 service neutron] 10.222.0.117 "PUT /v2.0/ports/44da3d63-e8c0-4f61-855c-c1be95aee12c HTTP/1.1" status: 200 len: 1092 time: 5.1482785 Feb 19 01:13:39.336714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:39.345271 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a4952d-6155-40cc-a51f-8338aa5eb46f" -d '{"events": [{"name": "network-changed", "server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:39.396488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:39.422689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:39.455156 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-9285ef9d-13c3-45ce-8185-14dc5380f36c service neutron] show failed (client error): The resource could not be found. Feb 19 01:13:39.468938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-9285ef9d-13c3-45ce-8185-14dc5380f36c service neutron] 10.222.0.117 "GET /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 1.5339305 Feb 19 01:13:39.548072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e2c4-95d9-4f83-8fb6-38ecf3ef81f2 req-bfd2a5c3-ee81-40c3-8f7f-3943c038a5c8 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.551953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e391e2c4-95d9-4f83-8fb6-38ecf3ef81f2 req-bfd2a5c3-ee81-40c3-8f7f-3943c038a5c8 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.3659284 Feb 19 01:13:39.565618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-183f41a6-1024-4dd4-ae5c-725bfb61bd09 admin admin] Publish callbacks [] for security_group (69ca8e87-2fd4-490a-bf77-073b92bddea4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.664140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-21988fc1-f801-4bb1-aa11-2451388cd531 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 999 time: 1.1757846 Feb 19 01:13:39.671527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-183f41a6-1024-4dd4-ae5c-725bfb61bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (69ca8e87-2fd4-490a-bf77-073b92bddea4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.683184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:39.713691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Attempting to bind port 17700a16-eb0a-4b31-b363-e569f16e85db on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:39.714036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Attempting to bind port 17700a16-eb0a-4b31-b363-e569f16e85db by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '493709d8-6d55-4b57-b8dd-9fe3bc9260cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:39.718400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Attempting to bind port 17700a16-eb0a-4b31-b363-e569f16e85db on network 426d2d68-bbfb-4d97-a26b-d7253467081d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:39.755556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-373c6ebe-c23e-49d4-adb0-1f757c3ae141 None None] Provisioning complete for port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:39.756474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-373c6ebe-c23e-49d4-adb0-1f757c3ae141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.776930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e391e2c4-95d9-4f83-8fb6-38ecf3ef81f2 req-38d95e19-fb30-4b22-8db6-85907a2be808 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256886 Feb 19 01:13:39.793652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Attempting to bind port b58c7b09-39f7-4fb6-b945-25c9ef65fecd on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:39.793983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Attempting to bind port b58c7b09-39f7-4fb6-b945-25c9ef65fecd by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:39.794314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Attempting to bind port b58c7b09-39f7-4fb6-b945-25c9ef65fecd on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:39.810379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Port b58c7b09-39f7-4fb6-b945-25c9ef65fecd on network 808c00aa-70de-4aef-928a-7b9b8571f537 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:39.810757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Attempting to bind port b58c7b09-39f7-4fb6-b945-25c9ef65fecd on network 808c00aa-70de-4aef-928a-7b9b8571f537 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:39.835778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:39.839578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Checking segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:39.839981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Bound using segment: {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:39.840446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Bound port: b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadf6298-92f9-431e-8b66-b45f9d085abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:39.840815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:39.858713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc82fc2-b0a3-4417-b64d-6eb918cc83af req-8b94d9ae-9edf-4269-93f3-7eea5a89572a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.861203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cc82fc2-b0a3-4417-b64d-6eb918cc83af req-8b94d9ae-9edf-4269-93f3-7eea5a89572a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 945 time: 1.1061928 Feb 19 01:13:39.890124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-183f41a6-1024-4dd4-ae5c-725bfb61bd09 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c92160f9b2d14e19aec6398cb2c840bf&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0060172 Feb 19 01:13:39.893212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f41a6-1024-4dd4-ae5c-725bfb61bd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ca8e87-2fd4-490a-bf77-073b92bddea4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:39.894846 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9177d691-492f-425a-95ba-ffe7e18031c9', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:4f:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:10Z', 'updated_at': '2022-02-19T01:13:36Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:39.896888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57810) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:39.963208 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:39.968551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-231ce030-4d0f-4a9b-bd7c-a87281c3cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:39.970218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-231ce030-4d0f-4a9b-bd7c-a87281c3cec5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.2883694 Feb 19 01:13:39.985992 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:39.989097 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:39.997043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:39.999928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:40.005307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-f0f96719-809c-43ed-81f1-4bcfcf789743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.005875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:40.008394 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-f0f96719-809c-43ed-81f1-4bcfcf789743 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ce37e5d49fba498eba27599d9c136bde&device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 1126 time: 0.6004653 Feb 19 01:13:40.026182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:40.027206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Checking segment: {'id': '493709d8-6d55-4b57-b8dd-9fe3bc9260cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:40.028094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.028708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Bound using segment: {'id': '493709d8-6d55-4b57-b8dd-9fe3bc9260cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:40.057941 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd800ab-31ed-43c0-9260-a6cd5b37367d x-openstack-request-id: req-1cd800ab-31ed-43c0-9260-a6cd5b37367d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:40.058246 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:40.058553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Bound port: 17700a16-eb0a-4b31-b363-e569f16e85db, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493709d8-6d55-4b57-b8dd-9fe3bc9260cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '426d2d68-bbfb-4d97-a26b-d7253467081d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:40.059787 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1cd800ab-31ed-43c0-9260-a6cd5b37367d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:40.060213 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'status': 'completed', 'code': 200} Feb 19 01:13:40.061589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.087759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.201749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-ac364e25-967d-40ea-9070-66fc32e8e21f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c HTTP/1.1" status: 200 len: 217 time: 0.1455829 Feb 19 01:13:40.208126 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9be25b-1e2c-458d-9268-14d150f3f8f7 x-openstack-request-id: req-cd9be25b-1e2c-458d-9268-14d150f3f8f7 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:40.209093 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:40.209377 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cd9be25b-1e2c-458d-9268-14d150f3f8f7 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:40.209829 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c', 'status': 'completed', 'code': 200} Feb 19 01:13:40.227608 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:40.233001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] For port 17700a16-eb0a-4b31-b363-e569f16e85db, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:40.237679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] For port 17700a16-eb0a-4b31-b363-e569f16e85db, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=17700a16-eb0a-4b31-b363-e569f16e85db,segment=NetworkSegment(493709d8-6d55-4b57-b8dd-9fe3bc9260cf),segment_id=493709d8-6d55-4b57-b8dd-9fe3bc9260cf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:40.241288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.267648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:40.283979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:40.300008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.300679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.302325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4107f10d-cf86-4194-8245-92c1b7c1fe65 service neutron] 10.222.0.117 "PUT /v2.0/ports/b58c7b09-39f7-4fb6-b945-25c9ef65fecd HTTP/1.1" status: 200 len: 1091 time: 4.1939507 Feb 19 01:13:40.334167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b39d21-aad5-4358-9035-ceaeb22139d5 req-fd47e76e-b769-467b-a59c-2d00075cb5ca tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.338254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15b39d21-aad5-4358-9035-ceaeb22139d5 req-fd47e76e-b769-467b-a59c-2d00075cb5ca tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 945 time: 0.0999041 Feb 19 01:13:40.382778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:40.388466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.448234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15b39d21-aad5-4358-9035-ceaeb22139d5 req-bdd73cfc-b804-4286-9163-152d3b5dcf0b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997584 Feb 19 01:13:40.488596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Allocated IP 172.20.0.1 (acec571f-a13b-481f-b2e2-80d929ab3375/5d0220ed-e07f-4bcb-9996-e0bc1dd3601a/1a0a8eb3-ebe4-4e23-b306-1b29148cc34f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:40.493817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518a57c-e7f3-40e0-9213-fc31e62b2e4d None None] Pushing event updated for resources: {'Port': ['ID=17700a16-eb0a-4b31-b363-e569f16e85db,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:40.598143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-bb7779be-4fd5-4c62-9250-417832384d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.603518 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-bb7779be-4fd5-4c62-9250-417832384d85 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.1462271 Feb 19 01:13:40.646463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.673230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-acb031bd-d5e6-4684-8808-9dcc99b5450f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd HTTP/1.1" status: 200 len: 217 time: 0.0622129 Feb 19 01:13:40.827228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-373c6ebe-c23e-49d4-adb0-1f757c3ae141 None None] Current status of the port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:40.831450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2f39a8e5-3ea5-4aac-803a-a72432801272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.841881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:40.842239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:40.853974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-bf2a8a37-1755-427e-ad6f-661097802314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:40.855635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-bf2a8a37-1755-427e-ad6f-661097802314 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=28161a64-f205-46ed-9bc3-83ac13efc055 HTTP/1.1" status: 200 len: 848 time: 0.1427934 Feb 19 01:13:41.017067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad79f20-5c8f-461e-964d-5bc6ca340b3f req-e6822dc0-8621-4f4e-8f49-31b4dc95f070 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.021062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bad79f20-5c8f-461e-964d-5bc6ca340b3f req-e6822dc0-8621-4f4e-8f49-31b4dc95f070 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.3604150 Feb 19 01:13:41.085502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 99683023-f96b-4441-855d-ed75da06e967 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:41.134190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bad79f20-5c8f-461e-964d-5bc6ca340b3f req-05e3c301-b1f1-46ea-a80b-293c772b4072 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054955 Feb 19 01:13:41.136594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-a03ecb17-686d-4863-91e5-f9c95f09fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.138435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-a03ecb17-686d-4863-91e5-f9c95f09fd88 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=808c00aa-70de-4aef-928a-7b9b8571f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2703631 Feb 19 01:13:41.195172 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9177d691-492f-425a-95ba-ffe7e18031c9', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:4f:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:10Z', 'updated_at': '2022-02-19T01:13:36Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:41.264074 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3615f2-69f2-488c-bba3-9586b94d313c None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9177d691-492f-425a-95ba-ffe7e18031c9', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'port_id': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'mac_address': 'fa:16:3e:4f:1c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:13:10Z', 'updated_at': '2022-02-19T01:13:36Z', 'revision_number': 1, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:41.296516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:41.367040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 99683023-f96b-4441-855d-ed75da06e967 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:41.369153 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.412950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:41.418441 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d27f7-f22e-46f5-9f4b-7f9f67600d5f" -d '{"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:41.440243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:41.481425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-4a427b37-1e7a-4134-8bfb-eac1737aae32 service neutron] 10.222.0.117 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365571 Feb 19 01:13:41.493715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b475-701a-4633-afa5-2ab1ef70d756 req-3f79954b-767e-4c76-8e17-bb8673126a67 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.496602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd42b475-701a-4633-afa5-2ab1ef70d756 req-3f79954b-767e-4c76-8e17-bb8673126a67 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.1664729 Feb 19 01:13:41.514997 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.552757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 17700a16-eb0a-4b31-b363-e569f16e85db up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:41.560817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] Publish callbacks [] for security_group (69ca8e87-2fd4-490a-bf77-073b92bddea4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.575143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5cc82fc2-b0a3-4417-b64d-6eb918cc83af req-7133e5c8-39cb-47b4-a0d7-f938498f740e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6987851 Feb 19 01:13:41.606138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-0545057f-b32d-4636-bee2-2e9a21e3667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.613330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-0545057f-b32d-4636-bee2-2e9a21e3667c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb HTTP/1.1" status: 200 len: 864 time: 1.2542529 Feb 19 01:13:41.703465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] Publish callbacks [] for security_group (69ca8e87-2fd4-490a-bf77-073b92bddea4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.704808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec2ce1b-47ab-4ca6-8934-8fd382d192a2 req-1583beb6-d4df-4ca5-88b3-e058922b17ee service neutron] 10.222.0.117 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070315 Feb 19 01:13:41.706654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-03e9a94b-ca90-4468-96c8-94aadd991f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.716056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-03e9a94b-ca90-4468-96c8-94aadd991f2f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7058771 Feb 19 01:13:41.763015 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b207f-27b7-4c27-beec-bd4fbcc2689e x-openstack-request-id: req-f63b207f-27b7-4c27-beec-bd4fbcc2689e {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:41.763344 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:41.763606 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f63b207f-27b7-4c27-beec-bd4fbcc2689e {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:41.764010 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'code': 200} Feb 19 01:13:41.785445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd42b475-701a-4633-afa5-2ab1ef70d756 req-76a4e7ad-347d-4a66-83d8-442cafd1b279 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765751 Feb 19 01:13:41.809712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:41.841226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 17700a16-eb0a-4b31-b363-e569f16e85db triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:41.841817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.849467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-1ad6fb94-647e-4cfe-87a3-ef5bb6daa192 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=86229942-fed8-4408-9dca-29e87b350784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2165697 Feb 19 01:13:41.930188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-64d16538-4f41-494f-b18b-4a4f069eb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.932274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-64d16538-4f41-494f-b18b-4a4f069eb995 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 1127 time: 1.6806366 Feb 19 01:13:41.944403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-f5c25cd6-98e3-4ecb-b451-cc08e094da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:41.945954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-f5c25cd6-98e3-4ecb-b451-cc08e094da8c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f36b957cc9044b119515422b14c6f451&device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 1127 time: 1.7350931 Feb 19 01:13:41.949628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 17700a16-eb0a-4b31-b363-e569f16e85db is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:41.949628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:41.952533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d746715-f947-4688-a4d4-6738177a9657 None None] New status for floating IP 9177d691-492f-425a-95ba-ffe7e18031c9: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:13:42.006620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:42.061544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:42.064308 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73357ba-f0d3-4f7b-b046-a46a354358b3" -d '{"events": [{"name": "network-changed", "server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:42.070820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (69ca8e87-2fd4-490a-bf77-073b92bddea4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.074681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.086053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/69ca8e87-2fd4-490a-bf77-073b92bddea4 HTTP/1.1" status: 204 len: 168 time: 2.1580129 Feb 19 01:13:42.127760 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb8350e-91b3-42a8-b07b-539d5b24fb9f x-openstack-request-id: req-dcb8350e-91b3-42a8-b07b-539d5b24fb9f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:42.128331 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:42.128784 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dcb8350e-91b3-42a8-b07b-539d5b24fb9f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:42.129514 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd', 'status': 'completed', 'code': 200} Feb 19 01:13:42.231636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 17700a16-eb0a-4b31-b363-e569f16e85db, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=17700a16-eb0a-4b31-b363-e569f16e85db,segment=NetworkSegment(493709d8-6d55-4b57-b8dd-9fe3bc9260cf),segment_id=493709d8-6d55-4b57-b8dd-9fe3bc9260cf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:42.236596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.251741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2ae1a-2c4f-4d88-8281-6200a7154332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ca8e87-2fd4-490a-bf77-073b92bddea4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:42.296565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c68525-7ee5-441c-912a-ef4633f3c7f1 None None] Network 426d2d68-bbfb-4d97-a26b-d7253467081d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:42.335640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-e3acce73-139f-45dd-acce-a1c0bc706f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.338401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-e3acce73-139f-45dd-acce-a1c0bc706f73 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.1873426 Feb 19 01:13:42.381744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df4aed-6da8-4708-80f5-0f9d5ea05c7e req-9f1d3c6e-5791-4c84-a6f2-4158369e1a71 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.390588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3df4aed-6da8-4708-80f5-0f9d5ea05c7e req-9f1d3c6e-5791-4c84-a6f2-4158369e1a71 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.1510429 Feb 19 01:13:42.408825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3742ca-a74c-49dd-9365-7124ac43d874 req-a0773a84-0534-40c6-ad22-77918ceb6ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.416834 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf3742ca-a74c-49dd-9365-7124ac43d874 req-a0773a84-0534-40c6-ad22-77918ceb6ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.5114110 Feb 19 01:13:42.432855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.483175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-41ed6285-5b94-4883-883a-d45d4ac5b54b service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614912 Feb 19 01:13:42.491508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3df4aed-6da8-4708-80f5-0f9d5ea05c7e req-98acdb05-2e39-429a-bba1-4eca5c6d29f9 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997407 Feb 19 01:13:42.535065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-4c0c11de-63fa-4561-badf-eb41b8ccccc5 service neutron] 10.222.0.117 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000810 Feb 19 01:13:42.535930 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.558564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-f9e64588-c228-4170-9081-77c36212cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.560174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-f9e64588-c228-4170-9081-77c36212cd4e service neutron] 10.222.0.117 "GET /v2.0/networks?id=a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 200 len: 911 time: 0.5700235 Feb 19 01:13:42.569163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-ca5a1cfc-839e-48e6-a0bf-90bd1f6ec52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.575371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-ca5a1cfc-839e-48e6-a0bf-90bd1f6ec52d service neutron] 10.222.0.117 "GET /v2.0/networks?id=808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 200 len: 910 time: 0.2281539 Feb 19 01:13:42.607130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8f190ea7-7725-461d-be2f-d721e980d35f None None] Provisioning complete for port 17700a16-eb0a-4b31-b363-e569f16e85db triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:42.607504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f190ea7-7725-461d-be2f-d721e980d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.656522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=17700a16-eb0a-4b31-b363-e569f16e85db,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:42.668972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-333f449a-5b4d-42e5-8277-77f6ece5c700 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd HTTP/1.1" status: 200 len: 217 time: 0.0836380 Feb 19 01:13:42.759646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.841000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8f190ea7-7725-461d-be2f-d721e980d35f None None] Current status of the port 17700a16-eb0a-4b31-b363-e569f16e85db is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:42.853869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-55e9ef60-8af7-4e93-935c-162030beb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.855408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-55e9ef60-8af7-4e93-935c-162030beb479 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=28161a64-f205-46ed-9bc3-83ac13efc055 HTTP/1.1" status: 200 len: 848 time: 0.1798329 Feb 19 01:13:42.869174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb006d6a-c4cc-4f6b-a7db-4dacf3d669e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.898449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf3742ca-a74c-49dd-9365-7124ac43d874 req-9b2356d3-78af-4587-b57a-f97c447b2eed tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781928 Feb 19 01:13:42.931283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b70a5-b542-4250-9822-467ebc7c8f7c req-d9696c04-b7ed-4e69-9678-a4ec2e652b3b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.939138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8b70a5-b542-4250-9822-467ebc7c8f7c req-d9696c04-b7ed-4e69-9678-a4ec2e652b3b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 945 time: 0.1929150 Feb 19 01:13:42.949298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57852) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:42.988869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6cce037-cf6e-4617-a195-741c8b485b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:42.993817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-d971acbd-acf2-47d4-a284-dd0fb280152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:42.995434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-d971acbd-acf2-47d4-a284-dd0fb280152a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=808c00aa-70de-4aef-928a-7b9b8571f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1307943 Feb 19 01:13:43.033504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8b70a5-b542-4250-9822-467ebc7c8f7c req-493c7405-52c7-49f0-8075-f4cf2d1de16d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933497 Feb 19 01:13:43.066665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-539bd3b8-37d9-45df-848c-6a10c34f3479 None None] Provisioning complete for port 17700a16-eb0a-4b31-b363-e569f16e85db triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:43.067185 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-539bd3b8-37d9-45df-848c-6a10c34f3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.094916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb11902c-a3ce-4028-88ee-8cceb5e57682 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:43.164656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6cce037-cf6e-4617-a195-741c8b485b95 admin admin] Publish callbacks [] for security_group (fd81a34c-9c8b-4f60-b64d-718aa2c589b5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.210371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-539bd3b8-37d9-45df-848c-6a10c34f3479 None None] Current status of the port 17700a16-eb0a-4b31-b363-e569f16e85db is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:43.231360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Port': ['ID=1a0a8eb3-ebe4-4e23-b306-1b29148cc34f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:43.251498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6cce037-cf6e-4617-a195-741c8b485b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd81a34c-9c8b-4f60-b64d-718aa2c589b5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.268369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fb11902c-a3ce-4028-88ee-8cceb5e57682 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:43.272537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fb11902c-a3ce-4028-88ee-8cceb5e57682 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:43.272975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.276213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-ad1d99e7-4d2e-41d8-be8b-ba0cc648bb19 service neutron] 10.222.0.117 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514372 Feb 19 01:13:43.297833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network acec571f-a13b-481f-b2e2-80d929ab3375 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:43.301114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-27647780-ed4b-4fa6-ba38-fef95375478e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035 HTTP/1.1" status: 200 len: 1000 time: 0.6875777 Feb 19 01:13:43.310973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-d019c3f3-adba-4477-973f-c273cac0d9cb service neutron] 10.222.0.117 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679927 Feb 19 01:13:43.318159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a6cce037-cf6e-4617-a195-741c8b485b95 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=171272ad4d0a4ece8f829ddd7a75bb83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645270 Feb 19 01:13:43.319522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57856) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:43.319655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:43.354545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce037-cf6e-4617-a195-741c8b485b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81a34c-9c8b-4f60-b64d-718aa2c589b5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:43.380936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fb11902c-a3ce-4028-88ee-8cceb5e57682 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:43.380936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.382455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c28b38fb-c171-4810-b2b2-ed925b1bcb0b req-1fc09dd3-dfc0-4b02-8560-3947dffaffc1 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697486 Feb 19 01:13:43.385388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-1445a77c-c409-4354-878b-7be0c7f7cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.386875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-1445a77c-c409-4354-878b-7be0c7f7cf23 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 200 len: 849 time: 0.0699222 Feb 19 01:13:43.394797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:43.489001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:43.514209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 17700a16-eb0a-4b31-b363-e569f16e85db up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:43.532413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:43.544504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d73357ba-f0d3-4f7b-b046-a46a354358b3 req-adaf467c-010c-4175-b909-3abeab1abd76 service neutron] 10.222.0.117 "GET /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550220 Feb 19 01:13:43.580251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] Publish callbacks [] for security_group (fd81a34c-9c8b-4f60-b64d-718aa2c589b5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.608290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.618004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.641034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] Publish callbacks [] for security_group (fd81a34c-9c8b-4f60-b64d-718aa2c589b5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.699881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c9613-3026-4c31-a57d-79196401421d req-35d3dc5a-4e95-43d8-ab86-10a987a41627 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.706880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-999c9613-3026-4c31-a57d-79196401421d req-35d3dc5a-4e95-43d8-ab86-10a987a41627 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.4616086 Feb 19 01:13:43.747993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:43.762570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8804b7b5-d830-4477-96d8-1b1c909bad75 None None] Provisioning complete for port 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:43.763176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8804b7b5-d830-4477-96d8-1b1c909bad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.768731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:43.771380 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b4ed49-a188-49e8-af7c-216c653bf7a5" -d '{"events": [{"server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "name": "network-vif-plugged", "status": "completed", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:43.773707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 17700a16-eb0a-4b31-b363-e569f16e85db triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:43.773902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd66267-67e9-4691-8543-ede1efa39d2b req-378fdd79-e6f0-40d6-a530-4a301cff861f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.774077 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.776379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0dd66267-67e9-4691-8543-ede1efa39d2b req-378fdd79-e6f0-40d6-a530-4a301cff861f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.0627477 Feb 19 01:13:43.829341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:43.832524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd81a34c-9c8b-4f60-b64d-718aa2c589b5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.835760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:43.839857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fd81a34c-9c8b-4f60-b64d-718aa2c589b5 HTTP/1.1" status: 204 len: 168 time: 0.5203986 Feb 19 01:13:43.843610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8804b7b5-d830-4477-96d8-1b1c909bad75 None None] Port 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:43.847790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0dd66267-67e9-4691-8543-ede1efa39d2b req-7ddd3cb0-d449-4ef7-8249-5aa904b3743f tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651412 Feb 19 01:13:43.855739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269290d-c030-4be6-9f21-63f5d2767694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81a34c-9c8b-4f60-b64d-718aa2c589b5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:43.874681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-3c9f9b1a-e0cf-4b48-8829-3428e6a94d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.876258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-3c9f9b1a-e0cf-4b48-8829-3428e6a94d40 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a65adc9b-0e47-408a-86d2-945821b08efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4106886 Feb 19 01:13:43.918607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-55afb38b-2650-44cc-a15f-9b406ba3224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:43.918823 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6466ba-ba9c-42b2-83d1-f499e337494a x-openstack-request-id: req-de6466ba-ba9c-42b2-83d1-f499e337494a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:43.919311 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "name": "network-vif-plugged", "status": "completed", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:43.920277 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-de6466ba-ba9c-42b2-83d1-f499e337494a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:43.920488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-55afb38b-2650-44cc-a15f-9b406ba3224a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ce37e5d49fba498eba27599d9c136bde&device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 1126 time: 0.4055271 Feb 19 01:13:43.921045 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682', 'code': 200} Feb 19 01:13:43.934881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 17700a16-eb0a-4b31-b363-e569f16e85db is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:43.970061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:43.993614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-999c9613-3026-4c31-a57d-79196401421d req-278b62b0-9950-41f0-8f8b-76a60f5fbe5a tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850971 Feb 19 01:13:44.042916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22285b82-b3ea-43cc-a342-8e12bf4e41be req-c34eb06d-c8c5-424c-8871-de1b4ccef2a5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.044472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22285b82-b3ea-43cc-a342-8e12bf4e41be req-c34eb06d-c8c5-424c-8871-de1b4ccef2a5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.0662489 Feb 19 01:13:44.094308 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks [] for port (99683023-f96b-4441-855d-ed75da06e967), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.108542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Transition to ACTIVE for port object 99683023-f96b-4441-855d-ed75da06e967 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:13:44.144693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22285b82-b3ea-43cc-a342-8e12bf4e41be req-d2aa7957-1058-4d6b-a25d-552277a747ca tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924392 Feb 19 01:13:44.177261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.318405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ed72d-8df9-4621-97e2-282fedccceee req-12f3be02-1588-49d1-a4ac-d93cb1bb46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.319909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d39ed72d-8df9-4621-97e2-282fedccceee req-12f3be02-1588-49d1-a4ac-d93cb1bb46c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 1128 time: 0.3293872 Feb 19 01:13:44.376750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d39ed72d-8df9-4621-97e2-282fedccceee req-2cfca344-1a85-4ab0-a4bc-e97958b4d22f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475643 Feb 19 01:13:44.514570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.550448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:44.617419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-3a5a460f-6747-4bb2-a3c7-0ca3cf986c77 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276771 Feb 19 01:13:44.630298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-a1b482aa-09f6-4151-8441-c182c8357498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.631815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-a1b482aa-09f6-4151-8441-c182c8357498 service neutron] 10.222.0.117 "GET /v2.0/networks?id=86229942-fed8-4408-9dca-29e87b350784 HTTP/1.1" status: 200 len: 925 time: 0.6954868 Feb 19 01:13:44.793201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:44.802509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963fe52-39ca-4c21-93cd-0aacb850e4b2 req-24bd185c-1f40-448e-b69c-43a45c1529b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.804072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a963fe52-39ca-4c21-93cd-0aacb850e4b2 req-24bd185c-1f40-448e-b69c-43a45c1529b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 946 time: 0.6357419 Feb 19 01:13:44.860330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-7a697982-0f4e-4503-a6ce-4028ea680226 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c HTTP/1.1" status: 200 len: 217 time: 0.1413815 Feb 19 01:13:45.024158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b58c7b09-39f7-4fb6-b945-25c9ef65fecd details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:45.083660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] No DVR routers for this DVR port 99683023-f96b-4441-855d-ed75da06e967 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:45.138255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c927ec5-23d1-4023-8beb-8d155dd4b230 req-ca08b348-7558-4af8-a930-3cd20781e52b tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:45.148768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c927ec5-23d1-4023-8beb-8d155dd4b230 req-ca08b348-7558-4af8-a930-3cd20781e52b tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1125 time: 0.1278496 Feb 19 01:13:45.169935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a963fe52-39ca-4c21-93cd-0aacb850e4b2 req-67294a56-0bad-4ddd-9fac-bda9822178a2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232658 Feb 19 01:13:45.176798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-193dcd93-2465-48c9-a23f-d00254c6cbd9 req-0c8cc2be-83d8-43f8-94b1-a913cf819d33 service neutron] 10.222.0.117 "GET /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509348 Feb 19 01:13:45.193686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-9c03f106-1ec8-4910-935c-af82a8df83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:45.198937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-9c03f106-1ec8-4910-935c-af82a8df83c6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb HTTP/1.1" status: 200 len: 864 time: 0.3139460 Feb 19 01:13:45.257527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:45.264557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-8c1db68a-68f6-436a-8202-df1ec841fd85 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=86229942-fed8-4408-9dca-29e87b350784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554421 Feb 19 01:13:45.267126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c927ec5-23d1-4023-8beb-8d155dd4b230 req-206b05ba-407d-4e83-b115-c1afbe0a2612 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167467 Feb 19 01:13:45.304678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.309031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd', 'network_id': '808c00aa-70de-4aef-928a-7b9b8571f537', 'port_id': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd', 'mac_address': 'fa:16:3e:a5:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28161a64-f205-46ed-9bc3-83ac13efc055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:45.370714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b58c7b09-39f7-4fb6-b945-25c9ef65fecd is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:45.371425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.390408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58c7b09-39f7-4fb6-b945-25c9ef65fecd {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:45.417825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:45.425685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1cc35-b08d-4919-9d24-e26d020408bf req-3eb871f3-8723-4b6a-8476-769eb74108f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:45.427920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12f1cc35-b08d-4919-9d24-e26d020408bf req-3eb871f3-8723-4b6a-8476-769eb74108f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.0759358 Feb 19 01:13:45.497151 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.510344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12f1cc35-b08d-4919-9d24-e26d020408bf req-9ed613ab-bcb4-4a64-a32d-120b8fa52fe8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611305 Feb 19 01:13:45.560822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:45.654960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.674749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393c37c-3a67-4d61-809c-d13e6517b428 req-23b1aff2-1db5-4f7e-81fb-1acec618d027 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:45.676351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1393c37c-3a67-4d61-809c-d13e6517b428 req-23b1aff2-1db5-4f7e-81fb-1acec618d027 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.3837500 Feb 19 01:13:45.715029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:13:45.715511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:13:45.715728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:45.724659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:13:45.733447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Attempting to bind port 99683023-f96b-4441-855d-ed75da06e967 on network 03dcec04-d930-409e-82ae-9ef8d7e31b45 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:13:45.733447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.766152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['b58c7b09-39f7-4fb6-b945-25c9ef65fecd'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:45.814367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-1bf0d1d9-97db-4d09-bbb9-000f84afbf27 service neutron] 10.222.0.117 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205693 Feb 19 01:13:45.823766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:13:45.824169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Checking segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:13:45.824563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Bound using segment: {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:13:45.825011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Bound port: 99683023-f96b-4441-855d-ed75da06e967, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ae8d7-bdf7-437e-acac-26eaa781a85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:13:45.825414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.866567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Port': ['ID=1a0a8eb3-ebe4-4e23-b306-1b29148cc34f,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:45.936964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:45.998493 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1393c37c-3a67-4d61-809c-d13e6517b428 req-b843a3d0-ed57-47d9-bc02-3feb85d4b62f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994318 Feb 19 01:13:46.131077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60a4952d-6155-40cc-a51f-8338aa5eb46f req-a506d030-845b-4dc8-9028-3c5d4962fd3b service neutron] 10.222.0.117 "GET /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978764 Feb 19 01:13:46.136195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:13:46.151304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:13:46.157716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network acec571f-a13b-481f-b2e2-80d929ab3375 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:46.159154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:46.284327 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.364068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20723575-d2cb-4fa2-86af-dfabd2110206 req-be1de867-500d-4286-b8ee-c40733802194 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.370521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:46.381253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20723575-d2cb-4fa2-86af-dfabd2110206 req-be1de867-500d-4286-b8ee-c40733802194 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 946 time: 0.0941918 Feb 19 01:13:46.431718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.432381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.439704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-03ea65bd-21ba-4760-9f73-9588836cfe86 service neutron] 10.222.0.96 "PUT /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 1091 time: 4.4514623 Feb 19 01:13:46.442707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:46.445127 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:46.484285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20723575-d2cb-4fa2-86af-dfabd2110206 req-df9fc41a-b9d5-4e5f-a304-0dc5fe3128d2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018960 Feb 19 01:13:46.520477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768c833-359c-4ebf-b238-6dea1764a936 req-48e7f1f6-0e39-49d6-b6a3-af1c6201b50c tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.528794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e768c833-359c-4ebf-b238-6dea1764a936 req-48e7f1f6-0e39-49d6-b6a3-af1c6201b50c tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1126 time: 0.1524539 Feb 19 01:13:46.540804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26440095-ea3d-45ef-beab-3e54f22cd4c0 None None] Provisioning complete for port 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:46.542283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26440095-ea3d-45ef-beab-3e54f22cd4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:46.587550 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2f26e9-a056-42c4-a109-0443c9fb4ce8 x-openstack-request-id: req-eb2f26e9-a056-42c4-a109-0443c9fb4ce8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:46.587856 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:46.588305 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eb2f26e9-a056-42c4-a109-0443c9fb4ce8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:46.588720 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'status': 'completed', 'code': 200} Feb 19 01:13:46.593398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Router 8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:13:46.610885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26440095-ea3d-45ef-beab-3e54f22cd4c0 None None] Port 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:46.642247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-814877db-2fb5-444c-a4b5-60865de97efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.643894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-814877db-2fb5-444c-a4b5-60865de97efd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1125 time: 0.1693149 Feb 19 01:13:46.738732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcace9-aa86-48be-af02-419d7beb612b req-03aadfe6-5374-4649-84b0-22891988f8a0 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:46.740734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6afcace9-aa86-48be-af02-419d7beb612b req-03aadfe6-5374-4649-84b0-22891988f8a0 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.0695579 Feb 19 01:13:46.792323 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e768c833-359c-4ebf-b238-6dea1764a936 req-16beaa22-f384-405b-aad5-2dd7cb8193ed tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560940 Feb 19 01:13:46.823794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6afcace9-aa86-48be-af02-419d7beb612b req-5a676345-c0b5-4013-896a-3faf53bbed19 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661366 Feb 19 01:13:46.910646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.045816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 44da3d63-e8c0-4f61-855c-c1be95aee12c details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:47.054021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b58c7b09-39f7-4fb6-b945-25c9ef65fecd up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:47.179458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-dcd023c1-3f6b-45f0-8cbd-df3eb57a4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.189399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-dcd023c1-3f6b-45f0-8cbd-df3eb57a4f41 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1125 time: 0.5850348 Feb 19 01:13:47.265262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c,segment=NetworkSegment(b34ba2a7-5473-46dc-b914-257b95aa5571),segment_id=b34ba2a7-5473-46dc-b914-257b95aa5571)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:47.279434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '44da3d63-e8c0-4f61-855c-c1be95aee12c', 'network_id': '86229942-fed8-4408-9dca-29e87b350784', 'port_id': '44da3d63-e8c0-4f61-855c-c1be95aee12c', 'mac_address': 'fa:16:3e:78:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:47.295316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-7a2103d0-1846-4ca0-85bf-f3fc7918667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.297187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-7a2103d0-1846-4ca0-85bf-f3fc7918667e service neutron] 10.222.0.117 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.0966647 Feb 19 01:13:47.309163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:47.318303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6f90150b-6354-4da7-8680-bd4021d761d7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2424235 Feb 19 01:13:47.321229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] Sync routers for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:47.322791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57952) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:47.345494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-14bcd305-6ff3-49b1-8a7e-84102e57d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.346948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-14bcd305-6ff3-49b1-8a7e-84102e57d545 service neutron] 10.222.0.96 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.6936061 Feb 19 01:13:47.348377 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:47.349757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274118cd-966f-4562-b569-f9872ed0feb3 req-55c698aa-4283-4c04-88ba-7d8ec74f74ae tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.356178 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.372062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-274118cd-966f-4562-b569-f9872ed0feb3 req-55c698aa-4283-4c04-88ba-7d8ec74f74ae tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 944 time: 0.1807141 Feb 19 01:13:47.413195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 44da3d63-e8c0-4f61-855c-c1be95aee12c is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:47.413593 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.435615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44da3d63-e8c0-4f61-855c-c1be95aee12c {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:47.445587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.465597 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:47.466236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.468474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c,segment=NetworkSegment(b34ba2a7-5473-46dc-b914-257b95aa5571),segment_id=b34ba2a7-5473-46dc-b914-257b95aa5571)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:47.511830 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-8b7a7b4f-f738-48ea-86e4-bd46dad8ff69 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 999 time: 0.1880052 Feb 19 01:13:47.513315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-274118cd-966f-4562-b569-f9872ed0feb3 req-5c3583b1-2c50-42b5-8595-1448741e7791 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386464 Feb 19 01:13:47.516949 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:47.517627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e3db6-ebd7-40a2-94cc-ddfcffb05ab2 None None] The sync data for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:47.528818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port b58c7b09-39f7-4fb6-b945-25c9ef65fecd completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:47.534239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port b58c7b09-39f7-4fb6-b945-25c9ef65fecd triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:47.534732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.565547 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.645150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-561cd3d7-d93e-45dc-9a51-d559ba73b81f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 999 time: 0.2592347 Feb 19 01:13:47.647617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:47.653735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-37d972ac-1226-466d-a757-b00dd2da7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.654815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-37d972ac-1226-466d-a757-b00dd2da7ebf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.0959918 Feb 19 01:13:47.706815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port b58c7b09-39f7-4fb6-b945-25c9ef65fecd is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:47.707474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.736020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:47.739069 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923f5bb-0016-4cb4-94c2-73eef41074ca" -d '{"events": [{"server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:47.766285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:47.782464 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2285999-7cf5-4da3-adf8-a39dfa04e221 x-openstack-request-id: req-d2285999-7cf5-4da3-adf8-a39dfa04e221 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:47.782807 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "name": "network-vif-plugged", "status": "completed", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:47.783070 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d2285999-7cf5-4da3-adf8-a39dfa04e221 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:47.783593 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd', 'code': 200} Feb 19 01:13:47.843540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-c69827d2-cb68-420c-9de5-152de4c0d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.845303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-c69827d2-cb68-420c-9de5-152de4c0d862 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1300056 Feb 19 01:13:47.848836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-5bcf7b92-eb0a-4ce5-992c-bf29918cb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.852019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-5bcf7b92-eb0a-4ce5-992c-bf29918cb39d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.1870120 Feb 19 01:13:47.857628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:47.947979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ea7b8-220d-45f1-b91f-c8178ada1e7c req-09c22328-dc6a-43fd-ac5b-519aae30f33d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:47.958209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b20ea7b8-220d-45f1-b91f-c8178ada1e7c req-09c22328-dc6a-43fd-ac5b-519aae30f33d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.0713818 Feb 19 01:13:47.960644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['44da3d63-e8c0-4f61-855c-c1be95aee12c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:48.001405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:48.020889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b20ea7b8-220d-45f1-b91f-c8178ada1e7c req-11a82679-47fd-4095-9c68-db522097ae16 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 Feb 19 01:13:48.156058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-dc085169-ecdf-465c-865b-104892c77dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:48.157794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-dc085169-ecdf-465c-865b-104892c77dc0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2957492 Feb 19 01:13:48.174805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5979bc-37ba-44b2-a725-cfc927b7a2a5 req-e9c1743d-519b-42ec-8678-c44430eea095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:48.176395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf5979bc-37ba-44b2-a725-cfc927b7a2a5 req-e9c1743d-519b-42ec-8678-c44430eea095 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.2692840 Feb 19 01:13:48.240992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab056-f3aa-4cb9-a4a8-e7f522cc6b3f req-07a29d94-9f1b-42f8-b196-33e0d4367139 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:48.242464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a06ab056-f3aa-4cb9-a4a8-e7f522cc6b3f req-07a29d94-9f1b-42f8-b196-33e0d4367139 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.2137713 Feb 19 01:13:48.326329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-a0304ece-e5d0-4824-bd08-1dda7d2f63b9 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728014 Feb 19 01:13:48.480368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf5979bc-37ba-44b2-a725-cfc927b7a2a5 req-57655d79-a989-4798-b091-212dc5ef8bf0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913606 Feb 19 01:13:48.514467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a06ab056-f3aa-4cb9-a4a8-e7f522cc6b3f req-2eb89419-8d7e-4044-9734-b06ba1aa234e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360277 Feb 19 01:13:48.525215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-c13f5518-fcc8-4d25-949f-14ebf26fb4c2 service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566761 Feb 19 01:13:48.555970 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-0e3e8ac1-4fd6-42ec-9403-771875ad37b7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:13:48.557247 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0e3e8ac1-4fd6-42ec-9403-771875ad37b7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2323396 Feb 19 01:13:48.560356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:48.615293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-8c654fa3-e38d-4bee-8fac-262035e0a968 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679002 Feb 19 01:13:48.660401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c52e6d37-1f11-4a68-bf91-52094a70f90d req-29582938-932a-48a8-8bf1-3e792cd8d10c service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212864 Feb 19 01:13:48.828970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a7ec1-1615-47bd-9423-aefb5aeaff32 req-c7882ca5-5d6c-4058-8ce4-818a3ff7ff30 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:48.831569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-195a7ec1-1615-47bd-9423-aefb5aeaff32 req-c7882ca5-5d6c-4058-8ce4-818a3ff7ff30 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 945 time: 0.1851315 Feb 19 01:13:48.891987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-31c036d4-a694-493e-907c-271c96962d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:48.895203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-31c036d4-a694-493e-907c-271c96962d72 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1125 time: 0.0680444 Feb 19 01:13:48.936027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-195a7ec1-1615-47bd-9423-aefb5aeaff32 req-8f1bb774-044d-4000-88b3-4be8116229eb tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933065 Feb 19 01:13:49.059183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-d9312b01-4a5e-4cbd-a7c6-cc3199a45df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.061156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-d9312b01-4a5e-4cbd-a7c6-cc3199a45df7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.1567008 Feb 19 01:13:49.071488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 44da3d63-e8c0-4f61-855c-c1be95aee12c up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:49.114642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.242434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 44da3d63-e8c0-4f61-855c-c1be95aee12c completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:49.247709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 44da3d63-e8c0-4f61-855c-c1be95aee12c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:49.248096 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.262456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-216f7000-9a63-4187-a6f4-00e7b2d73f9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 999 time: 0.1865253 Feb 19 01:13:49.270921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa494a9-d658-4397-92a0-69491e363fa8 req-b3691b64-3801-4415-939f-095ae4981c84 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.272899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aa494a9-d658-4397-92a0-69491e363fa8 req-b3691b64-3801-4415-939f-095ae4981c84 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.1169982 Feb 19 01:13:49.341699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-52d6f600-5d02-46d0-a780-904e6450bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.343528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-52d6f600-5d02-46d0-a780-904e6450bcf6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.0749264 Feb 19 01:13:49.401189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3aa494a9-d658-4397-92a0-69491e363fa8 req-9f0e69ef-d7f7-4161-8e17-1203a09ac067 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907023 Feb 19 01:13:49.416082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-b6db984f-5460-4628-9806-3a785296f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.417935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-b6db984f-5460-4628-9806-3a785296f866 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663545 Feb 19 01:13:49.518517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting port 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:49.518785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.563528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-b7956c8c-e9e6-4ef8-a49d-487dc9f84336 service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314421 Feb 19 01:13:49.641059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 44da3d63-e8c0-4f61-855c-c1be95aee12c is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:49.641420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.645236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.690662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c,segment=NetworkSegment(b34ba2a7-5473-46dc-b914-257b95aa5571),segment_id=b34ba2a7-5473-46dc-b914-257b95aa5571)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:49.701361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Calling delete_port for 1a0a8eb3-ebe4-4e23-b306-1b29148cc34f owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:49.710216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a618109-2f7c-46a8-b6e2-103c9fd7f7a0 req-1cb0b2b6-b758-46bd-ac09-9110640d6d63 service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391983 Feb 19 01:13:49.767496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e67b4a-00f5-45f5-a887-dc11692e03e1 req-fdd1dd10-e2d6-4090-9245-679584b5a2bb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:49.769008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0e67b4a-00f5-45f5-a887-dc11692e03e1 req-fdd1dd10-e2d6-4090-9245-679584b5a2bb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.1603634 Feb 19 01:13:49.777194 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.799690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:49.802025 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3444b7-f873-4753-bfb1-4c95e88a1060" -d '{"events": [{"server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "name": "network-vif-plugged", "status": "completed", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:49.852352 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58621607-fa8a-4c75-8b15-a94868f130bb x-openstack-request-id: req-58621607-fa8a-4c75-8b15-a94868f130bb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:49.853064 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "name": "network-vif-plugged", "status": "completed", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:49.853064 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-58621607-fa8a-4c75-8b15-a94868f130bb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:49.853307 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c', 'code': 200} Feb 19 01:13:49.858740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:49.936853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0e67b4a-00f5-45f5-a887-dc11692e03e1 req-e15138ff-5044-4ade-a1c6-101f32580ead tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589925 Feb 19 01:13:50.157111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0b71-fea0-458f-8c83-ab1be75661a1 req-d4bbb126-fd78-4156-a891-a30722075199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.158760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c34a0b71-fea0-458f-8c83-ab1be75661a1 req-d4bbb126-fd78-4156-a891-a30722075199 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 1128 time: 0.2243268 Feb 19 01:13:50.160252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1a0a8eb3-ebe4-4e23-b306-1b29148cc34f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.191963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ef58-f7da-4d78-8184-3aa89561e045 req-de1fe234-b261-478f-bda9-e4b16639d012 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.194871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5bf8ef58-f7da-4d78-8184-3aa89561e045 req-de1fe234-b261-478f-bda9-e4b16639d012 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.1340246 Feb 19 01:13:50.210247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Port': ['ID=1a0a8eb3-ebe4-4e23-b306-1b29148cc34f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:50.298516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5bf8ef58-f7da-4d78-8184-3aa89561e045 req-7be2a41f-064c-4d75-8208-9d1628d72160 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944438 Feb 19 01:13:50.324021 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c34a0b71-fea0-458f-8c83-ab1be75661a1 req-d935a986-dc24-4e82-b9bc-f6771fa763af service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500998 Feb 19 01:13:50.469187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.713641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10cd3-3ada-4c28-8699-413a15a9307c req-4dcb8179-d22a-4ea5-a62e-ae9917ca9c3a tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:50.715205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6be10cd3-3ada-4c28-8699-413a15a9307c req-4dcb8179-d22a-4ea5-a62e-ae9917ca9c3a tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.1688318 Feb 19 01:13:50.729972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Router 8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:50.814647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6be10cd3-3ada-4c28-8699-413a15a9307c req-10ce0ec4-18f2-4ce4-824f-aebe85f90471 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936799 Feb 19 01:13:50.888189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:50.900176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] Sync routers for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:50.913188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:50.916981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a046a8a2-9f6a-42ae-88aa-04b2ba0380f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534780 Feb 19 01:13:50.922466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:50.923632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:50.973285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:50.994167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:51.005086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:51.042117 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-dcabab4c-7b78-41db-9516-0f537a114922 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] delete failed (client error): The resource could not be found. Feb 19 01:13:51.045485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dcabab4c-7b78-41db-9516-0f537a114922 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/routers/tempest-non_exist_router-813540103 HTTP/1.1" status: 404 len: 334 time: 0.1309881 Feb 19 01:13:51.049669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58018) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.061489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:51.062429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597317d8-da85-4a91-a7b9-31c4f8d02e52 None None] The sync data for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:51.067129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3a93e28d-f1f0-4e51-9e43-1896e977c287 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:51.160277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce4f7b-421e-4bec-993a-b33ed27dd9e8 req-74e5ad12-ae8b-4140-9d81-11e57a5a11a5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.161837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69ce4f7b-421e-4bec-993a-b33ed27dd9e8 req-74e5ad12-ae8b-4140-9d81-11e57a5a11a5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.1255517 Feb 19 01:13:51.254413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69ce4f7b-421e-4bec-993a-b33ed27dd9e8 req-e1f4c720-40c4-4292-819b-c0ef7c1b7421 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855074 Feb 19 01:13:51.467775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492084a-baff-4b90-8771-9913b7981d87 req-2246b258-0489-4f15-8d6c-227bdeaba29e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.469078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1edc3-134b-4d41-9ee7-971a664c0ce1 req-2672227a-8222-439c-9102-f30a6ab047cf tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.469545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2492084a-baff-4b90-8771-9913b7981d87 req-2246b258-0489-4f15-8d6c-227bdeaba29e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.4170587 Feb 19 01:13:51.470945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3df1edc3-134b-4d41-9ee7-971a664c0ce1 req-2672227a-8222-439c-9102-f30a6ab047cf tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.0894761 Feb 19 01:13:51.534070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2492084a-baff-4b90-8771-9913b7981d87 req-c99385e1-c894-44d4-a9aa-1156d07d0846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562282 Feb 19 01:13:51.546780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3df1edc3-134b-4d41-9ee7-971a664c0ce1 req-6dd28b62-f3ce-453e-a307-6a0d138e1884 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630505 Feb 19 01:13:51.696406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a93e28d-f1f0-4e51-9e43-1896e977c287 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router_gateway (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.778225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77410663-8b80-4a02-a807-d057301c19a5 req-2df93f05-4cc6-487f-9fd9-87c2c09626f0 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:51.780245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77410663-8b80-4a02-a807-d057301c19a5 req-2df93f05-4cc6-487f-9fd9-87c2c09626f0 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.1046374 Feb 19 01:13:51.828151 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-3a93e28d-f1f0-4e51-9e43-1896e977c287 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] update failed (client error): The resource could not be found. Feb 19 01:13:51.829147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a93e28d-f1f0-4e51-9e43-1896e977c287 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 HTTP/1.1" status: 404 len: 339 time: 0.7783728 Feb 19 01:13:51.834666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58032) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:51.850962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77410663-8b80-4a02-a807-d057301c19a5 req-086f07e1-3068-48ca-99f3-7863a39ce96c tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Feb 19 01:13:52.398564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c0517-5a28-4426-b1f6-0a54c56be9a3 req-c8003da1-b575-45b1-8f65-b3acb77ec198 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:52.401061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-360c0517-5a28-4426-b1f6-0a54c56be9a3 req-c8003da1-b575-45b1-8f65-b3acb77ec198 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.1387293 Feb 19 01:13:52.488931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-360c0517-5a28-4426-b1f6-0a54c56be9a3 req-d55ffc51-a587-446a-b091-d47d511dc45a tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 Feb 19 01:13:52.723943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.804060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ed6a-9ffc-42dc-88d1-9bac854515ff req-4a2ec836-969d-41e6-80fa-513d513248ef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:52.806138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a89ed6a-9ffc-42dc-88d1-9bac854515ff req-4a2ec836-969d-41e6-80fa-513d513248ef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.1265509 Feb 19 01:13:52.929274 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a89ed6a-9ffc-42dc-88d1-9bac854515ff req-74d22350-a3ee-4b6e-a053-083581c1eda7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976160 Feb 19 01:13:53.061950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de1e7c-30c7-4d13-85ca-d76f6a5c537d req-ff643170-f591-4e9d-bdae-967f95f6496e tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:53.063575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03de1e7c-30c7-4d13-85ca-d76f6a5c537d req-ff643170-f591-4e9d-bdae-967f95f6496e tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.0922644 Feb 19 01:13:53.098061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Allocated IP 172.20.0.1 (c0bd6ab5-9621-4f04-a205-e944f41f39c1/2edd76bd-0219-4a9f-9a36-5f36b8ca2756/1e270700-59a4-4a6b-878d-763e78bcd61b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:13:53.120258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03de1e7c-30c7-4d13-85ca-d76f6a5c537d req-1926633c-abbd-4d77-9130-afdd2bc398db tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Feb 19 01:13:53.168318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 99683023-f96b-4441-855d-ed75da06e967 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:13:53.234095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.268498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39512f5-a769-4c66-ac93-ecc7810bfa52 req-4f45ec51-f148-4623-8e57-3a653677d4a6 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:53.272079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a39512f5-a769-4c66-ac93-ecc7810bfa52 req-4f45ec51-f148-4623-8e57-3a653677d4a6 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.0748975 Feb 19 01:13:53.355923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:53.385556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a39512f5-a769-4c66-ac93-ecc7810bfa52 req-15a1f919-ea78-4183-8d1a-f5682b695522 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066475 Feb 19 01:13:53.387041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '99683023-f96b-4441-855d-ed75da06e967', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'port_id': '99683023-f96b-4441-855d-ed75da06e967', 'mac_address': 'fa:16:3e:1d:12:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:13:53.396167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.462255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 99683023-f96b-4441-855d-ed75da06e967 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:53.463230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.500380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:13:53.541100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:53.550519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:53.573785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:53.584712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:13:53.600359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.632836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Port': ['ID=1e270700-59a4-4a6b-878d-763e78bcd61b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:53.674032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-f7b34b3a-8a82-417d-b13a-225c978927e3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:53.682050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-f7b34b3a-8a82-417d-b13a-225c978927e3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8&tenant_id=c323be55983947e9a8958bb8509ef471&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 943 time: 0.2348440 Feb 19 01:13:53.682356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ffb3f-799c-4ca0-9d4d-5517d8c260a8 req-a390a0a6-cfb2-47ca-90b2-40ff6ee0b874 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:53.684667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-719ffb3f-799c-4ca0-9d4d-5517d8c260a8 req-a390a0a6-cfb2-47ca-90b2-40ff6ee0b874 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 943 time: 0.3680103 Feb 19 01:13:53.698681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:53.742044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.887781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['99683023-f96b-4441-855d-ed75da06e967'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:53.941883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-719ffb3f-799c-4ca0-9d4d-5517d8c260a8 req-9cd2adda-b30d-4e89-8ec5-fad3474c6beb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501404 Feb 19 01:13:54.028548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.134554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-282cb835-4af4-4ae5-9dbb-9a505f585212 None None] Provisioning complete for port 1e270700-59a4-4a6b-878d-763e78bcd61b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:54.134930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-282cb835-4af4-4ae5-9dbb-9a505f585212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.177232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-282cb835-4af4-4ae5-9dbb-9a505f585212 None None] Port 1e270700-59a4-4a6b-878d-763e78bcd61b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:54.294493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4605e-6afb-417d-a1c9-196b0860348c req-548bfe43-9644-46d2-a598-59fed7a1de4f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.303686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0b4605e-6afb-417d-a1c9-196b0860348c req-548bfe43-9644-46d2-a598-59fed7a1de4f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.1964581 Feb 19 01:13:54.319700 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-579f8e23-0244-4d7d-906a-281cae5e6cfe service neutron] delete failed (client error): The resource could not be found. Feb 19 01:13:54.321812 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-579f8e23-0244-4d7d-906a-281cae5e6cfe service neutron] 10.222.0.117 "DELETE /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.6227665 Feb 19 01:13:54.329012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-6bc56a42-0d41-41ba-aedb-ac5b74274e70 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.330576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-6bc56a42-0d41-41ba-aedb-ac5b74274e70 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.6245618 Feb 19 01:13:54.335131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6c4df-5f30-42f2-8af6-57ff45b4467c req-bbe63937-38d9-4a0a-9dda-d5d335db68c2 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.343128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b6c4df-5f30-42f2-8af6-57ff45b4467c req-bbe63937-38d9-4a0a-9dda-d5d335db68c2 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 1127 time: 0.1021926 Feb 19 01:13:54.483227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b6c4df-5f30-42f2-8af6-57ff45b4467c req-beaaaa5f-d6ba-4a77-91ff-0f1fddd27739 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390181 Feb 19 01:13:54.509887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-16bf0bc3-1e8a-4cd7-bc1b-e2c41552c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.511758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-16bf0bc3-1e8a-4cd7-bc1b-e2c41552c73b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1126 time: 0.1246367 Feb 19 01:13:54.550016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.588276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Deleting port b58c7b09-39f7-4fb6-b945-25c9ef65fecd {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:54.588634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.594308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0b4605e-6afb-417d-a1c9-196b0860348c req-98922281-1a2f-4222-abff-6520b2ab0cef tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870693 Feb 19 01:13:54.616683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.696413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.706489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-139140ed-222c-4fad-83f5-4bceaa98a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.708013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-139140ed-222c-4fad-83f5-4bceaa98a099 service neutron] 10.222.0.117 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.1882737 Feb 19 01:13:54.712316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event updated for resources: {'Port': ['ID=1e270700-59a4-4a6b-878d-763e78bcd61b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:54.807048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] For port b58c7b09-39f7-4fb6-b945-25c9ef65fecd, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:54.807533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.829284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Calling delete_port for b58c7b09-39f7-4fb6-b945-25c9ef65fecd owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:54.837823 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-c42aa463-b105-4ffd-9c3c-6211c2f6b82b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 1000 time: 0.1124835 Feb 19 01:13:54.841180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:13:54.842703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:13:54.954970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-0693dfdc-71ff-4c7b-96d0-d8c5f677fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:54.964527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-0693dfdc-71ff-4c7b-96d0-d8c5f677fbfa service neutron] 10.222.0.117 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.1186314 Feb 19 01:13:55.042296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Router 8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:55.124655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-c6e163d9-ca78-4768-8522-66e445c58f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.126568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-c6e163d9-ca78-4768-8522-66e445c58f6c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463330 Feb 19 01:13:55.168887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 99683023-f96b-4441-855d-ed75da06e967 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:13:55.293472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:55.307435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f11af89-bd2b-4210-ad58-bd5e36b924d1 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4714520 Feb 19 01:13:55.312750 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] Sync routers for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:55.321254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58090) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:55.333604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e8271faa-328d-4c15-aa51-0e34219be48a None None] Provisioning complete for port 1e270700-59a4-4a6b-878d-763e78bcd61b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:55.334573 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8271faa-328d-4c15-aa51-0e34219be48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.337694 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:55.338333 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.379226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-77e55bb4-5334-4890-9ffe-93708363b521 service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413433 Feb 19 01:13:55.380327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e8271faa-328d-4c15-aa51-0e34219be48a None None] Port 1e270700-59a4-4a6b-878d-763e78bcd61b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:13:55.382515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 99683023-f96b-4441-855d-ed75da06e967 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:13:55.384290 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b58c7b09-39f7-4fb6-b945-25c9ef65fecd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.389167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 99683023-f96b-4441-855d-ed75da06e967 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:13:55.389841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (99683023-f96b-4441-855d-ed75da06e967), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.421703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['80e31e81-23e2-415d-992d-17159053ab51'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:55.445802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Pushing event deleted for resources: {'Port': ['ID=b58c7b09-39f7-4fb6-b945-25c9ef65fecd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:55.485780 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.526333 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:55.526964 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.531763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd1d5-e6bd-4a3b-848e-207dab0d3409 req-ae2d1787-f5d6-4180-8b85-0b3e0df3bc73 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.575355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c9dd1d5-e6bd-4a3b-848e-207dab0d3409 req-ae2d1787-f5d6-4180-8b85-0b3e0df3bc73 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 944 time: 0.4106765 Feb 19 01:13:55.640947 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:55.646148 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f1988c-f129-4b1d-a144-5b70a832040a None None] The sync data for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:55.654628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] No DVR routers for this DVR port b58c7b09-39f7-4fb6-b945-25c9ef65fecd on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:55.669309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.673750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b7db242-1f24-43ad-9e2c-670641150d15 req-4fceb3dc-94e5-4913-a3b2-c550cefd3b61 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.117 "DELETE /v2.0/ports/b58c7b09-39f7-4fb6-b945-25c9ef65fecd HTTP/1.1" status: 204 len: 173 time: 1.3285048 Feb 19 01:13:55.674522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'name': 'network-vif-deleted', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:55.677312 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d39e000-4c1f-405d-9898-e3004846b647" -d '{"events": [{"server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "name": "network-vif-deleted", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:55.705747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 99683023-f96b-4441-855d-ed75da06e967 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:13:55.710699 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99683023-f96b-4441-855d-ed75da06e967), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.753998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:55.761347 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb31bd-ff7e-4aff-ad54-a083f25089c5" -d '{"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-plugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:55.764808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e86e984-e2b1-4986-aef1-de5c1a2f17b6 req-d246aad4-c1ae-434c-b8de-f9b37fc9692c service neutron] 10.222.0.117 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722122 Feb 19 01:13:55.784554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c9dd1d5-e6bd-4a3b-848e-207dab0d3409 req-2397e38a-b4ab-446f-a3a0-b09aae966e90 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074499 Feb 19 01:13:55.807234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63640f81-428a-4f5c-8edb-81a8b6cbdea6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.810588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:55.904348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36aa052c-b400-4947-85cc-ed40a93cf567 req-c436dbef-0ff1-454e-80b3-56c2ea27f8a8 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 210 time: 0.0327170 Feb 19 01:13:55.920471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99683023-f96b-4441-855d-ed75da06e967), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.932801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65951522-18b0-4f6f-83a1-08b501c6596c req-d8c2f1ce-31f8-4d9d-b6a4-512ec3439acd tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.940992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65951522-18b0-4f6f-83a1-08b501c6596c req-d8c2f1ce-31f8-4d9d-b6a4-512ec3439acd tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.3518064 Feb 19 01:13:55.983885 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51962a3e-6f42-4d17-b0c7-27185d1d66ca x-openstack-request-id: req-51962a3e-6f42-4d17-b0c7-27185d1d66ca {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:55.984182 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05593362-d806-40f5-91bf-e8b40a975f34", "name": "network-vif-deleted", "tag": "b58c7b09-39f7-4fb6-b945-25c9ef65fecd", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:55.984434 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-51962a3e-6f42-4d17-b0c7-27185d1d66ca {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:55.984842 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05593362-d806-40f5-91bf-e8b40a975f34', 'name': 'network-vif-deleted', 'tag': 'b58c7b09-39f7-4fb6-b945-25c9ef65fecd', 'status': 'completed', 'code': 200} Feb 19 01:13:56.005182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:56.046318 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-63640f81-428a-4f5c-8edb-81a8b6cbdea6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:13:56.068359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-63640f81-428a-4f5c-8edb-81a8b6cbdea6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 HTTP/1.1" status: 409 len: 329 time: 0.7462287 Feb 19 01:13:56.079505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:56.125958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65951522-18b0-4f6f-83a1-08b501c6596c req-0c03d199-96e8-4444-82ed-36a6643fc927 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837902 Feb 19 01:13:56.140909 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f6bb20-73f5-4b61-9205-8a6a10601bb7 x-openstack-request-id: req-30f6bb20-73f5-4b61-9205-8a6a10601bb7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:56.141460 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-plugged", "status": "completed", "tag": "99683023-f96b-4441-855d-ed75da06e967", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:56.142015 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30f6bb20-73f5-4b61-9205-8a6a10601bb7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:56.142566 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'code': 200} Feb 19 01:13:56.495994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.806560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting port 1e270700-59a4-4a6b-878d-763e78bcd61b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:56.807003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.982579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.997695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Calling delete_port for 1e270700-59a4-4a6b-878d-763e78bcd61b owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:57.033931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70bb26-4731-4cd4-9cd0-15b5b38d1f3a req-74c2abdc-3ee1-4212-838b-5c1b5489ee56 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:57.040539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd70bb26-4731-4cd4-9cd0-15b5b38d1f3a req-74c2abdc-3ee1-4212-838b-5c1b5489ee56 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 946 time: 0.1052437 Feb 19 01:13:57.051545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-de4c78cb-8279-4fdd-8e7d-0481dfae4a2f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:57.053491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-de4c78cb-8279-4fdd-8e7d-0481dfae4a2f tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.117 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.1755023 Feb 19 01:13:57.108950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b58c7b09-39f7-4fb6-b945-25c9ef65fecd no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:57.134793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6633d33-200b-4f6c-bf43-7f0ac2fb48a1 req-7e3f0806-dc9b-40df-b6b4-c71a2e139ef0 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=05593362-d806-40f5-91bf-e8b40a975f34 HTTP/1.1" status: 200 len: 210 time: 0.0565047 Feb 19 01:13:57.178109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: b58c7b09-39f7-4fb6-b945-25c9ef65fecd {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:57.178398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device b58c7b09-39f7-4fb6-b945-25c9ef65fecd not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:13:57.197303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd70bb26-4731-4cd4-9cd0-15b5b38d1f3a req-b57d790f-3a3c-42e9-9025-ae006c0c2a7c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555099 Feb 19 01:13:57.274985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58116) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:57.458972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-051de4a1-309e-42a6-97be-532761c158f1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 200 len: 993 time: 0.1749556 Feb 19 01:13:57.477288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Deleting port 44da3d63-e8c0-4f61-855c-c1be95aee12c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:57.477288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:57.613764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] For port 44da3d63-e8c0-4f61-855c-c1be95aee12c, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=44da3d63-e8c0-4f61-855c-c1be95aee12c,segment=NetworkSegment(b34ba2a7-5473-46dc-b914-257b95aa5571),segment_id=b34ba2a7-5473-46dc-b914-257b95aa5571)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:57.614134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:57.630307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Calling delete_port for 44da3d63-e8c0-4f61-855c-c1be95aee12c owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:57.834505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5bb9-dbdb-424f-a7c6-6d0ea0619eec req-865f5211-7452-4a01-847e-9a85370b1594 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:57.836956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-110f5bb9-dbdb-424f-a7c6-6d0ea0619eec req-865f5211-7452-4a01-847e-9a85370b1594 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 946 time: 0.1649666 Feb 19 01:13:57.885722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (44da3d63-e8c0-4f61-855c-c1be95aee12c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:57.900623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-110f5bb9-dbdb-424f-a7c6-6d0ea0619eec req-918571c5-df8f-436d-a792-b3407cda8be8 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/security-groups?id=c60f0d0c-d49b-47bb-b2d0-74c9d17942de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Feb 19 01:13:57.900867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['44da3d63-e8c0-4f61-855c-c1be95aee12c'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:13:57.956067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Pushing event deleted for resources: {'Port': ['ID=44da3d63-e8c0-4f61-855c-c1be95aee12c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:57.965667 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1e270700-59a4-4a6b-878d-763e78bcd61b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:57.995635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Port': ['ID=1e270700-59a4-4a6b-878d-763e78bcd61b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:58.058214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] No DVR routers for this DVR port 44da3d63-e8c0-4f61-855c-c1be95aee12c on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:58.063596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.067687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2fe9f6d0-7341-4375-8ea8-92f4c1a298af req-edeb209a-47b5-4ec5-b29a-23206ab99223 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.117 "DELETE /v2.0/ports/44da3d63-e8c0-4f61-855c-c1be95aee12c HTTP/1.1" status: 204 len: 173 time: 1.0055175 Feb 19 01:13:58.068371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'name': 'network-vif-deleted', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:58.071636 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f0422-6323-4a2e-a39e-addc901f4803" -d '{"events": [{"server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "name": "network-vif-deleted", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:58.147360 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902c877-b596-4516-9a76-03978e8e28a4 x-openstack-request-id: req-9902c877-b596-4516-9a76-03978e8e28a4 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:58.148118 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b03e6-7f82-4298-98a9-f9f4830e01c3", "name": "network-vif-deleted", "tag": "44da3d63-e8c0-4f61-855c-c1be95aee12c", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:58.148379 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9902c877-b596-4516-9a76-03978e8e28a4 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:58.149630 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886b03e6-7f82-4298-98a9-f9f4830e01c3', 'name': 'network-vif-deleted', 'tag': '44da3d63-e8c0-4f61-855c-c1be95aee12c', 'status': 'completed', 'code': 200} Feb 19 01:13:58.190597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.462819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Router 8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:58.565706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:58.579337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] Sync routers for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:58.593535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-750e6883-fb2c-45b2-863f-8d497e897c1c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029042 Feb 19 01:13:58.599602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58132) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.604190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:58.606522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.666099 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-de759c00-9e08-4f4f-b0cf-bfacf444407c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] show failed (client error): The resource could not be found. Feb 19 01:13:58.677538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-de759c00-9e08-4f4f-b0cf-bfacf444407c tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "GET /v2.0/routers/tempest-non_exist_router-98225426 HTTP/1.1" status: 404 len: 333 time: 0.0666900 Feb 19 01:13:58.678655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58134) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.684380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.684555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-49928c11-efe9-405e-b914-6abda53ffc12 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:13:58.696928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] Routers {'8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:58.697831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.741081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:58.742014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f3625d-9c33-4b22-af77-6a03a1abdf2a None None] The sync data for ids ['8fbf754e-a36e-4ca7-8ab8-9862e6f758f6'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:58.755361 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-49928c11-efe9-405e-b914-6abda53ffc12 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] update failed (client error): The resource could not be found. Feb 19 01:13:58.764582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58138) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:58.770311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49928c11-efe9-405e-b914-6abda53ffc12 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "PUT /v2.0/routers/tempest-non_exist_router-1753419591 HTTP/1.1" status: 404 len: 335 time: 0.0902030 Feb 19 01:13:58.863229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting subnet 04dc6614-d7dc-4034-b2b2-0c1a8b88ed74 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:58.870489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (04dc6614-d7dc-4034-b2b2-0c1a8b88ed74), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.887301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f9945-b78a-4e6b-911e-430ca343f342 req-f0210460-afdd-4fdd-b1b2-c8047550b1f5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:58.889264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba8f9945-b78a-4e6b-911e-430ca343f342 req-f0210460-afdd-4fdd-b1b2-c8047550b1f5 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.0574033 Feb 19 01:13:58.924459 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (04dc6614-d7dc-4034-b2b2-0c1a8b88ed74), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:58.942156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba8f9945-b78a-4e6b-911e-430ca343f342 req-977c7e5f-92db-455d-b05b-1b4543d3d09c tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Feb 19 01:13:59.081214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b68bc17a-fd32-44cd-b65d-fc271afa3690 req-86fb061d-be81-4242-aa03-ab52a9eeaf53 tempest-ServersNegativeTestMultiTenantJSON-380767717 tempest-ServersNegativeTestMultiTenantJSON-380767717-project] 10.222.0.94 "GET /v2.0/ports?device_id=886b03e6-7f82-4298-98a9-f9f4830e01c3 HTTP/1.1" status: 200 len: 210 time: 0.0303919 Feb 19 01:13:59.093261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (04dc6614-d7dc-4034-b2b2-0c1a8b88ed74), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.256797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (04dc6614-d7dc-4034-b2b2-0c1a8b88ed74), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.293364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Subnet': ['ID=04dc6614-d7dc-4034-b2b2-0c1a8b88ed74,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:59.295383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.299525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e3e087a6-b63b-4b82-b502-1e6c6f4174c7 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/subnets/04dc6614-d7dc-4034-b2b2-0c1a8b88ed74 HTTP/1.1" status: 204 len: 168 time: 0.5333173 Feb 19 01:13:59.303238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:59.308484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c4cdf-5e7c-4e41-8a01-82f904a83369 None None] Network 426d2d68-bbfb-4d97-a26b-d7253467081d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:59.359000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting subnet 5d0220ed-e07f-4bcb-9996-e0bc1dd3601a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:13:59.362284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (5d0220ed-e07f-4bcb-9996-e0bc1dd3601a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.413814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (5d0220ed-e07f-4bcb-9996-e0bc1dd3601a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.503801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] DHCP port deletion for 426d2d68-bbfb-4d97-a26b-d7253467081d request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:59.521899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (5d0220ed-e07f-4bcb-9996-e0bc1dd3601a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.565792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Deleting port 17700a16-eb0a-4b31-b363-e569f16e85db {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:59.566175 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.632979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] For port 17700a16-eb0a-4b31-b363-e569f16e85db, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=17700a16-eb0a-4b31-b363-e569f16e85db,segment=NetworkSegment(493709d8-6d55-4b57-b8dd-9fe3bc9260cf),segment_id=493709d8-6d55-4b57-b8dd-9fe3bc9260cf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:59.633939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.645909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Calling delete_port for 17700a16-eb0a-4b31-b363-e569f16e85db owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:59.674558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (5d0220ed-e07f-4bcb-9996-e0bc1dd3601a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.715822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0220ed-e07f-4bcb-9996-e0bc1dd3601a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:59.726384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.739229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cc72b-a8ce-46d7-91c8-4a2757a19f5d None None] Network acec571f-a13b-481f-b2e2-80d929ab3375 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:13:59.739443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-35efe788-bc81-4ad5-88ea-281f351cd3f9 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/subnets/5d0220ed-e07f-4bcb-9996-e0bc1dd3601a HTTP/1.1" status: 204 len: 168 time: 0.4280052 Feb 19 01:13:59.739443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58152) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:13:59.855449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (426d2d68-bbfb-4d97-a26b-d7253467081d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.912630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting port 17700a16-eb0a-4b31-b363-e569f16e85db {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:59.913102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.915883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:59.960681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] DHCP port deletion for acec571f-a13b-481f-b2e2-80d929ab3375 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:13:59.969502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] Pushing event deleted for resources: {'Port': ['ID=17700a16-eb0a-4b31-b363-e569f16e85db,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:59.988348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2cc77-9174-4fdd-8772-bdd6b14c072e None None] No DVR routers for this DVR port 17700a16-eb0a-4b31-b363-e569f16e85db on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:00.015717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] For port 17700a16-eb0a-4b31-b363-e569f16e85db, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:00.016362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.034343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Calling delete_port for 17700a16-eb0a-4b31-b363-e569f16e85db owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:00.038128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Port 17700a16-eb0a-4b31-b363-e569f16e85db was not found and therefore no delete operation was performed {{(pid=110602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:14:00.040785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (17700a16-eb0a-4b31-b363-e569f16e85db), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.081558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Port': ['ID=17700a16-eb0a-4b31-b363-e569f16e85db,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:00.083628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] No DVR routers for this DVR port 17700a16-eb0a-4b31-b363-e569f16e85db on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:00.085325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Deleting port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:00.085743 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.114009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30d1e-5280-4a0a-b3da-ccfb43bb6333 req-1baf4d56-ab73-465e-a878-1bff2fc4d9bc tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:00.122357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28c30d1e-5280-4a0a-b3da-ccfb43bb6333 req-1baf4d56-ab73-465e-a878-1bff2fc4d9bc tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.0847034 Feb 19 01:14:00.180837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28c30d1e-5280-4a0a-b3da-ccfb43bb6333 req-6c62e1dc-ef93-433c-aa2c-2cadab09b8d9 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Feb 19 01:14:00.204815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58162) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:00.240935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] For port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,segment=NetworkSegment(b14063f1-f261-47df-b70f-557411f08774),segment_id=b14063f1-f261-47df-b70f-557411f08774)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:00.241714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.255067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (426d2d68-bbfb-4d97-a26b-d7253467081d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.263068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Calling delete_port for 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:00.278094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426d2d68-bbfb-4d97-a26b-d7253467081d']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.278799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Deleting subnet bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:00.283304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Publish callbacks [] for subnet (bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.290106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493709d8-6d55-4b57-b8dd-9fe3bc9260cf') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.290541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493709d8-6d55-4b57-b8dd-9fe3bc9260cf') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.301018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (493709d8-6d55-4b57-b8dd-9fe3bc9260cf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.329316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (493709d8-6d55-4b57-b8dd-9fe3bc9260cf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.332521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.362718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:00.365249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (493709d8-6d55-4b57-b8dd-9fe3bc9260cf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:00.369270 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:00.392016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.428521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3e3e09eb-1a3d-4692-b23a-a2e035e41b3a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.456097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] No DVR routers for this DVR port 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:00.460051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4adb15-3e37-43b9-b90a-25077efcb973 None None] Pushing event deleted for resources: {'Port': ['ID=3e3e09eb-1a3d-4692-b23a-a2e035e41b3a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:00.501175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-80a1eef2-3a5e-4fd1-9c7c-b026222a0af4 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:00.502676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-80a1eef2-3a5e-4fd1-9c7c-b026222a0af4 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.0842998 Feb 19 01:14:00.513629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (426d2d68-bbfb-4d97-a26b-d7253467081d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.531708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.540176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58168) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:00.540649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/networks/426d2d68-bbfb-4d97-a26b-d7253467081d HTTP/1.1" status: 204 len: 168 time: 0.8039372 Feb 19 01:14:00.555600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b420e-28ed-4612-8514-5267fed06cd0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Network': ['ID=426d2d68-bbfb-4d97-a26b-d7253467081d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:00.573198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.663931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.669653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb HTTP/1.1" status: 204 len: 168 time: 0.4636974 Feb 19 01:14:00.669806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58170) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:00.676808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25281f77-52a0-466c-b6cb-641a7e07e9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4f4dd1-746f-4882-a3a3-e867c4ffe5fb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:00.696984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (acec571f-a13b-481f-b2e2-80d929ab3375), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.747740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Deleting port 80e31e81-23e2-415d-992d-17159053ab51 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:00.748084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (80e31e81-23e2-415d-992d-17159053ab51), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.765080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (86229942-fed8-4408-9dca-29e87b350784), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.856719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (acec571f-a13b-481f-b2e2-80d929ab3375), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.902021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acec571f-a13b-481f-b2e2-80d929ab3375']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.919502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (86229942-fed8-4408-9dca-29e87b350784), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.936567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14063f1-f261-47df-b70f-557411f08774') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.936875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14063f1-f261-47df-b70f-557411f08774') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.954487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86229942-fed8-4408-9dca-29e87b350784']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.958516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b14063f1-f261-47df-b70f-557411f08774), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.962323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] For port 80e31e81-23e2-415d-992d-17159053ab51, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=80e31e81-23e2-415d-992d-17159053ab51,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:00.962887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (80e31e81-23e2-415d-992d-17159053ab51), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:00.973837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34ba2a7-5473-46dc-b914-257b95aa5571') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.974431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34ba2a7-5473-46dc-b914-257b95aa5571') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:00.992697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (b34ba2a7-5473-46dc-b914-257b95aa5571), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.005845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Calling delete_port for 80e31e81-23e2-415d-992d-17159053ab51 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:01.012334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b34ba2a7-5473-46dc-b914-257b95aa5571), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.021173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:01.021616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (b34ba2a7-5473-46dc-b914-257b95aa5571), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:01.024617 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:01.059009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b14063f1-f261-47df-b70f-557411f08774), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.091012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:01.091453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b14063f1-f261-47df-b70f-557411f08774), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:01.094468 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:01.130337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 44da3d63-e8c0-4f61-855c-c1be95aee12c no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:01.159903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (86229942-fed8-4408-9dca-29e87b350784), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.195154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 44da3d63-e8c0-4f61-855c-c1be95aee12c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:01.198425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 44da3d63-e8c0-4f61-855c-c1be95aee12c not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:01.220616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31446ab-1feb-4246-ad99-811d5ab1a414 req-401e6091-6495-4589-8aa5-ec4af38ac008 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:01.229428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d31446ab-1feb-4246-ad99-811d5ab1a414 req-401e6091-6495-4589-8aa5-ec4af38ac008 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2530448 Feb 19 01:14:01.237779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.249948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] 10.222.0.94 "DELETE /v2.0/networks/86229942-fed8-4408-9dca-29e87b350784 HTTP/1.1" status: 204 len: 168 time: 0.5763416 Feb 19 01:14:01.249948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104cc6-91ca-48f0-9e4b-ba4dc0fa8dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=86229942-fed8-4408-9dca-29e87b350784,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:01.250122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58182) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:01.304293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d31446ab-1feb-4246-ad99-811d5ab1a414 req-4d85ac8e-f560-47cb-aca1-2d5e2bfe05cf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739076 Feb 19 01:14:01.311923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (acec571f-a13b-481f-b2e2-80d929ab3375), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.321516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.331434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/networks/acec571f-a13b-481f-b2e2-80d929ab3375 HTTP/1.1" status: 204 len: 168 time: 0.7836256 Feb 19 01:14:01.331434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:01.417999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Deleting subnet f733d557-2f6d-4a91-96b2-0f14ba00ae80 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:01.427685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ec456-88c2-42f4-96c6-fa9ea6435599 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Network': ['ID=acec571f-a13b-481f-b2e2-80d929ab3375,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:01.457342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Publish callbacks [] for subnet (f733d557-2f6d-4a91-96b2-0f14ba00ae80), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.472539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:01.503856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (f733d557-2f6d-4a91-96b2-0f14ba00ae80), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.510235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:01.510590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3e3e09eb-1a3d-4692-b23a-a2e035e41b3a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:01.511008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 17700a16-eb0a-4b31-b363-e569f16e85db no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:01.547369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 17700a16-eb0a-4b31-b363-e569f16e85db {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:01.548004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 17700a16-eb0a-4b31-b363-e569f16e85db not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:01.549439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (f733d557-2f6d-4a91-96b2-0f14ba00ae80), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.621710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3f9b-b869-43f4-8d0b-a0f002d181b0 req-e849ac5f-d97b-4162-b149-7a8d77c72892 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:01.628951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cfc3f9b-b869-43f4-8d0b-a0f002d181b0 req-e849ac5f-d97b-4162-b149-7a8d77c72892 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 1127 time: 0.2818837 Feb 19 01:14:01.684824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cfc3f9b-b869-43f4-8d0b-a0f002d181b0 req-77e923d9-abdd-4a02-a0bb-e160a66bb450 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=1c0bb37d-cea9-4e56-847e-1785022ba20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547369 Feb 19 01:14:01.691809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (f733d557-2f6d-4a91-96b2-0f14ba00ae80), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.713643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.713643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/f733d557-2f6d-4a91-96b2-0f14ba00ae80 HTTP/1.1" status: 204 len: 168 time: 0.4545679 Feb 19 01:14:01.736884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:01.742917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fbe8c-30dc-4887-908e-65bdec8a8ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f733d557-2f6d-4a91-96b2-0f14ba00ae80,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:01.821759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3c79e687-d39c-40c6-8fbf-a2abd2063edb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.875629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting subnet 2edd76bd-0219-4a9f-9a36-5f36b8ca2756 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:01.883568 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (2edd76bd-0219-4a9f-9a36-5f36b8ca2756), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.922408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3c79e687-d39c-40c6-8fbf-a2abd2063edb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.928987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (2edd76bd-0219-4a9f-9a36-5f36b8ca2756), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.947904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c79e687-d39c-40c6-8fbf-a2abd2063edb']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:01.958579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:01.959771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:01.969996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.988427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:01.996397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:01.996803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f65a9ed9-73e9-480c-9ec6-b11b5f3d07ce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.026708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024ad3f-9d49-44ae-9196-003321a11d96 req-27c02861-5491-4ba7-a70c-45c38a72ddc2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.028314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1024ad3f-9d49-44ae-9196-003321a11d96 req-27c02861-5491-4ba7-a70c-45c38a72ddc2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.5985014 Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:02.062850 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:02.090353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (80e31e81-23e2-415d-992d-17159053ab51), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.114169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2edd76bd-0219-4a9f-9a36-5f36b8ca2756), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.132270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3c79e687-d39c-40c6-8fbf-a2abd2063edb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.139642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.145868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] 10.222.0.94 "DELETE /v2.0/networks/3c79e687-d39c-40c6-8fbf-a2abd2063edb HTTP/1.1" status: 204 len: 168 time: 0.4077466 Feb 19 01:14:02.191032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e846b-6d03-4502-ad82-ee69cc25d0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3c79e687-d39c-40c6-8fbf-a2abd2063edb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:02.216165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Pushing event deleted for resources: {'Port': ['ID=80e31e81-23e2-415d-992d-17159053ab51,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:02.221706 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1024ad3f-9d49-44ae-9196-003321a11d96 req-eeedd74b-7a64-4423-97f5-1adfd54fb1da tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834385 Feb 19 01:14:02.311307 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] No DVR routers for this DVR port 80e31e81-23e2-415d-992d-17159053ab51 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:02.314183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.317786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3acdee7-d6f3-48e3-9a4a-d032ebcef215 req-0eb0f305-6d91-4ef1-89c7-707f6735f20d tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.96 "DELETE /v2.0/ports/80e31e81-23e2-415d-992d-17159053ab51 HTTP/1.1" status: 204 len: 173 time: 1.8092151 Feb 19 01:14:02.318183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'name': 'network-vif-deleted', 'tag': '80e31e81-23e2-415d-992d-17159053ab51'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:02.321763 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a5c9b-9513-4918-a8fc-47930b93dd89" -d '{"events": [{"server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "name": "network-vif-deleted", "tag": "80e31e81-23e2-415d-992d-17159053ab51"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:02.400561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (2edd76bd-0219-4a9f-9a36-5f36b8ca2756), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.405246 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0799dc-65f6-4710-8482-be21771b8ee0 x-openstack-request-id: req-aa0799dc-65f6-4710-8482-be21771b8ee0 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:02.405554 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752a8a5-2961-4aac-8f32-72a7e2e9d95c", "name": "network-vif-deleted", "tag": "80e31e81-23e2-415d-992d-17159053ab51", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:02.405814 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-aa0799dc-65f6-4710-8482-be21771b8ee0 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:02.406373 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4752a8a5-2961-4aac-8f32-72a7e2e9d95c', 'name': 'network-vif-deleted', 'tag': '80e31e81-23e2-415d-992d-17159053ab51', 'status': 'completed', 'code': 200} Feb 19 01:14:02.435012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dac95-e3ee-4bca-b1aa-68c7d20744d9 req-9e23b364-8789-41b2-9237-99dbcba5f2b2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.437156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b74dac95-e3ee-4bca-b1aa-68c7d20744d9 req-9e23b364-8789-41b2-9237-99dbcba5f2b2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0836520 Feb 19 01:14:02.443716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Subnet': ['ID=2edd76bd-0219-4a9f-9a36-5f36b8ca2756,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:02.450837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.454056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4196b532-6350-45c8-b6f3-f0225b2e75a6 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/subnets/2edd76bd-0219-4a9f-9a36-5f36b8ca2756 HTTP/1.1" status: 204 len: 168 time: 1.1229715 Feb 19 01:14:02.454056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58202) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:02.457341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debf584-2635-4e47-9d1b-da55804ade02 None None] Network c0bd6ab5-9621-4f04-a205-e944f41f39c1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:02.491531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b74dac95-e3ee-4bca-b1aa-68c7d20744d9 req-d2971dc2-78a0-4890-b789-1a5518447a71 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485392 Feb 19 01:14:02.563692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c0bd6ab5-9621-4f04-a205-e944f41f39c1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.663284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] DHCP port deletion for c0bd6ab5-9621-4f04-a205-e944f41f39c1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:02.679238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abac19-c8dc-4091-93e4-27cb01685e19 req-e4f36aca-6fe9-4d4c-81ab-8ceace9dc72a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:02.681833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0abac19-c8dc-4091-93e4-27cb01685e19 req-e4f36aca-6fe9-4d4c-81ab-8ceace9dc72a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0772479 Feb 19 01:14:02.699215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Deleting port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:02.699611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.748491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Deleting port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:02.748927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.784795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:02.824842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d0abac19-c8dc-4091-93e4-27cb01685e19 req-285675e1-f33e-4874-b4ff-5ef32f257fc6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366711 Feb 19 01:14:02.844619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d817a8f-9ecd-4b1e-abf0-585a7bdfdf14 req-716edb0f-6220-4097-9882-a2f6f7e39521 tempest-TestServerMultinode-143452955 tempest-TestServerMultinode-143452955-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=4752a8a5-2961-4aac-8f32-72a7e2e9d95c HTTP/1.1" status: 200 len: 210 time: 0.0435684 Feb 19 01:14:02.849584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] For port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,segment=NetworkSegment(bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633),segment_id=bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:02.850060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.863432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] For port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,segment=NetworkSegment(bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633),segment_id=bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:02.863831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.876051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Calling delete_port for 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:02.888223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24bc9e95-cad8-4fc3-85f5-277713631287 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ce37e5d49fba498eba27599d9c136bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018007 Feb 19 01:14:02.888711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58214) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:02.898858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Calling delete_port for 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:02.943046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] Publish callbacks [] for security_group (c60f0d0c-d49b-47bb-b2d0-74c9d17942de), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:02.965878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] Publish callbacks [] for security_group (c60f0d0c-d49b-47bb-b2d0-74c9d17942de), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.056698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.062913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3c06d4f0-20a2-4ad9-9006-af72d1dc8285), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.083062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] Pushing event deleted for resources: {'Port': ['ID=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:03.087838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856b2b9-5ea6-43f6-acce-272be53e806e None None] No DVR routers for this DVR port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:03.094714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c60f0d0c-d49b-47bb-b2d0-74c9d17942de), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.102028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Port': ['ID=3c06d4f0-20a2-4ad9-9006-af72d1dc8285,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:03.106956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] No DVR routers for this DVR port 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:03.107118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.109875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c60f0d0c-d49b-47bb-b2d0-74c9d17942de HTTP/1.1" status: 204 len: 168 time: 0.2202437 Feb 19 01:14:03.121702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adac35-fb65-401b-be8d-42dbc8e29331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f0d0c-d49b-47bb-b2d0-74c9d17942de,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:03.218089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 80e31e81-23e2-415d-992d-17159053ab51 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:03.223652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c0bd6ab5-9621-4f04-a205-e944f41f39c1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.244268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 80e31e81-23e2-415d-992d-17159053ab51 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:03.244930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 80e31e81-23e2-415d-992d-17159053ab51 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:03.258989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bd6ab5-9621-4f04-a205-e944f41f39c1']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:03.268943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:03.269282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:03.278975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.292884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.298963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:03.299392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (bc6d58cc-9318-4ea3-ab99-4d2e1b1fe633), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:03.302417 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:03.439933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c0bd6ab5-9621-4f04-a205-e944f41f39c1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.449223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.449636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:03.452622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/networks/c0bd6ab5-9621-4f04-a205-e944f41f39c1 HTTP/1.1" status: 204 len: 168 time: 0.9976242 Feb 19 01:14:03.455518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58226) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:03.470489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b9640-5f4e-42f1-bc0e-5acf53fb6da0 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Pushing event deleted for resources: {'Network': ['ID=c0bd6ab5-9621-4f04-a205-e944f41f39c1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:03.504041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:03.504041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3c06d4f0-20a2-4ad9-9006-af72d1dc8285 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:03.504712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df4407d9-4d06-497e-a243-c636d8b21f6f tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "GET /v2.0/ports?device_id=8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 HTTP/1.1" status: 200 len: 205 time: 0.0460868 Feb 19 01:14:03.505962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:03.536503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460401a-0c97-4e43-89d5-d49ca214cb91 req-8ea550c8-cf01-4c95-a971-846dc6b38c85 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:03.542034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0460401a-0c97-4e43-89d5-d49ca214cb91 req-8ea550c8-cf01-4c95-a971-846dc6b38c85 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0997691 Feb 19 01:14:03.607582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0460401a-0c97-4e43-89d5-d49ca214cb91 req-6b8058a0-710c-44a9-b8c9-4608efde445c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600543 Feb 19 01:14:03.613460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.802272 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.804949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router_controller (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.920480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (8fbf754e-a36e-4ca7-8ab8-9862e6f758f6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.921040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Fanout notify agent at l3_agent the message router_deleted on router 8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:03.925767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58246) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:03.948057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58248) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:03.971327 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:03.972828 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-678af067-5921-4722-92ff-f95dc094f666 tempest-RoutersNegativeTest-2046997570 tempest-RoutersNegativeTest-2046997570-project] 10.222.0.94 "DELETE /v2.0/routers/8fbf754e-a36e-4ca7-8ab8-9862e6f758f6 HTTP/1.1" status: 204 len: 168 time: 0.4656003 Feb 19 01:14:03.998120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f8917a6-7385-420e-a3e0-c6102c5ce7c0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=147d20e070c946729ce7014df95e2f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486467 Feb 19 01:14:04.002087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58252) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.073997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] Publish callbacks [] for security_group (dd6aee9b-cfee-4467-ac48-6f249df859fb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.099074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] Publish callbacks [] for security_group (dd6aee9b-cfee-4467-ac48-6f249df859fb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.222499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd6aee9b-cfee-4467-ac48-6f249df859fb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.225282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.227685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dd6aee9b-cfee-4467-ac48-6f249df859fb HTTP/1.1" status: 204 len: 168 time: 0.2245212 Feb 19 01:14:04.236279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2a08-420d-4e25-bcb7-7eb73bc79a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6aee9b-cfee-4467-ac48-6f249df859fb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:04.397083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (afdcf70a-522a-40b7-98d5-536c28382e37), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.413101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20703a-1dc6-48e7-9a85-801400eec2e6 req-9c5f473d-86ac-4d18-aef7-8979d702f863 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:04.415696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee20703a-1dc6-48e7-9a85-801400eec2e6 req-9c5f473d-86ac-4d18-aef7-8979d702f863 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0571687 Feb 19 01:14:04.484196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee20703a-1dc6-48e7-9a85-801400eec2e6 req-26ca531b-e906-4b93-968f-6eb9f3f4d1a2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581443 Feb 19 01:14:04.574209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.682703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Deleting port a59b561f-f12c-4151-b213-6e74620100a0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:04.683331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a59b561f-f12c-4151-b213-6e74620100a0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.748775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd3ae9cc-8a86-43aa-845d-31fac50ca095 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=634fb7c723e642b99bf7e75563362d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727140 Feb 19 01:14:04.751279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58276) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:04.778904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] For port a59b561f-f12c-4151-b213-6e74620100a0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a59b561f-f12c-4151-b213-6e74620100a0,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:04.779331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a59b561f-f12c-4151-b213-6e74620100a0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.792606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Calling delete_port for a59b561f-f12c-4151-b213-6e74620100a0 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:04.814940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] Publish callbacks [] for security_group (209708a6-acc7-48d3-9f01-ba4d09050679), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.838096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] Publish callbacks [] for security_group (209708a6-acc7-48d3-9f01-ba4d09050679), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.964897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (209708a6-acc7-48d3-9f01-ba4d09050679), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.967750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:04.968905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/209708a6-acc7-48d3-9f01-ba4d09050679 HTTP/1.1" status: 204 len: 168 time: 0.2167008 Feb 19 01:14:04.979363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bcd3b-bcef-4ecf-9f83-6ed100858bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209708a6-acc7-48d3-9f01-ba4d09050679,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:05.096117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a59b561f-f12c-4151-b213-6e74620100a0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.125863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59b561f-f12c-4151-b213-6e74620100a0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:05.367670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:05.375433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (afdcf70a-522a-40b7-98d5-536c28382e37), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.520595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-287250998-network', 'tenant_id': '1bc380c2be6d4b2d846c7aba985b658c'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:05.659729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Made reservation on behalf of 1bc380c2be6d4b2d846c7aba985b658c for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:05.666347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.685425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.686440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4a534-ca74-443d-a754-9d7887b6f9bf req-63a872ee-43bb-436a-8f59-91bce96ff78c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:05.688007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ec4a534-ca74-443d-a754-9d7887b6f9bf req-63a872ee-43bb-436a-8f59-91bce96ff78c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1046786 Feb 19 01:14:05.701638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Router afdcf70a-522a-40b7-98d5-536c28382e37 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:05.799617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ec4a534-ca74-443d-a754-9d7887b6f9bf req-396d8c61-e074-486b-bb62-5a7030a6d6ff tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901890 Feb 19 01:14:05.895326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks [] for security_group (269c8dd5-ead8-48b8-ae44-0c1ec23d80b6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:05.897752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:05.908285 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Sync routers for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:05.916206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07a6a4d5-3d5d-465b-88ef-2660cbbf2e20 admin admin] 10.222.0.94 "PUT /v2.0/routers/afdcf70a-522a-40b7-98d5-536c28382e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9889090 Feb 19 01:14:05.919974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:05.920847 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:05.924638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:05.995161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (269c8dd5-ead8-48b8-ae44-0c1ec23d80b6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.026875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:06.050379 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:06.079836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (24d0199b-c5c0-4dd0-921e-9be1c0045856), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.080180 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Added segment 24d0199b-c5c0-4dd0-921e-9be1c0045856 of type vlan for network a55319ac-1860-4ed8-8ffc-31ee40bd0ee9 Feb 19 01:14:06.095719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c8dd5-ead8-48b8-ae44-0c1ec23d80b6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:06.143081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a55319ac-1860-4ed8-8ffc-31ee40bd0ee9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.147409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks [] for router (afdcf70a-522a-40b7-98d5-536c28382e37), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.275274 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:14:04Z', 'revision_number': 5, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:06.276234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a55319ac-1860-4ed8-8ffc-31ee40bd0ee9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.277880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:06.279123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.288180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks [] for router_gateway (afdcf70a-522a-40b7-98d5-536c28382e37), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.303290 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Checking router: afdcf70a-522a-40b7-98d5-536c28382e37 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:06.313941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Routers {'afdcf70a-522a-40b7-98d5-536c28382e37'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:06.314883 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['afdcf70a-522a-40b7-98d5-536c28382e37'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:06.361100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] Pushing event updated for resources: {'Network': ['ID=a55319ac-1860-4ed8-8ffc-31ee40bd0ee9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:06.374662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a55319ac-1860-4ed8-8ffc-31ee40bd0ee9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:06.376645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6c4f593-1324-4ea5-881a-3a36dbf90c67 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0075254 Feb 19 01:14:06.484954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Deleting port bdfc68b0-777b-4229-a8e1-eece63efcc0c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:06.485287 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.545031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] Set router afdcf70a-522a-40b7-98d5-536c28382e37 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:06.668736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] For port bdfc68b0-777b-4229-a8e1-eece63efcc0c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdfc68b0-777b-4229-a8e1-eece63efcc0c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:06.668736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:06.690733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Calling delete_port for bdfc68b0-777b-4229-a8e1-eece63efcc0c owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:06.815749 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:14:04Z', 'revision_number': 5, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:06.880182 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0396f7ff-df25-414b-9c52-f4320787bc2c None None] The sync data for ids ['afdcf70a-522a-40b7-98d5-536c28382e37'] in n-d-826529-3 is: [{'id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'name': 'tempest-TestServerMultinode-483819792-router', 'tenant_id': '8215092faaa84f8cbe748b4795a051b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:36Z', 'updated_at': '2022-02-19T01:14:04Z', 'revision_number': 5, 'project_id': '8215092faaa84f8cbe748b4795a051b2', 'gw_port': {'id': 'bdfc68b0-777b-4229-a8e1-eece63efcc0c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcf70a-522a-40b7-98d5-536c28382e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:38Z', 'updated_at': '2022-02-19T01:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:07.074213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4caec-a6d3-499c-94f0-aaa573072faf req-486eccdb-5409-44a8-9d4d-ae772998bc9d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.076474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-def4caec-a6d3-499c-94f0-aaa573072faf req-486eccdb-5409-44a8-9d4d-ae772998bc9d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0939326 Feb 19 01:14:07.128982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-def4caec-a6d3-499c-94f0-aaa573072faf req-bad07ca2-a088-4578-bf49-8c2eb827fcd8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Feb 19 01:14:07.148703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bdfc68b0-777b-4229-a8e1-eece63efcc0c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.239714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfc68b0-777b-4229-a8e1-eece63efcc0c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:07.348051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (afdcf70a-522a-40b7-98d5-536c28382e37), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.490991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a59b561f-f12c-4151-b213-6e74620100a0 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:07.549147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a59b561f-f12c-4151-b213-6e74620100a0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:07.554132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a59b561f-f12c-4151-b213-6e74620100a0 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:07.623446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (afdcf70a-522a-40b7-98d5-536c28382e37), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.628602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks [] for router_controller (afdcf70a-522a-40b7-98d5-536c28382e37), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.766537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (afdcf70a-522a-40b7-98d5-536c28382e37), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.767057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdcf70a-522a-40b7-98d5-536c28382e37 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:07.778893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.780318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa1422d9-a832-4d0f-af7e-f5f520d73b7d admin admin] 10.222.0.94 "DELETE /v2.0/routers/afdcf70a-522a-40b7-98d5-536c28382e37 HTTP/1.1" status: 204 len: 168 time: 1.8520772 Feb 19 01:14:07.782799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:07.889776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Deleting subnet 28161a64-f205-46ed-9bc3-83ac13efc055 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:07.893674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Publish callbacks [] for subnet (28161a64-f205-46ed-9bc3-83ac13efc055), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:07.900469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bbcf3-9719-4bdb-84aa-eae8158f52d3 req-260f473f-b37e-4f76-a4e0-a44a6dd08a45 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.907683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bbcf3-9719-4bdb-84aa-eae8158f52d3 req-260f473f-b37e-4f76-a4e0-a44a6dd08a45 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.914522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bbcf3-9719-4bdb-84aa-eae8158f52d3 req-260f473f-b37e-4f76-a4e0-a44a6dd08a45 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:07.917057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-623bbcf3-9719-4bdb-84aa-eae8158f52d3 req-260f473f-b37e-4f76-a4e0-a44a6dd08a45 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9663262 Feb 19 01:14:07.950142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (28161a64-f205-46ed-9bc3-83ac13efc055), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.069806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (28161a64-f205-46ed-9bc3-83ac13efc055), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.225575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247960-58d4-41b4-92b2-03290dc54c4c req-d180031d-b6d9-4c46-a52e-e2b56195ea26 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:08.233835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c247960-58d4-41b4-92b2-03290dc54c4c req-d180031d-b6d9-4c46-a52e-e2b56195ea26 tempest-ComputeTenantNetworksTest-1589782992 tempest-ComputeTenantNetworksTest-1589782992-project] 10.222.0.94 "GET /v2.0/networks/a55319ac-1860-4ed8-8ffc-31ee40bd0ee9 HTTP/1.1" status: 200 len: 768 time: 0.2862859 Feb 19 01:14:08.238408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.248876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (28161a64-f205-46ed-9bc3-83ac13efc055), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.332546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28161a64-f205-46ed-9bc3-83ac13efc055,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:08.355557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.358715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6fdbc-d43f-4ebb-9b61-12042434be28 None None] Network 808c00aa-70de-4aef-928a-7b9b8571f537 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:08.358959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a52a-1981-4eed-9aa1-f3e6c15a118b req-dfb12f94-0d6d-49cf-a145-cc68eefbc022 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:08.370704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af16a52a-1981-4eed-9aa1-f3e6c15a118b req-dfb12f94-0d6d-49cf-a145-cc68eefbc022 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1245449 Feb 19 01:14:08.374727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a2e7eaca-11fb-4613-b8bd-7a98192e1dc1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/28161a64-f205-46ed-9bc3-83ac13efc055 HTTP/1.1" status: 204 len: 168 time: 0.5906520 Feb 19 01:14:08.382129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58392) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:08.393958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a55319ac-1860-4ed8-8ffc-31ee40bd0ee9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.518459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af16a52a-1981-4eed-9aa1-f3e6c15a118b req-43136933-87ba-4111-95af-de57c5d1f97d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474001 Feb 19 01:14:08.635700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (808c00aa-70de-4aef-928a-7b9b8571f537), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.750404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] DHCP port deletion for 808c00aa-70de-4aef-928a-7b9b8571f537 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:08.804089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Deleting port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:08.805601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.852584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Deleting port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:08.853242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.911869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] For port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:08.912619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.959873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Calling delete_port for 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:08.981322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] For port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,segment=NetworkSegment(fadf6298-92f9-431e-8b66-b45f9d085abd),segment_id=fadf6298-92f9-431e-8b66-b45f9d085abd)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:08.981877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.000676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Calling delete_port for 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:09.081184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a55319ac-1860-4ed8-8ffc-31ee40bd0ee9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.102344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55319ac-1860-4ed8-8ffc-31ee40bd0ee9']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.111610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0199b-c5c0-4dd0-921e-9be1c0045856') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.111920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0199b-c5c0-4dd0-921e-9be1c0045856') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.123115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (24d0199b-c5c0-4dd0-921e-9be1c0045856), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.136252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (24d0199b-c5c0-4dd0-921e-9be1c0045856), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.143317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:09.143717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (24d0199b-c5c0-4dd0-921e-9be1c0045856), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:09.145348 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:09.176909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.192296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (600fae8d-6bd8-48b1-87a5-c7f226dc3f2b), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.213597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.218415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] No DVR routers for this DVR port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:09.231499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] No DVR routers for this DVR port 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:09.233300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb9d67-7351-4e00-8c65-0fa257fe8409 None None] Pushing event deleted for resources: {'Port': ['ID=600fae8d-6bd8-48b1-87a5-c7f226dc3f2b,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.278454 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a55319ac-1860-4ed8-8ffc-31ee40bd0ee9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.287168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.291681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a55319ac-1860-4ed8-8ffc-31ee40bd0ee9 HTTP/1.1" status: 204 len: 168 time: 1.0484836 Feb 19 01:14:09.303338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973f287-b126-4ccd-bef7-dc25185b8f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55319ac-1860-4ed8-8ffc-31ee40bd0ee9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.315922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (808c00aa-70de-4aef-928a-7b9b8571f537), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.342673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808c00aa-70de-4aef-928a-7b9b8571f537']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.354310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf6298-92f9-431e-8b66-b45f9d085abd') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.354620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf6298-92f9-431e-8b66-b45f9d085abd') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:09.368909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (fadf6298-92f9-431e-8b66-b45f9d085abd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.387496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fadf6298-92f9-431e-8b66-b45f9d085abd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.406546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:09.408789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (fadf6298-92f9-431e-8b66-b45f9d085abd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:09.413329 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:09.446048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:09.561161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (808c00aa-70de-4aef-928a-7b9b8571f537), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.575196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.581936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] 10.222.0.94 "DELETE /v2.0/networks/808c00aa-70de-4aef-928a-7b9b8571f537 HTTP/1.1" status: 204 len: 168 time: 1.1955540 Feb 19 01:14:09.583403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58410) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.598866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e089b-bf4b-4fa3-a2db-835e80f3e8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=808c00aa-70de-4aef-928a-7b9b8571f537,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.659908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:09.660482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 600fae8d-6bd8-48b1-87a5-c7f226dc3f2b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:09.661057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdfc68b0-777b-4229-a8e1-eece63efcc0c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:09.688753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bdfc68b0-777b-4229-a8e1-eece63efcc0c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:09.689108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdfc68b0-777b-4229-a8e1-eece63efcc0c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:09.785397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c95bec-8715-47c2-956d-6e88b098729c req-b33ed551-8bfd-421d-8876-51eb3ba754d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.786847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40c95bec-8715-47c2-956d-6e88b098729c req-b33ed551-8bfd-421d-8876-51eb3ba754d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1451755 Feb 19 01:14:09.798651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.847409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58414) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.888927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b36da1eb-8c39-4ce9-ae4d-70b6a030ccb3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1bc380c2be6d4b2d846c7aba985b658c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403314 Feb 19 01:14:09.891408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58416) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:09.930759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40c95bec-8715-47c2-956d-6e88b098729c req-a83b707b-6c4d-4c7e-b038-a04e120fcd3d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017506 Feb 19 01:14:09.943016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] Publish callbacks [] for security_group (269c8dd5-ead8-48b8-ae44-0c1ec23d80b6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.983104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] Publish callbacks [] for security_group (269c8dd5-ead8-48b8-ae44-0c1ec23d80b6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.120723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (269c8dd5-ead8-48b8-ae44-0c1ec23d80b6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.122689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.127080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/269c8dd5-ead8-48b8-ae44-0c1ec23d80b6 HTTP/1.1" status: 204 len: 168 time: 0.2324653 Feb 19 01:14:10.144663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0a7ba-e984-4b75-a379-c6b0c20ec1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c8dd5-ead8-48b8-ae44-0c1ec23d80b6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:10.171878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.204843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.593270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Deleting port d29095ad-b916-4748-96b5-63c4f829b59d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:10.593653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.680132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad66df-abd4-4532-85d7-38c57a585967 req-69b16426-dd7f-4aa4-b288-d35875839bac tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.684370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3edf673-ae6f-4dc3-ac78-89bf154e4b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.688985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ad66df-abd4-4532-85d7-38c57a585967 req-69b16426-dd7f-4aa4-b288-d35875839bac tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0953271 Feb 19 01:14:10.746369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09ad66df-abd4-4532-85d7-38c57a585967 req-e6388769-1830-47ff-b291-260d99c6704b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562742 Feb 19 01:14:10.757705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] For port d29095ad-b916-4748-96b5-63c4f829b59d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d29095ad-b916-4748-96b5-63c4f829b59d,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:10.758215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:10.794528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Calling delete_port for d29095ad-b916-4748-96b5-63c4f829b59d owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:11.119481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d29095ad-b916-4748-96b5-63c4f829b59d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.172045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3a3e3-ed89-470e-85c3-521b487cd40c req-f13bf255-3d18-4627-8af9-cf2d760f7e5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:11.173945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bd3a3e3-ed89-470e-85c3-521b487cd40c req-f13bf255-3d18-4627-8af9-cf2d760f7e5b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0949514 Feb 19 01:14:11.203210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29095ad-b916-4748-96b5-63c4f829b59d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:11.267330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bd3a3e3-ed89-470e-85c3-521b487cd40c req-dc45d1b8-3325-48f0-97ff-0808ab6ff050 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864432 Feb 19 01:14:11.474002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:11.767664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Router 1c33c3c1-abd6-4ffa-905a-e0365482357c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:12.029219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146184d-5a97-46af-9e0a-0176dab5bd6d req-e1122a29-6cfc-48c8-a6bf-1457d4787000 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:12.031124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d146184d-5a97-46af-9e0a-0176dab5bd6d req-e1122a29-6cfc-48c8-a6bf-1457d4787000 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1607780 Feb 19 01:14:12.063044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:12.074418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-591773d4-6ead-4df6-9545-a358d5bb9ac7 admin admin] 10.222.0.94 "PUT /v2.0/routers/1c33c3c1-abd6-4ffa-905a-e0365482357c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899266 Feb 19 01:14:12.076411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Sync routers for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:12.076944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58508) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:12.094072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:12.094712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.149550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d146184d-5a97-46af-9e0a-0176dab5bd6d req-e46f8014-67c0-4c39-b418-264af76ec017 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071875 Feb 19 01:14:12.265954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks [] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.377611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:12.471175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks [] for router_gateway (1c33c3c1-abd6-4ffa-905a-e0365482357c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.493423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d700db-e28a-4124-8c69-e0fd09e08133 req-11457b19-4e0e-46a9-91d2-e79f6fa5e7d3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:12.498225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3d700db-e28a-4124-8c69-e0fd09e08133 req-11457b19-4e0e-46a9-91d2-e79f6fa5e7d3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0734518 Feb 19 01:14:12.614320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3d700db-e28a-4124-8c69-e0fd09e08133 req-e0a4a71b-cbeb-46cf-8258-89805b784463 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119144 Feb 19 01:14:12.636506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Deleting port 144f87d1-d31a-42b3-a0d7-abbe5564d517 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:12.641060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.741379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:14:10Z', 'revision_number': 5, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port': {'id': '144f87d1-d31a-42b3-a0d7-abbe5564d517', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:55Z', 'updated_at': '2022-02-19T01:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.751465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] For port 144f87d1-d31a-42b3-a0d7-abbe5564d517, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=144f87d1-d31a-42b3-a0d7-abbe5564d517,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:12.751955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.774629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Calling delete_port for 144f87d1-d31a-42b3-a0d7-abbe5564d517 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:12.799669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Checking router: 1c33c3c1-abd6-4ffa-905a-e0365482357c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:12.816055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Routers {'1c33c3c1-abd6-4ffa-905a-e0365482357c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:12.816776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:13:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1c33c3c1-abd6-4ffa-905a-e0365482357c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:12.873639 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-912bc2dc-dcb1-449a-8992-c7d8edbae669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:12.951836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:12.967798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] Set router 1c33c3c1-abd6-4ffa-905a-e0365482357c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:13.066294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:14:12Z', 'revision_number': 6, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:13.087071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715a6a5-9834-44cf-949d-e9e097a7b287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.113091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (144f87d1-d31a-42b3-a0d7-abbe5564d517), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.122687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e141a5b4-0049-4425-86b7-0f89d0245390 None None] The sync data for ids ['1c33c3c1-abd6-4ffa-905a-e0365482357c'] in n-d-826529-3 is: [{'id': '1c33c3c1-abd6-4ffa-905a-e0365482357c', 'name': 'tempest-TestServerMultinode-1289904186-router', 'tenant_id': '1d51828bdfa84311bb1985a46ece6d9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:54Z', 'updated_at': '2022-02-19T01:14:12Z', 'revision_number': 6, 'project_id': '1d51828bdfa84311bb1985a46ece6d9b', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:13.161790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Pushing event deleted for resources: {'Port': ['ID=144f87d1-d31a-42b3-a0d7-abbe5564d517,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.208730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715a6a5-9834-44cf-949d-e9e097a7b287 admin admin] Publish callbacks [] for security_group (ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.212846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.213206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.213552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.213903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.214246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.214610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.215009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.215373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.215706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.216096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.216430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.216757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.217112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:13.291665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b715a6a5-9834-44cf-949d-e9e097a7b287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.309029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.354471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715a6a5-9834-44cf-949d-e9e097a7b287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.363016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b715a6a5-9834-44cf-949d-e9e097a7b287 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=36be5d5058394e37999ffa86530fa046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089494 Feb 19 01:14:13.367403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58548) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.397545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4d31a-310a-45dd-b01e-f7aeb52df386 req-79754b11-10ca-49a4-932d-b4343a2c3688 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:13.399207 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7d4d31a-310a-45dd-b01e-f7aeb52df386 req-79754b11-10ca-49a4-932d-b4343a2c3688 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1438096 Feb 19 01:14:13.452723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.455110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks [] for router_controller (1c33c3c1-abd6-4ffa-905a-e0365482357c), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.469916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7d4d31a-310a-45dd-b01e-f7aeb52df386 req-90322c06-4b30-4342-9067-5d0a0793d20d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625303 Feb 19 01:14:13.487158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] Publish callbacks [] for security_group (ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.557274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] Publish callbacks [] for security_group (ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.620399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d29095ad-b916-4748-96b5-63c4f829b59d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:13.646115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d29095ad-b916-4748-96b5-63c4f829b59d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:13.646456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d29095ad-b916-4748-96b5-63c4f829b59d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:13.649996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (1c33c3c1-abd6-4ffa-905a-e0365482357c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.651998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c33c3c1-abd6-4ffa-905a-e0365482357c {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:13.656596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.657849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2156634-8c7d-4a21-b9cc-947e94d8b160 admin admin] 10.222.0.94 "DELETE /v2.0/routers/1c33c3c1-abd6-4ffa-905a-e0365482357c HTTP/1.1" status: 204 len: 168 time: 1.5793495 Feb 19 01:14:13.660402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:13.697321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.700118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.716353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41 HTTP/1.1" status: 204 len: 168 time: 0.3468213 Feb 19 01:14:13.742924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85b28c-d0c2-4f76-a1c4-a1e6e7090264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2f70af-f8ed-45fd-b4bd-ffd9edb21c41,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:13.781401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Deleting subnet 91b226b7-0358-4725-8b06-16d6ac9f1fd6 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:13.786038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Publish callbacks [] for subnet (91b226b7-0358-4725-8b06-16d6ac9f1fd6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.855748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (91b226b7-0358-4725-8b06-16d6ac9f1fd6), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:13.927916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124708a-7a6c-4bda-a5a4-131cdf333a4b req-c59044db-2aa2-4c6c-a5b8-56d54d32163d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:13.941436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7124708a-7a6c-4bda-a5a4-131cdf333a4b req-c59044db-2aa2-4c6c-a5b8-56d54d32163d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1136968 Feb 19 01:14:13.969898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (91b226b7-0358-4725-8b06-16d6ac9f1fd6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.002366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7124708a-7a6c-4bda-a5a4-131cdf333a4b req-51ab105f-23e4-4b15-9cb4-4f54ea99e593 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599775 Feb 19 01:14:14.113879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (91b226b7-0358-4725-8b06-16d6ac9f1fd6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.142455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3d9fe1-c9ef-4175-a9e6-e5b06f2808eb None None] Network 0fd260f1-5c93-4995-9958-7e5e93f7686e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:14.181661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b226b7-0358-4725-8b06-16d6ac9f1fd6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:14.188786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.202447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:14.203350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c370a311-e1a7-4678-9c39-ed7129dad272 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/91b226b7-0358-4725-8b06-16d6ac9f1fd6 HTTP/1.1" status: 204 len: 168 time: 0.5408289 Feb 19 01:14:14.317589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.350777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (0fd260f1-5c93-4995-9958-7e5e93f7686e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.440282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Deleting port c14321af-bf06-4537-932b-e4ee3b923530 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:14.440617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c14321af-bf06-4537-932b-e4ee3b923530), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.509787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] For port c14321af-bf06-4537-932b-e4ee3b923530, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c14321af-bf06-4537-932b-e4ee3b923530,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:14.510140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c14321af-bf06-4537-932b-e4ee3b923530), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.517905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] DHCP port deletion for 0fd260f1-5c93-4995-9958-7e5e93f7686e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:14.552246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Calling delete_port for c14321af-bf06-4537-932b-e4ee3b923530 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:14.639944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Deleting port c14321af-bf06-4537-932b-e4ee3b923530 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:14.640969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c14321af-bf06-4537-932b-e4ee3b923530), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.772546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c10ae-10d6-4dcc-b370-67bebbe4b1d0 req-d6f3ce01-0e41-4775-a10b-e1e9de29c424 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:14.774646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] For port c14321af-bf06-4537-932b-e4ee3b923530, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c14321af-bf06-4537-932b-e4ee3b923530,segment=NetworkSegment(2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6),segment_id=2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:14.775281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c14321af-bf06-4537-932b-e4ee3b923530), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.778346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f1c10ae-10d6-4dcc-b370-67bebbe4b1d0 req-d6f3ce01-0e41-4775-a10b-e1e9de29c424 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1352630 Feb 19 01:14:14.791509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Calling delete_port for c14321af-bf06-4537-932b-e4ee3b923530 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:14.806084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c14321af-bf06-4537-932b-e4ee3b923530), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.837002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14321af-bf06-4537-932b-e4ee3b923530,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:14.838326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f1c10ae-10d6-4dcc-b370-67bebbe4b1d0 req-0d0827d5-98cd-4141-99d5-43e6922d133b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516186 Feb 19 01:14:14.849914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] No DVR routers for this DVR port c14321af-bf06-4537-932b-e4ee3b923530 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:14.909309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c14321af-bf06-4537-932b-e4ee3b923530), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:14.929650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] No DVR routers for this DVR port c14321af-bf06-4537-932b-e4ee3b923530 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:14.969251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86debc9d-6fe9-4d17-a807-21362269002a None None] Pushing event deleted for resources: {'Port': ['ID=c14321af-bf06-4537-932b-e4ee3b923530,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:15.011780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (0fd260f1-5c93-4995-9958-7e5e93f7686e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.074779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd260f1-5c93-4995-9958-7e5e93f7686e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:15.099154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:15.099938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:15.112997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.158808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.168397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:15.168792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (2e2356c7-6a67-4d6d-9bf3-37ae1ffd2be6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:15.170442 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:15.221685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a010d-bcab-4b86-bb0a-84315bc2bc7c req-157ba350-bb90-4a3f-86e5-e50d04421892 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:15.223305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c90a010d-bcab-4b86-bb0a-84315bc2bc7c req-157ba350-bb90-4a3f-86e5-e50d04421892 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1149292 Feb 19 01:14:15.261834 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.291636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c90a010d-bcab-4b86-bb0a-84315bc2bc7c req-3d194c44-c29c-4ab9-bf4d-aa650d7970cb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490341 Feb 19 01:14:15.354319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (0fd260f1-5c93-4995-9958-7e5e93f7686e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.361012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:15.367811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] 10.222.0.94 "DELETE /v2.0/networks/0fd260f1-5c93-4995-9958-7e5e93f7686e HTTP/1.1" status: 204 len: 168 time: 1.1629951 Feb 19 01:14:15.402384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d0da7-8d93-4e4f-9751-6b5ee8f86473 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd260f1-5c93-4995-9958-7e5e93f7686e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:15.460962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c14321af-bf06-4537-932b-e4ee3b923530 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:15.483889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c14321af-bf06-4537-932b-e4ee3b923530 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:15.484775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c14321af-bf06-4537-932b-e4ee3b923530 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:15.485200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 144f87d1-d31a-42b3-a0d7-abbe5564d517 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:15.509960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 144f87d1-d31a-42b3-a0d7-abbe5564d517 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:15.510439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 144f87d1-d31a-42b3-a0d7-abbe5564d517 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:15.848283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:15.926181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ec28af3c-c93c-4dd5-b5f9-80e7b57c6c5a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8215092faaa84f8cbe748b4795a051b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726388 Feb 19 01:14:15.928119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.001149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] Publish callbacks [] for security_group (a50c8d43-7fd1-4e42-b485-f3516d701352), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.026933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] Publish callbacks [] for security_group (a50c8d43-7fd1-4e42-b485-f3516d701352), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.104336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa6e99-b259-4f40-9751-b0edfdcace65 req-395e63a6-b625-4f7e-a2b6-b1c4e2348bd8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:16.105841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecaa6e99-b259-4f40-9751-b0edfdcace65 req-395e63a6-b625-4f7e-a2b6-b1c4e2348bd8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0820062 Feb 19 01:14:16.167761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecaa6e99-b259-4f40-9751-b0edfdcace65 req-ad28b28c-65c4-48bb-84e8-7e68d28b2e57 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541165 Feb 19 01:14:16.205243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a50c8d43-7fd1-4e42-b485-f3516d701352), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.207903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.212440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a50c8d43-7fd1-4e42-b485-f3516d701352 HTTP/1.1" status: 204 len: 168 time: 0.2797730 Feb 19 01:14:16.218565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9632766-4b89-4d55-910d-966c6afdb255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50c8d43-7fd1-4e42-b485-f3516d701352,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.262268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58626) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.436881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4712ea-f1c6-4d6f-81be-c93ed867c303 req-b05e1f6d-c1c3-4a72-b250-5e124c6fc6eb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:16.443582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec4712ea-f1c6-4d6f-81be-c93ed867c303 req-b05e1f6d-c1c3-4a72-b250-5e124c6fc6eb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0781708 Feb 19 01:14:16.516852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec4712ea-f1c6-4d6f-81be-c93ed867c303 req-2e6fdb42-8d4f-4b6b-925d-be7b7e34f16a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709534 Feb 19 01:14:16.637982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09d7f298-4024-4a71-b20f-fa970f5a9e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.727687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09d7f298-4024-4a71-b20f-fa970f5a9e57 admin admin] Publish callbacks [] for security_group (8129fa3e-d562-4146-868d-cdb0ab0fab7b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.733328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58640) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.792920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09d7f298-4024-4a71-b20f-fa970f5a9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8129fa3e-d562-4146-868d-cdb0ab0fab7b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.843953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-09d7f298-4024-4a71-b20f-fa970f5a9e57 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e92b038b504744d7a0810ed8ebfdaa12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5801415 Feb 19 01:14:16.846573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7f298-4024-4a71-b20f-fa970f5a9e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8129fa3e-d562-4146-868d-cdb0ab0fab7b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:16.847004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:16.895521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eae5f8cd-815e-4bdf-9620-144a0a9a8218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.931560 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.960400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] Publish callbacks [] for security_group (8129fa3e-d562-4146-868d-cdb0ab0fab7b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:16.996547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] Publish callbacks [] for security_group (8129fa3e-d562-4146-868d-cdb0ab0fab7b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.049961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eae5f8cd-815e-4bdf-9620-144a0a9a8218 admin admin] Publish callbacks [] for security_group (af519937-1893-4e38-91e0-7cb819138331), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.090467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58652) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.133988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6b558c73-0089-4f6c-afb2-468ea3b64812 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1d51828bdfa84311bb1985a46ece6d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388947 Feb 19 01:14:17.134247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58654) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.148271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eae5f8cd-815e-4bdf-9620-144a0a9a8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af519937-1893-4e38-91e0-7cb819138331), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.168764 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:17.195639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8129fa3e-d562-4146-868d-cdb0ab0fab7b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.198225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.199426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8129fa3e-d562-4146-868d-cdb0ab0fab7b HTTP/1.1" status: 204 len: 168 time: 0.3505003 Feb 19 01:14:17.219049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eae5f8cd-815e-4bdf-9620-144a0a9a8218 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=88f42d8e5db5414080172822900f5cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4819455 Feb 19 01:14:17.219049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5f8cd-815e-4bdf-9620-144a0a9a8218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af519937-1893-4e38-91e0-7cb819138331,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:17.219910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:17.241223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c78e6-812b-48fe-90aa-9fc360cf73dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8129fa3e-d562-4146-868d-cdb0ab0fab7b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:17.248495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] Publish callbacks [] for security_group (1c0bb37d-cea9-4e56-847e-1785022ba20e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.286913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] Publish callbacks [] for security_group (1c0bb37d-cea9-4e56-847e-1785022ba20e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.362068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] Publish callbacks [] for security_group (af519937-1893-4e38-91e0-7cb819138331), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.402059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0154d4-e138-4872-8a64-d23caedef80f req-ae6df8ff-5ed3-4a31-89cb-1f68b65a47d8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:17.404151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f0154d4-e138-4872-8a64-d23caedef80f req-ae6df8ff-5ed3-4a31-89cb-1f68b65a47d8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1356246 Feb 19 01:14:17.435186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] Publish callbacks [] for security_group (af519937-1893-4e38-91e0-7cb819138331), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.498470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f0154d4-e138-4872-8a64-d23caedef80f req-f57dcf65-1e24-4f94-b5f6-2c3b65a048a7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877953 Feb 19 01:14:17.512902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c0bb37d-cea9-4e56-847e-1785022ba20e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.515642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.519627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c0bb37d-cea9-4e56-847e-1785022ba20e HTTP/1.1" status: 204 len: 168 time: 0.3819141 Feb 19 01:14:17.528066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ab660-656c-44ef-b3ca-c3324defdea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0bb37d-cea9-4e56-847e-1785022ba20e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:17.600219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (af519937-1893-4e38-91e0-7cb819138331), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.604336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:17.605483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/af519937-1893-4e38-91e0-7cb819138331 HTTP/1.1" status: 204 len: 168 time: 0.3845425 Feb 19 01:14:17.649047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33188287-2a2d-4d45-a16a-8c73e8e91d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af519937-1893-4e38-91e0-7cb819138331,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:17.686685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729ce20-091a-45e5-973b-9e046d244b7e req-a7313d4c-b634-4bda-8637-588576856ed5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:17.693746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e729ce20-091a-45e5-973b-9e046d244b7e req-a7313d4c-b634-4bda-8637-588576856ed5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0946548 Feb 19 01:14:17.748477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e729ce20-091a-45e5-973b-9e046d244b7e req-d5248655-f764-4770-b82d-72d6ef55bb77 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535402 Feb 19 01:14:18.400069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:18.421222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ca1d-ba11-4cd6-9379-5d65b66843c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.510995 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ca1d-ba11-4cd6-9379-5d65b66843c5 admin admin] Publish callbacks [] for security_group (5d30757a-adfb-4a08-830c-6a64e5d8a0b5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.581192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c6ca1d-ba11-4cd6-9379-5d65b66843c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d30757a-adfb-4a08-830c-6a64e5d8a0b5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.624550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4c6ca1d-ba11-4cd6-9379-5d65b66843c5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5d4f85086511405eb45d37e06f66187a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226956 Feb 19 01:14:18.625203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58692) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:18.641246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6ca1d-ba11-4cd6-9379-5d65b66843c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d30757a-adfb-4a08-830c-6a64e5d8a0b5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:18.675883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2239344-147f-4647-93ba-f2ca034d05fd req-21c2fb4b-eded-4393-95ef-72864047dcb5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:18.683974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2239344-147f-4647-93ba-f2ca034d05fd req-21c2fb4b-eded-4393-95ef-72864047dcb5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0889733 Feb 19 01:14:18.727255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] Publish callbacks [] for security_group (5d30757a-adfb-4a08-830c-6a64e5d8a0b5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.764503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] Publish callbacks [] for security_group (5d30757a-adfb-4a08-830c-6a64e5d8a0b5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.777685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2239344-147f-4647-93ba-f2ca034d05fd req-d9d0b209-cae4-4c4e-863d-9e8292d9cad6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833411 Feb 19 01:14:18.838049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:18.853492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd49479-dbf4-4ba0-8f09-4dec936e8eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.887188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5d30757a-adfb-4a08-830c-6a64e5d8a0b5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.890528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.892274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5d30757a-adfb-4a08-830c-6a64e5d8a0b5 HTTP/1.1" status: 204 len: 168 time: 0.2652013 Feb 19 01:14:18.905441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbef14-affe-4a88-b8a6-d52763589af6 req-491379c2-c0a0-4146-aae6-0892d3a3dab7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:18.907530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6bbef14-affe-4a88-b8a6-d52763589af6 req-491379c2-c0a0-4146-aae6-0892d3a3dab7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0826921 Feb 19 01:14:18.916085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635dede-9898-4cd2-abd4-c5368b0c2510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d30757a-adfb-4a08-830c-6a64e5d8a0b5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:18.980146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd49479-dbf4-4ba0-8f09-4dec936e8eaf admin admin] Publish callbacks [] for security_group (87d9f2ad-fce8-4c4d-967c-119edc4b9e43), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.004365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6bbef14-affe-4a88-b8a6-d52763589af6 req-23718d13-ab2c-4591-a305-fb2550268b48 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904145 Feb 19 01:14:19.049916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fd49479-dbf4-4ba0-8f09-4dec936e8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (87d9f2ad-fce8-4c4d-967c-119edc4b9e43), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.108893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2fd49479-dbf4-4ba0-8f09-4dec936e8eaf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4d0b0a94872f40ffb1c13219156c11f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696702 Feb 19 01:14:19.109865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd49479-dbf4-4ba0-8f09-4dec936e8eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9f2ad-fce8-4c4d-967c-119edc4b9e43,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:19.111683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58706) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:19.183442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] Publish callbacks [] for security_group (87d9f2ad-fce8-4c4d-967c-119edc4b9e43), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.218388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] Publish callbacks [] for security_group (87d9f2ad-fce8-4c4d-967c-119edc4b9e43), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.341696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (87d9f2ad-fce8-4c4d-967c-119edc4b9e43), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.344522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.345802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/87d9f2ad-fce8-4c4d-967c-119edc4b9e43 HTTP/1.1" status: 204 len: 168 time: 0.2325025 Feb 19 01:14:19.353915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da565bef-aa7b-4e8c-b5f5-e77821cb7633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9f2ad-fce8-4c4d-967c-119edc4b9e43,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:19.857220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:19.889275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63b36085-110a-4c49-99f2-212392430daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.995869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374817fc-e4d4-4b81-a7a9-4673d96ce81c req-1ca7572c-dcb7-4b89-aac2-c170b6a393b5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:19.999152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-374817fc-e4d4-4b81-a7a9-4673d96ce81c req-1ca7572c-dcb7-4b89-aac2-c170b6a393b5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1306095 Feb 19 01:14:20.090630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63b36085-110a-4c49-99f2-212392430daf admin admin] Publish callbacks [] for security_group (7ea486ef-253d-423c-9a5c-8c5da254b859), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.140706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-374817fc-e4d4-4b81-a7a9-4673d96ce81c req-5e2e3f62-e34f-42ed-b395-85d87e4c02cb tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1328399 Feb 19 01:14:20.145236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c34da-a8da-4eea-b9db-cfb879203fe7 req-1d7d280a-b0c0-4720-85a0-ea575795598e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:20.156900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea1c34da-a8da-4eea-b9db-cfb879203fe7 req-1d7d280a-b0c0-4720-85a0-ea575795598e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0757453 Feb 19 01:14:20.175693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63b36085-110a-4c49-99f2-212392430daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7ea486ef-253d-423c-9a5c-8c5da254b859), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.227863 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea1c34da-a8da-4eea-b9db-cfb879203fe7 req-f5b85392-5f80-439c-aeb9-243e0c822625 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695574 Feb 19 01:14:20.240989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b36085-110a-4c49-99f2-212392430daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea486ef-253d-423c-9a5c-8c5da254b859,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:20.247371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-63b36085-110a-4c49-99f2-212392430daf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=dd86919e63fe476d9416bd8a167451c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880026 Feb 19 01:14:20.260510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58738) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:20.352330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] Publish callbacks [] for security_group (7ea486ef-253d-423c-9a5c-8c5da254b859), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.380164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] Publish callbacks [] for security_group (7ea486ef-253d-423c-9a5c-8c5da254b859), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.530196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7ea486ef-253d-423c-9a5c-8c5da254b859), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.534633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.536494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7ea486ef-253d-423c-9a5c-8c5da254b859 HTTP/1.1" status: 204 len: 168 time: 0.2852643 Feb 19 01:14:20.550619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d42d85-a989-43fa-ae07-ef3ebdf39727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea486ef-253d-423c-9a5c-8c5da254b859,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:20.638561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:20.739212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1912a-bfa2-4ef2-a710-ac2f30319e15 req-9714ea5c-a744-45f7-98a8-da349b519394 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:20.743612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4e1912a-bfa2-4ef2-a710-ac2f30319e15 req-9714ea5c-a744-45f7-98a8-da349b519394 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1080871 Feb 19 01:14:20.840421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b4e1912a-bfa2-4ef2-a710-ac2f30319e15 req-7c273bf9-63a4-49c8-a0cf-4ae27606fd21 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829575 Feb 19 01:14:20.856091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-fa333639-ee66-4ce8-895f-e6f8d0fed0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:20.857705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-fa333639-ee66-4ce8-895f-e6f8d0fed0e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.1129568 Feb 19 01:14:20.971639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-07d78464-70db-4273-b5b9-b9127e3704bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:20.973238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-07d78464-70db-4273-b5b9-b9127e3704bf service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1045508 Feb 19 01:14:21.050521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-9381ebe1-57c9-44c3-a243-a132734e137c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.0707974 Feb 19 01:14:21.109383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-bd1b7ee3-9a3d-4a6d-9a01-3ec29e8097c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.111067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-bd1b7ee3-9a3d-4a6d-9a01-3ec29e8097c5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0538788 Feb 19 01:14:21.170890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-909efe2c-cc9d-495e-9f73-5dbaa83e8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.175776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-789816300-network', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:21.180861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-909efe2c-cc9d-495e-9f73-5dbaa83e8bcc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0623047 Feb 19 01:14:21.315481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Made reservation on behalf of e2d38eebf6e04c63be730af65efbbf06 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:21.321820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.332161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-87264ae4-9d64-4db8-a911-f025776a30c8 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425071 Feb 19 01:14:21.345403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.381767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a65e3-6ac9-4072-a101-11f08f364520 req-8c2b99de-df93-4241-b71b-cb82c2e023d7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.381767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-294a65e3-6ac9-4072-a101-11f08f364520 req-8c2b99de-df93-4241-b71b-cb82c2e023d7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1204994 Feb 19 01:14:21.465325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-294a65e3-6ac9-4072-a101-11f08f364520 req-4b72b37f-c23e-418a-b699-7361a24b869b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753455 Feb 19 01:14:21.505571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9400e7b-31ff-469c-b42b-63596a9aafc7 req-fc497831-3561-47a3-828a-7f954bc51ebb service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651158 Feb 19 01:14:21.509543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks [] for security_group (7b0591df-387b-4021-b17c-ef98a869a667), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.588251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7b0591df-387b-4021-b17c-ef98a869a667), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.648220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:21.669773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (db4c5e86-83b9-4fb7-ac68-cd5b4440d438), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.671241 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Added segment db4c5e86-83b9-4fb7-ac68-cd5b4440d438 of type vlan for network e5dc808a-6a63-4a73-ad08-a9f9252503f0 Feb 19 01:14:21.673909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0591df-387b-4021-b17c-ef98a869a667,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:21.723807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e5dc808a-6a63-4a73-ad08-a9f9252503f0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.798708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e5dc808a-6a63-4a73-ad08-a9f9252503f0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.799741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.800342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.866843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] Pushing event updated for resources: {'Network': ['ID=e5dc808a-6a63-4a73-ad08-a9f9252503f0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:21.878832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:21.924781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a73f7b1-3309-4f31-9cab-a0d6a94ee074 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2847974 Feb 19 01:14:21.946405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58796) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:21.954682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Request body: {'subnet': {'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-789816300-subnet', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:22.009272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8a45-0f7f-47d0-a912-dfae469e51ad req-edc787b8-b063-4e84-889c-d47d6e181108 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:22.011459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-374e8a45-0f7f-47d0-a912-dfae469e51ad req-edc787b8-b063-4e84-889c-d47d6e181108 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0828490 Feb 19 01:14:22.092266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Made reservation on behalf of e2d38eebf6e04c63be730af65efbbf06 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:22.095250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.098404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-374e8a45-0f7f-47d0-a912-dfae469e51ad req-40d16f31-785e-4866-bb9e-a85a37454202 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801728 Feb 19 01:14:22.399952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (158e57eb-9cda-4116-86bb-189ca3c74489), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.472715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=158e57eb-9cda-4116-86bb-189ca3c74489,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:22.482158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Checking segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:22.483121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Network hostable DHCP agents. Network: e5dc808a-6a63-4a73-ad08-a9f9252503f0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:22.611610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:22.629450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea032d85-ee99-4ed5-9016-177f719ac813 req-800cbe1f-f2f1-4f3f-b3c5-b9d5370ea6ef tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:22.631220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea032d85-ee99-4ed5-9016-177f719ac813 req-800cbe1f-f2f1-4f3f-b3c5-b9d5370ea6ef tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0737975 Feb 19 01:14:22.686927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea032d85-ee99-4ed5-9016-177f719ac813 req-d53cd43b-46f7-420b-8f7f-7fd4345de3f9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490386 Feb 19 01:14:22.729767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e5dc808a-6a63-4a73-ad08-a9f9252503f0) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:22.734496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:22.741119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.743331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8977ec-5d45-4834-9513-b3e3d0bc1c8b None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:22.829896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-815c4e18-7e4d-44cc-930a-0b4c2670e32d admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8817055 Feb 19 01:14:22.832614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 58816) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:22.838457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:22.868298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:22.869432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.924972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.926510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.997714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for router_controller (af17e6c5-b6f1-4a94-b0d1-552439eab660), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.061392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Allocated IP 172.20.0.2 (e5dc808a-6a63-4a73-ad08-a9f9252503f0/158e57eb-9cda-4116-86bb-189ca3c74489/431f00b4-79b1-4ee1-8746-2cd17c8a7a64) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:23.229137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks [] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.344063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.346077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for router_gateway (af17e6c5-b6f1-4a94-b0d1-552439eab660), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.366868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26d260-aa80-4cd7-a596-d3e9d69e9c7e req-6f1b5c14-0750-4d00-9c6d-98bbea15ef4d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:23.369048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c26d260-aa80-4cd7-a596-d3e9d69e9c7e req-6f1b5c14-0750-4d00-9c6d-98bbea15ef4d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1477971 Feb 19 01:14:23.398656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:23.402841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:23.407164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Pushing event updated for resources: {'Port': ['ID=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:23.410278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:23.486209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c26d260-aa80-4cd7-a596-d3e9d69e9c7e req-2e7e9da0-540d-4a4d-9fef-22309f413274 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070514 Feb 19 01:14:23.505287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Attempting to bind port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:23.505287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Attempting to bind port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:23.505287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Attempting to bind port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 on network e5dc808a-6a63-4a73-ad08-a9f9252503f0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:23.506598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:23.512983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Checking segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:23.513954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.515951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Bound using segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:23.516489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Bound port: 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:23.516891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.628913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] For port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:23.633377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] For port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:23.690811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f85f83-e5c8-4288-aea2-ed0b55ba154e req-7eb90070-072f-4c47-a827-4274df73787c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:23.692589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5f85f83-e5c8-4288-aea2-ed0b55ba154e req-7eb90070-072f-4c47-a827-4274df73787c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0958326 Feb 19 01:14:23.707898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:23.809531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5f85f83-e5c8-4288-aea2-ed0b55ba154e req-ef288450-ce62-4fd3-a3cc-91880e7c23c6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029973 Feb 19 01:14:23.886787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181301-ae45-4cfc-b7cd-b363cd50256a None None] Pushing event updated for resources: {'Port': ['ID=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:23.970186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for router_gateway (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.000826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.058736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b5e7e-9dc3-4984-a386-4cd218de4f9e req-1fa49c77-606b-49a3-9fe1-3cba2aea911a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:24.063599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-456b5e7e-9dc3-4984-a386-4cd218de4f9e req-1fa49c77-606b-49a3-9fe1-3cba2aea911a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2129962 Feb 19 01:14:24.250597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-456b5e7e-9dc3-4984-a386-4cd218de4f9e req-55330c77-2ba0-4311-bab2-c705ac8c479f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1808522 Feb 19 01:14:24.305148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Allocated IP 172.25.2.71 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/e6f861ef-c8f2-4abc-ab89-3d9c9c074c84) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:24.418795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.547128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.598906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:24.604797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:24.607177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:24.632263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:24.643202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96722fbb-fbaf-4b6e-8e33-70420e029371 req-4d4b7214-d76e-40e9-a3c9-6f551562a13c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:24.644758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96722fbb-fbaf-4b6e-8e33-70420e029371 req-4d4b7214-d76e-40e9-a3c9-6f551562a13c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1385558 Feb 19 01:14:24.835882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-96722fbb-fbaf-4b6e-8e33-70420e029371 req-4428baf6-1386-4a04-9da0-59d289aa90d8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833131 Feb 19 01:14:25.000627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebac7ab-0858-44a3-942a-f66b795fbb99 req-0184b3e6-91f0-48c1-bb6c-ae9fe9b38833 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:25.003798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bebac7ab-0858-44a3-942a-f66b795fbb99 req-0184b3e6-91f0-48c1-bb6c-ae9fe9b38833 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0862548 Feb 19 01:14:25.105209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bebac7ab-0858-44a3-942a-f66b795fbb99 req-58ed0a65-2f5a-4f88-894d-85e6c5fd55d5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962934 Feb 19 01:14:25.205601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa9256-7717-446c-bb19-e37b706a7083 None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:25.327799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Provisioning complete for port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:25.327799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.458868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b409b-9b7c-4189-a4ba-378462e366c5 req-e581ba74-d90f-4a6a-98fa-91df243887d8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:25.462815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a75b409b-9b7c-4189-a4ba-378462e366c5 req-e581ba74-d90f-4a6a-98fa-91df243887d8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1096535 Feb 19 01:14:25.560929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:25.590027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Current status of the port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:25.590430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.622882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a75b409b-9b7c-4189-a4ba-378462e366c5 req-f94d305d-9fde-43af-ade5-e437eefc0be2 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362062 Feb 19 01:14:25.666333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] For port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:25.696487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:25.697099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8e81e-e616-4695-bb4a-0cc819855359 req-7d00060b-5d8c-43cf-860d-e89ad0a6eeaa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:25.697651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.699236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63e8e81e-e616-4695-bb4a-0cc819855359 req-7d00060b-5d8c-43cf-860d-e89ad0a6eeaa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2053518 Feb 19 01:14:25.719585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for router_gateway (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.762953 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:25.825981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-63e8e81e-e616-4695-bb4a-0cc819855359 req-426d7564-e752-42b0-b32a-aab4032d866e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188030 Feb 19 01:14:25.888778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24da725-a1f5-43e5-951c-91edcc6a9721 None None] Pushing event updated for resources: {'Port': ['ID=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:25.904142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:26.092463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fcf0c1d8-986c-4652-bb8c-b756404f049b None None] Provisioning complete for port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:26.093087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcf0c1d8-986c-4652-bb8c-b756404f049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.222015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.237974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0c1d8-986c-4652-bb8c-b756404f049b None None] Current status of the port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:26.431686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3d849-d771-4361-b989-b59cd3bc11ac req-afe98348-a41f-40eb-91e6-09b3784e23ed tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:26.433614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9aa3d849-d771-4361-b989-b59cd3bc11ac req-afe98348-a41f-40eb-91e6-09b3784e23ed tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0933156 Feb 19 01:14:26.505725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9aa3d849-d771-4361-b989-b59cd3bc11ac req-ce1adbcd-67aa-428f-9ba5-e03444157ab6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599811 Feb 19 01:14:26.666937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:14:26.769132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edec4b-1644-496f-a637-8e70d7fb61ae req-b4507acf-e804-487e-ac86-86b84350f1c6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:26.770941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32edec4b-1644-496f-a637-8e70d7fb61ae req-b4507acf-e804-487e-ac86-86b84350f1c6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0648308 Feb 19 01:14:26.792934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:26.805038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:26.820215 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:26.821055 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:26.847633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32edec4b-1644-496f-a637-8e70d7fb61ae req-1777ad88-05c9-411b-b2fc-060a92c152cf tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654266 Feb 19 01:14:26.876476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.881040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a588c883-f3b4-4669-8885-450013c734a5 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0450284 Feb 19 01:14:26.882274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58932) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:26.982401 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:27.247070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:27.266051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:24Z', 'revision_number': 3, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:27.423614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:27.494195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:27.525023 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:27.525409 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Updating router af17e6c5-b6f1-4a94-b0d1-552439eab660 port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:14:27.584303 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.589672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:27.629280 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.708964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:27.709348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.710023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bda28-9940-4a71-9b78-8da032588566 req-1e244b87-8ffc-41d9-a8c8-ae14b33eb6b4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:27.717836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f1bda28-9940-4a71-9b78-8da032588566 req-1e244b87-8ffc-41d9-a8c8-ae14b33eb6b4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0963373 Feb 19 01:14:27.730920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94cace89-ed32-4710-bc0a-dfe02103bc6d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:27.749996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:27.751462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.786055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:27.799324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f1bda28-9940-4a71-9b78-8da032588566 req-e080b816-b1db-423f-9280-067206124a61 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802605 Feb 19 01:14:28.060806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.066471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Allocated IP 172.20.0.1 (e5dc808a-6a63-4a73-ad08-a9f9252503f0/158e57eb-9cda-4116-86bb-189ca3c74489/aa714dac-ed8e-4175-ad5c-5d26bd90069a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:28.133726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.157701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:28.177580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e6e29-ef4c-46f1-baac-3e7d06c0fee0 req-37d52415-f293-4811-bfeb-1e5db173ba53 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:28.186524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e60e6e29-ef4c-46f1-baac-3e7d06c0fee0 req-37d52415-f293-4811-bfeb-1e5db173ba53 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 944 time: 0.1761985 Feb 19 01:14:28.193373 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks [] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.207315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['94cace89-ed32-4710-bc0a-dfe02103bc6d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:28.258082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e60e6e29-ef4c-46f1-baac-3e7d06c0fee0 req-ae0b2ce2-9191-4df8-be11-1cac482c2278 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667844 Feb 19 01:14:28.295877 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.337729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks [] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.377004 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Pushing event updated for resources: {'Port': ['ID=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.379729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Attempting to bind port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:28.385583 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Attempting to bind port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:28.385583 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Attempting to bind port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:28.391760 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:28.392143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:28.393145 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.393145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:28.393630 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Bound port: e6f861ef-c8f2-4abc-ab89-3d9c9c074c84, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:28.394075 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.396466 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.396896 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.397706 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.398061 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.398388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.398715 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.399298 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.399476 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.399802 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.400123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.400444 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.401477 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.401477 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:28.471714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8efcd-8259-4ca5-8612-577a9b3ed42b req-52cfbd72-ff91-4182-99ec-25d4da149db3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:28.473735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee8efcd-8259-4ca5-8612-577a9b3ed42b req-52cfbd72-ff91-4182-99ec-25d4da149db3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1309578 Feb 19 01:14:28.487754 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] For port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:28.492776 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] For port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:28.582221 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.691597 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:28.692231 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:28.763853 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9b2a5-f851-4840-badf-e1c542c55e1e None None] Pushing event updated for resources: {'Port': ['ID=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.850625 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:28.958094 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.968463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ee8efcd-8259-4ca5-8612-577a9b3ed42b req-3daf9d80-f404-4996-a37d-f9826eddddf9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854929 Feb 19 01:14:29.005180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:29.009087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:29.014722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:29.068870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Pushing event updated for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.081975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.086551 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:24Z', 'revision_number': 3, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:29.172692 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596d0d2-32e5-4051-a152-e78754795d06 None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:24Z', 'revision_number': 3, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:29.261681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:29.390941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 94cace89-ed32-4710-bc0a-dfe02103bc6d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:29.391644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.432254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.530170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c707-5115-4707-8317-4695ce1f221a req-923c31c4-b993-410d-9dd1-63e08894900b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:29.532640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8470c707-5115-4707-8317-4695ce1f221a req-923c31c4-b993-410d-9dd1-63e08894900b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 944 time: 0.1470561 Feb 19 01:14:29.624662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8470c707-5115-4707-8317-4695ce1f221a req-459384ad-78d4-4b62-93b6-2b2fe1d5831f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780320 Feb 19 01:14:29.653748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:29.654134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.697531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-199699f8-36d9-42c4-a7c3-50345f35ac5f None None] Provisioning complete for port aa714dac-ed8e-4175-ad5c-5d26bd90069a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:29.698085 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-199699f8-36d9-42c4-a7c3-50345f35ac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.704312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:29.707178 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca80ad-e534-4e53-90d0-54c5a2c807cc" -d '{"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:29.808130 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392f829-8360-4daf-8c0b-a92ebfbdc68e x-openstack-request-id: req-5392f829-8360-4daf-8c0b-a92ebfbdc68e {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:29.808493 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:29.808778 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5392f829-8360-4daf-8c0b-a92ebfbdc68e {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:29.809374 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'code': 200} Feb 19 01:14:29.821350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:29.831189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-199699f8-36d9-42c4-a7c3-50345f35ac5f None None] Port aa714dac-ed8e-4175-ad5c-5d26bd90069a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:29.864050 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks [] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.930263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.930985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.085175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:30.092676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Pushing event updated for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:30.123347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.196118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f94dda-85af-4266-9cb3-30329119c7bc req-11f4f8c9-0191-452e-b6ed-5d763e5983a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.207136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1f94dda-85af-4266-9cb3-30329119c7bc req-11f4f8c9-0191-452e-b6ed-5d763e5983a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0867712 Feb 19 01:14:30.224860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59012) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:30.303134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1f94dda-85af-4266-9cb3-30329119c7bc req-e049cb59-c46c-4b7e-aef1-7385aa22fa7b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950034 Feb 19 01:14:30.340073 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:30.341695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:30.485510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a8faba8-58d8-4df9-9e73-1b3d45181c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.728995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3afed-6892-4198-8b0a-78cb286cb0e2 req-c78b9662-abc6-4f2a-8147-66a0de66a86e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.749268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84e3afed-6892-4198-8b0a-78cb286cb0e2 req-c78b9662-abc6-4f2a-8147-66a0de66a86e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2672749 Feb 19 01:14:30.802396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:30.814908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f8bb3-f232-4460-9f53-b0f6ab37506e req-92562fc8-6a70-4f36-b802-7db1411208f5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.838783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-845f8bb3-f232-4460-9f53-b0f6ab37506e req-92562fc8-6a70-4f36-b802-7db1411208f5 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1097417 Feb 19 01:14:30.964207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84e3afed-6892-4198-8b0a-78cb286cb0e2 req-d8b6f51c-2ad0-4002-9804-6897a23271e8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139292 Feb 19 01:14:30.968338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a7d88d7-3704-41b6-86a6-b58986c0ac8c None None] Provisioning complete for port aa714dac-ed8e-4175-ad5c-5d26bd90069a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:30.972399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a7d88d7-3704-41b6-86a6-b58986c0ac8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.979439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-845f8bb3-f232-4460-9f53-b0f6ab37506e req-f186b4fe-9690-4068-9958-28cec0da51f4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385131 Feb 19 01:14:31.039350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d88d7-3704-41b6-86a6-b58986c0ac8c None None] Port aa714dac-ed8e-4175-ad5c-5d26bd90069a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:31.050256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a8faba8-58d8-4df9-9e73-1b3d45181c48 admin admin] Publish callbacks [] for security_group (7bc09eb6-ae35-4424-92cd-2b9747c039d2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.161799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a8faba8-58d8-4df9-9e73-1b3d45181c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7bc09eb6-ae35-4424-92cd-2b9747c039d2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.314217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a8faba8-58d8-4df9-9e73-1b3d45181c48 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8386e52123fe4f1facc7672a33584f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0877695 Feb 19 01:14:31.317006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59048) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:31.323716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:31.329424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8faba8-58d8-4df9-9e73-1b3d45181c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc09eb6-ae35-4424-92cd-2b9747c039d2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.360519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5296bff4-83a4-4ca0-8e95-60b3a458d585 admin admin] 10.222.0.94 "PUT /v2.0/routers/af17e6c5-b6f1-4a94-b0d1-552439eab660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4699273 Feb 19 01:14:31.384561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5109b7-5384-4e18-b8b5-5ee989dfb351 req-1c81b951-ea4f-40ca-9a2b-6500ca568465 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:31.394616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b5109b7-5384-4e18-b8b5-5ee989dfb351 req-1c81b951-ea4f-40ca-9a2b-6500ca568465 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2354846 Feb 19 01:14:31.566498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b5109b7-5384-4e18-b8b5-5ee989dfb351 req-b3b3c78b-e207-4874-b3ed-3e8e600c3b59 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707203 Feb 19 01:14:31.574847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] Publish callbacks [] for security_group (7bc09eb6-ae35-4424-92cd-2b9747c039d2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.590674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:31.621846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] Publish callbacks [] for security_group (7bc09eb6-ae35-4424-92cd-2b9747c039d2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.745057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:31.745443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.822027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7bc09eb6-ae35-4424-92cd-2b9747c039d2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.824936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.826113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7bc09eb6-ae35-4424-92cd-2b9747c039d2 HTTP/1.1" status: 204 len: 168 time: 0.5081024 Feb 19 01:14:31.849981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc5b63-1b9c-4a35-a48e-0123680ce4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc09eb6-ae35-4424-92cd-2b9747c039d2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.941137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6aa8-e113-4ee7-8882-1773184769ed req-5ae27859-c0de-4526-8057-b54f381c980e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:31.956447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-208e6aa8-e113-4ee7-8882-1773184769ed req-5ae27859-c0de-4526-8057-b54f381c980e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2131054 Feb 19 01:14:32.110747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-208e6aa8-e113-4ee7-8882-1773184769ed req-0d57be4e-e5b7-454a-9dd0-04c3039f08a4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496058 Feb 19 01:14:32.139323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:32.144952 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.289855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:32.400940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90a19b-6a28-458a-9d9a-10bd286f7b08 req-5833c1d4-9cd5-4cfe-8cd8-7033501e7ea0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:32.415355 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.428889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e90a19b-6a28-458a-9d9a-10bd286f7b08 req-5833c1d4-9cd5-4cfe-8cd8-7033501e7ea0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1668212 Feb 19 01:14:32.576613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db76bf-b4ea-4939-ad42-fcf9f9461068 req-a4156e5d-a7d6-42e1-b7ab-da942a591cdb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:32.588051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79db76bf-b4ea-4939-ad42-fcf9f9461068 req-a4156e5d-a7d6-42e1-b7ab-da942a591cdb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1631994 Feb 19 01:14:32.635368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:32.649289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e90a19b-6a28-458a-9d9a-10bd286f7b08 req-55e6a152-de1b-4e66-9f41-9d8450a9dd07 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2169676 Feb 19 01:14:32.668753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-79db76bf-b4ea-4939-ad42-fcf9f9461068 req-7f141025-d13a-41bd-981b-e4544ab2fdb1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756352 Feb 19 01:14:32.679465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.691969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:32.692769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:32.917498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1577225-9f99-4589-a6c8-4999e24c86c4 req-b1c94450-657e-4fac-aac9-8fb7f7badff4 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:32.926322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1577225-9f99-4589-a6c8-4999e24c86c4 req-b1c94450-657e-4fac-aac9-8fb7f7badff4 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1128 time: 0.1357918 Feb 19 01:14:33.055568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:33.060525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59094) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.065936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab026a9-3334-49bb-b4f4-b4a410a4b41c req-2f4ef76f-cff2-4f2b-8fa6-aaa106b8dc4f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:33.067589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eab026a9-3334-49bb-b4f4-b4a410a4b41c req-2f4ef76f-cff2-4f2b-8fa6-aaa106b8dc4f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1434944 Feb 19 01:14:33.134189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55f39971-e683-4384-ad75-f008b60ffe29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.160058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1577225-9f99-4589-a6c8-4999e24c86c4 req-b1b151c3-3b5e-4ee5-9d66-270d2e56fd21 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255836 Feb 19 01:14:33.181269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eab026a9-3334-49bb-b4f4-b4a410a4b41c req-22c7d7b8-4585-42f2-86a8-d246515d7811 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032825 Feb 19 01:14:33.187348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59096) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.304343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55f39971-e683-4384-ad75-f008b60ffe29 admin admin] Publish callbacks [] for security_group (95d805b1-c3a2-477a-9b31-76a818d6e2c6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.386923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55f39971-e683-4384-ad75-f008b60ffe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (95d805b1-c3a2-477a-9b31-76a818d6e2c6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.458195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f39971-e683-4384-ad75-f008b60ffe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d805b1-c3a2-477a-9b31-76a818d6e2c6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:33.573333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59108) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.585370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:33.587666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55f39971-e683-4384-ad75-f008b60ffe29 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=10e6d9e37b8f46049979f5330aa2adca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084233 Feb 19 01:14:33.591538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.597433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-304465927-network', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:33.746212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Made reservation on behalf of 6914f085b55b4df683d478b74f8c7f16 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:33.748777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.768561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.822653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] Publish callbacks [] for security_group (95d805b1-c3a2-477a-9b31-76a818d6e2c6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.959023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:33.968782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.973797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] Publish callbacks [] for security_group (95d805b1-c3a2-477a-9b31-76a818d6e2c6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.064971 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks [] for security_group (8ee49ed8-53f2-41d0-916f-85ad1e05fc9d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.111521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 2de5dd32-f718-4f40-ac6f-54bafb877c89 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:34.112082 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.187354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e5b8c-4832-4e06-aceb-f49c8bd5744d req-5bb068f4-7ac5-4a9c-aeac-3e839b430b4c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:34.191178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d3e5b8c-4832-4e06-aceb-f49c8bd5744d req-5bb068f4-7ac5-4a9c-aeac-3e839b430b4c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.3111243 Feb 19 01:14:34.198021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:34.216201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-df5b2dc3-e18c-488a-8dd7-0c8f5067c8e3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3044503 Feb 19 01:14:34.216873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8ee49ed8-53f2-41d0-916f-85ad1e05fc9d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.221796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 2, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:34.288483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:34.288942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Updating router af17e6c5-b6f1-4a94-b0d1-552439eab660 port aa714dac-ed8e-4175-ad5c-5d26bd90069a binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:14:34.322260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (95d805b1-c3a2-477a-9b31-76a818d6e2c6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.324991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.336664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/95d805b1-c3a2-477a-9b31-76a818d6e2c6 HTTP/1.1" status: 204 len: 168 time: 0.7412674 Feb 19 01:14:34.343403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.343851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (2de5dd32-f718-4f40-ac6f-54bafb877c89), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.362958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.405445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9658ad-436f-4720-a7d8-14301a44a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d805b1-c3a2-477a-9b31-76a818d6e2c6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.419127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 2de5dd32-f718-4f40-ac6f-54bafb877c89 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:34.430687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:14:34.481937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee49ed8-53f2-41d0-916f-85ad1e05fc9d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:34.538179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (feed4413-947b-4c9e-a553-3623e280a4ca), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.538550 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Added segment feed4413-947b-4c9e-a553-3623e280a4ca of type vlan for network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 Feb 19 01:14:34.731142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d3e5b8c-4832-4e06-aceb-f49c8bd5744d req-bc9bc72e-2e9c-45f0-8aa8-22dcdd54f0ba tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5304048 Feb 19 01:14:34.806380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.813229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464b07-8403-42c9-8722-8c42fc243569 req-2dbf6d05-e501-4d2f-a295-10c3d0c5df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:34.824389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-2dbf6d05-e501-4d2f-a295-10c3d0c5df5b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 1127 time: 0.5603182 Feb 19 01:14:35.095514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.097466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:35.099902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.186536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2de5dd32-f718-4f40-ac6f-54bafb877c89), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.239669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=2de5dd32-f718-4f40-ac6f-54bafb877c89,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:35.356697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464b07-8403-42c9-8722-8c42fc243569 req-2e8aadd6-2582-4b9b-85be-12197fd311c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:35.358020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-2e8aadd6-2582-4b9b-85be-12197fd311c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.4954538 Feb 19 01:14:35.395466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59124) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:35.398150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8021028 Feb 19 01:14:35.428312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Request body: {'subnet': {'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-304465927-subnet', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:35.462916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks [] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.489361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-b4d74149-2ef1-4e3a-99b4-f452c6f66a2a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 200 len: 217 time: 0.1203880 Feb 19 01:14:35.497245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9b12f-06fa-46a6-be91-cd8e46f7a2ad admin admin] Pushing event updated for resources: {'Network': ['ID=8f84a04a-fd84-4d33-ba54-f2899e6d7ae0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:35.524825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:14:35.592028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (034891ff-ff6b-4c0f-8113-3e44a5880125), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.592432 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 034891ff-ff6b-4c0f-8113-3e44a5880125 disassociated (deleted). External IP: 172.25.2.247, port: 99683023-f96b-4441-855d-ed75da06e967. Feb 19 01:14:35.627312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464b07-8403-42c9-8722-8c42fc243569 req-fd2a8e33-c876-4d93-ac0d-f8dc95ab4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:35.633216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-fd2a8e33-c876-4d93-ac0d-f8dc95ab4f8d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1192615 Feb 19 01:14:35.646541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:35.791308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464b07-8403-42c9-8722-8c42fc243569 req-c65bf779-53e8-4a40-bb56-d1d33ff07d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:35.792879 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-c65bf779-53e8-4a40-bb56-d1d33ff07d5f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1551933 Feb 19 01:14:35.793188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Made reservation on behalf of 6914f085b55b4df683d478b74f8c7f16 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:35.797787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.056090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Attempting to bind port aa714dac-ed8e-4175-ad5c-5d26bd90069a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:36.056413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Attempting to bind port aa714dac-ed8e-4175-ad5c-5d26bd90069a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:36.056743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Attempting to bind port aa714dac-ed8e-4175-ad5c-5d26bd90069a on network e5dc808a-6a63-4a73-ad08-a9f9252503f0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:36.077802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:36.084428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Checking segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:36.084428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.084428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Bound using segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:36.084428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Bound port: aa714dac-ed8e-4175-ad5c-5d26bd90069a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:36.084428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.088580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Pushing event updated for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:36.119327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.119680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.120027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.120360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.123534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.124201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.129431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:36.180335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-8a5a707a-1749-4d69-9e35-9dafd86e8040 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768797 Feb 19 01:14:36.282327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] For port aa714dac-ed8e-4175-ad5c-5d26bd90069a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:36.286332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] For port aa714dac-ed8e-4175-ad5c-5d26bd90069a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa714dac-ed8e-4175-ad5c-5d26bd90069a,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:36.367573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-43464b07-8403-42c9-8722-8c42fc243569 req-77cd5a0f-09c1-4a92-8b1c-60a8ead90a46 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763465 Feb 19 01:14:36.427637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.554243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881566-c480-4876-a925-d6d3ae7aef94 None None] Pushing event updated for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:36.558366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Provisioning complete for port aa714dac-ed8e-4175-ad5c-5d26bd90069a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:36.558748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.575890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (7a619368-8bfb-4e91-861f-4519fa6d6ea3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:36.645526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:36.646165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:36.729979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5da4-c592-4afa-8227-933c7667fe79 req-f9a5874f-1b30-40a6-a392-720c2c9b5067 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:36.741483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-888c5da4-c592-4afa-8227-933c7667fe79 req-f9a5874f-1b30-40a6-a392-720c2c9b5067 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.3367913 Feb 19 01:14:36.945985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:37.057511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-888c5da4-c592-4afa-8227-933c7667fe79 req-e2847933-4e81-4317-98c5-9ffe027ac2d7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3113294 Feb 19 01:14:37.067315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a619368-8bfb-4e91-861f-4519fa6d6ea3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:37.099945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.100644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.101161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.101676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.102805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.104513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.105053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.105570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.110563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.111150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.111779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.112294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.112840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:37.259329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Checking segment: {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:37.259754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Network hostable DHCP agents. Network: 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:14:37.350940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Current status of the port aa714dac-ed8e-4175-ad5c-5d26bd90069a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:37.352113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.396407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router ca634106-9bbc-4590-9581-e4809b14ae8f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:37.405486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] For port aa714dac-ed8e-4175-ad5c-5d26bd90069a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa714dac-ed8e-4175-ad5c-5d26bd90069a,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:37.422322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:14:37.434285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:36Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:37.531070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e1ba8-520d-4f31-a755-234c791d0c0b None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:36Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:37.546694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.567441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:37.591555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:37.592157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.655746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd3591-59cb-41f5-9291-f0c083816c86 None None] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:37.803833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e691f042-9d40-4016-b924-e72920613ff6 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4043114 Feb 19 01:14:37.804379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59166) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:37.810985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:37.876500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:37.891670 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Sync routers for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:37.899002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.935002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d74789-eb1a-4c3a-95bc-50756678ac1b None None] Pushing event updated for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:37.937198 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:37.938053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:37.940448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0dfc34ac-97b4-420f-86b7-158e2bbb630c None None] Provisioning complete for port aa714dac-ed8e-4175-ad5c-5d26bd90069a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:37.950103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0dfc34ac-97b4-420f-86b7-158e2bbb630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:37.995959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a320b6d6-9e10-4515-97de-f3ae1bd59bc3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/floatingips/034891ff-ff6b-4c0f-8113-3e44a5880125 HTTP/1.1" status: 204 len: 168 time: 4.8072653 Feb 19 01:14:37.999437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:38.004990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.006712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.012248 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280069e-0d89-4fac-b98b-7ab8a29e42f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:38.235960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'fixed_ips': [{'subnet_id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:14:38.236809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.313695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for router_controller (8e4d6118-fc74-47b9-be9a-a125c09a8897), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:38.345035 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:38.701361 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8187303-3392-4138-a315-9e3732f231c6 x-openstack-request-id: req-c8187303-3392-4138-a315-9e3732f231c6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:38.702717 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "tag": "99683023-f96b-4441-855d-ed75da06e967", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:38.703172 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c8187303-3392-4138-a315-9e3732f231c6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:38.704117 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'status': 'completed', 'code': 200} Feb 19 01:14:38.900606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for router_gateway (8e4d6118-fc74-47b9-be9a-a125c09a8897), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.083832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d999f-35cc-4087-88be-1bc589731d49 req-d9028f26-4ffd-41c9-8804-e75d4d27f64a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.097779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-045d999f-35cc-4087-88be-1bc589731d49 req-d9028f26-4ffd-41c9-8804-e75d4d27f64a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 946 time: 0.2060223 Feb 19 01:14:39.166100 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:39.249337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Checking router: ca634106-9bbc-4590-9581-e4809b14ae8f for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:39.266278 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:39.267199 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:39.285302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-045d999f-35cc-4087-88be-1bc589731d49 req-d0662ac7-f500-4285-9c8f-b640c1edd0b1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865075 Feb 19 01:14:39.361972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Allocated IP 172.20.0.2 (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0/7a619368-8bfb-4e91-861f-4519fa6d6ea3/6e4daf2a-506f-4b6c-96f6-9fd86162d6e5) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:39.401752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ae8c1-186a-4ff2-8635-b694644b994e req-19ff675c-bf33-432e-99ce-dfc7c4cc4ec4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.421792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-547ae8c1-186a-4ff2-8635-b694644b994e req-19ff675c-bf33-432e-99ce-dfc7c4cc4ec4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.4599121 Feb 19 01:14:39.524222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-bb7d7a61-758c-42be-b664-c1f9c829b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.528599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-bb7d7a61-758c-42be-b664-c1f9c829b15b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 1128 time: 0.8161237 Feb 19 01:14:39.633465 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:39.650785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-547ae8c1-186a-4ff2-8635-b694644b994e req-2efd32bc-e134-4e41-99c9-20f0db521063 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2265546 Feb 19 01:14:39.824329 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks [] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:39.855285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-4a6b30e9-e4e7-4bf0-a85d-c605f2b8479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:39.856942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-4a6b30e9-e4e7-4bf0-a85d-c605f2b8479d service neutron] 10.222.0.96 "GET /v2.0/networks?id=03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 200 len: 897 time: 0.2299368 Feb 19 01:14:39.919575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa714dac-ed8e-4175-ad5c-5d26bd90069a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:39.972950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-4ed7eaea-24c4-4c3a-81d9-468f3a7d82c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 200 len: 217 time: 0.1055782 Feb 19 01:14:39.988047 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.238283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-e1fee90d-f904-4de8-98c9-448ac94c2d42 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.255296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-e1fee90d-f904-4de8-98c9-448ac94c2d42 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 946 time: 0.2096903 Feb 19 01:14:40.258765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.296871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:40.379221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc34ac-97b4-420f-86b7-158e2bbb630c None None] Current status of the port aa714dac-ed8e-4175-ad5c-5d26bd90069a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:40.401238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:40.443013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:40.455295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:40.458672 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29246d4-5020-4a1a-a46a-67a8559ca1ff None None] The sync data for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 is: [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:12:15Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'e925b057-b0b7-43b1-b9f9-209bb88fa0c5', 'name': '', 'network_id': '03dcec04-d930-409e-82ae-9ef8d7e31b45', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:ad:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:12Z', 'updated_at': '2022-02-19T01:12:21Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'f2f57097-df5a-48ac-a077-22898a2b3adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:40.462988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Pushing event updated for resources: {'Port': ['ID=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:40.641071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.656039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port aa714dac-ed8e-4175-ad5c-5d26bd90069a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:40.656416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.683435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for router_gateway (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.768531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14660-fd77-4396-b512-1c5a64f998d8 req-a8be7a08-1630-4cc8-ae24-164c869f7fd6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.777337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-edf14660-fd77-4396-b512-1c5a64f998d8 req-a8be7a08-1630-4cc8-ae24-164c869f7fd6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 946 time: 0.2395952 Feb 19 01:14:40.823483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:40.823998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-18bdbbd5-3714-4b97-974d-f10e92dedee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:40.825276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (99683023-f96b-4441-855d-ed75da06e967), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.831170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-18bdbbd5-3714-4b97-974d-f10e92dedee9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 200 len: 835 time: 0.7403722 Feb 19 01:14:40.835979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.865463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Attempting to bind port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:40.883745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Attempting to bind port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:40.884490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Attempting to bind port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 on network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:40.910409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c8798962-cbec-4ead-b2f5-04fcd08d4b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.916885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:40.931397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Checking segment: {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:40.932212 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:40.932846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Bound using segment: {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:40.933631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Bound port: 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:40.950714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.153416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-93864b21-f375-40e1-96ed-f58410db881e None None] For port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:41.156807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Allocated IP 172.25.2.18 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/6da81496-83e3-45a7-b3bb-53800d516db9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:41.166248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-93864b21-f375-40e1-96ed-f58410db881e None None] For port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:41.248213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port aa714dac-ed8e-4175-ad5c-5d26bd90069a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:41.258621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:41.335793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93864b21-f375-40e1-96ed-f58410db881e None None] Pushing event updated for resources: {'Port': ['ID=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:41.388560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45bcf6-19f8-4082-a9c8-109a9d580a61 None None] New status for floating IP 034891ff-ff6b-4c0f-8113-3e44a5880125: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:14:42.036597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-edf14660-fd77-4396-b512-1c5a64f998d8 req-ee017737-846c-4338-b5d1-a1a832657d27 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=17168a9e-d5a2-4e47-b126-ebcab231dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2581365 Feb 19 01:14:42.168940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port 99683023-f96b-4441-855d-ed75da06e967, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=99683023-f96b-4441-855d-ed75da06e967,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:42.169309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (99683023-f96b-4441-855d-ed75da06e967), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.203812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 99683023-f96b-4441-855d-ed75da06e967 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:42.289520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-15c2788f-b1f4-4c04-a237-538c32179aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:42.291772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-15c2788f-b1f4-4c04-a237-538c32179aec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03dcec04-d930-409e-82ae-9ef8d7e31b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2626638 Feb 19 01:14:42.306437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570526-441c-4d31-9f1c-7fa0f7a8c8d0 req-52b9c57e-978e-490a-9422-c7e1600352f1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:42.317336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32570526-441c-4d31-9f1c-7fa0f7a8c8d0 req-52b9c57e-978e-490a-9422-c7e1600352f1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 1.2891853 Feb 19 01:14:42.520760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32570526-441c-4d31-9f1c-7fa0f7a8c8d0 req-7aab1956-a674-45fa-8dd5-8a2395e792a6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1761341 Feb 19 01:14:42.520760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for port (6da81496-83e3-45a7-b3bb-53800d516db9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.561208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-aa4881d7-ebb7-44d7-8fb5-5df1605a3238 service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372992 Feb 19 01:14:42.667063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (99683023-f96b-4441-855d-ed75da06e967), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.710126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.720670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59252) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:42.725274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0280069e-0d89-4fac-b98b-7ab8a29e42f9 req-1d04fdca-9455-4659-98b7-53a31a16632a service neutron] 10.222.0.96 "GET /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400526 Feb 19 01:14:42.768827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=99683023-f96b-4441-855d-ed75da06e967,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:42.774278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:42.779643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:42.788976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:42.918107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] No DVR routers for this DVR port 99683023-f96b-4441-855d-ed75da06e967 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:42.924311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.932267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ebf8966-38a0-4c8a-9cee-e7685f7bf08b req-cf773059-ed75-4500-90e4-9fb2d1b25dbd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "DELETE /v2.0/ports/99683023-f96b-4441-855d-ed75da06e967 HTTP/1.1" status: 204 len: 173 time: 2.6701272 Feb 19 01:14:42.933759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-deleted', 'tag': '99683023-f96b-4441-855d-ed75da06e967'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:42.934622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5761c77-6f3b-4adf-97c1-3157d3f9d45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:42.938437 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd81f52-54c0-453d-b6ae-2bdaf8885a82" -d '{"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-deleted", "tag": "99683023-f96b-4441-855d-ed75da06e967"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:43.029092 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3708af-729f-49f2-b95b-cfe45c489554 x-openstack-request-id: req-3f3708af-729f-49f2-b95b-cfe45c489554 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:43.029501 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f7f7ac-e119-4330-bf7c-ed8794047dc8", "name": "network-vif-deleted", "tag": "99683023-f96b-4441-855d-ed75da06e967", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:43.029951 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3f3708af-729f-49f2-b95b-cfe45c489554 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:43.030479 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7f7ac-e119-4330-bf7c-ed8794047dc8', 'name': 'network-vif-deleted', 'tag': '99683023-f96b-4441-855d-ed75da06e967', 'status': 'completed', 'code': 200} Feb 19 01:14:43.130746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6da81496-83e3-45a7-b3bb-53800d516db9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:43.151224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f79aec7-9434-498e-9236-2078e7f0b6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.379395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95b49b38-c700-485f-b9b0-dd3dadbdab33 req-5d30c859-fe6f-4230-8458-25c3adbbd162 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f7f7ac-e119-4330-bf7c-ed8794047dc8 HTTP/1.1" status: 200 len: 210 time: 0.1179752 Feb 19 01:14:43.576260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65f432-4a59-4fee-b7a1-38625efee3ba None None] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:43.607839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f79aec7-9434-498e-9236-2078e7f0b6c2 admin admin] Publish callbacks [] for security_group (06c77354-1b77-44d6-ae8e-b35b8f5ce756), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.695267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:43.736027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for router_gateway (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.740485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f79aec7-9434-498e-9236-2078e7f0b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (06c77354-1b77-44d6-ae8e-b35b8f5ce756), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.790355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Provisioning complete for port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:43.791111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.833783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:43.835287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:43.840471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1f79aec7-9434-498e-9236-2078e7f0b6c2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f37310c3e89640b4b0e1fb612f89798b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1104546 Feb 19 01:14:43.846172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59282) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:43.904697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8064545-dfee-45f9-8416-dc3db51aa29b req-97129ba7-e532-480f-80ea-2798ffdbe868 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:43.924645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8064545-dfee-45f9-8416-dc3db51aa29b req-97129ba7-e532-480f-80ea-2798ffdbe868 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2454958 Feb 19 01:14:43.929848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79aec7-9434-498e-9236-2078e7f0b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c77354-1b77-44d6-ae8e-b35b8f5ce756,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.055792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8064545-dfee-45f9-8416-dc3db51aa29b req-52032b5f-f2d7-420e-a7ba-8cfb01cf3700 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223025 Feb 19 01:14:44.129588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] Publish callbacks [] for security_group (06c77354-1b77-44d6-ae8e-b35b8f5ce756), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.187712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] Publish callbacks [] for security_group (06c77354-1b77-44d6-ae8e-b35b8f5ce756), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.384467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Current status of the port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:44.385031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.392332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:44.392744 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.402716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.490963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59298) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:44.537014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] For port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:44.590793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (06c77354-1b77-44d6-ae8e-b35b8f5ce756), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.594787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.599358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/06c77354-1b77-44d6-ae8e-b35b8f5ce756 HTTP/1.1" status: 204 len: 168 time: 0.7502027 Feb 19 01:14:44.621146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.626584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b447c-2694-40b7-825a-003944c244b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c77354-1b77-44d6-ae8e-b35b8f5ce756,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.652262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:44.800866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:14:44.802040 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:14:44.804020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fb944-a236-4bac-ae7b-c461bb5c4c8f None None] Pushing event updated for resources: {'Port': ['ID=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:44.848913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-35aedb2d-a4a4-4216-9325-a4f840627aae None None] Provisioning complete for port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:44.858838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-35aedb2d-a4a4-4216-9325-a4f840627aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.029440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-35aedb2d-a4a4-4216-9325-a4f840627aae None None] Current status of the port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:45.257661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.336019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Router 8e4d6118-fc74-47b9-be9a-a125c09a8897 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:14:45.413297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 99683023-f96b-4441-855d-ed75da06e967 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:45.486149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 99683023-f96b-4441-855d-ed75da06e967 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:45.486504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 99683023-f96b-4441-855d-ed75da06e967 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:45.491410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:45.564561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:45.577362 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Sync routers for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:45.604757 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:45.604757 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:45.684936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ceeb0-f783-4c97-8fa7-179d978e401e req-f889b7fa-b9e6-455f-bc35-90a9bc20feec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:45.685832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-664ceeb0-f783-4c97-8fa7-179d978e401e req-f889b7fa-b9e6-455f-bc35-90a9bc20feec tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.4313867 Feb 19 01:14:45.700495 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.700495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fda615b6-f92e-427b-a719-a74c92651fd7 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8921378 Feb 19 01:14:45.702048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:45.702635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59320) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:45.810118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:45.810494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:45.918489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-664ceeb0-f783-4c97-8fa7-179d978e401e req-3dd76e80-3c79-4910-9f3f-1904f7d4deee tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2171090 Feb 19 01:14:45.971407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:46.064333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (ca634106-9bbc-4590-9581-e4809b14ae8f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.153534 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:46.157996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59324) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:46.214304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1db95aa-5139-4639-a91b-14eb2a51b014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.588011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1db95aa-5139-4639-a91b-14eb2a51b014 admin admin] Publish callbacks [] for security_group (4f12fdd7-3d6d-4f82-8c45-71b99cc278a0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.711442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1db95aa-5139-4639-a91b-14eb2a51b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4f12fdd7-3d6d-4f82-8c45-71b99cc278a0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.737856 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:43Z', 'revision_number': 3, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:46.792863 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Checking router: 8e4d6118-fc74-47b9-be9a-a125c09a8897 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:46.793364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Updating router 8e4d6118-fc74-47b9-be9a-a125c09a8897 port 6da81496-83e3-45a7-b3bb-53800d516db9 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:14:46.838870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d1db95aa-5139-4639-a91b-14eb2a51b014 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c801de9c477041f78b0ecbd0c2836f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6687341 Feb 19 01:14:46.853854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59334) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:46.864350 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.897405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db95aa-5139-4639-a91b-14eb2a51b014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f12fdd7-3d6d-4f82-8c45-71b99cc278a0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:46.904447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port e925b057-b0b7-43b1-b9f9-209bb88fa0c5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:46.904808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:46.911295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.006179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] Publish callbacks [] for security_group (4f12fdd7-3d6d-4f82-8c45-71b99cc278a0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.029788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.035182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-339ec046-d48c-487f-a8ae-e3e8b0d979fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.037771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] Publish callbacks [] for security_group (4f12fdd7-3d6d-4f82-8c45-71b99cc278a0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.037955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-339ec046-d48c-487f-a8ae-e3e8b0d979fc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1127 time: 0.2590916 Feb 19 01:14:47.238599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4f12fdd7-3d6d-4f82-8c45-71b99cc278a0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.243930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.246997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4f12fdd7-3d6d-4f82-8c45-71b99cc278a0 HTTP/1.1" status: 204 len: 168 time: 0.3772578 Feb 19 01:14:47.289612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548a14b-ba98-4e3d-98b1-43f8d0a521b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f12fdd7-3d6d-4f82-8c45-71b99cc278a0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:47.315948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port e925b057-b0b7-43b1-b9f9-209bb88fa0c5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:47.315948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.351265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for e925b057-b0b7-43b1-b9f9-209bb88fa0c5 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:47.489257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Allocated IP 172.20.0.1 (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0/7a619368-8bfb-4e91-861f-4519fa6d6ea3/935949c4-a08f-4ca4-98af-042fe9514502) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:47.566205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb206b5-99b7-4e56-823b-e80c5bd3e29a req-0f625df5-c40e-4036-bd16-06d164e34c02 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.566205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cb206b5-99b7-4e56-823b-e80c5bd3e29a req-0f625df5-c40e-4036-bd16-06d164e34c02 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.3247309 Feb 19 01:14:47.642077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-77ce17f0-3ba0-4489-b9bf-4f5ae89cebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.644107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-77ce17f0-3ba0-4489-b9bf-4f5ae89cebd4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.4185286 Feb 19 01:14:47.655247 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks [] for port (6da81496-83e3-45a7-b3bb-53800d516db9), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.717625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-1fd9433b-e613-43d4-b9dd-92ca12cd0edb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 1001 time: 0.0663803 Feb 19 01:14:47.746837 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.801376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-6df99bea-31d6-42b9-b58f-576fa1acda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.803779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-6df99bea-31d6-42b9-b58f-576fa1acda76 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.0572937 Feb 19 01:14:47.810479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cb206b5-99b7-4e56-823b-e80c5bd3e29a req-a1a5e672-90c7-4ecf-9f3e-dab920e4b86f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2540634 Feb 19 01:14:47.837936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e925b057-b0b7-43b1-b9f9-209bb88fa0c5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.888519 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ab290-8d47-4032-b3f7-1409e7012ef2 None None] Pushing event updated for resources: {'Port': ['ID=6da81496-83e3-45a7-b3bb-53800d516db9,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:47.909970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks [] for port (935949c4-a08f-4ca4-98af-042fe9514502), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.912600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Attempting to bind port 6da81496-83e3-45a7-b3bb-53800d516db9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:47.916750 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Attempting to bind port 6da81496-83e3-45a7-b3bb-53800d516db9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:47.917172 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Attempting to bind port 6da81496-83e3-45a7-b3bb-53800d516db9 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:47.923289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-9dfdf86f-600f-4e03-b2c5-0f654cbc7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:47.926923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-9dfdf86f-600f-4e03-b2c5-0f654cbc7ec0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1111701 Feb 19 01:14:47.937876 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:47.937876 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:47.939581 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:47.939581 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:47.939794 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Bound port: 6da81496-83e3-45a7-b3bb-53800d516db9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:47.940039 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.032896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=e925b057-b0b7-43b1-b9f9-209bb88fa0c5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.100656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-f9cc270e-ebcc-4f06-8c71-eaeb36a44ae1 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240516 Feb 19 01:14:48.102912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.103400 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] For port 6da81496-83e3-45a7-b3bb-53800d516db9, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:48.109397 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] For port 6da81496-83e3-45a7-b3bb-53800d516db9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6da81496-83e3-45a7-b3bb-53800d516db9,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:48.202742 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.229366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Pushing event updated for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.278000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:48.373761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59356) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:48.395390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:48.399828 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:48.400651 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:48.422477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:48.439648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (ca634106-9bbc-4590-9581-e4809b14ae8f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.651872 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ab290-8d47-4032-b3f7-1409e7012ef2 None None] Pushing event updated for resources: {'Port': ['ID=6da81496-83e3-45a7-b3bb-53800d516db9,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.655126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.683801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca8ba63-396c-4721-9d53-72f4b20ccf67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:48.752997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fce233c2-da33-4d0a-b8e4-ca322a944e90 req-885701e4-5633-469c-ad94-e6fe75083085 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392820 Feb 19 01:14:48.830214 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:48.931213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca8ba63-396c-4721-9d53-72f4b20ccf67 admin admin] Publish callbacks [] for security_group (35252202-0ef6-4788-9c1b-e312b5668f31), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.008712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b58fec44-40e0-4a21-baa7-4b5b4159351d None None] Provisioning complete for port 935949c4-a08f-4ca4-98af-042fe9514502 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:49.009711 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b58fec44-40e0-4a21-baa7-4b5b4159351d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (935949c4-a08f-4ca4-98af-042fe9514502), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.010657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e28e90-5399-4d19-939b-fc3f74b7447e req-e8497b30-ad1c-4928-951b-7fc9fde7db75 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:49.012903 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60e28e90-5399-4d19-939b-fc3f74b7447e req-e8497b30-ad1c-4928-951b-7fc9fde7db75 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0735319 Feb 19 01:14:49.096580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b58fec44-40e0-4a21-baa7-4b5b4159351d None None] Port 935949c4-a08f-4ca4-98af-042fe9514502 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:49.107066 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (935949c4-a08f-4ca4-98af-042fe9514502), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.126480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca8ba63-396c-4721-9d53-72f4b20ccf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (35252202-0ef6-4788-9c1b-e312b5668f31), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.266089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eca8ba63-396c-4721-9d53-72f4b20ccf67 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eb1b5b66938244a0b6a115d6d0c687b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8885617 Feb 19 01:14:49.280169 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:43Z', 'revision_number': 3, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:49.280773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8ba63-396c-4721-9d53-72f4b20ccf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35252202-0ef6-4788-9c1b-e312b5668f31,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.320032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59378) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:49.414223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cfce3f-72c3-4f5f-9ac3-4e057e77f6d2 None None] The sync data for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 is: [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:43Z', 'revision_number': 3, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:49.497804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] Publish callbacks [] for security_group (35252202-0ef6-4788-9c1b-e312b5668f31), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.606570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] Publish callbacks [] for security_group (35252202-0ef6-4788-9c1b-e312b5668f31), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.681472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks [] for port (935949c4-a08f-4ca4-98af-042fe9514502), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.740809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.769562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60e28e90-5399-4d19-939b-fc3f74b7447e req-1dfdeb89-6f1d-47f7-ab66-bda8cb037610 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6575849 Feb 19 01:14:49.783872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router ca634106-9bbc-4590-9581-e4809b14ae8f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:49.803593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Pushing event updated for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:49.886340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.914312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (35252202-0ef6-4788-9c1b-e312b5668f31), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.916896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.922060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/35252202-0ef6-4788-9c1b-e312b5668f31 HTTP/1.1" status: 204 len: 168 time: 0.5926917 Feb 19 01:14:50.017301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee0215-2ea6-4301-bdb5-2cef10548150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35252202-0ef6-4788-9c1b-e312b5668f31,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:50.197534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:50.203201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3442f659-b5f0-499d-ac76-dd7e594cdc68 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/ca634106-9bbc-4590-9581-e4809b14ae8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7104747 Feb 19 01:14:50.209029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59394) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:50.209544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039df092-a40f-4912-b581-453c43624af7 None None] Sync routers for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:50.229150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:50.230875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:50.239279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:50.244806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:50.366541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting subnet f2f57097-df5a-48ac-a077-22898a2b3adc {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:50.386250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (f2f57097-df5a-48ac-a077-22898a2b3adc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.565590 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (f2f57097-df5a-48ac-a077-22898a2b3adc), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:50.632238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:50.712245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Router 8e4d6118-fc74-47b9-be9a-a125c09a8897 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:51.015995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (f2f57097-df5a-48ac-a077-22898a2b3adc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.046254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:51.057406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6790065-6ff5-4ea9-9c78-43c76fcc8823 admin admin] 10.222.0.94 "PUT /v2.0/routers/8e4d6118-fc74-47b9-be9a-a125c09a8897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3531165 Feb 19 01:14:51.164760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-098e9add-c3cc-435d-bdc9-1a9fccf851de None None] Provisioning complete for port 935949c4-a08f-4ca4-98af-042fe9514502 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:51.165776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-098e9add-c3cc-435d-bdc9-1a9fccf851de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (935949c4-a08f-4ca4-98af-042fe9514502), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.199244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ad34-5534-4087-a9a4-11cf07e78638 req-49938063-16aa-4ce8-b6be-43e11b3fde46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:51.206258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2252ad34-5534-4087-a9a4-11cf07e78638 req-49938063-16aa-4ce8-b6be-43e11b3fde46 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1651361 Feb 19 01:14:51.257719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-098e9add-c3cc-435d-bdc9-1a9fccf851de None None] Port 935949c4-a08f-4ca4-98af-042fe9514502 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:51.283540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (f2f57097-df5a-48ac-a077-22898a2b3adc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.348155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:14:47Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:51.366022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2252ad34-5534-4087-a9a4-11cf07e78638 req-a4dc67cd-8b90-4ca0-9335-78b02d9dde4f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586626 Feb 19 01:14:51.402120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f57097-df5a-48ac-a077-22898a2b3adc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:51.404490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.410992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59420) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:51.427920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba1d5246-ba0e-4701-9316-ae775a64664b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/subnets/f2f57097-df5a-48ac-a077-22898a2b3adc HTTP/1.1" status: 204 len: 168 time: 1.2167900 Feb 19 01:14:51.454858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039df092-a40f-4912-b581-453c43624af7 None None] Checking router: ca634106-9bbc-4590-9581-e4809b14ae8f for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:51.460541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1196585-64a8-4a98-bf6e-6c663a491455 None None] Network 03dcec04-d930-409e-82ae-9ef8d7e31b45 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:51.656961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59426) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:51.696873 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c6a553-c670-403c-9b84-0c140c6db332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.712006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] Routers {'ca634106-9bbc-4590-9581-e4809b14ae8f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:51.712646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ca634106-9bbc-4590-9581-e4809b14ae8f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:51.719397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.832025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6da81496-83e3-45a7-b3bb-53800d516db9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:51.978466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c6a553-c670-403c-9b84-0c140c6db332 admin admin] Publish callbacks [] for security_group (cbdabade-ec62-4a79-920d-673993ad88c6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.060052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55c6a553-c670-403c-9b84-0c140c6db332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cbdabade-ec62-4a79-920d-673993ad88c6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.065189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (ca634106-9bbc-4590-9581-e4809b14ae8f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.112526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a553-c670-403c-9b84-0c140c6db332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdabade-ec62-4a79-920d-673993ad88c6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.154805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55c6a553-c670-403c-9b84-0c140c6db332 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f72ae96e18af4c4aa99f5d08b4028b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4967647 Feb 19 01:14:52.159573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59432) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:52.281921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 04a5b539-5c33-427f-a265-fd6e052a5998 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:52.282539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.307103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] Publish callbacks [] for security_group (cbdabade-ec62-4a79-920d-673993ad88c6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.360818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] Publish callbacks [] for security_group (cbdabade-ec62-4a79-920d-673993ad88c6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.435576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] DHCP port deletion for 03dcec04-d930-409e-82ae-9ef8d7e31b45 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:52.464988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] Set router ca634106-9bbc-4590-9581-e4809b14ae8f gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:52.490805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port 04a5b539-5c33-427f-a265-fd6e052a5998, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=04a5b539-5c33-427f-a265-fd6e052a5998,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:52.490805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.519733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 04a5b539-5c33-427f-a265-fd6e052a5998 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:52.618131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cbdabade-ec62-4a79-920d-673993ad88c6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.622114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.626461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cbdabade-ec62-4a79-920d-673993ad88c6 HTTP/1.1" status: 204 len: 168 time: 0.4655762 Feb 19 01:14:52.704295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6da81496-83e3-45a7-b3bb-53800d516db9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:52.704767 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:52.727015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd242f75-3723-408f-a7cc-a500ee4ab6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdabade-ec62-4a79-920d-673993ad88c6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:52.777288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55734dae-a149-4c04-8030-72b856708052 req-c1dc0522-108a-4bf3-beb5-68501b7851f0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:52.785839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55734dae-a149-4c04-8030-72b856708052 req-c1dc0522-108a-4bf3-beb5-68501b7851f0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2374666 Feb 19 01:14:52.885690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55734dae-a149-4c04-8030-72b856708052 req-46c95c4f-2c83-4afc-b677-419c4abe01e6 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986705 Feb 19 01:14:52.954692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Deleting port 802fa5d5-8b39-4a49-87cd-01501b841d3a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:52.955292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.007997 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Sync routers for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:53.025542 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:53.026339 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:53.080997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6da81496-83e3-45a7-b3bb-53800d516db9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:53.081429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.107201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 6da81496-83e3-45a7-b3bb-53800d516db9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6da81496-83e3-45a7-b3bb-53800d516db9,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:53.164946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] For port 802fa5d5-8b39-4a49-87cd-01501b841d3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=802fa5d5-8b39-4a49-87cd-01501b841d3a,segment=NetworkSegment(e66ae8d7-bdf7-437e-acac-26eaa781a85a),segment_id=e66ae8d7-bdf7-437e-acac-26eaa781a85a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:53.165342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.180774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:53.183804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Calling delete_port for 802fa5d5-8b39-4a49-87cd-01501b841d3a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:53.250488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-039df092-a40f-4912-b581-453c43624af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:14:47Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:53.293504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039df092-a40f-4912-b581-453c43624af7 None None] The sync data for ids ['ca634106-9bbc-4590-9581-e4809b14ae8f'] in n-d-826529-3 is: [{'id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361045352', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:12:04Z', 'updated_at': '2022-02-19T01:14:47Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '04a5b539-5c33-427f-a265-fd6e052a5998', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca634106-9bbc-4590-9581-e4809b14ae8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:12:05Z', 'updated_at': '2022-02-19T01:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:53.408315 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 4, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '935949c4-a08f-4ca4-98af-042fe9514502', 'name': '', 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'mac_address': 'fa:16:3e:50:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:47Z', 'updated_at': '2022-02-19T01:14:49Z', 'revision_number': 2, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'subnets': [{'id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:53.444230 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Checking router: 8e4d6118-fc74-47b9-be9a-a125c09a8897 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:53.444598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Updating router 8e4d6118-fc74-47b9-be9a-a125c09a8897 port 935949c4-a08f-4ca4-98af-042fe9514502 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:14:53.452372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (04a5b539-5c33-427f-a265-fd6e052a5998), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.453127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (802fa5d5-8b39-4a49-87cd-01501b841d3a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.456499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.516701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] Pushing event deleted for resources: {'Port': ['ID=802fa5d5-8b39-4a49-87cd-01501b841d3a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:53.531781 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (935949c4-a08f-4ca4-98af-042fe9514502), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:53.540718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe416e8-94a3-4869-8ad7-1d9d80aedff9 None None] No DVR routers for this DVR port 802fa5d5-8b39-4a49-87cd-01501b841d3a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:53.700229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=04a5b539-5c33-427f-a265-fd6e052a5998,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:53.707449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=6da81496-83e3-45a7-b3bb-53800d516db9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:53.842760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 802fa5d5-8b39-4a49-87cd-01501b841d3a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:53.921585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 802fa5d5-8b39-4a49-87cd-01501b841d3a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:53.925541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 802fa5d5-8b39-4a49-87cd-01501b841d3a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:53.927786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e925b057-b0b7-43b1-b9f9-209bb88fa0c5 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:53.929687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (ca634106-9bbc-4590-9581-e4809b14ae8f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.049995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e925b057-b0b7-43b1-b9f9-209bb88fa0c5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:54.053836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e925b057-b0b7-43b1-b9f9-209bb88fa0c5 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:54.216956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:54.230644 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks [] for port (935949c4-a08f-4ca4-98af-042fe9514502), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.324311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.331397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (ca634106-9bbc-4590-9581-e4809b14ae8f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.340908 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.460525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d03fc3-8eb7-4667-9c53-4ff933a71dce req-d3609b54-38e4-4528-865b-05e0ff9a447c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:54.469341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85d03fc3-8eb7-4667-9c53-4ff933a71dce req-d3609b54-38e4-4528-865b-05e0ff9a447c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2940817 Feb 19 01:14:54.530806 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b32d-e1e4-4ea8-a307-9d2004ba0d96 None None] Pushing event updated for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:54.541755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (ca634106-9bbc-4590-9581-e4809b14ae8f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.551996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Fanout notify agent at l3_agent the message router_deleted on router ca634106-9bbc-4590-9581-e4809b14ae8f {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:54.576551 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.580631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59496) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:54.581220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d676646-79b1-402c-8855-d401119a2a3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/routers/ca634106-9bbc-4590-9581-e4809b14ae8f HTTP/1.1" status: 204 len: 168 time: 3.1683791 Feb 19 01:14:54.643284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85d03fc3-8eb7-4667-9c53-4ff933a71dce req-bd6e4207-d930-4dd0-842a-0acb675e7046 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1729321 Feb 19 01:14:54.831189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (03dcec04-d930-409e-82ae-9ef8d7e31b45), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.853085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Attempting to bind port 935949c4-a08f-4ca4-98af-042fe9514502 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:54.853085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Attempting to bind port 935949c4-a08f-4ca4-98af-042fe9514502 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:54.853085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Attempting to bind port 935949c4-a08f-4ca4-98af-042fe9514502 on network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:54.869538 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:54.869758 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Checking segment: {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:54.870159 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.870549 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Bound using segment: {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:54.871025 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Bound port: 935949c4-a08f-4ca4-98af-042fe9514502, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feed4413-947b-4c9e-a553-3623e280a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:54.871418 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (935949c4-a08f-4ca4-98af-042fe9514502), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.020150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] For port 935949c4-a08f-4ca4-98af-042fe9514502, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:55.030041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (03dcec04-d930-409e-82ae-9ef8d7e31b45), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.031689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] For port 935949c4-a08f-4ca4-98af-042fe9514502, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=935949c4-a08f-4ca4-98af-042fe9514502,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:55.063521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dcec04-d930-409e-82ae-9ef8d7e31b45']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:55.081919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66ae8d7-bdf7-437e-acac-26eaa781a85a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:55.082454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66ae8d7-bdf7-437e-acac-26eaa781a85a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:55.095201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-291c2c13-410c-4b7a-8d04-6b91e6509a84 None None] Provisioning complete for port 935949c4-a08f-4ca4-98af-042fe9514502 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:55.095721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-291c2c13-410c-4b7a-8d04-6b91e6509a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (935949c4-a08f-4ca4-98af-042fe9514502), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.110763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (e66ae8d7-bdf7-437e-acac-26eaa781a85a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.129577 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.170141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e66ae8d7-bdf7-437e-acac-26eaa781a85a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.179251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:55.181048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (e66ae8d7-bdf7-437e-acac-26eaa781a85a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:55.189915 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:55.242093 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:55.243334 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:55.302089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-291c2c13-410c-4b7a-8d04-6b91e6509a84 None None] Port 935949c4-a08f-4ca4-98af-042fe9514502 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:55.477846 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:55.540164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (03dcec04-d930-409e-82ae-9ef8d7e31b45), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.546704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.551648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/networks/03dcec04-d930-409e-82ae-9ef8d7e31b45 HTTP/1.1" status: 204 len: 168 time: 0.9691634 Feb 19 01:14:55.555793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59514) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:55.617947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cc462-6729-4bb7-bdf7-4527f8ebeff9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Network': ['ID=03dcec04-d930-409e-82ae-9ef8d7e31b45,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:55.721872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6da81496-83e3-45a7-b3bb-53800d516db9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:55.725546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (17168a9e-d5a2-4e47-b126-ebcab231dab5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.836319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (17168a9e-d5a2-4e47-b126-ebcab231dab5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.920895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Provisioning complete for port 935949c4-a08f-4ca4-98af-042fe9514502 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:55.926260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (935949c4-a08f-4ca4-98af-042fe9514502), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:55.993607 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b32d-e1e4-4ea8-a307-9d2004ba0d96 None None] Pushing event updated for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.023709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fad34-43d0-41fb-b753-8ef4ee48c54c req-e0960ad7-7508-4295-82bb-0fadeec5eac3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.028931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a93fad34-43d0-41fb-b753-8ef4ee48c54c req-e0960ad7-7508-4295-82bb-0fadeec5eac3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2603576 Feb 19 01:14:56.061705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6da81496-83e3-45a7-b3bb-53800d516db9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:56.061705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.123483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a93fad34-43d0-41fb-b753-8ef4ee48c54c req-b6538d00-e605-47c7-a0b0-044e26ef0b54 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880108 Feb 19 01:14:56.128851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (17168a9e-d5a2-4e47-b126-ebcab231dab5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.133743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.135348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/security-groups/17168a9e-d5a2-4e47-b126-ebcab231dab5 HTTP/1.1" status: 204 len: 168 time: 0.5784357 Feb 19 01:14:56.168485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c1f13-0e36-4c2a-8494-dd3f33a33fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17168a9e-d5a2-4e47-b126-ebcab231dab5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.315821 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 4, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '935949c4-a08f-4ca4-98af-042fe9514502', 'name': '', 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'mac_address': 'fa:16:3e:50:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:47Z', 'updated_at': '2022-02-19T01:14:55Z', 'revision_number': 4, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'subnets': [{'id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:56.381029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Current status of the port 935949c4-a08f-4ca4-98af-042fe9514502 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:56.387035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (935949c4-a08f-4ca4-98af-042fe9514502), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.424092 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d4781-d60d-45b2-9339-36eb667217c8 None None] The sync data for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 is: [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:14:48Z', 'revision_number': 4, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '935949c4-a08f-4ca4-98af-042fe9514502', 'name': '', 'network_id': '8f84a04a-fd84-4d33-ba54-f2899e6d7ae0', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'mac_address': 'fa:16:3e:50:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:47Z', 'updated_at': '2022-02-19T01:14:55Z', 'revision_number': 4, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'subnets': [{'id': '7a619368-8bfb-4e91-861f-4519fa6d6ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:56.596482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] For port 935949c4-a08f-4ca4-98af-042fe9514502, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=935949c4-a08f-4ca4-98af-042fe9514502,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:56.606433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6da81496-83e3-45a7-b3bb-53800d516db9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:56.705487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.850436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aff29c-0963-4796-a3b2-513e6bc35558 None None] Pushing event updated for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:56.855013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 04a5b539-5c33-427f-a265-fd6e052a5998 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:56.902474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 04a5b539-5c33-427f-a265-fd6e052a5998 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:56.904681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 04a5b539-5c33-427f-a265-fd6e052a5998 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:57.137641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59568) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:57.143834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508502134', 'description': 'tempest-secgroup-smoke-508502134 description', 'project_id': 'c323be55983947e9a8958bb8509ef471'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:57.268129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.526424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (99082807-28f3-4d7c-9a6e-eaaf849bff62), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.552386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88c4ed-f51f-4abd-a028-5411d5502dd0 req-2bbd8aa1-b74b-48c1-8d36-386fb4f5ed2a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:57.555635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa88c4ed-f51f-4abd-a028-5411d5502dd0 req-2bbd8aa1-b74b-48c1-8d36-386fb4f5ed2a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1175110 Feb 19 01:14:57.678952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (99082807-28f3-4d7c-9a6e-eaaf849bff62), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.802936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 935949c4-a08f-4ca4-98af-042fe9514502 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:57.811457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa88c4ed-f51f-4abd-a028-5411d5502dd0 req-101533a5-8002-4877-a94f-4fb63fe89d31 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2495220 Feb 19 01:14:57.833457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.836434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6964300 Feb 19 01:14:57.839382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59582) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:57.842676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274601d-8ba0-402f-b8f8-e17da4b38b1d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99082807-28f3-4d7c-9a6e-eaaf849bff62,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:57.845335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:57.923001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 935949c4-a08f-4ca4-98af-042fe9514502 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:57.923710 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (935949c4-a08f-4ca4-98af-042fe9514502), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:57.972051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (57e9b523-5f9f-4a43-8f82-c8b8cdd3124e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.064219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (57e9b523-5f9f-4a43-8f82-c8b8cdd3124e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.128550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (57e9b523-5f9f-4a43-8f82-c8b8cdd3124e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.143701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 935949c4-a08f-4ca4-98af-042fe9514502 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:58.181283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e9b523-5f9f-4a43-8f82-c8b8cdd3124e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:58.268606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.269826 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4130c613-0cbd-4fe0-9c0d-e1aeaf122e5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4292953 Feb 19 01:14:58.273161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:58.323226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:58.497373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (12ed68d4-cf05-4be1-b06f-c643fbbbd189), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.570945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (12ed68d4-cf05-4be1-b06f-c643fbbbd189), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.643577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (12ed68d4-cf05-4be1-b06f-c643fbbbd189), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.672710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ed68d4-cf05-4be1-b06f-c643fbbbd189,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:58.821867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:58.824337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-883090a9-802a-4217-bf99-a271441d6717 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5488329 Feb 19 01:14:58.826141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59612) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:58.830815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:59.092039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (34362604-a86c-4e60-89c5-c4f692e070a0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.187231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (34362604-a86c-4e60-89c5-c4f692e070a0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.227642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff959c-6e1a-4515-8ec7-822b2dcb5fd1 req-80d90665-bd21-4388-8bd3-232b740410ea tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:59.237102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1ff959c-6e1a-4515-8ec7-822b2dcb5fd1 req-80d90665-bd21-4388-8bd3-232b740410ea tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2117391 Feb 19 01:14:59.309761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (34362604-a86c-4e60-89c5-c4f692e070a0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.478328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34362604-a86c-4e60-89c5-c4f692e070a0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:59.529232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1ff959c-6e1a-4515-8ec7-822b2dcb5fd1 req-b74688b5-5164-4517-9647-17ad0287d0d8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2911468 Feb 19 01:14:59.538692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.540467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-501ef90b-652a-4a58-ba48-182c21063f8b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7129936 Feb 19 01:14:59.542889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:59.549688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:59.699988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (f5fc514c-3191-4d98-98e7-bd5d279ae270), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:59.992725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (f5fc514c-3191-4d98-98e7-bd5d279ae270), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.373927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f5fc514c-3191-4d98-98e7-bd5d279ae270), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.423999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fc514c-3191-4d98-98e7-bd5d279ae270,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:00.549698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.551067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-599b2a8f-8c45-4479-87d3-9257d5ff7ab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0058651 Feb 19 01:15:00.568731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59648) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:00.569989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:00.712130 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:15:00.718383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (07fef0e8-88df-49b5-b7db-64fef9acf772), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.854051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (07fef0e8-88df-49b5-b7db-64fef9acf772), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:00.981291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (07fef0e8-88df-49b5-b7db-64fef9acf772), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.027594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fef0e8-88df-49b5-b7db-64fef9acf772,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:01.103243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859da1a2-ea72-447e-b891-b9042cb208e9 req-4cf0e30b-773f-441e-af86-9c5748c3ce21 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.122403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-859da1a2-ea72-447e-b891-b9042cb208e9 req-4cf0e30b-773f-441e-af86-9c5748c3ce21 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2931573 Feb 19 01:15:01.184691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb4fd-7bbb-473b-a7ac-c91739af7773 req-48d84686-cffa-4732-9a86-6029431fe596 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.199238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.201118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d63fb4fd-7bbb-473b-a7ac-c91739af7773 req-48d84686-cffa-4732-9a86-6029431fe596 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1340563 Feb 19 01:15:01.215395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59660) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:01.220511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-882407e1-f044-451a-a06c-d75beacf63d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6633186 Feb 19 01:15:01.230523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '99082807-28f3-4d7c-9a6e-eaaf849bff62', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:01.307562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-016d0b45-a554-449e-be47-6af171b03fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.309610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-016d0b45-a554-449e-be47-6af171b03fd6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.2028418 Feb 19 01:15:01.313320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-859da1a2-ea72-447e-b891-b9042cb208e9 req-674ae453-f8e8-4224-b385-e6fbafb56c9c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416087 Feb 19 01:15:01.436563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d63fb4fd-7bbb-473b-a7ac-c91739af7773 req-2560a74b-4d99-434c-8db0-9dfa9081c95f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165883 Feb 19 01:15:01.438372 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:15:01.453845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (ce133b5b-d3fc-47aa-8cbc-81bd7b3882b1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.541449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (ce133b5b-d3fc-47aa-8cbc-81bd7b3882b1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.565929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-234c8616-2db5-48a9-b2f3-74f917581491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.568889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-234c8616-2db5-48a9-b2f3-74f917581491 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2487946 Feb 19 01:15:01.608646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ce133b5b-d3fc-47aa-8cbc-81bd7b3882b1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.650303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce133b5b-d3fc-47aa-8cbc-81bd7b3882b1,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:01.760821 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-cc143670-d323-4e39-80ca-027f0d27f8ba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.1857934 Feb 19 01:15:01.771237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.775925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-701609c6-e105-4ea3-b76f-803de5ec8ade tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5511687 Feb 19 01:15:01.776040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59674) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:01.781096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'network': {'name': 'tempest-network-smoke--1760519315', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:01.860755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-97a3f8ce-2a0a-474f-bbd6-1345df5c3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.863050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-97a3f8ce-2a0a-474f-bbd6-1345df5c3941 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0920861 Feb 19 01:15:01.905489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:01.908991 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.949026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-64cf53a1-b872-4cdd-8af0-cbb8f0728095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:01.956413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-64cf53a1-b872-4cdd-8af0-cbb8f0728095 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874164 Feb 19 01:15:01.958629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:01.984268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (19262b1a-21ee-48bb-868e-a8abbe1e74b7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:01.984777 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Added segment 19262b1a-21ee-48bb-868e-a8abbe1e74b7 of type vlan for network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa Feb 19 01:15:02.073783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.135832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-656f5816-359f-45c4-8a71-fa381a4aaa09 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723735 Feb 19 01:15:02.191142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.198311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:02.202480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.315417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Network': ['ID=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:02.327463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e5da53-0d8e-4e00-84ba-88e370ed772c req-64dd4aef-5306-4458-9fd3-8ec73329030f service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838200 Feb 19 01:15:02.353398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:02.474933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59d86cda-2fc5-42ce-9fa0-aae539494c26 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6976688 Feb 19 01:15:02.478050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:02.482837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'admin_state_up': True, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:02.622378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f6bd1-b0f6-4820-ab6a-c5a2cb7dd329 req-215e9482-c6f0-450b-b654-34a645e4aabd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:02.624238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-809f6bd1-b0f6-4820-ab6a-c5a2cb7dd329 req-215e9482-c6f0-450b-b654-34a645e4aabd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1816037 Feb 19 01:15:02.651870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.652936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.788867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (aecd027f-4f0b-46f4-872f-3c5831ade656), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:02.813129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25440b-3ceb-4eae-8c6c-b7526f68c90d req-ecde4ac2-eab8-43b7-b507-87aac205dbf0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:02.814770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d25440b-3ceb-4eae-8c6c-b7526f68c90d req-ecde4ac2-eab8-43b7-b507-87aac205dbf0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2085016 Feb 19 01:15:02.875722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-809f6bd1-b0f6-4820-ab6a-c5a2cb7dd329 req-11e01bbf-52cb-42c9-a016-59aee2527910 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2410948 Feb 19 01:15:03.027251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d25440b-3ceb-4eae-8c6c-b7526f68c90d req-c31eefb7-13be-41e7-a92b-7fcbccd8afc7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059369 Feb 19 01:15:03.152631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (aecd027f-4f0b-46f4-872f-3c5831ade656), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.582180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (aecd027f-4f0b-46f4-872f-3c5831ade656), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.629193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:03.794030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.14 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/725b662c-271f-4faf-ae13-be261754fae4) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:03.969241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (725b662c-271f-4faf-ae13-be261754fae4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:04.099515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (725b662c-271f-4faf-ae13-be261754fae4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:04.153356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:04.237496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:04.241324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:04.252494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937601e-8c00-4691-baaf-785c7ccaee64 req-0de3665e-d66f-4431-928e-c38be76c446c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:04.254057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3937601e-8c00-4691-baaf-785c7ccaee64 req-0de3665e-d66f-4431-928e-c38be76c446c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1731520 Feb 19 01:15:04.298691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=725b662c-271f-4faf-ae13-be261754fae4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:04.371351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3937601e-8c00-4691-baaf-785c7ccaee64 req-ca0c114f-a6da-469d-885e-8ebfe27cce83 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096945 Feb 19 01:15:04.535790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7046-79ec-4067-9172-084a28289bd5 req-368075b0-8f09-4250-b7b3-f1dff349fb99 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:04.539585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-737b7046-79ec-4067-9172-084a28289bd5 req-368075b0-8f09-4250-b7b3-f1dff349fb99 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3035085 Feb 19 01:15:04.634750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-737b7046-79ec-4067-9172-084a28289bd5 req-b78b4036-a6a3-4846-b164-80e6b997e828 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795498 Feb 19 01:15:04.845393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (aecd027f-4f0b-46f4-872f-3c5831ade656), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.238371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:05.581567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb625dd-e41c-4861-9cd3-1ea9cc192794 req-2db755fb-b89a-460f-9c6b-e19c06f38aa9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:05.592182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7bb625dd-e41c-4861-9cd3-1ea9cc192794 req-2db755fb-b89a-460f-9c6b-e19c06f38aa9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1122844 Feb 19 01:15:05.667457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7bb625dd-e41c-4861-9cd3-1ea9cc192794 req-017a5287-0442-450c-801f-2f030c138118 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679305 Feb 19 01:15:05.805190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-d3c4d1e7-5ea8-4186-ad4d-93b7714697ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:05.808317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-d3c4d1e7-5ea8-4186-ad4d-93b7714697ab service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1127 time: 0.1645427 Feb 19 01:15:06.047519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cd44-968d-4404-84d9-8251dc837d0c req-7827e042-47e5-4ca0-9470-c63dcb6d51c0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.049257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1994cd44-968d-4404-84d9-8251dc837d0c req-7827e042-47e5-4ca0-9470-c63dcb6d51c0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1228278 Feb 19 01:15:06.050889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-fc857e22-28b9-43db-9919-ead5c7b236b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.052496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-fc857e22-28b9-43db-9919-ead5c7b236b0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.2373435 Feb 19 01:15:06.053626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router aecd027f-4f0b-46f4-872f-3c5831ade656 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:15:06.177591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1994cd44-968d-4404-84d9-8251dc837d0c req-702546f4-39d9-41fb-88d5-920ac8ad4676 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152246 Feb 19 01:15:06.294696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-fd8a6882-e6f3-4334-a305-f3574b4dee66 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 1001 time: 0.2309699 Feb 19 01:15:06.414237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-741c51d4-0026-42a3-b00b-8ddf5ace756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.415763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-741c51d4-0026-42a3-b00b-8ddf5ace756b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1103458 Feb 19 01:15:06.421647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:15:06.445439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Sync routers for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:15:06.468510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:06.469767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:06.506449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-45a391a3-dcfa-4e1c-a0fc-e874d9a226c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:06.508350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-45a391a3-dcfa-4e1c-a0fc-e874d9a226c2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846221 Feb 19 01:15:06.556690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:06.557984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-76b1903d-7329-4e6d-b8e6-df679a5e273e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0787592 Feb 19 01:15:06.561127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59782) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:06.710174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-255814ca-f864-4649-a818-35570d5b15a7 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=c323be55983947e9a8958bb8509ef471&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1471531 Feb 19 01:15:06.716411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:06.820402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-4bd5a6b1-7d22-49fa-999b-bf524a852fbe service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009996 Feb 19 01:15:06.844439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:07.015868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392ad24-17b9-4a6c-9a48-1955eabc8b48 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.022108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59792) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:07.025416 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c392ad24-17b9-4a6c-9a48-1955eabc8b48 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3020933 Feb 19 01:15:07.050215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba95dcf7-de5a-43e1-8864-6cf4c6f720a5 req-dc576b80-ad2a-4e9a-99ca-3906902ac935 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110450 Feb 19 01:15:07.060035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344cbd4-1ebe-4427-b3af-8c0845fb5961 req-cf36a0b0-4a7a-49a4-bd4d-ec3b1bb9c05a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.072363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b5ad0c2d-8f40-4b46-a8f3-ea347e47adfd tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467880 Feb 19 01:15:07.074717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59794) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:07.075289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3344cbd4-1ebe-4427-b3af-8c0845fb5961 req-cf36a0b0-4a7a-49a4-bd4d-ec3b1bb9c05a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2018154 Feb 19 01:15:07.092414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616511155', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:07.195141 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3344cbd4-1ebe-4427-b3af-8c0845fb5961 req-f0bf5f88-0f01-43ec-9eb4-46949c80042f tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120338 Feb 19 01:15:07.306285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:04Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:07.352740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Checking router: aecd027f-4f0b-46f4-872f-3c5831ade656 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:15:07.353110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Updating router aecd027f-4f0b-46f4-872f-3c5831ade656 port 725b662c-271f-4faf-ae13-be261754fae4 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:15:07.401659 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (725b662c-271f-4faf-ae13-be261754fae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.413993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:07.418214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.509695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ad6ee-2734-4eb3-85ff-24a1ae8240db req-2913bbbd-05e4-4436-8a1e-68b1cc063d60 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:07.511279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-558ad6ee-2734-4eb3-85ff-24a1ae8240db req-2913bbbd-05e4-4436-8a1e-68b1cc063d60 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1830423 Feb 19 01:15:07.590894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-558ad6ee-2734-4eb3-85ff-24a1ae8240db req-28cd4bac-bda0-4447-95eb-99b424a7d127 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714567 Feb 19 01:15:07.757573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (c65f9213-ab78-4fc7-883a-8c5afc081729), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.810357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks [] for port (725b662c-271f-4faf-ae13-be261754fae4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.837816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Subnet': ['ID=c65f9213-ab78-4fc7-883a-8c5afc081729,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:07.868678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:07.869736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network hostable DHCP agents. Network: e7197190-feb8-46bf-a6e1-8d5cec3e1dfa, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:07.870563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (725b662c-271f-4faf-ae13-be261754fae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.943601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Attempting to bind port 725b662c-271f-4faf-ae13-be261754fae4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:07.944319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Attempting to bind port 725b662c-271f-4faf-ae13-be261754fae4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:07.944787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Attempting to bind port 725b662c-271f-4faf-ae13-be261754fae4 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:07.948303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fb4be-2c13-4476-b522-b2ec592cd706 None None] Pushing event updated for resources: {'Port': ['ID=725b662c-271f-4faf-ae13-be261754fae4,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:07.956288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:07.963781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:07.964239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:07.964656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:07.965081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:07.965553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Bound port: 725b662c-271f-4faf-ae13-be261754fae4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:07.965941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (725b662c-271f-4faf-ae13-be261754fae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.027870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] For port 725b662c-271f-4faf-ae13-be261754fae4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:08.031281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] For port 725b662c-271f-4faf-ae13-be261754fae4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=725b662c-271f-4faf-ae13-be261754fae4,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:08.042037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e7197190-feb8-46bf-a6e1-8d5cec3e1dfa) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:08.046852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:08.047525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.066623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74c8f0-b79e-413f-964b-2168c1a01a30 None None] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:08.137124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (725b662c-271f-4faf-ae13-be261754fae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.138737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0e1e75c8-071b-4e83-be9a-0bdb93e03182 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0549512 Feb 19 01:15:08.141301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:08.252842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:08.254060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:08.345547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fb4be-2c13-4476-b522-b2ec592cd706 None None] Pushing event updated for resources: {'Port': ['ID=725b662c-271f-4faf-ae13-be261754fae4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:08.367400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:08.380752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:08.447744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a9cf-0208-41b5-a696-14ca60e36391 req-3c3a556b-fc54-4e88-ad72-83f296e91406 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:08.466039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4455a9cf-0208-41b5-a696-14ca60e36391 req-3c3a556b-fc54-4e88-ad72-83f296e91406 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1272781 Feb 19 01:15:08.548029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4455a9cf-0208-41b5-a696-14ca60e36391 req-f8963ff9-21bf-44af-a953-b2033b4b98a8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767584 Feb 19 01:15:08.993004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:09.156061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f6a4-e225-4dc0-903d-331d82bfacba req-a2b6a84d-149a-4935-a206-2d65b710c4ca tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.158452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab03f6a4-e225-4dc0-903d-331d82bfacba req-a2b6a84d-149a-4935-a206-2d65b710c4ca tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3761289 Feb 19 01:15:09.202184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Allocated IP 172.20.0.2 (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa/c65f9213-ab78-4fc7-883a-8c5afc081729/b28b1988-1bfa-4d64-8916-22c2abe23d22) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:09.293692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab03f6a4-e225-4dc0-903d-331d82bfacba req-04004ec2-e906-47ae-b10e-ce84aed68708 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080534 Feb 19 01:15:09.364743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.419138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:09.460188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:04Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:09.555524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e124df-f77e-4ae9-9077-e58a72ce30c1 None None] The sync data for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 is: [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:04Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:15:09.594369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks [] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.729976 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.732429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.782678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:09.785142 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:09.809053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea16bf0-d989-440a-b6ce-7b870e5782a2 req-b5d32bc9-ede8-48f9-9c38-728ceb2b6963 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:09.833653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fea16bf0-d989-440a-b6ce-7b870e5782a2 req-b5d32bc9-ede8-48f9-9c38-728ceb2b6963 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1407657 Feb 19 01:15:09.937122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:09.952601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fea16bf0-d989-440a-b6ce-7b870e5782a2 req-6d21167c-4d91-49d0-8f52-4f355ed603d1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150963 Feb 19 01:15:09.964999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:09.987445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:09.990069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.1 (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa/c65f9213-ab78-4fc7-883a-8c5afc081729/a017e28a-d19e-4941-aa36-1381262dd580) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:10.028933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:10.065651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:10.068577 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a9ce47-50a8-479b-b891-11b3ffcd56d8" -d '{"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:10.100878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Pushing event updated for resources: {'Port': ['ID=b28b1988-1bfa-4d64-8916-22c2abe23d22,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:10.235082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (a017e28a-d19e-4941-aa36-1381262dd580), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.271873 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953d4aa-00ce-47b8-ab62-6c64b1754e18 x-openstack-request-id: req-1953d4aa-00ce-47b8-ab62-6c64b1754e18 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:10.276545 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-unplugged", "status": "failed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "code": 422}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:10.276545 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1953d4aa-00ce-47b8-ab62-6c64b1754e18 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:10.276545 n-d-826529-3 neutron-server[110603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'code': 422} returned with failed status Feb 19 01:15:10.276545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.531033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:10.533783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35d4b-cebf-4445-9fd6-ce5f3a695f74 req-253f3960-3e89-41d6-a75c-10fdefff77e6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:10.535599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dc35d4b-cebf-4445-9fd6-ce5f3a695f74 req-253f3960-3e89-41d6-a75c-10fdefff77e6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1159663 Feb 19 01:15:10.548502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Attempting to bind port b28b1988-1bfa-4d64-8916-22c2abe23d22 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:10.549269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Attempting to bind port b28b1988-1bfa-4d64-8916-22c2abe23d22 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:10.549869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Attempting to bind port b28b1988-1bfa-4d64-8916-22c2abe23d22 on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:10.557587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:10.558351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:10.560181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.561707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Bound using segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:10.562639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Bound port: b28b1988-1bfa-4d64-8916-22c2abe23d22, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:10.563502 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.669825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dc35d4b-cebf-4445-9fd6-ce5f3a695f74 req-2d7e19a9-44aa-4a95-89f0-92443c9b6bef tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208844 Feb 19 01:15:10.677315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] For port b28b1988-1bfa-4d64-8916-22c2abe23d22, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:10.681102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] For port b28b1988-1bfa-4d64-8916-22c2abe23d22, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b28b1988-1bfa-4d64-8916-22c2abe23d22,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:10.806150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.834836 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.835749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e2fc635-e15e-4d76-9d17-6039be3bdc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.846530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:10.905686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:10.937875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:10.952944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:11.001499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:11.074229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218262d-db77-4da2-9300-3f309b60b498 None None] Pushing event updated for resources: {'Port': ['ID=b28b1988-1bfa-4d64-8916-22c2abe23d22,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:11.097110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (aecd027f-4f0b-46f4-872f-3c5831ade656), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.590349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a017e28a-d19e-4941-aa36-1381262dd580), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:11.842925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 725b662c-271f-4faf-ae13-be261754fae4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:12.039124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 725b662c-271f-4faf-ae13-be261754fae4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:12.039516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (725b662c-271f-4faf-ae13-be261754fae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.290592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 725b662c-271f-4faf-ae13-be261754fae4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:12.293776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (725b662c-271f-4faf-ae13-be261754fae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.360012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 725b662c-271f-4faf-ae13-be261754fae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=725b662c-271f-4faf-ae13-be261754fae4,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:12.445192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (725b662c-271f-4faf-ae13-be261754fae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.446000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b28b1988-1bfa-4d64-8916-22c2abe23d22 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:12.527176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (a017e28a-d19e-4941-aa36-1381262dd580), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.631972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.751180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=725b662c-271f-4faf-ae13-be261754fae4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:12.792867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b28b1988-1bfa-4d64-8916-22c2abe23d22 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:12.793593 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:12.859062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf82b5-0e0e-4a7a-9b68-0d257d81fa60 None None] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:13.026227 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2dbeffc6-9559-4678-b23c-664117b77267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.054584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Provisioning complete for port b28b1988-1bfa-4d64-8916-22c2abe23d22 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:13.061281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.304593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:13.305211 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.387835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:13.388272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.423390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port b28b1988-1bfa-4d64-8916-22c2abe23d22, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b28b1988-1bfa-4d64-8916-22c2abe23d22,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:13.522616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.702628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:13.713867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=b28b1988-1bfa-4d64-8916-22c2abe23d22,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:13.737425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.738041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.738580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.739735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.740362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.741012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.741546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.742068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.742595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.743385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.743926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.744454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.744962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:13.764337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (aecd027f-4f0b-46f4-872f-3c5831ade656), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:13.783457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 725b662c-271f-4faf-ae13-be261754fae4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:13.794092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c53a-9036-44f1-9e7b-350f0e9d0a38 req-07212d02-f4a3-49c1-b860-03a5f3d3ce9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:13.812176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2b8c53a-9036-44f1-9e7b-350f0e9d0a38 req-07212d02-f4a3-49c1-b860-03a5f3d3ce9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1930132 Feb 19 01:15:13.933275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2b8c53a-9036-44f1-9e7b-350f0e9d0a38 req-c8b99258-878d-47c3-adcf-f5c4cc7f07e4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201680 Feb 19 01:15:13.980199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59934) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:14.002148 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:15:14.002500 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:15:14.029548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 725b662c-271f-4faf-ae13-be261754fae4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:14.029920 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (725b662c-271f-4faf-ae13-be261754fae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.063448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:14.075812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:14.094007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-520c17ac-a656-4ee1-a2de-8e83bbd840bd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375837 Feb 19 01:15:14.228464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3d848d4-0751-4a6d-be6a-a8c0e2cac4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.230571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.272856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 725b662c-271f-4faf-ae13-be261754fae4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:14.292829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router aecd027f-4f0b-46f4-872f-3c5831ade656 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:15:14.297718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-099a4dbf-eded-4eef-a24e-f8ef1abf8927 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:14.299500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-099a4dbf-eded-4eef-a24e-f8ef1abf8927 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports/94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 940 time: 0.1656168 Feb 19 01:15:14.373258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3d848d4-0751-4a6d-be6a-a8c0e2cac4c1 admin admin] Publish callbacks [] for security_group (b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.442592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b3d848d4-0751-4a6d-be6a-a8c0e2cac4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.462290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:15:14.468272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-df8be943-608c-427b-bf08-1054c06f7931 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/aecd027f-4f0b-46f4-872f-3c5831ade656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3257439 Feb 19 01:15:14.472811 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Sync routers for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:15:14.510708 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:14.510708 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:14.556433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59944) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:14.559621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b3d848d4-0751-4a6d-be6a-a8c0e2cac4c1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f5dead3e7f9846839adb222d8972b29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717402 Feb 19 01:15:14.661446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d848d4-0751-4a6d-be6a-a8c0e2cac4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:14.667062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7c461-7626-451b-932e-fce3c2afdf3f None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:14.706937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] Publish callbacks [] for security_group (b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.752663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] Publish callbacks [] for security_group (b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.805071 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:14.831827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Provisioning complete for port a017e28a-d19e-4941-aa36-1381262dd580 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:14.832308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a017e28a-d19e-4941-aa36-1381262dd580), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.903342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Port a017e28a-d19e-4941-aa36-1381262dd580 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:14.928281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Provisioning complete for port b28b1988-1bfa-4d64-8916-22c2abe23d22 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:14.928818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.967582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.973959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:14.979566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8 HTTP/1.1" status: 204 len: 168 time: 0.4182122 Feb 19 01:15:15.024268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-c568c7a3-2772-4fb5-8764-ec5103711449 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508502134&fields=id&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 267 time: 0.1188893 Feb 19 01:15:15.028410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa56a-cb65-41e2-9f73-0be5e7a146a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b67b4d-f30b-4eda-8c9b-2811c19b7cc8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:15.121606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2992ed4a-c886-4b62-a1af-44b26f85906b None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:15.288665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.305898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-adef495a-5fcd-4ce6-98b8-c4631e8e1848 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:15.311140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-adef495a-5fcd-4ce6-98b8-c4631e8e1848 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 797 time: 0.2766314 Feb 19 01:15:15.315080 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 2, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:15.332290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-db0c3587-d480-44a3-a04a-c991b0418bdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/quotas/c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 375 time: 0.0155959 Feb 19 01:15:15.388110 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Checking router: aecd027f-4f0b-46f4-872f-3c5831ade656 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:15:15.388907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Updating router aecd027f-4f0b-46f4-872f-3c5831ade656 port a017e28a-d19e-4941-aa36-1381262dd580 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:15:15.456945 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-6698f899-e992-4edb-abb7-428e8b78803a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176820 Feb 19 01:15:15.465457 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a017e28a-d19e-4941-aa36-1381262dd580), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:15.583144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9558769-64b7-43ba-a26c-04d85758c6e0 req-02b7af21-3fab-4717-8db6-88ff866240f1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:15.586651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9558769-64b7-43ba-a26c-04d85758c6e0 req-02b7af21-3fab-4717-8db6-88ff866240f1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.4874382 Feb 19 01:15:15.700906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9558769-64b7-43ba-a26c-04d85758c6e0 req-302fbe67-ad47-47a2-88d0-52bd37df2c7e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088998 Feb 19 01:15:15.767276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b28b1988-1bfa-4d64-8916-22c2abe23d22 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:15.893637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port b28b1988-1bfa-4d64-8916-22c2abe23d22 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:15.894808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.060835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-3f609681-aa6e-4776-9973-cce6b1a573c5 service neutron] 10.222.0.94 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828805 Feb 19 01:15:16.066816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:16.157446 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks [] for port (a017e28a-d19e-4941-aa36-1381262dd580), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.198517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-4c246fe0-070c-4e0a-be38-567f1bf4bc33 service neutron] 10.222.0.94 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299183 Feb 19 01:15:16.414197 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.697611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94a6720a-4d94-401e-a637-59dcd188e6bd req-88c66cb2-ac9b-4792-846a-9d82d12c6db2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0886970 Feb 19 01:15:16.769238 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Attempting to bind port a017e28a-d19e-4941-aa36-1381262dd580 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:16.769552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Attempting to bind port a017e28a-d19e-4941-aa36-1381262dd580 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:16.770194 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Attempting to bind port a017e28a-d19e-4941-aa36-1381262dd580 on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:16.776122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59992) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:16.776302 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69500-47cc-4e10-ad9c-123b848fd860 None None] Pushing event updated for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:16.784678 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:16.785239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:16.786414 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.786414 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Bound using segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:16.787040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Bound port: a017e28a-d19e-4941-aa36-1381262dd580, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:16.787471 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a017e28a-d19e-4941-aa36-1381262dd580), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.836490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-be2ccd76-4f04-4651-aed9-0e632aed3bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.868406 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] For port a017e28a-d19e-4941-aa36-1381262dd580, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:16.871667 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] For port a017e28a-d19e-4941-aa36-1381262dd580, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a017e28a-d19e-4941-aa36-1381262dd580,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:16.935706 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.967715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ff7d6df2-19da-4020-bf4f-469d531ff5c7 None None] Provisioning complete for port a017e28a-d19e-4941-aa36-1381262dd580 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:16.967715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff7d6df2-19da-4020-bf4f-469d531ff5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a017e28a-d19e-4941-aa36-1381262dd580), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:16.986846 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.158871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:17.159552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:17.164761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-be2ccd76-4f04-4651-aed9-0e632aed3bb5 admin admin] Publish callbacks [] for security_group (4ddcf86e-46ff-4b49-9d34-59a094b76bb6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.177394 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69500-47cc-4e10-ad9c-123b848fd860 None None] Pushing event updated for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:17.195337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-dac2c7dd-199f-41f0-8847-dc23adb696ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:17.196870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-dac2c7dd-199f-41f0-8847-dc23adb696ef service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4&tenant_id=b8837ff11e91405086153f280cc78fd6 HTTP/1.1" status: 200 len: 1125 time: 0.2871311 Feb 19 01:15:17.325612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8f548-fd81-49f3-8a9c-640f9b8249e6 req-75faffc0-105b-4229-8854-11501a5aa0d1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:17.331025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01a8f548-fd81-49f3-8a9c-640f9b8249e6 req-75faffc0-105b-4229-8854-11501a5aa0d1 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3713434 Feb 19 01:15:17.338380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-be2ccd76-4f04-4651-aed9-0e632aed3bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4ddcf86e-46ff-4b49-9d34-59a094b76bb6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.389359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d6df2-19da-4020-bf4f-469d531ff5c7 None None] Port a017e28a-d19e-4941-aa36-1381262dd580 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:17.466053 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:17.499554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-be2ccd76-4f04-4651-aed9-0e632aed3bb5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=93e3c6a256274f2491f38c01a1b1e816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221024 Feb 19 01:15:17.502579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60008) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:17.517168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-2b5fbae3-d616-43ef-a8ee-cdc66d685af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:17.518694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-2b5fbae3-d616-43ef-a8ee-cdc66d685af8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=b8837ff11e91405086153f280cc78fd6&device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1125 time: 0.2822978 Feb 19 01:15:17.531886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ccd76-4f04-4651-aed9-0e632aed3bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddcf86e-46ff-4b49-9d34-59a094b76bb6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:17.597089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01a8f548-fd81-49f3-8a9c-640f9b8249e6 req-a0e32798-3eb5-4191-82c3-415ad2a62bed tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2476883 Feb 19 01:15:17.613750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] Publish callbacks [] for security_group (4ddcf86e-46ff-4b49-9d34-59a094b76bb6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.649032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Provisioning complete for port a017e28a-d19e-4941-aa36-1381262dd580 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:17.653466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a017e28a-d19e-4941-aa36-1381262dd580), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.662679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] Publish callbacks [] for security_group (4ddcf86e-46ff-4b49-9d34-59a094b76bb6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.720429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-e996e3f2-39f8-4256-979a-3742ad045c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:17.722126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-e996e3f2-39f8-4256-979a-3742ad045c0c service neutron] 10.222.0.117 "GET /v2.0/networks?id=c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 200 len: 918 time: 0.1747606 Feb 19 01:15:17.872471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bd37e71-fb9d-4df9-be66-d97614f81b15 req-38ca8d57-bf46-44bb-a3b6-bca4c9a7d655 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0437520 Feb 19 01:15:17.873810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4ddcf86e-46ff-4b49-9d34-59a094b76bb6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.877304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.879582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4ddcf86e-46ff-4b49-9d34-59a094b76bb6 HTTP/1.1" status: 204 len: 168 time: 0.3753560 Feb 19 01:15:17.885974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-2f87a609-b07e-4563-ad43-e44fdb0c2864 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 200 len: 999 time: 0.1568742 Feb 19 01:15:17.913374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Current status of the port a017e28a-d19e-4941-aa36-1381262dd580 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:17.914169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a017e28a-d19e-4941-aa36-1381262dd580), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:17.919016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408e169-bfa6-4fd1-99cb-e3d2c151724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddcf86e-46ff-4b49-9d34-59a094b76bb6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:18.033818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] For port a017e28a-d19e-4941-aa36-1381262dd580, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a017e28a-d19e-4941-aa36-1381262dd580,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:18.086107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-0b2f7b58-c91a-4b1a-bab9-dcf227a761d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:18.088047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-0b2f7b58-c91a-4b1a-bab9-dcf227a761d9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 200 len: 856 time: 0.1801171 Feb 19 01:15:18.096099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:18.229007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-c9fbc95d-d629-42fa-a8aa-80ab443b6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:18.232136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-c9fbc95d-d629-42fa-a8aa-80ab443b6183 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=c2274e59-f386-4bb5-9a3d-d1091acafa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1356757 Feb 19 01:15:18.258503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac36400-53fe-4ba2-bf87-e48fb1fa18fe None None] Pushing event updated for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:18.277996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:16Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:18.309437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789ab81-1a43-42ea-b249-a861aa403a9c None None] The sync data for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 is: [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:16Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:15:18.460370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-591cd356-524a-4002-9353-bc595d2b9cbe service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227106 Feb 19 01:15:18.776645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6e9a78-1702-4e34-a99e-c76eb1b64e90 req-67bc4c6d-2506-4533-96b6-fb3a86465ca6 service neutron] 10.222.0.117 "GET /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027518 Feb 19 01:15:18.876935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5595-b0a2-4b89-a9c4-56155486b31d req-bf7f00a7-6998-48d4-90a7-857726a29519 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:18.876935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468c5595-b0a2-4b89-a9c4-56155486b31d req-bf7f00a7-6998-48d4-90a7-857726a29519 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0930736 Feb 19 01:15:18.991656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468c5595-b0a2-4b89-a9c4-56155486b31d req-8244a777-14bb-409b-a34a-638d1ebefa32 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103072 Feb 19 01:15:19.106444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc80462a-d011-4201-ab77-7e9acdb098e6 req-d9168f95-b473-4b65-9a5e-c4aa687854fe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0628095 Feb 19 01:15:19.773381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-ab946a8e-066f-43af-baf9-829ce0f98a2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:19.778639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-ab946a8e-066f-43af-baf9-829ce0f98a2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 797 time: 0.4541414 Feb 19 01:15:19.839986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a017e28a-d19e-4941-aa36-1381262dd580 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:19.913012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-a6658b7b-b361-44aa-aec0-4f7fceeefac3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 379 time: 0.1272118 Feb 19 01:15:19.928499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'port': {'device_id': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'admin_state_up': True, 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'security_groups': ['99082807-28f3-4d7c-9a6e-eaaf849bff62']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:20.105145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a017e28a-d19e-4941-aa36-1381262dd580 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:20.105806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a017e28a-d19e-4941-aa36-1381262dd580), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.372773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18d89554-36f4-4e42-9746-951a6592748f req-a5534c23-3b15-4bf4-91dc-38108670f200 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0963910 Feb 19 01:15:20.432341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a017e28a-d19e-4941-aa36-1381262dd580 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:20.524558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2efe-36af-4de9-8cc3-b28f06e97de4 req-5b64203c-dbf1-4503-b524-a528b10526f0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:20.539480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ffd2efe-36af-4de9-8cc3-b28f06e97de4 req-5b64203c-dbf1-4503-b524-a528b10526f0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3625126 Feb 19 01:15:20.714734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:20.729516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.824726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ffd2efe-36af-4de9-8cc3-b28f06e97de4 req-ea0fde71-4214-4e54-83b4-011241ce0454 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2583880 Feb 19 01:15:21.102601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.14 (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa/c65f9213-ab78-4fc7-883a-8c5afc081729/fb5641e4-5c94-4720-abcb-0e55f4c580ab) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:21.429985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.615383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.646857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f17048c6-4f0e-4b7c-a928-41135d30b781 req-ad5a709f-8343-41ba-b643-d21c7d38d61c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0799909 Feb 19 01:15:21.786163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:21.806824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:21.820836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:21.933366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:22.138758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.139877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.296614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20572a1-d672-400e-b4ea-283e9fbfaef8 req-85b88b85-34de-4649-875a-88edc0d6e02d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.306761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b20572a1-d672-400e-b4ea-283e9fbfaef8 req-85b88b85-34de-4649-875a-88edc0d6e02d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3121700 Feb 19 01:15:22.376426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f2dc84a7-7adc-45b2-b76f-137b82b823d2 None None] Provisioning complete for port fb5641e4-5c94-4720-abcb-0e55f4c580ab triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:22.377028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84a7-7adc-45b2-b76f-137b82b823d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.435452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b20572a1-d672-400e-b4ea-283e9fbfaef8 req-cc6a9b94-228e-4647-bfa6-6aae3cea0fd4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274898 Feb 19 01:15:22.484147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc84a7-7adc-45b2-b76f-137b82b823d2 None None] Port fb5641e4-5c94-4720-abcb-0e55f4c580ab cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:22.490658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-0e1b1961-9750-4d31-b30d-a805929bc82e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5728581 Feb 19 01:15:22.505096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Request body: {'port': {'device_id': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:22.710754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.954749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e2978-0a2d-4d8c-925a-94243a57b0c1 req-46641fb7-f159-4439-bd5a-d9e6742ab96a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:22.974938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a18e2978-0a2d-4d8c-925a-94243a57b0c1 req-46641fb7-f159-4439-bd5a-d9e6742ab96a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 932 time: 0.1443970 Feb 19 01:15:23.152930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a18e2978-0a2d-4d8c-925a-94243a57b0c1 req-3bdf59ac-28fd-40e0-bf2f-a35f2bfc6972 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513779 Feb 19 01:15:23.345479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:23.365342 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks [] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.398982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Transition to ACTIVE for port object fb5641e4-5c94-4720-abcb-0e55f4c580ab will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:23.508171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:23.710437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:24.112604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993f5ab-6d83-4bce-a5b3-1c18abec031c req-10129718-291e-4bd8-b7da-ca58dc4c1ca4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.119730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5993f5ab-6d83-4bce-a5b3-1c18abec031c req-10129718-291e-4bd8-b7da-ca58dc4c1ca4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3944051 Feb 19 01:15:24.256598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:24.256934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:24.257267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:24.290448 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5993f5ab-6d83-4bce-a5b3-1c18abec031c req-7444f990-1255-428d-b57e-5e8b85fad10b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697438 Feb 19 01:15:24.295232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:24.296293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:24.310501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:24.310853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:24.311274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Bound using segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:24.311719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Bound port: fb5641e4-5c94-4720-abcb-0e55f4c580ab, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:24.315483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.477960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:24.483669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:24.512926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf9f26-9825-4738-ba81-b6bb59e9b609 req-d3da0f28-2fb7-46e6-986b-c67a6845f84b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.521889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2bf9f26-9825-4738-ba81-b6bb59e9b609 req-d3da0f28-2fb7-46e6-986b-c67a6845f84b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.1664424 Feb 19 01:15:24.545537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.638800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2bf9f26-9825-4738-ba81-b6bb59e9b609 req-6b4a225b-7da9-48b9-92cc-fe718a0d09fe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073594 Feb 19 01:15:24.698071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.700680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.705670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] 10.222.0.117 "PUT /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1092 time: 2.2064538 Feb 19 01:15:24.708780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:24.711334 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0e256-561f-4624-9aef-ff0f11ee54b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:24.874194 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01326a6-301d-401b-b51b-22177d831e9d x-openstack-request-id: req-e01326a6-301d-401b-b51b-22177d831e9d {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:24.878552 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:24.878552 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e01326a6-301d-401b-b51b-22177d831e9d {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:24.878552 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:15:24.910596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac07204-5e69-47ad-8c60-f39581208b22 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:24.938543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-055d9d70-02b5-4936-8ae0-eef5bfd83732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:24.940442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-055d9d70-02b5-4936-8ae0-eef5bfd83732 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1126 time: 0.0972641 Feb 19 01:15:25.076336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-5aa163fe-743e-42b1-b23e-40ec6767b628 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 217 time: 0.1183143 Feb 19 01:15:25.238840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-498daa8c-0260-4f58-b501-05e782bf98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.245132 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-498daa8c-0260-4f58-b501-05e782bf98c0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.1635988 Feb 19 01:15:25.321572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-f8ee4cba-d47d-434c-8de5-a37598c8d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.323551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-f8ee4cba-d47d-434c-8de5-a37598c8d24d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0704055 Feb 19 01:15:25.437477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-08c10c50-f50f-48be-9a0c-5216f6feadea service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027603 Feb 19 01:15:25.537772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be58c1-bdfb-426f-bc4f-91b37bcad1c1 req-94db2705-89ab-4671-a8a8-2a4847679250 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:25.545846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2be58c1-bdfb-426f-bc4f-91b37bcad1c1 req-94db2705-89ab-4671-a8a8-2a4847679250 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1389496 Feb 19 01:15:25.652131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d2be58c1-bdfb-426f-bc4f-91b37bcad1c1 req-49a17be9-4a46-4d5e-a239-472ca063a2b3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949411 Feb 19 01:15:25.699489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6f29ec5-addf-4da3-82b7-e6b23f7c6973 req-ff631d61-2341-4438-9a7f-9a41a24617d9 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494345 Feb 19 01:15:25.903641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60202) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:25.937987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:26.140805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-46d6bb2f-7c28-42c5-9bee-c784c6c96c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:26.142266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-46d6bb2f-7c28-42c5-9bee-c784c6c96c78 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1126 time: 0.2750354 Feb 19 01:15:26.211027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8bae0-b0e4-414f-b706-b74a337cdc07 req-38755526-3ac0-4a54-9b0e-a51fb5cde040 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:26.220469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93a8bae0-b0e4-414f-b706-b74a337cdc07 req-38755526-3ac0-4a54-9b0e-a51fb5cde040 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.4567230 Feb 19 01:15:26.221726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef4137e5-9831-40dc-a74d-0d0300724d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.260957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd389b-c24f-49bf-94f6-4316c112a3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.378231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef4137e5-9831-40dc-a74d-0d0300724d86 admin admin] Publish callbacks [] for security_group (dac35fa1-50c7-4adf-9f60-f0212301f7c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.476967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-8a476823-b5a5-498f-b55a-364a5f4b83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:26.482098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-8a476823-b5a5-498f-b55a-364a5f4b83c7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.2578316 Feb 19 01:15:26.489206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef4137e5-9831-40dc-a74d-0d0300724d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dac35fa1-50c7-4adf-9f60-f0212301f7c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.498274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd389b-c24f-49bf-94f6-4316c112a3b8 admin admin] Publish callbacks [] for security_group (f013ab5f-fa9b-4d0f-9b9f-57a71b61e783), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.564658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93a8bae0-b0e4-414f-b706-b74a337cdc07 req-e9ff19fa-e721-423f-92ab-c7c82c11e9dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432567 Feb 19 01:15:26.571557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4137e5-9831-40dc-a74d-0d0300724d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac35fa1-50c7-4adf-9f60-f0212301f7c7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:26.614615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fbfd389b-c24f-49bf-94f6-4316c112a3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f013ab5f-fa9b-4d0f-9b9f-57a71b61e783), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.697074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-c7737b50-70ca-4890-b9a8-93124a77a4ad service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 217 time: 0.1456146 Feb 19 01:15:26.764933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd389b-c24f-49bf-94f6-4316c112a3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f013ab5f-fa9b-4d0f-9b9f-57a71b61e783,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:26.790929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:26.799121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fbfd389b-c24f-49bf-94f6-4316c112a3b8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ec73e06cf7a24e9c8468da2fe745ff8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8597672 Feb 19 01:15:26.803129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef4137e5-9831-40dc-a74d-0d0300724d86 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2cfffbde8ade492799867cead8a00020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8979967 Feb 19 01:15:26.822254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:26.962868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] Publish callbacks [] for security_group (dac35fa1-50c7-4adf-9f60-f0212301f7c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.058448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-2497cc65-1c83-4a5f-890f-a8fe4af4ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.060334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-2497cc65-1c83-4a5f-890f-a8fe4af4ea63 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.3519304 Feb 19 01:15:27.061366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] Publish callbacks [] for security_group (f013ab5f-fa9b-4d0f-9b9f-57a71b61e783), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.063049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] Publish callbacks [] for security_group (dac35fa1-50c7-4adf-9f60-f0212301f7c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.089530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] Publish callbacks [] for security_group (f013ab5f-fa9b-4d0f-9b9f-57a71b61e783), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.116774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e8737-0f2e-41cd-b6fa-86b129515db7 req-70842c38-e02f-402e-93ee-ba8d1c33f701 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.120583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-326e8737-0f2e-41cd-b6fa-86b129515db7 req-70842c38-e02f-402e-93ee-ba8d1c33f701 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.2334957 Feb 19 01:15:27.207850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-56c49ca4-9576-4b37-8e26-b2d5ae5d60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:27.211376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-56c49ca4-9576-4b37-8e26-b2d5ae5d60cd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1186864 Feb 19 01:15:27.309062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f013ab5f-fa9b-4d0f-9b9f-57a71b61e783), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.312469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.329873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f013ab5f-fa9b-4d0f-9b9f-57a71b61e783 HTTP/1.1" status: 204 len: 168 time: 0.5036948 Feb 19 01:15:27.333532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-326e8737-0f2e-41cd-b6fa-86b129515db7 req-7afdce5d-f4b8-4ac6-9214-27ee7c2e4318 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1947446 Feb 19 01:15:27.336592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dac35fa1-50c7-4adf-9f60-f0212301f7c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.352071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:27.359568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dac35fa1-50c7-4adf-9f60-f0212301f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5379915 Feb 19 01:15:27.409149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6a25-cac3-4f62-aed2-3917930ea94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f013ab5f-fa9b-4d0f-9b9f-57a71b61e783,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:27.418949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00d3b5-4998-425e-bdde-8c7fa767ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac35fa1-50c7-4adf-9f60-f0212301f7c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:27.541292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:27.542950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-7eb534e1-ab21-4295-834f-17363086d554 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186800 Feb 19 01:15:27.720800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bab0e256-561f-4624-9aef-ff0f11ee54b5 req-ef4f678e-f20d-43d4-b2c7-f1aa88f2a8a7 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604073 Feb 19 01:15:27.983672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:28.009946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7412f11-bf4a-4071-8efb-27a9f587b779 req-8e0e34a1-468e-40a8-bc2f-16004d243178 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.024573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7412f11-bf4a-4071-8efb-27a9f587b779 req-8e0e34a1-468e-40a8-bc2f-16004d243178 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.2101779 Feb 19 01:15:28.040855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:15:28.142476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:28.142883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.183043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b7412f11-bf4a-4071-8efb-27a9f587b779 req-541865e9-e97b-45c9-8fb7-57f2e208bb08 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563473 Feb 19 01:15:28.185697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:28.229130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:28.329755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.374537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60250) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:28.417918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5edb9d8-2197-4230-b69c-d997fe4dbe1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.469479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:28.524558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60258) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:28.571907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['fb5641e4-5c94-4720-abcb-0e55f4c580ab'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:28.597192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459f2243-d0aa-4d99-94b8-5b3e8fac7767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.775285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ddbd-8b28-47b6-9500-fbee0c86a13f req-c2192d90-4b05-4ada-8def-80b41326c735 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:28.788560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0454ddbd-8b28-47b6-9500-fbee0c86a13f req-c2192d90-4b05-4ada-8def-80b41326c735 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.3123412 Feb 19 01:15:28.902461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459f2243-d0aa-4d99-94b8-5b3e8fac7767 admin admin] Publish callbacks [] for security_group (587cca23-6e70-4cec-88d7-e687d4b96f9e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:28.974366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0454ddbd-8b28-47b6-9500-fbee0c86a13f req-9620ffc3-63bc-4532-98d5-2eff3dc9c016 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1843174 Feb 19 01:15:28.984160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-459f2243-d0aa-4d99-94b8-5b3e8fac7767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (587cca23-6e70-4cec-88d7-e687d4b96f9e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.015551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5edb9d8-2197-4230-b69c-d997fe4dbe1a admin admin] Publish callbacks [] for security_group (09291ab4-6759-4f8e-a761-cb637a243d07), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.039227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-459f2243-d0aa-4d99-94b8-5b3e8fac7767 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=97e1535d4ce04d70ad3afa62d2d0516e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5114391 Feb 19 01:15:29.040558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:29.081714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f2243-d0aa-4d99-94b8-5b3e8fac7767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587cca23-6e70-4cec-88d7-e687d4b96f9e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:29.102383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5edb9d8-2197-4230-b69c-d997fe4dbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (09291ab4-6759-4f8e-a761-cb637a243d07), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.167433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edb9d8-2197-4230-b69c-d997fe4dbe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09291ab4-6759-4f8e-a761-cb637a243d07,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:29.205007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] Publish callbacks [] for security_group (587cca23-6e70-4cec-88d7-e687d4b96f9e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.215430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c5edb9d8-2197-4230-b69c-d997fe4dbe1a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a011be571c22472fb218c119b3db08f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375807 Feb 19 01:15:29.218928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60268) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:29.252802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] Publish callbacks [] for security_group (587cca23-6e70-4cec-88d7-e687d4b96f9e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.323554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] Publish callbacks [] for security_group (09291ab4-6759-4f8e-a761-cb637a243d07), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.346583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525dfc6-24a2-4411-b698-de625d607928 req-352190f0-5edb-44f1-84ec-0741b43611d9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.353579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] Publish callbacks [] for security_group (09291ab4-6759-4f8e-a761-cb637a243d07), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.358926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0525dfc6-24a2-4411-b698-de625d607928 req-352190f0-5edb-44f1-84ec-0741b43611d9 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.2043276 Feb 19 01:15:29.494536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (587cca23-6e70-4cec-88d7-e687d4b96f9e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.497284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.508163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/587cca23-6e70-4cec-88d7-e687d4b96f9e HTTP/1.1" status: 204 len: 168 time: 0.4613898 Feb 19 01:15:29.523758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151db1fa-851e-4d4e-8b37-ae159ca40edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587cca23-6e70-4cec-88d7-e687d4b96f9e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:29.542966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0525dfc6-24a2-4411-b698-de625d607928 req-8048de3d-fff8-43cd-b361-cd960d150e4f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699419 Feb 19 01:15:29.547896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c000bcb-3706-46d2-be71-d6361740eaf5 req-b1457125-0fae-4c2f-b056-8c6341b04516 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:29.551126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c000bcb-3706-46d2-be71-d6361740eaf5 req-b1457125-0fae-4c2f-b056-8c6341b04516 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.1500542 Feb 19 01:15:29.589780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (09291ab4-6759-4f8e-a761-cb637a243d07), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.592712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:29.596486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/09291ab4-6759-4f8e-a761-cb637a243d07 HTTP/1.1" status: 204 len: 168 time: 0.3741004 Feb 19 01:15:29.614481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac68f1-2b5c-46d6-8df1-94975bf39056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09291ab4-6759-4f8e-a761-cb637a243d07,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:29.654125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c000bcb-3706-46d2-be71-d6361740eaf5 req-0773de91-f2d9-472f-88f7-bd0951678085 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962744 Feb 19 01:15:30.198266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5458ae-db4a-446a-926d-0c0247b9a563 req-17b82c9c-1608-447c-bfe7-1b5f27409ec3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:30.206736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e5458ae-db4a-446a-926d-0c0247b9a563 req-17b82c9c-1608-447c-bfe7-1b5f27409ec3 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0816784 Feb 19 01:15:30.308552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e5458ae-db4a-446a-926d-0c0247b9a563 req-b4558d79-fa22-4053-90db-92b3c33cc413 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999746 Feb 19 01:15:30.870687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2d296-88a8-4cef-9387-10f632e7eb44 req-992e58ac-e384-4b04-ae9f-c1659baa65b0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:30.874984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55a2d296-88a8-4cef-9387-10f632e7eb44 req-992e58ac-e384-4b04-ae9f-c1659baa65b0 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1883075 Feb 19 01:15:30.931353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c48960-43cd-4c57-b09f-0307969afb0b req-ec0207db-8091-422e-a438-de05da040e21 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:30.954825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95c48960-43cd-4c57-b09f-0307969afb0b req-ec0207db-8091-422e-a438-de05da040e21 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.1521091 Feb 19 01:15:31.043431 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55a2d296-88a8-4cef-9387-10f632e7eb44 req-9ec31e53-1f23-4a3f-91b2-588afee1f058 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602221 Feb 19 01:15:31.098004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-95c48960-43cd-4c57-b09f-0307969afb0b req-060fbcab-484a-4afc-b1ad-43a1fcd815b3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364584 Feb 19 01:15:31.209239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:15:31.403530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-6b2c4da5-580c-4cf9-beff-c7faabda56d7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.405013 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-6b2c4da5-580c-4cf9-beff-c7faabda56d7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1533649 Feb 19 01:15:31.555992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:31.611569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e66fe-6700-4d72-8c97-5be214626f50 req-a8208523-a1fb-4adf-b062-fa2ea806dc9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:31.619247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Deleting port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:31.619670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.628522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366e66fe-6700-4d72-8c97-5be214626f50 req-a8208523-a1fb-4adf-b062-fa2ea806dc9b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1602342 Feb 19 01:15:31.778564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port fb5641e4-5c94-4720-abcb-0e55f4c580ab completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:15:31.790373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port fb5641e4-5c94-4720-abcb-0e55f4c580ab triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:31.791019 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.799827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366e66fe-6700-4d72-8c97-5be214626f50 req-8e60b6be-1c85-40a9-ae24-74cbe2e17c3a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695511 Feb 19 01:15:31.878624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] For port a23690e2-fc92-4ca9-a3c9-a2a94d26d035, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:31.878624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:31.953742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:31.954415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.002226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:32.006184 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279e7bc-bc26-4907-928d-23e423796246" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:32.030959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:32.142159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:32.259708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:32.434840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b545a89-77eb-496e-ac64-e6b4adf4d474 req-99bb526d-b39f-4c2c-9552-02f73cba350f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.453873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b545a89-77eb-496e-ac64-e6b4adf4d474 req-99bb526d-b39f-4c2c-9552-02f73cba350f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1813340 Feb 19 01:15:32.627718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b545a89-77eb-496e-ac64-e6b4adf4d474 req-c1428038-1e68-4cd8-96fe-bf636443bc6f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727681 Feb 19 01:15:32.873529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:32.948370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9d35c-3bc7-482b-996e-d40c21c465d2 req-0b071a8f-1a4e-4203-9c97-d413b1a631fe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:32.959783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ff9d35c-3bc7-482b-996e-d40c21c465d2 req-0b071a8f-1a4e-4203-9c97-d413b1a631fe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1961105 Feb 19 01:15:33.077496 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73538348-ef8b-4a3a-8c53-703465ca1f13 x-openstack-request-id: req-73538348-ef8b-4a3a-8c53-703465ca1f13 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:33.078532 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:33.079032 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73538348-ef8b-4a3a-8c53-703465ca1f13 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:33.079642 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'code': 200} Feb 19 01:15:33.180348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ff9d35c-3bc7-482b-996e-d40c21c465d2 req-02af7c5e-07d3-44ca-9351-b9b313b9c538 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112088 Feb 19 01:15:33.253130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a596fde-13fc-4403-869d-940d4a2e17c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.398093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a596fde-13fc-4403-869d-940d4a2e17c1 admin admin] Publish callbacks [] for security_group (2969c6ea-8d5b-4367-903d-b14d849d6adc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.482707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a596fde-13fc-4403-869d-940d4a2e17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2969c6ea-8d5b-4367-903d-b14d849d6adc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.550353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.551198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.551537 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Floating IP 9177d691-492f-425a-95ba-ffe7e18031c9 disassociated. External IP: 172.25.2.64, port: a23690e2-fc92-4ca9-a3c9-a2a94d26d035. Feb 19 01:15:33.551901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Calling delete_port for a23690e2-fc92-4ca9-a3c9-a2a94d26d035 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:33.560935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cf99-ad4b-4a8f-af21-60219478c94a req-31d5f2e7-e88f-4d40-9223-8a158e798673 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:33.570287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a163cf99-ad4b-4a8f-af21-60219478c94a req-31d5f2e7-e88f-4d40-9223-8a158e798673 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.2130666 Feb 19 01:15:33.598210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec18f-e9b5-40bc-bca2-0258dcd549f4 req-e65c1331-633d-4254-ba55-da506c22dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:33.600048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-768ec18f-e9b5-40bc-bca2-0258dcd549f4 req-e65c1331-633d-4254-ba55-da506c22dd4d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1128 time: 0.2443883 Feb 19 01:15:33.617044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6a596fde-13fc-4403-869d-940d4a2e17c1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d5714ca392de43158f6c4c4b31ca3693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408764 Feb 19 01:15:33.629685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60378) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:33.678158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596fde-13fc-4403-869d-940d4a2e17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2969c6ea-8d5b-4367-903d-b14d849d6adc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:33.734845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-768ec18f-e9b5-40bc-bca2-0258dcd549f4 req-b32045c3-36ad-49df-8dd4-2a07e04521ee service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254938 Feb 19 01:15:33.788774 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a163cf99-ad4b-4a8f-af21-60219478c94a req-0fe6d011-60cd-4e4a-96ca-2ecfe6193e7e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174101 Feb 19 01:15:33.837804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] Publish callbacks [] for security_group (2969c6ea-8d5b-4367-903d-b14d849d6adc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.935383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] Publish callbacks [] for security_group (2969c6ea-8d5b-4367-903d-b14d849d6adc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:33.996605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490348-e1ba-4e06-a843-65775bc0bd37 req-0a5b23ba-1da2-40ba-b88f-2fbeed6a34ce tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.006928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4490348-e1ba-4e06-a843-65775bc0bd37 req-0a5b23ba-1da2-40ba-b88f-2fbeed6a34ce tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 945 time: 0.1083715 Feb 19 01:15:34.079744 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4490348-e1ba-4e06-a843-65775bc0bd37 req-650f24ba-919b-46f9-895e-66bf252cc92f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups?id=9de38edf-00ea-42cc-97a3-75eb66539347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711532 Feb 19 01:15:34.287810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a23690e2-fc92-4ca9-a3c9-a2a94d26d035), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.311859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2969c6ea-8d5b-4367-903d-b14d849d6adc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.318838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:34.331770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2969c6ea-8d5b-4367-903d-b14d849d6adc HTTP/1.1" status: 204 len: 168 time: 0.6898890 Feb 19 01:15:34.371220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfd992-1c76-4282-a988-cbf22069cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2969c6ea-8d5b-4367-903d-b14d849d6adc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:34.437452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'Port': ['ID=a23690e2-fc92-4ca9-a3c9-a2a94d26d035,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:34.599249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:15:34.619154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115187c4-71db-4724-9db9-35e2cc5bbf53 req-e4e6fc79-5ef2-42c4-8465-f455e60aa6e2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:34.621479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-115187c4-71db-4724-9db9-35e2cc5bbf53 req-e4e6fc79-5ef2-42c4-8465-f455e60aa6e2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.3488526 Feb 19 01:15:34.878148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-115187c4-71db-4724-9db9-35e2cc5bbf53 req-1e0c9357-9468-45bb-9f3d-7a0f0fac8153 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500248 Feb 19 01:15:34.917504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:15:34.937811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:15:34.977917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:34.984450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:35.090698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] No DVR routers for this DVR port a23690e2-fc92-4ca9-a3c9-a2a94d26d035 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:15:35.106701 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:35.115766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebd77532-34cf-431f-9d06-ee2268fc22cc req-eef07cec-fcd6-4538-9c84-a12403a9d157 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.117 "DELETE /v2.0/ports/a23690e2-fc92-4ca9-a3c9-a2a94d26d035 HTTP/1.1" status: 204 len: 173 time: 3.6945527 Feb 19 01:15:35.116356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'name': 'network-vif-deleted', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:35.129740 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae59306-d697-4206-9a60-8cfcd3e021bb" -d '{"events": [{"server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "name": "network-vif-deleted", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:35.246745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcbd89-3b77-475a-892e-828301e39f28 req-36463dcb-dea4-4cf6-ae62-96057e679127 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:35.274595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54fcbd89-3b77-475a-892e-828301e39f28 req-36463dcb-dea4-4cf6-ae62-96057e679127 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.2477636 Feb 19 01:15:35.374690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae7b865c-c552-4fdf-b9ad-1c62bde14800 req-d6c9d218-30fd-459f-aa9a-b27660e8fe9e tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.1003776 Feb 19 01:15:35.453035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:35.484182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54fcbd89-3b77-475a-892e-828301e39f28 req-aef94ef8-f168-4c12-a263-c476bbda68b7 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2086895 Feb 19 01:15:35.547463 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f092771-b39d-4f43-8756-2b092f6d5071 x-openstack-request-id: req-7f092771-b39d-4f43-8756-2b092f6d5071 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:35.547875 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a7da7b3-36a1-4d2d-91ac-af4a38a72a09", "name": "network-vif-deleted", "tag": "a23690e2-fc92-4ca9-a3c9-a2a94d26d035", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:35.548812 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7f092771-b39d-4f43-8756-2b092f6d5071 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:35.549338 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7da7b3-36a1-4d2d-91ac-af4a38a72a09', 'name': 'network-vif-deleted', 'tag': 'a23690e2-fc92-4ca9-a3c9-a2a94d26d035', 'status': 'completed', 'code': 200} Feb 19 01:15:35.694453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a23690e2-fc92-4ca9-a3c9-a2a94d26d035 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:15:35.824518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: a23690e2-fc92-4ca9-a3c9-a2a94d26d035 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:15:35.824518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a23690e2-fc92-4ca9-a3c9-a2a94d26d035 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:15:36.191877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246ed91-021a-423a-a11b-dea00dfdbd86 req-9ae7a772-0089-445e-a024-9454f70ea29a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.201115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e246ed91-021a-423a-a11b-dea00dfdbd86 req-9ae7a772-0089-445e-a024-9454f70ea29a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1751912 Feb 19 01:15:36.263635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:36.336820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:15:36.339375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e246ed91-021a-423a-a11b-dea00dfdbd86 req-f302d16b-0dd4-4869-a268-0bdd391e10ac tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356387 Feb 19 01:15:36.353743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:36.354621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:36.580387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:36.594236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2820325d-0dda-4623-af8a-462571be926c req-ddafa842-f6d1-41bb-891c-f255e03b0518 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a7da7b3-36a1-4d2d-91ac-af4a38a72a09 HTTP/1.1" status: 200 len: 210 time: 0.0354440 Feb 19 01:15:36.613599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970f9ed-f301-4df0-890f-06564018adfd req-e60750d1-eee5-4ddb-b230-32cae917c20f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.635259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d970f9ed-f301-4df0-890f-06564018adfd req-e60750d1-eee5-4ddb-b230-32cae917c20f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.0854633 Feb 19 01:15:36.720924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d970f9ed-f301-4df0-890f-06564018adfd req-0d9cd595-a56f-4c18-9705-08818cd508ae tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898988 Feb 19 01:15:36.765502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8ebd8-2d5b-4715-8133-e435fa7d299b req-77e113ea-85cf-488f-906f-864ef341e267 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.767349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02b8ebd8-2d5b-4715-8133-e435fa7d299b req-77e113ea-85cf-488f-906f-864ef341e267 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0812232 Feb 19 01:15:36.767873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60450) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:36.869579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b9d12-f2a1-4a4b-94f5-498ecd863d07 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:36.873650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-265b9d12-f2a1-4a4b-94f5-498ecd863d07 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1123 time: 0.1044545 Feb 19 01:15:36.879751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02b8ebd8-2d5b-4715-8133-e435fa7d299b req-16443feb-37a1-4449-95d3-2633d7faffa0 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916357 Feb 19 01:15:36.881573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:36.891921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:36.965496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:36.998862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eba1a-e326-4838-9fd8-6623ca46eed0 None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 4, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '107681e7-e1f4-4c51-a93b-4e45752f0a3c', 'name': '', 'network_id': 'a65adc9b-0e47-408a-86d2-945821b08efb', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'mac_address': 'fa:16:3e:a8:c8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:05Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'subnets': [{'id': 'ceb8feb6-9288-4e02-a0b4-20ecb5859ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:15:37.024074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.182273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.344523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.250 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/377de67b-4a93-430d-9637-cd5221b2ec07) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:37.536857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (377de67b-4a93-430d-9637-cd5221b2ec07), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.546889 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c28e11-1b2e-45fc-9c2a-24d96735c0fd None None] New status for floating IP 9177d691-492f-425a-95ba-ffe7e18031c9: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:15:37.676715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:37.793045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:37.796754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:37.799809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:37.808175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=377de67b-4a93-430d-9637-cd5221b2ec07,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:37.831031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60482) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:37.887139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.887696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.888225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.888742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.889244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.889753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.890252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.891490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.892014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.892798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.894701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.899603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.900176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:37.975173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (9de38edf-00ea-42cc-97a3-75eb66539347), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.042822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (9de38edf-00ea-42cc-97a3-75eb66539347), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.180179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577862e-36e0-41f7-bc4a-64921518d92d req-bb420995-a0a1-423e-afad-a88c8867edcf tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:38.187808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d577862e-36e0-41f7-bc4a-64921518d92d req-bb420995-a0a1-423e-afad-a88c8867edcf tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0731709 Feb 19 01:15:38.196150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9de38edf-00ea-42cc-97a3-75eb66539347), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.199208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.203651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "DELETE /v2.0/security-groups/9de38edf-00ea-42cc-97a3-75eb66539347 HTTP/1.1" status: 204 len: 168 time: 0.3675098 Feb 19 01:15:38.212600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60498) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:38.220431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8ac99-8a99-4fa6-80e8-6e1362b7428f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de38edf-00ea-42cc-97a3-75eb66539347,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:38.248796 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-81260c64-29d1-4023-aa22-fc00ec3fea6f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] show failed (client error): The resource could not be found. Feb 19 01:15:38.250397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-81260c64-29d1-4023-aa22-fc00ec3fea6f tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "GET /v2.0/security-groups/9de38edf-00ea-42cc-97a3-75eb66539347 HTTP/1.1" status: 404 len: 347 time: 0.0267656 Feb 19 01:15:38.276719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60500) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:38.313621 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d577862e-36e0-41f7-bc4a-64921518d92d req-f7f47d27-8b7d-4c26-8573-8deec7930009 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191838 Feb 19 01:15:38.581569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Deleting port f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:15:38.582771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.834062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.834456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:38.870151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Calling delete_port for f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:15:38.893381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (9e075cf9-9d1f-48b9-972f-b9109bc5f86e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.136869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.235206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.283366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Pushing event deleted for resources: {'Port': ['ID=f08d3d2f-e9dd-4279-a7fa-e5bc5f4e5afd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:39.409026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks [] for floatingip (9177d691-492f-425a-95ba-ffe7e18031c9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.412279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.413439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-627eef57-d9b4-4459-a3c1-948ae15782f7 tempest-AttachVolumeTestJSON-1323736845 tempest-AttachVolumeTestJSON-1323736845-project] 10.222.0.94 "DELETE /v2.0/floatingips/9177d691-492f-425a-95ba-ffe7e18031c9 HTTP/1.1" status: 204 len: 168 time: 1.1354196 Feb 19 01:15:39.438851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (377de67b-4a93-430d-9637-cd5221b2ec07), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.492507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bded0-a82e-4c80-b730-769e1b10a552 req-9b054267-bbc8-49eb-8f8a-bce7b1649d15 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:39.492507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-341bded0-a82e-4c80-b730-769e1b10a552 req-9b054267-bbc8-49eb-8f8a-bce7b1649d15 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0875092 Feb 19 01:15:39.544453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-341bded0-a82e-4c80-b730-769e1b10a552 req-4670d698-0ffc-4edd-aced-db1f1e547ef8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560021 Feb 19 01:15:39.637766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:39.778439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:39.790555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'port_id': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'mac_address': 'fa:16:3e:11:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:15:39.853782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:39.854094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:39.877411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cace89-ed32-4710-bc0a-dfe02103bc6d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:39.902113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:40.086804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.161429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=377de67b-4a93-430d-9637-cd5221b2ec07,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:40.174460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (9e075cf9-9d1f-48b9-972f-b9109bc5f86e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.216632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.287800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.289558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.290125 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 9e075cf9-9d1f-48b9-972f-b9109bc5f86e associated. External IP: 172.25.2.250, port: fb5641e4-5c94-4720-abcb-0e55f4c580ab. Feb 19 01:15:40.338573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:40.345939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.346295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.346681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.346979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.347457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.348090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.348432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.348789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.349122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.349473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.349815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.350132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.350462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:15:40.505034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['94cace89-ed32-4710-bc0a-dfe02103bc6d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:40.538068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router aecd027f-4f0b-46f4-872f-3c5831ade656 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:15:40.671696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:15:40.687133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Sync routers for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:15:40.697335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e388e8-de19-4d86-9ad4-db369d9f2af5 req-f860b93e-85cd-4a9c-9665-b9a410b86a0e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:40.701423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7e388e8-de19-4d86-9ad4-db369d9f2af5 req-f860b93e-85cd-4a9c-9665-b9a410b86a0e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 944 time: 0.0743167 Feb 19 01:15:40.708797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:40.709810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:40.784282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7e388e8-de19-4d86-9ad4-db369d9f2af5 req-8d64850f-2d5e-4576-a2fe-c70589941404 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774679 Feb 19 01:15:40.847934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c3c46a7-f64b-4511-871c-41f112bb92c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.855868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:40.888871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:40.922456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-81da2010-371e-4e0a-8505-20a39b165c4d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0382688 Feb 19 01:15:40.923916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:40.934830 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4895e-9c84-45d2-9a51-125a6a88b270" -d '{"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:40.996721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de482e5d-67c1-4fa8-8d26-a896033d8330 x-openstack-request-id: req-de482e5d-67c1-4fa8-8d26-a896033d8330 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:40.997014 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:40.997268 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-de482e5d-67c1-4fa8-8d26-a896033d8330 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:40.997665 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:15:41.059415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e22562-280a-4d64-9f27-b61a9d8f50ad req-71f63f74-593c-48ea-bcf3-fc0dfc12b449 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.061032 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9e22562-280a-4d64-9f27-b61a9d8f50ad req-71f63f74-593c-48ea-bcf3-fc0dfc12b449 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.0662255 Feb 19 01:15:41.083071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-8918efde-5eb4-4d67-bdbe-97d965377d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.085903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-8918efde-5eb4-4d67-bdbe-97d965377d3c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1128 time: 0.0645676 Feb 19 01:15:41.141218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9e22562-280a-4d64-9f27-b61a9d8f50ad req-ea6416cf-548f-4e23-80c8-daaabb5057a3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742061 Feb 19 01:15:41.159480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60614) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:41.198661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9e075cf9-9d1f-48b9-972f-b9109bc5f86e', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:15:38Z', 'updated_at': '2022-02-19T01:15:38Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:41.242381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-79edd9da-1943-4787-80ec-d1a992a22f25 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 200 len: 992 time: 0.0798550 Feb 19 01:15:41.257022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-be0d8a73-1958-42cf-8809-3e1ee40c4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.258763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-be0d8a73-1958-42cf-8809-3e1ee40c4fc0 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.1555145 Feb 19 01:15:41.404051 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-4f6e80a3-3277-4615-8df2-855b46664684 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.1376972 Feb 19 01:15:41.462524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-4fe77655-9476-4317-acdf-fae20f9048fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.464252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-4fe77655-9476-4317-acdf-fae20f9048fb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.0555744 Feb 19 01:15:41.496980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Checking router: aecd027f-4f0b-46f4-872f-3c5831ade656 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:15:41.509569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:15:41.510463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:41.531217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-0fd99582-6c50-4b66-87bb-d5cf6e4515c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:41.533419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-0fd99582-6c50-4b66-87bb-d5cf6e4515c5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629642 Feb 19 01:15:41.662235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:15:41.664528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:41.680416 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-40cdd54b-a481-4930-8ebd-d73c9dc8888e service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411419 Feb 19 01:15:41.825606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82b4895e-9c84-45d2-9a51-125a6a88b270 req-1268de04-f0d3-4b90-8461-2edfbb7334f2 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391294 Feb 19 01:15:41.854804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 94cace89-ed32-4710-bc0a-dfe02103bc6d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:41.855449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.052698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acdeec-5e86-47df-9b10-8009c12b7d75 req-4b07037c-4d55-4c34-907e-03fbc95ee185 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.062292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08acdeec-5e86-47df-9b10-8009c12b7d75 req-4b07037c-4d55-4c34-907e-03fbc95ee185 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 944 time: 0.1030173 Feb 19 01:15:42.152100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:42.152340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.179844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08acdeec-5e86-47df-9b10-8009c12b7d75 req-9eb504a3-4032-4a74-94ac-7d393286f380 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144800 Feb 19 01:15:42.244020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:42.244856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60650) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:42.246714 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ffa4d6-7d13-4101-82a2-7b189c0a53cc" -d '{"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:42.261135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:42.263759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60654) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:42.309462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9e075cf9-9d1f-48b9-972f-b9109bc5f86e', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:15:38Z', 'updated_at': '2022-02-19T01:15:38Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:15:42.359893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ecb603-197b-40ed-9acd-29fcd6d9c0d9 None None] The sync data for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 is: [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '9e075cf9-9d1f-48b9-972f-b9109bc5f86e', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:15:38Z', 'updated_at': '2022-02-19T01:15:38Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:15:42.369359 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ba48a1-f534-47c3-a549-cc8286a702ac x-openstack-request-id: req-a8ba48a1-f534-47c3-a549-cc8286a702ac {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:42.369581 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:42.369812 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a8ba48a1-f534-47c3-a549-cc8286a702ac {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:42.370293 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'code': 200} Feb 19 01:15:42.371737 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.404393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aa431106-c61c-47ca-a326-1b0ebc183154 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 200 len: 992 time: 0.1574829 Feb 19 01:15:42.467885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:42.594549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43887813-f316-40f1-af1d-f3f6ebf4cb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.712195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68aa300-7414-4b65-add2-de1025289f54 None None] New status for floating IP 9e075cf9-9d1f-48b9-972f-b9109bc5f86e: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:15:42.743046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88857248-c076-415c-b342-5e87d013f0a1 req-43f075f8-49d1-4775-b1db-1d5422853195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.745460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88857248-c076-415c-b342-5e87d013f0a1 req-43f075f8-49d1-4775-b1db-1d5422853195 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 1128 time: 0.1519048 Feb 19 01:15:42.858258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88857248-c076-415c-b342-5e87d013f0a1 req-4ffb9a23-f749-480c-b82c-b9cd69a73f0b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908432 Feb 19 01:15:42.868392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43887813-f316-40f1-af1d-f3f6ebf4cb9e admin admin] Publish callbacks [] for security_group (47348cef-35dc-4b88-911d-88aa3b96b5ca), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.876249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eec41da9-ec1e-4002-9820-c896b5384339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:42.960540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b3e2-ae9d-47e9-befa-7a8a883901a5 req-d5cac65d-6501-448c-b535-0504eff6a35f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:42.962741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6538b3e2-ae9d-47e9-befa-7a8a883901a5 req-d5cac65d-6501-448c-b535-0504eff6a35f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0695333 Feb 19 01:15:43.014646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43887813-f316-40f1-af1d-f3f6ebf4cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47348cef-35dc-4b88-911d-88aa3b96b5ca), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.048526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6538b3e2-ae9d-47e9-befa-7a8a883901a5 req-99fbc1d8-0feb-4d8b-aab3-93add0c0bea2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795257 Feb 19 01:15:43.094924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43887813-f316-40f1-af1d-f3f6ebf4cb9e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ba08d4e21a2641e6b9846eb0a3ab449c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298848 Feb 19 01:15:43.097690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60672) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:43.097842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43887813-f316-40f1-af1d-f3f6ebf4cb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47348cef-35dc-4b88-911d-88aa3b96b5ca,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:43.242596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] Publish callbacks [] for security_group (47348cef-35dc-4b88-911d-88aa3b96b5ca), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.284736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] Publish callbacks [] for security_group (47348cef-35dc-4b88-911d-88aa3b96b5ca), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.305964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0319ffd-bcf2-41bf-ac5d-e5b28341abb7 req-2029eee3-3df7-4026-8702-3661db4fb25e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.308126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0319ffd-bcf2-41bf-ac5d-e5b28341abb7 req-2029eee3-3df7-4026-8702-3661db4fb25e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1119843 Feb 19 01:15:43.369894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7931316-15d7-4f20-983e-7e8718aeaa48 req-3917e069-8b2a-4c36-9798-3978e5a4892e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.371967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7931316-15d7-4f20-983e-7e8718aeaa48 req-3917e069-8b2a-4c36-9798-3978e5a4892e tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.0628569 Feb 19 01:15:43.384858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0319ffd-bcf2-41bf-ac5d-e5b28341abb7 req-cf46a593-621e-419d-aa11-9e5fb197ad42 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656087 Feb 19 01:15:43.408655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60680) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:43.434952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7931316-15d7-4f20-983e-7e8718aeaa48 req-b727b72f-d65a-47c7-9ed7-3970dadfc620 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527289 Feb 19 01:15:43.492863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-44af3428-f27a-45ee-863d-f180243345fa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 200 len: 994 time: 0.0828555 Feb 19 01:15:43.541752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49597778-fd04-4086-ae9c-e5ea1b21dfa6 req-66e23a2c-917f-45e9-9f64-a6f00290901f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.543408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49597778-fd04-4086-ae9c-e5ea1b21dfa6 req-66e23a2c-917f-45e9-9f64-a6f00290901f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0652747 Feb 19 01:15:43.544820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (47348cef-35dc-4b88-911d-88aa3b96b5ca), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.547377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:43.548421 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47348cef-35dc-4b88-911d-88aa3b96b5ca HTTP/1.1" status: 204 len: 168 time: 0.4494393 Feb 19 01:15:43.569053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09a39e-c802-4a5b-92e9-c4deb5a34c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47348cef-35dc-4b88-911d-88aa3b96b5ca,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:43.644640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49597778-fd04-4086-ae9c-e5ea1b21dfa6 req-bf824718-6f41-48fb-aad8-90da249f918b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922873 Feb 19 01:15:43.893626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95e2ce-6bf9-46a0-89d2-2e335a3f632d req-3940da16-a58e-4b0d-a52d-5fbc3aa128e2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:43.895821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d95e2ce-6bf9-46a0-89d2-2e335a3f632d req-3940da16-a58e-4b0d-a52d-5fbc3aa128e2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1183763 Feb 19 01:15:43.969869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d95e2ce-6bf9-46a0-89d2-2e335a3f632d req-b006bc5a-61c0-4832-a6df-a26c33ee04e1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665548 Feb 19 01:15:44.217791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:44.441142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-cc86f94d-bab7-4500-a1db-a692603ac69f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.443038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-cc86f94d-bab7-4500-a1db-a692603ac69f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.1156485 Feb 19 01:15:44.462820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-63c4b04c-2283-4203-878a-04ac2883c020 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/quotas/2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0125360 Feb 19 01:15:44.559770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-20d6d885-7420-417d-b21c-39871e2060b5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866482 Feb 19 01:15:44.589607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e6bfb-555a-4153-8fc2-73e92b6d2418 req-657ba44d-a7db-4a3d-920d-35b3eec01d12 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:44.591266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2e6bfb-555a-4153-8fc2-73e92b6d2418 req-657ba44d-a7db-4a3d-920d-35b3eec01d12 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.0688069 Feb 19 01:15:44.685134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2e6bfb-555a-4153-8fc2-73e92b6d2418 req-0c0a2ddf-69f9-4ca9-a762-edef3f7f25db tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870726 Feb 19 01:15:44.775264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60762) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:44.814143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404ddb9d-57d2-4aa2-a736-164e1af52063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:44.921548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-421d915e-b802-446f-bf96-74ad548438d1 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609159 Feb 19 01:15:44.946093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404ddb9d-57d2-4aa2-a736-164e1af52063 admin admin] Publish callbacks [] for security_group (31f3d799-d803-4642-9f1c-47a28ea8591d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.043346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-e78fe729-19a6-46f2-8151-e5b64ecaea48 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138966 Feb 19 01:15:45.103428 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404ddb9d-57d2-4aa2-a736-164e1af52063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (31f3d799-d803-4642-9f1c-47a28ea8591d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.157824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-404ddb9d-57d2-4aa2-a736-164e1af52063 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=816f83b80e5247a9a649ed30d4a22d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3811319 Feb 19 01:15:45.158837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ddb9d-57d2-4aa2-a736-164e1af52063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3d799-d803-4642-9f1c-47a28ea8591d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:45.160927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60772) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:45.215997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] Publish callbacks [] for security_group (31f3d799-d803-4642-9f1c-47a28ea8591d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.239389 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] Publish callbacks [] for security_group (31f3d799-d803-4642-9f1c-47a28ea8591d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.327928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.424022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (31f3d799-d803-4642-9f1c-47a28ea8591d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.428627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:45.433328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/31f3d799-d803-4642-9f1c-47a28ea8591d HTTP/1.1" status: 204 len: 168 time: 0.2712207 Feb 19 01:15:45.495530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f25f8-6554-4103-8608-d8ac98fbadaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3d799-d803-4642-9f1c-47a28ea8591d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:45.887983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56315c-22a6-419d-8018-790f3d4e787a req-c5dc0c14-9a5b-46c1-9f8f-5f77b9677599 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:45.890482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c56315c-22a6-419d-8018-790f3d4e787a req-c5dc0c14-9a5b-46c1-9f8f-5f77b9677599 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.1029203 Feb 19 01:15:46.005952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c56315c-22a6-419d-8018-790f3d4e787a req-469fabcd-f165-4dca-846d-0319209f34a9 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039269 Feb 19 01:15:46.396197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77b797f2-7649-4399-962b-05aa0b565f0c req-59ebe6cd-93de-460c-8c07-5c6f2d34ba12 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 210 time: 0.0307970 Feb 19 01:15:46.992934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.217143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45488-4af2-443e-abfa-740576a3fea3 req-d5c4dfa9-6cba-45e1-9dec-e9ba20492c17 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:47.218777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39c45488-4af2-443e-abfa-740576a3fea3 req-d5c4dfa9-6cba-45e1-9dec-e9ba20492c17 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.1239152 Feb 19 01:15:47.325884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39c45488-4af2-443e-abfa-740576a3fea3 req-be7e6b85-6226-4d05-84b7-238ec86ee59d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970075 Feb 19 01:15:47.388752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:47.513909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ee34e35-c267-42e3-b981-c9c5ef7d2c9c req-cf74b75e-1ea2-4292-afda-3479c3fb58b6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 210 time: 0.0422611 Feb 19 01:15:47.530966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1331144842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:47.663750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (52faa947-ab27-457b-832d-a0ae30708146), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.666780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (52faa947-ab27-457b-832d-a0ae30708146), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.742597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router_controller (52faa947-ab27-457b-832d-a0ae30708146), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.795607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (52faa947-ab27-457b-832d-a0ae30708146), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.900646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:47.902569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e2e7e914-8a2e-479e-93a7-1df27bd0422d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5124063 Feb 19 01:15:47.904906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:47.910741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-807539616'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:48.131906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:48.135487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.148113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.259127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for security_group (13ef2320-3fd1-4604-b488-5fa8a798e56e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.412429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13ef2320-3fd1-4604-b488-5fa8a798e56e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.456496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:48.474673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef2320-3fd1-4604-b488-5fa8a798e56e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:48.489283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (989564eb-14a8-4ede-a41f-4830d6b7a5b1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.490777 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Added segment 989564eb-14a8-4ede-a41f-4830d6b7a5b1 of type vlan for network f9c418ad-8e09-4179-a417-4dbba117fe9d Feb 19 01:15:48.562567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f9c418ad-8e09-4179-a417-4dbba117fe9d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.643321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b9ce662-72ae-4793-94e2-515276121a93 req-f3904404-9879-49dc-8328-4c8dcb6c5f0b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 210 time: 0.0483475 Feb 19 01:15:48.711933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f9c418ad-8e09-4179-a417-4dbba117fe9d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.721801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:48.723302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:48.875454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Network': ['ID=f9c418ad-8e09-4179-a417-4dbba117fe9d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:48.886675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a374e19-5b71-479d-aeed-af2ac2c3912d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9804313 Feb 19 01:15:48.889460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60886) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:48.896507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f9c418ad-8e09-4179-a417-4dbba117fe9d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:48.898040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'subnet': {'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:49.184144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:49.188739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.563950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (8b1343b0-82c4-441d-9f5a-37d181b40c20), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.715268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Subnet': ['ID=8b1343b0-82c4-441d-9f5a-37d181b40c20,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:49.728116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Checking segment: {'id': '989564eb-14a8-4ede-a41f-4830d6b7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:49.728536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network hostable DHCP agents. Network: f9c418ad-8e09-4179-a417-4dbba117fe9d, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:49.774654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-dc22fd82-8977-4647-8a46-e86feb12702d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:49.776333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-dc22fd82-8977-4647-8a46-e86feb12702d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.117 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.2659099 Feb 19 01:15:49.796070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'device_id': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'admin_state_up': True, 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:49.847005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eca46344-4700-486f-b460-6c9c6e033397 req-88d3cd0a-fcdb-440a-a1ad-e256a4a167b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 210 time: 0.0668473 Feb 19 01:15:49.944650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network f9c418ad-8e09-4179-a417-4dbba117fe9d is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:50.120751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f9c418ad-8e09-4179-a417-4dbba117fe9d) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:50.125650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:50.126303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.133475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3beb11-b8fc-4063-83cc-b5ad0bae8163 None None] Network f9c418ad-8e09-4179-a417-4dbba117fe9d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:50.211720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:50.215542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.374843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f9c418ad-8e09-4179-a417-4dbba117fe9d', 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d', 'project_id': '4908f598a1c14e648439808a92623c62', 'fixed_ips': [{'subnet_id': '8b1343b0-82c4-441d-9f5a-37d181b40c20'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:50.375874 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.538805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.20.0.6 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/7e4ba914-2d96-4e59-a307-588cabd75a65) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:50.733927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.747704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Allocated IP 2001:db8::2 (f9c418ad-8e09-4179-a417-4dbba117fe9d/8b1343b0-82c4-441d-9f5a-37d181b40c20/e8257831-8f5b-48f9-8e6d-42eea750df04) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:50.785956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e4e324c-f637-4a16-a55c-606480721a0b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8953812 Feb 19 01:15:50.790591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60918) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:50.796099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'network': {'name': 'tempest-router-network01--1648492455'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:50.871440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.909748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef', 'fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:15:51.017619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:51.022399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.064578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:51.089234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:51.094666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:51.110435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:51.232239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.232510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:51.232886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.278799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (04397403-c750-4354-b55b-695f99d23491), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.281107 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Added segment 04397403-c750-4354-b55b-695f99d23491 of type vlan for network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 Feb 19 01:15:51.286641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks [] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.421268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-ca94ba2d-8275-405b-9349-7179dea3d8f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6307249 Feb 19 01:15:51.423935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (1b14b2e8-6d49-489c-a6b2-b86684d1fb64), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.435037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Request body: {'port': {'device_id': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:51.488045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.489499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56726b8-fe58-425d-ae32-ada5d642adce req-2a10bb53-d6b9-494f-a7c8-1819f9958f9a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.505306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f56726b8-fe58-425d-ae32-ada5d642adce req-2a10bb53-d6b9-494f-a7c8-1819f9958f9a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 931 time: 0.4122336 Feb 19 01:15:51.669770 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.697882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f56726b8-fe58-425d-ae32-ada5d642adce req-f6d246ea-596d-4e46-bfea-c5b0301d5e73 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862459 Feb 19 01:15:51.715556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Pushing event updated for resources: {'Port': ['ID=e8257831-8f5b-48f9-8e6d-42eea750df04,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:51.722741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Network f9c418ad-8e09-4179-a417-4dbba117fe9d is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:51.743512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:51.776621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:51.827527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a112ccd3-b22a-4e80-b3c6-0daa541520fe None None] Provisioning complete for port 7e4ba914-2d96-4e59-a307-588cabd75a65 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:51.829594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a112ccd3-b22a-4e80-b3c6-0daa541520fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.846227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (1b14b2e8-6d49-489c-a6b2-b86684d1fb64), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.852479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:51.854810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.247550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Attempting to bind port e8257831-8f5b-48f9-8e6d-42eea750df04 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:52.247944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Attempting to bind port e8257831-8f5b-48f9-8e6d-42eea750df04 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '989564eb-14a8-4ede-a41f-4830d6b7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:52.249568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Attempting to bind port e8257831-8f5b-48f9-8e6d-42eea750df04 on network f9c418ad-8e09-4179-a417-4dbba117fe9d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:52.277177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a112ccd3-b22a-4e80-b3c6-0daa541520fe None None] Port 7e4ba914-2d96-4e59-a307-588cabd75a65 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:15:52.288546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:52.290453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Checking segment: {'id': '989564eb-14a8-4ede-a41f-4830d6b7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:52.291057 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.293042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Bound using segment: {'id': '989564eb-14a8-4ede-a41f-4830d6b7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:52.293997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Bound port: e8257831-8f5b-48f9-8e6d-42eea750df04, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989564eb-14a8-4ede-a41f-4830d6b7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c418ad-8e09-4179-a417-4dbba117fe9d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:52.295601 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.563258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4ba914-2d96-4e59-a307-588cabd75a65 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:15:52.573664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks [] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.598138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Transition to ACTIVE for port object 7e4ba914-2d96-4e59-a307-588cabd75a65 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:15:52.612556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] For port e8257831-8f5b-48f9-8e6d-42eea750df04, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:52.617810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] For port e8257831-8f5b-48f9-8e6d-42eea750df04, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e8257831-8f5b-48f9-8e6d-42eea750df04,segment=NetworkSegment(989564eb-14a8-4ede-a41f-4830d6b7a5b1),segment_id=989564eb-14a8-4ede-a41f-4830d6b7a5b1)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:52.771873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.773684 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.838582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0479729 Feb 19 01:15:52.848250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60952) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:52.857701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'network': {'name': 'tempest-router-network02--240071229'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:52.976098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ef1a-d5e9-4194-89f6-125d6ebccb21 None None] Pushing event updated for resources: {'Port': ['ID=e8257831-8f5b-48f9-8e6d-42eea750df04,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:52.981790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03e3d0-966e-4f5f-a41f-390423589ece tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Network': ['ID=1b14b2e8-6d49-489c-a6b2-b86684d1fb64,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:53.002310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:53.010788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:53.076585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:53.080737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.178001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:15:53.224434 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28d61c29-f51b-495b-8a95-3fd6c01a3b39), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.224926 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Added segment 28d61c29-f51b-495b-8a95-3fd6c01a3b39 of type vlan for network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e Feb 19 01:15:53.405701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3b03531a-f728-4dd6-ae69-e82b5fe9b48e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.488951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0423a10-83f4-4696-805b-247c594348d4 req-b94e3223-45f1-4781-b407-2658c79886ab tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.503542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0423a10-83f4-4696-805b-247c594348d4 req-b94e3223-45f1-4781-b407-2658c79886ab tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 943 time: 0.4632294 Feb 19 01:15:53.663538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3b03531a-f728-4dd6-ae69-e82b5fe9b48e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.670015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:53.670952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.810313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0423a10-83f4-4696-805b-247c594348d4 req-0adb784a-d2b8-448f-aa47-264f395abf75 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079226 Feb 19 01:15:53.811422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Attempting to bind port 7e4ba914-2d96-4e59-a307-588cabd75a65 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:53.812604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Attempting to bind port 7e4ba914-2d96-4e59-a307-588cabd75a65 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:53.816342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Attempting to bind port 7e4ba914-2d96-4e59-a307-588cabd75a65 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:53.830593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Port 7e4ba914-2d96-4e59-a307-588cabd75a65 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:15:53.831794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Attempting to bind port 7e4ba914-2d96-4e59-a307-588cabd75a65 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:53.857896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e8257831-8f5b-48f9-8e6d-42eea750df04 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:53.867749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:53.871052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:53.871631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:53.872210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Bound port: 7e4ba914-2d96-4e59-a307-588cabd75a65, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:53.876455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:53.943184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Network': ['ID=3b03531a-f728-4dd6-ae69-e82b5fe9b48e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:53.963761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51df49bb-7247-4527-aceb-3656dda8b02b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1118021 Feb 19 01:15:53.972398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60970) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:53.987133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'subnet': {'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:54.008310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:15:54.115695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:54.125997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:54.212499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.284813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e8257831-8f5b-48f9-8e6d-42eea750df04 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:54.286469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.289925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:54.290654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.292245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] 10.222.0.117 "PUT /v2.0/ports/7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 1091 time: 2.8617899 Feb 19 01:15:54.308455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:15:54.308455 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:15:54.350214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bea7e-a469-473c-beb7-c59aba37d693 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:54.360522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:54.369420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.523392 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581829b6-2961-45f3-a71f-b64f847b9d9a x-openstack-request-id: req-581829b6-2961-45f3-a71f-b64f847b9d9a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:15:54.523839 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:15:54.524313 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-581829b6-2961-45f3-a71f-b64f847b9d9a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:15:54.524819 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'status': 'completed', 'code': 200} Feb 19 01:15:54.593911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-bd15503b-80fa-44bd-9aae-f30ffd95d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:54.599257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-bd15503b-80fa-44bd-9aae-f30ffd95d518 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 1125 time: 0.1756401 Feb 19 01:15:54.612423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e8257831-8f5b-48f9-8e6d-42eea750df04 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:54.612814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.741226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-678082b4-a314-448f-88fe-574fb9d815d3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 217 time: 0.1276457 Feb 19 01:15:54.741442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e8257831-8f5b-48f9-8e6d-42eea750df04, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e8257831-8f5b-48f9-8e6d-42eea750df04,segment=NetworkSegment(989564eb-14a8-4ede-a41f-4830d6b7a5b1),segment_id=989564eb-14a8-4ede-a41f-4830d6b7a5b1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:15:54.794614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.869418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-23df0948-2467-49a1-87be-936bcebed824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:54.875333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-23df0948-2467-49a1-87be-936bcebed824 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1300094 Feb 19 01:15:55.014859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-737d42eb-b247-4c53-9012-e150438dcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.016643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-737d42eb-b247-4c53-9012-e150438dcb74 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344721 Feb 19 01:15:55.063255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (518b5e13-7e84-40a9-95d2-1b840ac754b1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.137598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e8257831-8f5b-48f9-8e6d-42eea750df04,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:55.313819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Subnet': ['ID=518b5e13-7e84-40a9-95d2-1b840ac754b1,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:55.334669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4175a1-7dbf-4f81-b4cd-fc1e5bab8219 None None] Network f9c418ad-8e09-4179-a417-4dbba117fe9d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:55.363027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Checking segment: {'id': '04397403-c750-4354-b55b-695f99d23491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:55.363490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network hostable DHCP agents. Network: 1b14b2e8-6d49-489c-a6b2-b86684d1fb64, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:55.428019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a5728-adf3-4edb-89a9-f121011aa7a2 req-ed8428ee-6555-43a0-beb3-6005cdd26b24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.430258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b69a5728-adf3-4edb-89a9-f121011aa7a2 req-ed8428ee-6555-43a0-beb3-6005cdd26b24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 943 time: 0.4078367 Feb 19 01:15:55.481156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:55.502393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-622473c2-bf8b-4ce9-86fd-4b13348addf2 None None] Provisioning complete for port e8257831-8f5b-48f9-8e6d-42eea750df04 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:55.503605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-622473c2-bf8b-4ce9-86fd-4b13348addf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.631861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-237f3959-b575-48ac-a1bf-c540d6ae2dfb service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932186 Feb 19 01:15:55.635156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b69a5728-adf3-4edb-89a9-f121011aa7a2 req-3fc42d0c-9a3c-44e1-8533-e7a1dc815b65 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777072 Feb 19 01:15:55.646012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 1b14b2e8-6d49-489c-a6b2-b86684d1fb64) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:55.651062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:55.652250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:55.676786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a2e4d-8e47-481c-b24c-b13f6ff30815 None None] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:55.770016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1060155c-680b-4114-8f08-f4f36ade3fb3 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7962868 Feb 19 01:15:55.771065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60998) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:55.776355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'subnet': {'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:15:55.855688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e8257831-8f5b-48f9-8e6d-42eea750df04 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:15:55.949565 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1731a91-87b8-440b-8b29-8f6b1adbd536 req-9210e144-1109-40f5-bff4-b3c86d1b5da1 service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100653 Feb 19 01:15:56.080447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:15:56.088453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.098178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e8257831-8f5b-48f9-8e6d-42eea750df04 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:56.098824 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.232159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-24f94d3d-fd6f-4eb6-9831-0508bd19cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.243367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-24f94d3d-fd6f-4eb6-9831-0508bd19cda5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 1125 time: 0.1383905 Feb 19 01:15:56.508941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-8c3480e0-054c-4d3b-82f0-d287c2d219c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.514745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-8c3480e0-054c-4d3b-82f0-d287c2d219c8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2595253 Feb 19 01:15:56.675813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-cd937d1c-b848-417a-8fc7-3204f7fa5c3c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 217 time: 0.1522319 Feb 19 01:15:56.823107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-1b14b2e8-6d49-489c-a6b2-b86684d1fb64', 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64', 'project_id': '4908f598a1c14e648439808a92623c62', 'fixed_ips': [{'subnet_id': '518b5e13-7e84-40a9-95d2-1b840ac754b1'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:56.826698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.833189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-622473c2-bf8b-4ce9-86fd-4b13348addf2 None None] Current status of the port e8257831-8f5b-48f9-8e6d-42eea750df04 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:56.834488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-5ba599c0-64d4-4680-92d3-bd4f89d732c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.841148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-5ba599c0-64d4-4680-92d3-bd4f89d732c3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1559639 Feb 19 01:15:56.910811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (673d114d-3265-45f8-8612-461189818b28), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:56.969123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-d8308e9b-af10-4eae-8c9a-c1ce41376e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:56.970845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-d8308e9b-af10-4eae-8c9a-c1ce41376e06 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1252122 Feb 19 01:15:57.028539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Subnet': ['ID=673d114d-3265-45f8-8612-461189818b28,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:57.074247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-851f41fc-ace3-4178-8260-0b213231f9aa None None] Provisioning complete for port e8257831-8f5b-48f9-8e6d-42eea750df04 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:15:57.074629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-851f41fc-ace3-4178-8260-0b213231f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.089954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f06d-737c-4d5b-863f-9cb8c4c77928 req-bc238e2d-12da-4e69-a15e-6d5bd8ab159a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.104190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecf1f06d-737c-4d5b-863f-9cb8c4c77928 req-bc238e2d-12da-4e69-a15e-6d5bd8ab159a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 943 time: 0.2663007 Feb 19 01:15:57.106895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e8257831-8f5b-48f9-8e6d-42eea750df04 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:57.248923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-f4d2801b-386c-4650-9d36-7662fda6b561 service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704127 Feb 19 01:15:57.267129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Allocated IP 2001:db8::2 (1b14b2e8-6d49-489c-a6b2-b86684d1fb64/518b5e13-7e84-40a9-95d2-1b840ac754b1/a415c0ef-b518-42c7-b78c-26e9e7db7f61) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:57.386056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-851f41fc-ace3-4178-8260-0b213231f9aa None None] Current status of the port e8257831-8f5b-48f9-8e6d-42eea750df04 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:15:57.397201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecf1f06d-737c-4d5b-863f-9cb8c4c77928 req-df684000-a828-4103-bc42-df00d714b666 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920227 Feb 19 01:15:57.403417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Checking segment: {'id': '28d61c29-f51b-495b-8a95-3fd6c01a3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:57.403803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network hostable DHCP agents. Network: 3b03531a-f728-4dd6-ae69-e82b5fe9b48e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:15:57.537161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:15:57.581605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac8c51dd-9528-4bf7-9364-56b6f3cf43c3 req-a8113230-e421-4d1f-b45c-47dfa3482aaa service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208692 Feb 19 01:15:57.632556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks [] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.668894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3b03531a-f728-4dd6-ae69-e82b5fe9b48e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:57.673298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.673895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.679233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26a089-dc78-40fd-a7ef-9be2755583fd None None] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:15:57.789604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.798631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-21d5831e-7779-4030-b702-06ad2cda4a1b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0263495 Feb 19 01:15:57.801400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32804) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:15:57.863156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3b03531a-f728-4dd6-ae69-e82b5fe9b48e', 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e', 'project_id': '4908f598a1c14e648439808a92623c62', 'fixed_ips': [{'subnet_id': '673d114d-3265-45f8-8612-461189818b28'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:15:57.863156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.913929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:57.916875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:57.923162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:58.045442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Pushing event updated for resources: {'Port': ['ID=a415c0ef-b518-42c7-b78c-26e9e7db7f61,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:58.103299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Attempting to bind port a415c0ef-b518-42c7-b78c-26e9e7db7f61 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:58.103540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Attempting to bind port a415c0ef-b518-42c7-b78c-26e9e7db7f61 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '04397403-c750-4354-b55b-695f99d23491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:58.103830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Attempting to bind port a415c0ef-b518-42c7-b78c-26e9e7db7f61 on network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:58.202315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Allocated IP 2001:db8::2 (3b03531a-f728-4dd6-ae69-e82b5fe9b48e/673d114d-3265-45f8-8612-461189818b28/1473e763-73ae-424b-93f5-f7dfc758a80d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:58.232989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:58.241282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Checking segment: {'id': '04397403-c750-4354-b55b-695f99d23491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:58.241282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.241282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Bound using segment: {'id': '04397403-c750-4354-b55b-695f99d23491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:58.241282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Bound port: a415c0ef-b518-42c7-b78c-26e9e7db7f61, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04397403-c750-4354-b55b-695f99d23491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1b14b2e8-6d49-489c-a6b2-b86684d1fb64'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:58.241282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.391795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] For port a415c0ef-b518-42c7-b78c-26e9e7db7f61, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:58.397812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] For port a415c0ef-b518-42c7-b78c-26e9e7db7f61, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a415c0ef-b518-42c7-b78c-26e9e7db7f61,segment=NetworkSegment(04397403-c750-4354-b55b-695f99d23491),segment_id=04397403-c750-4354-b55b-695f99d23491)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:58.506715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.605567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks [] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.672286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bac04-0ec7-4309-baa7-fadb65720d34 None None] Pushing event updated for resources: {'Port': ['ID=a415c0ef-b518-42c7-b78c-26e9e7db7f61,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:58.693392 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:58.773305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe492785-c064-4397-a78d-98f65c2756ca req-7591c554-b5e9-408a-b3cb-e24e2d739857 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:58.774911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe492785-c064-4397-a78d-98f65c2756ca req-7591c554-b5e9-408a-b3cb-e24e2d739857 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 943 time: 0.2055542 Feb 19 01:15:58.786098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:58.790063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:58.800917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:58.836182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Pushing event updated for resources: {'Port': ['ID=1473e763-73ae-424b-93f5-f7dfc758a80d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:58.912148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.011017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Attempting to bind port 1473e763-73ae-424b-93f5-f7dfc758a80d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:15:59.012294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Attempting to bind port 1473e763-73ae-424b-93f5-f7dfc758a80d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '28d61c29-f51b-495b-8a95-3fd6c01a3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:15:59.012887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Attempting to bind port 1473e763-73ae-424b-93f5-f7dfc758a80d on network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:15:59.031635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:15:59.032031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Checking segment: {'id': '28d61c29-f51b-495b-8a95-3fd6c01a3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:15:59.032689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.033144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Bound using segment: {'id': '28d61c29-f51b-495b-8a95-3fd6c01a3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:15:59.033685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Bound port: 1473e763-73ae-424b-93f5-f7dfc758a80d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d61c29-f51b-495b-8a95-3fd6c01a3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3b03531a-f728-4dd6-ae69-e82b5fe9b48e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:15:59.034730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.098500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe492785-c064-4397-a78d-98f65c2756ca req-78df2d1a-43ce-43c2-8dab-188a9062bbaf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107786 Feb 19 01:15:59.158555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] For port 1473e763-73ae-424b-93f5-f7dfc758a80d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:15:59.162136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] For port 1473e763-73ae-424b-93f5-f7dfc758a80d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1473e763-73ae-424b-93f5-f7dfc758a80d,segment=NetworkSegment(28d61c29-f51b-495b-8a95-3fd6c01a3b39),segment_id=28d61c29-f51b-495b-8a95-3fd6c01a3b39)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:15:59.240971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.398672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b456670-5007-44d7-b3d2-2c0440345b8d None None] Pushing event updated for resources: {'Port': ['ID=1473e763-73ae-424b-93f5-f7dfc758a80d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:59.451290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Allocated IP 2001:db8::1 (1b14b2e8-6d49-489c-a6b2-b86684d1fb64/518b5e13-7e84-40a9-95d2-1b840ac754b1/52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:15:59.613029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.730565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e4ba914-2d96-4e59-a307-588cabd75a65 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:15:59.744781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.860333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Port': ['ID=52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:15:59.885248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:15:59.887422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:15:59.894945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:15:59.895653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:59.958633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a415c0ef-b518-42c7-b78c-26e9e7db7f61 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:00.217015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:00.237575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'mac_address': 'fa:16:3e:ba:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:00.242152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a415c0ef-b518-42c7-b78c-26e9e7db7f61 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:00.246045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.413110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.491874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bae1c-3869-4212-a960-e0ce8da52955 req-71248708-101a-4ee3-988a-98ec846933d5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:00.524775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-195bae1c-3869-4212-a960-e0ce8da52955 req-71248708-101a-4ee3-988a-98ec846933d5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 943 time: 0.1703858 Feb 19 01:16:00.548981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e4ba914-2d96-4e59-a307-588cabd75a65 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:00.550052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.581466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4ba914-2d96-4e59-a307-588cabd75a65 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:00.650324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:00.655899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c24d3-5eb1-40a2-845b-68ee6a11586d None None] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:00.756582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-195bae1c-3869-4212-a960-e0ce8da52955 req-4c795836-68a2-4734-8745-1e2613b21cb9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299418 Feb 19 01:16:00.787796 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.790531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a415c0ef-b518-42c7-b78c-26e9e7db7f61 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:00.791009 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.852486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a415c0ef-b518-42c7-b78c-26e9e7db7f61, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a415c0ef-b518-42c7-b78c-26e9e7db7f61,segment=NetworkSegment(04397403-c750-4354-b55b-695f99d23491),segment_id=04397403-c750-4354-b55b-695f99d23491)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:00.898051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5ccede0a-3e81-41eb-9858-418f17e96e86 None None] Provisioning complete for port a415c0ef-b518-42c7-b78c-26e9e7db7f61 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:00.898415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5ccede0a-3e81-41eb-9858-418f17e96e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:00.985718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.036639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.068371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e4ba914-2d96-4e59-a307-588cabd75a65'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:01.125873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.126894 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:01.150578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:01.270223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Port': ['ID=52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:01.432046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdf274-743c-4999-b5d4-9e1c2b21b45a None None] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:01.497029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:01.498456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:01.705466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5ccede0a-3e81-41eb-9858-418f17e96e86 None None] Current status of the port a415c0ef-b518-42c7-b78c-26e9e7db7f61 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:01.857986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a415c0ef-b518-42c7-b78c-26e9e7db7f61,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:01.868501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Router 52faa947-ab27-457b-832d-a0ae30708146 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:16:01.889089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1473e763-73ae-424b-93f5-f7dfc758a80d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:02.005092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72e39-95f7-4a4f-9e11-1bab75c4a6e5 req-d0b276e5-ed70-4dca-adf1-346f3e4bc5b5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:02.022064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e8a72e39-95f7-4a4f-9e11-1bab75c4a6e5 req-d0b276e5-ed70-4dca-adf1-346f3e4bc5b5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 944 time: 0.1168308 Feb 19 01:16:02.144966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e8a72e39-95f7-4a4f-9e11-1bab75c4a6e5 req-f237872b-1149-4bf0-a89c-69ca24fa06a7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184087 Feb 19 01:16:02.149784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:02.177471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-db64c45e-ea98-4e41-813e-ef2d7d529dcd tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3714902 Feb 19 01:16:02.177638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 32902) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:02.454868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] Sync routers for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:02.488909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:02.489851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:02.543895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Provisioning complete for port 1473e763-73ae-424b-93f5-f7dfc758a80d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:02.544503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:02.672291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:02.725750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1473e763-73ae-424b-93f5-f7dfc758a80d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:02.725750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:02.780856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:02.788766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:02.950086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:02.951225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31e0ce-3feb-42e4-9f6a-af96b2968992 None None] The sync data for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:03.079826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Current status of the port 1473e763-73ae-424b-93f5-f7dfc758a80d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:03.080212 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.107363 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-bb585551-f6ad-448c-b185-5213a59965ba tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:16:03.111002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb585551-f6ad-448c-b185-5213a59965ba tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9298904 Feb 19 01:16:03.114330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:03.343739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1473e763-73ae-424b-93f5-f7dfc758a80d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:03.344334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.348248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] For port 1473e763-73ae-424b-93f5-f7dfc758a80d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1473e763-73ae-424b-93f5-f7dfc758a80d,segment=NetworkSegment(28d61c29-f51b-495b-8a95-3fd6c01a3b39),segment_id=28d61c29-f51b-495b-8a95-3fd6c01a3b39)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:03.416849 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.601366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:16:03.602052 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:16:03.633132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7c209744-7464-4993-a855-8714994d22ff None None] Provisioning complete for port a415c0ef-b518-42c7-b78c-26e9e7db7f61 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:03.633488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c209744-7464-4993-a855-8714994d22ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:03.635534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83603f62-dcb0-403a-a741-1743ef47347d None None] Pushing event updated for resources: {'Port': ['ID=1473e763-73ae-424b-93f5-f7dfc758a80d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:03.769690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e4ba914-2d96-4e59-a307-588cabd75a65 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:03.982240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c209744-7464-4993-a855-8714994d22ff None None] Current status of the port a415c0ef-b518-42c7-b78c-26e9e7db7f61 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:03.994111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e5232-a87c-4dcd-a1a1-609c4ba44c8c req-c759f755-2796-404d-9244-c7ee0219431b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.005944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e93e5232-a87c-4dcd-a1a1-609c4ba44c8c req-c759f755-2796-404d-9244-c7ee0219431b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 944 time: 0.5528121 Feb 19 01:16:04.038527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7c209744-7464-4993-a855-8714994d22ff None None] Provisioning complete for port 1473e763-73ae-424b-93f5-f7dfc758a80d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.040462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c209744-7464-4993-a855-8714994d22ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.110726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e93e5232-a87c-4dcd-a1a1-609c4ba44c8c req-b61a484a-17ab-4788-98fa-23d24ee2a91c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036680 Feb 19 01:16:04.123190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.226108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7e4ba914-2d96-4e59-a307-588cabd75a65 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:04.243736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7e4ba914-2d96-4e59-a307-588cabd75a65 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.244117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.282615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1473e763-73ae-424b-93f5-f7dfc758a80d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:04.332735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c209744-7464-4993-a855-8714994d22ff None None] Current status of the port 1473e763-73ae-424b-93f5-f7dfc758a80d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:04.391889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7e4ba914-2d96-4e59-a307-588cabd75a65 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:04.391889 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.394018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7c209744-7464-4993-a855-8714994d22ff None None] Provisioning complete for port 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.394403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c209744-7464-4993-a855-8714994d22ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.478907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:04.481273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a415c0ef-b518-42c7-b78c-26e9e7db7f61 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:04.488405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:04.488598 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f7144f-0a84-4b51-bfa4-4bd65f590912" -d '{"events": [{"server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:04.511846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c209744-7464-4993-a855-8714994d22ff None None] Port 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:04.560452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.562711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a415c0ef-b518-42c7-b78c-26e9e7db7f61 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.563075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.587798 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5130c3e9-4b6a-4248-91e3-e4de09882420 x-openstack-request-id: req-5130c3e9-4b6a-4248-91e3-e4de09882420 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:04.588095 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:04.588284 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5130c3e9-4b6a-4248-91e3-e4de09882420 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:04.588689 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'code': 200} Feb 19 01:16:04.697310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-367ffed4-6beb-406e-93e2-9c5e7b7e1c01 None None] Provisioning complete for port 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.697943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-367ffed4-6beb-406e-93e2-9c5e7b7e1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.718692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5701c69-6f79-4dc6-aabf-55da328a8b92 req-ce93be57-7858-478a-8b3f-c4b3acb2faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:04.720392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5701c69-6f79-4dc6-aabf-55da328a8b92 req-ce93be57-7858-478a-8b3f-c4b3acb2faf8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0711744 Feb 19 01:16:04.727263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting port 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:04.727674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.745934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-367ffed4-6beb-406e-93e2-9c5e7b7e1c01 None None] Port 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:04.794004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:04.824034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a415c0ef-b518-42c7-b78c-26e9e7db7f61 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:04.825166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1473e763-73ae-424b-93f5-f7dfc758a80d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:04.889386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:04.905631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Calling delete_port for 52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:04.926721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1473e763-73ae-424b-93f5-f7dfc758a80d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:04.927081 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:05.147285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1473e763-73ae-424b-93f5-f7dfc758a80d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:05.295295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5701c69-6f79-4dc6-aabf-55da328a8b92 req-a894ca20-2210-4e10-8cad-24fed9e75216 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309740 Feb 19 01:16:05.368486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01720fc8-735c-47fa-909f-640f471e7db7 req-654a9737-585d-4d8b-ba70-19d1ca94a202 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:05.403498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01720fc8-735c-47fa-909f-640f471e7db7 req-654a9737-585d-4d8b-ba70-19d1ca94a202 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 945 time: 0.1419511 Feb 19 01:16:05.511884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01720fc8-735c-47fa-909f-640f471e7db7 req-eb808118-232b-4cc8-9851-8b4f6416925e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007788 Feb 19 01:16:05.583844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:05.622258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Port': ['ID=52ac68ea-3f0f-4f31-a69d-efc6e90ba7d6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:05.916535 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:06.155560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Router 52faa947-ab27-457b-832d-a0ae30708146 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:06.247222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:06.255118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cb3b5009-471f-4b8f-ac23-f5175526e5d9 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1388910 Feb 19 01:16:06.258847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 32972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:06.278480 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] Sync routers for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:06.316258 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:06.321370 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:06.392657 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-bacb676a-eed3-4eb5-af5d-e6cd53bbb516 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] delete failed (client error): The resource could not be found. Feb 19 01:16:06.398702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32976) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:06.399380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bacb676a-eed3-4eb5-af5d-e6cd53bbb516 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/routers/tempest-non_exist_router-1142624719 HTTP/1.1" status: 404 len: 335 time: 0.1387255 Feb 19 01:16:06.403518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-126ed5dd-44d8-45af-9103-36db88a24624 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'router': {'external_gateway_info': {'network_id': '52faa947-ab27-457b-832d-a0ae30708146'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:06.434388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:06.460532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:06.461650 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:06.511195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:06.512210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968a650-b7a2-41a5-93ad-720bc3dd356e None None] The sync data for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:06.734154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed1164-30e2-4eaa-9058-0edc148e0482 req-b3e533a6-a13f-48a6-928d-f30aac1b3a3e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:06.741991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaed1164-30e2-4eaa-9058-0edc148e0482 req-b3e533a6-a13f-48a6-928d-f30aac1b3a3e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 945 time: 0.0822606 Feb 19 01:16:06.810138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aaed1164-30e2-4eaa-9058-0edc148e0482 req-2975a085-027f-4723-b842-dc8382ecd6b6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Feb 19 01:16:07.226954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-126ed5dd-44d8-45af-9103-36db88a24624 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router_gateway (52faa947-ab27-457b-832d-a0ae30708146), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.340326 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-126ed5dd-44d8-45af-9103-36db88a24624 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] update failed (client error): The resource could not be found. Feb 19 01:16:07.345322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 32996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:07.352281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-644954098'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:07.352622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-126ed5dd-44d8-45af-9103-36db88a24624 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146 HTTP/1.1" status: 404 len: 339 time: 0.9456184 Feb 19 01:16:07.504415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:07.508249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.554148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:16:07.577312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d1bbaa4e-df5e-414a-a09a-57bd570ddc50), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.577312 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Added segment d1bbaa4e-df5e-414a-a09a-57bd570ddc50 of type vlan for network 45ae3769-265b-4925-8e82-0a90fbd04edb Feb 19 01:16:07.621935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (45ae3769-265b-4925-8e82-0a90fbd04edb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.726341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (45ae3769-265b-4925-8e82-0a90fbd04edb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.732661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:07.733252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:07.857266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Network': ['ID=45ae3769-265b-4925-8e82-0a90fbd04edb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:07.871961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 45ae3769-265b-4925-8e82-0a90fbd04edb details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:16:07.901718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9e509aa-e045-4a88-97d6-f180ebc7e272 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5544562 Feb 19 01:16:07.906821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:07.928604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'subnet': {'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:08.034268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488cebd-0fe1-4e83-b6fb-b3aae012f42a req-3a959c01-ea88-412f-8f4f-4dc1c68b83ad tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:08.039808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6488cebd-0fe1-4e83-b6fb-b3aae012f42a req-3a959c01-ea88-412f-8f4f-4dc1c68b83ad tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 945 time: 0.1218972 Feb 19 01:16:08.132535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6488cebd-0fe1-4e83-b6fb-b3aae012f42a req-b783e167-2903-4203-bbcb-f897d886cffb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864005 Feb 19 01:16:08.212335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:08.298705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Made reservation on behalf of 4908f598a1c14e648439808a92623c62 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:08.302243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.380066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-d47c83a2-8e53-4862-9046-e52e763d5e09 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 267 time: 0.1444850 Feb 19 01:16:08.695713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-3fe28969-9e12-420d-9ca9-09da66edb1ba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:08.701517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-3fe28969-9e12-420d-9ca9-09da66edb1ba tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 945 time: 0.3206060 Feb 19 01:16:08.726755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'security_groups': []}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:08.779916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33034) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:08.965788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (6c5777b4-d358-4988-9fc5-20454c5459b4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:08.967033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3f78378-58f8-4332-919b-c9ce6952d7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.088172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.094246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Subnet': ['ID=6c5777b4-d358-4988-9fc5-20454c5459b4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:09.135864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3f78378-58f8-4332-919b-c9ce6952d7e4 admin admin] Publish callbacks [] for security_group (423a10bf-ecb4-4710-ac28-3a132b077978), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.182346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Checking segment: {'id': 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:09.184162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network hostable DHCP agents. Network: 45ae3769-265b-4925-8e82-0a90fbd04edb, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:16:09.207016 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a3f78378-58f8-4332-919b-c9ce6952d7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (423a10bf-ecb4-4710-ac28-3a132b077978), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.319729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network 45ae3769-265b-4925-8e82-0a90fbd04edb is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:16:09.326431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a3f78378-58f8-4332-919b-c9ce6952d7e4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=03f990ffb7ca4bcfb101b1c8812aa9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5430567 Feb 19 01:16:09.342803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:09.373191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f78378-58f8-4332-919b-c9ce6952d7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a10bf-ecb4-4710-ac28-3a132b077978,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:09.430238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 45ae3769-265b-4925-8e82-0a90fbd04edb) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:09.445942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:09.445942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.446236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10402826-0258-49ed-b730-0370bcf8b00e None None] Network 45ae3769-265b-4925-8e82-0a90fbd04edb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:09.508121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] Publish callbacks [] for security_group (423a10bf-ecb4-4710-ac28-3a132b077978), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.520986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e00e8584-ff8b-4e3d-8c80-2806931e0aee tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6106789 Feb 19 01:16:09.530583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33050) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:09.538578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:09.550240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-34504e52-844a-4512-bdda-44f4fe04dae7 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'router': {'external_gateway_info': {'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:09.571449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] Publish callbacks [] for security_group (423a10bf-ecb4-4710-ac28-3a132b077978), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.702183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-45ae3769-265b-4925-8e82-0a90fbd04edb', 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb', 'project_id': '4908f598a1c14e648439808a92623c62', 'fixed_ips': [{'subnet_id': '6c5777b4-d358-4988-9fc5-20454c5459b4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:16:09.703274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.731540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.731905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (423a10bf-ecb4-4710-ac28-3a132b077978), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.735345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:09.737561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/423a10bf-ecb4-4710-ac28-3a132b077978 HTTP/1.1" status: 204 len: 168 time: 0.3893700 Feb 19 01:16:09.776374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d249a-59a3-4605-92aa-3c0f3fbe9f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a10bf-ecb4-4710-ac28-3a132b077978,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:10.011258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Allocated IP 2001:db8:1::2 (45ae3769-265b-4925-8e82-0a90fbd04edb/6c5777b4-d358-4988-9fc5-20454c5459b4/8b2f674a-9a38-44bc-9f54-9c37dbf2ada2) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:10.022101 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34504e52-844a-4512-bdda-44f4fe04dae7 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router_gateway (52faa947-ab27-457b-832d-a0ae30708146), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.030339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.134089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.291510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks [] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.304241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e4ba914-2d96-4e59-a307-588cabd75a65'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:10.350949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:10.351383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.352860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e708c9c-c7be-406c-a963-f704fedb40ce req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "PUT /v2.0/ports/7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 904 time: 1.6407051 Feb 19 01:16:10.355140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:10.370268 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b" -d '{"events": [{"name": "network-changed", "server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:10.381890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef', 'fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:10.391035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.463871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985effd9-5b9e-4caa-a45c-d91251310ff1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:10.481735 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58870561-ed48-46dc-83c7-8039ccf0413e x-openstack-request-id: req-58870561-ed48-46dc-83c7-8039ccf0413e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:10.482029 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:10.482289 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-58870561-ed48-46dc-83c7-8039ccf0413e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:10.482711 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'status': 'completed', 'code': 200} Feb 19 01:16:10.523330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7e4ba914-2d96-4e59-a307-588cabd75a65'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:10.615862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Network 45ae3769-265b-4925-8e82-0a90fbd04edb is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:10.619821 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-34504e52-844a-4512-bdda-44f4fe04dae7 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:16:10.623149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34504e52-844a-4512-bdda-44f4fe04dae7 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146 HTTP/1.1" status: 400 len: 364 time: 1.0909741 Feb 19 01:16:10.631669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:10.645607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:10.666218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:10.685645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0105a00-8f33-4a3d-99d6-615f63586333 req-e3a666e9-3b9d-44c5-8fd2-0364dd8fa69a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:10.695738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0105a00-8f33-4a3d-99d6-615f63586333 req-e3a666e9-3b9d-44c5-8fd2-0364dd8fa69a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 907 time: 0.2030442 Feb 19 01:16:10.699157 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.743438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-2c8af9bc-595d-440f-b2ea-fe2f639c627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:10.765853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-2c8af9bc-595d-440f-b2ea-fe2f639c627a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 1089 time: 0.1744144 Feb 19 01:16:10.766972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:10.768384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Pushing event updated for resources: {'Port': ['ID=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:10.793329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82a02453-6aee-4d65-9289-72f1b47eb9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.837491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Attempting to bind port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:10.838207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Attempting to bind port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:10.838820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Attempting to bind port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 on network 45ae3769-265b-4925-8e82-0a90fbd04edb {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:10.858730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d54509e-7c23-4040-bfc1-bff7284e273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.868515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:10.868972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Checking segment: {'id': 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:10.869440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.869918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Bound using segment: {'id': 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:10.870460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Bound port: 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '45ae3769-265b-4925-8e82-0a90fbd04edb'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:10.870908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.893405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-25da1e2f-26af-4ab6-9807-c0ad5f7e6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:10.895780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-25da1e2f-26af-4ab6-9807-c0ad5f7e6bb9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1436863 Feb 19 01:16:10.896762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ad0ea472-e797-47d5-885e-e879b3a8c854 None None] Provisioning complete for port 7e4ba914-2d96-4e59-a307-588cabd75a65 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:10.897199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad0ea472-e797-47d5-885e-e879b3a8c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:10.974125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-a72206c7-d86a-46cc-894d-77823f3b22af service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 217 time: 0.0704529 Feb 19 01:16:11.073074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-65063e6d-0a5b-4463-99a0-8c037597f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:11.074904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-65063e6d-0a5b-4463-99a0-8c037597f18d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0937567 Feb 19 01:16:11.156425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] For port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:11.165389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-f5ee9cf0-6d1a-41dc-9a0d-c09d542ae1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:11.167045 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-f5ee9cf0-6d1a-41dc-9a0d-c09d542ae1a8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0837824 Feb 19 01:16:11.173304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] For port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,segment=NetworkSegment(d1bbaa4e-df5e-414a-a09a-57bd570ddc50),segment_id=d1bbaa4e-df5e-414a-a09a-57bd570ddc50)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:11.288890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.303659 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-c144936d-c046-441f-a011-4e02cb4a7409 service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268888 Feb 19 01:16:11.363253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ea472-e797-47d5-885e-e879b3a8c854 None None] Current status of the port 7e4ba914-2d96-4e59-a307-588cabd75a65 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:11.437130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461396a-fcda-4e53-a9e3-24b2843cdefb None None] Pushing event updated for resources: {'Port': ['ID=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:11.470635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f1a23e9-ed1d-4d11-82fe-c584a9b6f28b req-50b9a831-64c8-40e7-81dc-782edc8c6a3b service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602874 Feb 19 01:16:11.626611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:11.816524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e854d44-3d8e-414b-a7dc-4d9e3ea33d69 req-e9c3c022-f161-425b-8738-f6ee7d8ad984 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:11.825070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e854d44-3d8e-414b-a7dc-4d9e3ea33d69 req-e9c3c022-f161-425b-8738-f6ee7d8ad984 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.9597983 Feb 19 01:16:11.943186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82a02453-6aee-4d65-9289-72f1b47eb9f7 admin admin] Publish callbacks [] for security_group (b01e3af0-1a08-4074-80c8-bb4fcfb851a6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:11.989741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e854d44-3d8e-414b-a7dc-4d9e3ea33d69 req-333a6994-05a3-4352-b82a-6f6454de9786 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623673 Feb 19 01:16:12.021315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.060391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-82a02453-6aee-4d65-9289-72f1b47eb9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b01e3af0-1a08-4074-80c8-bb4fcfb851a6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.401637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a02453-6aee-4d65-9289-72f1b47eb9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01e3af0-1a08-4074-80c8-bb4fcfb851a6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:12.467840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-82a02453-6aee-4d65-9289-72f1b47eb9f7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=38c8a727ee644dfe95b7d86e0af2ddea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7151480 Feb 19 01:16:12.475117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33110) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:12.532673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380930-1d6b-4120-8fd8-7d12c165a8fb req-73024d06-0cc1-4074-a31a-baae94c199e5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.548157 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2380930-1d6b-4120-8fd8-7d12c165a8fb req-73024d06-0cc1-4074-a31a-baae94c199e5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4220250 Feb 19 01:16:12.628439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:12.760676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:12.761347 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.777836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2380930-1d6b-4120-8fd8-7d12c165a8fb req-5a75b937-9f4b-44fc-a0c6-c8df1b6592fc tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214870 Feb 19 01:16:12.786011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] Publish callbacks [] for security_group (b01e3af0-1a08-4074-80c8-bb4fcfb851a6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.786860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Allocated IP 2001:db8::1 (f9c418ad-8e09-4179-a417-4dbba117fe9d/8b1343b0-82c4-441d-9f5a-37d181b40c20/9a7e315f-4313-4f0a-a5fb-fb3acadf8512) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:12.918509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] Publish callbacks [] for security_group (b01e3af0-1a08-4074-80c8-bb4fcfb851a6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.984007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:12.984400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:12.986875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91a879-bd9a-406e-b3c1-e1a3f16cab64 req-5d532815-9718-4d9f-87fe-1f6e9c469cea tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:12.996401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c91a879-bd9a-406e-b3c1-e1a3f16cab64 req-5d532815-9718-4d9f-87fe-1f6e9c469cea tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1128 time: 0.1124136 Feb 19 01:16:13.026984 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f3f3118c-dd42-4f96-bbaa-b9b325926538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.067977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c91a879-bd9a-406e-b3c1-e1a3f16cab64 req-f9cb32b5-3375-4c63-9df0-7eb69c47c00b tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700262 Feb 19 01:16:13.079590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,segment=NetworkSegment(d1bbaa4e-df5e-414a-a09a-57bd570ddc50),segment_id=d1bbaa4e-df5e-414a-a09a-57bd570ddc50)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:13.142155 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.214931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.281489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:13.291478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e9c64-f446-46a5-b4d4-c768b13094b8 req-6d7ca1dd-db2d-4802-a385-7f2a82b651f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.293490 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b5e9c64-f446-46a5-b4d4-c768b13094b8 req-6d7ca1dd-db2d-4802-a385-7f2a82b651f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3407788 Feb 19 01:16:13.393023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438304-b717-496d-bf5d-993099076b0c req-7813b69b-7313-4020-949c-dabe532980e7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.404655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7438304-b717-496d-bf5d-993099076b0c req-7813b69b-7313-4020-949c-dabe532980e7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1183946 Feb 19 01:16:13.422666 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b01e3af0-1a08-4074-80c8-bb4fcfb851a6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.425284 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.433871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.438335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b01e3af0-1a08-4074-80c8-bb4fcfb851a6 HTTP/1.1" status: 204 len: 168 time: 0.9565446 Feb 19 01:16:13.454839 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7b5e9c64-f446-46a5-b4d4-c768b13094b8 req-11679fed-3840-4b3a-9116-b3a46665e294 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494241 Feb 19 01:16:13.462773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308f130-cac2-4d5b-b968-ee03d4c50ca2 None None] Network 45ae3769-265b-4925-8e82-0a90fbd04edb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:13.531881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Port': ['ID=9a7e315f-4313-4f0a-a5fb-fb3acadf8512,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:13.556872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9578e-b650-49e8-882a-dfae2d0069bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01e3af0-1a08-4074-80c8-bb4fcfb851a6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:13.567847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network f9c418ad-8e09-4179-a417-4dbba117fe9d is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:13.573337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.574643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:13.577505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:13.578102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.596505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7438304-b717-496d-bf5d-993099076b0c req-3fda31dc-7514-4904-ad7f-6aa7ca3c7f6f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850739 Feb 19 01:16:13.653942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33138) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:13.818118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91199ce6-b721-4af7-bf43-820e3f44d235 req-f2d41844-2f76-4d8c-a2b5-9d9d8d8f207e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:13.826420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91199ce6-b721-4af7-bf43-820e3f44d235 req-f2d41844-2f76-4d8c-a2b5-9d9d8d8f207e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1636417 Feb 19 01:16:13.894195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b015221a-0d5e-43e6-babf-3520b35b8069 None None] Provisioning complete for port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:13.894671 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b015221a-0d5e-43e6-babf-3520b35b8069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:13.997559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2e43b33e-e83c-45f5-8b1b-b1870de4c00d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 200 len: 994 time: 0.3424613 Feb 19 01:16:14.038005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91199ce6-b721-4af7-bf43-820e3f44d235 req-aaa6d5ec-2c27-4819-8ac1-a4348067d0c0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104571 Feb 19 01:16:14.056137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.198167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b015221a-0d5e-43e6-babf-3520b35b8069 None None] Current status of the port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:14.279371 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.322422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e8fa2220-1708-4a54-a1ae-27151bdb46dc None None] Provisioning complete for port 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:14.327444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2220-1708-4a54-a1ae-27151bdb46dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.516922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2220-1708-4a54-a1ae-27151bdb46dc None None] Port 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:14.546166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-80e7e5c2-95fb-41ac-a544-e8e71658d5ad req-2fc3eea8-b463-48c7-90c4-69ca91a4be78 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:16:14.555245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80e7e5c2-95fb-41ac-a544-e8e71658d5ad req-2fc3eea8-b463-48c7-90c4-69ca91a4be78 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167534 Feb 19 01:16:14.555522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:14.585019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33170) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:14.641171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-b9f6fb2f-206b-4e2f-89b7-498942ea1535 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:14.643471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-b9f6fb2f-206b-4e2f-89b7-498942ea1535 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.1917322 Feb 19 01:16:14.664767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:14.665396 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.668908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-56e6481e-4c2f-48d7-8ece-ece89a9b183e None None] Provisioning complete for port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:14.669467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56e6481e-4c2f-48d7-8ece-ece89a9b183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.683205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-89cb3d5d-8536-4697-a8f1-5024f8e1773a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/quotas/2f1b908732ce4137a5579b35058bb2d7 HTTP/1.1" status: 200 len: 375 time: 0.0195661 Feb 19 01:16:14.748111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-971cc654-e8f2-4db9-89cc-fc265f9251d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.760631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Deleting port 107681e7-e1f4-4c51-a93b-4e45752f0a3c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:14.760976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.818205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-56e6481e-4c2f-48d7-8ece-ece89a9b183e None None] Current status of the port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:14.872981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:14.884271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] For port 107681e7-e1f4-4c51-a93b-4e45752f0a3c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=107681e7-e1f4-4c51-a93b-4e45752f0a3c,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:14.887833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:14.902445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Calling delete_port for 107681e7-e1f4-4c51-a93b-4e45752f0a3c owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:15.077909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-a2dbfa88-e4ba-497e-b747-4e5e54669ca5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3843095 Feb 19 01:16:15.134261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.155284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-971cc654-e8f2-4db9-89cc-fc265f9251d1 admin admin] Publish callbacks [] for security_group (93403756-e012-438c-8c2e-581587810376), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.228768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-971cc654-e8f2-4db9-89cc-fc265f9251d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (93403756-e012-438c-8c2e-581587810376), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.267604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-481fa8d4-75d9-4df3-9e05-c8c34daa2571 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779504 Feb 19 01:16:15.275642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.279391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.319530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.373088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-ef32b5c7-d677-46c8-855b-99ac31aaf5b3 service neutron] 10.222.0.94 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984218 Feb 19 01:16:15.479836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (107681e7-e1f4-4c51-a93b-4e45752f0a3c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.515703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Pushing event deleted for resources: {'Port': ['ID=107681e7-e1f4-4c51-a93b-4e45752f0a3c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.521574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc654-e8f2-4db9-89cc-fc265f9251d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93403756-e012-438c-8c2e-581587810376,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.526500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-971cc654-e8f2-4db9-89cc-fc265f9251d1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=54d10fae9f9c47b1bf289264fbc5e433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400096 Feb 19 01:16:15.531308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33186) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:15.579062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.579627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.580419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.580934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.581444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.581844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.582242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.582639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.587845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.588695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.589529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.590263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.591316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:15.776669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] Publish callbacks [] for security_group (93403756-e012-438c-8c2e-581587810376), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:15.781737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Network f9c418ad-8e09-4179-a417-4dbba117fe9d is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:15.789289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event updated for resources: {'Port': ['ID=9a7e315f-4313-4f0a-a5fb-fb3acadf8512,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:15.822754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:15.919548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc8b46-47b4-424b-a9bd-c9807c733c04 req-d3bcb419-99e3-4512-89cd-f6b8807ab52c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:15.928883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfdc8b46-47b4-424b-a9bd-c9807c733c04 req-d3bcb419-99e3-4512-89cd-f6b8807ab52c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.4178813 Feb 19 01:16:16.005201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07d8d617-3538-4a78-a049-afcc4d8b761f req-e1df0718-8b2c-4986-a1e2-821d6ed6df98 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 210 time: 0.2012560 Feb 19 01:16:16.008551 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] Publish callbacks [] for security_group (93403756-e012-438c-8c2e-581587810376), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.153210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfdc8b46-47b4-424b-a9bd-c9807c733c04 req-b9652924-8d8e-4ce1-87ca-957216a1201c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230761 Feb 19 01:16:16.165612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Router 52faa947-ab27-457b-832d-a0ae30708146 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:16.280305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.383704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:16.393246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a924ee7-94ed-4451-89dd-63a62cd5051a tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7567077 Feb 19 01:16:16.396213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:16.396821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] Sync routers for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:16.423200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:16.424220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:16.426246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-de98d2f8-946f-4a92-bce3-6935254c399b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7466638 Feb 19 01:16:16.434784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-58687b86-30b1-4d02-a2ff-5928d2739344 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:16:16.448050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-58687b86-30b1-4d02-a2ff-5928d2739344 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206084 Feb 19 01:16:16.469452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (93403756-e012-438c-8c2e-581587810376), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.476493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.485150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/93403756-e012-438c-8c2e-581587810376 HTTP/1.1" status: 204 len: 168 time: 0.9495409 Feb 19 01:16:16.527916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d96c66-c1da-4606-9e5e-6f116e32763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93403756-e012-438c-8c2e-581587810376,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:16.578039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ff3b4a4-9051-4c46-9de7-257262ebb343 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router (52faa947-ab27-457b-832d-a0ae30708146), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.826222 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-4ff3b4a4-9051-4c46-9de7-257262ebb343 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 01:16:16.830789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ff3b4a4-9051-4c46-9de7-257262ebb343 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146 HTTP/1.1" status: 409 len: 329 time: 0.4326260 Feb 19 01:16:16.831410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33224) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:16.938227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ee94f88b-ec55-4899-9a36-5b86c5dc46ec None None] Provisioning complete for port 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:16.946744 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee94f88b-ec55-4899-9a36-5b86c5dc46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:16.948970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:16.960692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.097706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ee94f88b-ec55-4899-9a36-5b86c5dc46ec None None] Port 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:17.105361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:17.106124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.206669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.208675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a66fe-fe15-47ef-adc1-d2e032cde74f None None] The sync data for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:17.222187 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.242954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:17.276025 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Sync routers for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:17.280248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5abd5279-0ce3-41e9-a534-3851be5141ad admin admin] 10.222.0.94 "PUT /v2.0/routers/2a2643bc-f2c3-46d3-bf41-664fe5a10bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6509819 Feb 19 01:16:17.284000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33244) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:17.294381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:17.301601 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.477676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00e995c1-f5fc-4dd1-9662-4aa2f48b55c8 req-48736bbc-9efe-4b05-a63b-839034915ef9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 210 time: 0.1960244 Feb 19 01:16:17.575413 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:17.665708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks [] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:17.808958 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:16:15Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.838332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd6ca-f1db-489e-8ff9-b1538a209244 req-dd7fe5f2-fe22-458d-a90e-9626c2aaa27e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:17.839572 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Checking router: 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:16:17.841077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d57fd6ca-f1db-489e-8ff9-b1538a209244 req-dd7fe5f2-fe22-458d-a90e-9626c2aaa27e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.3605487 Feb 19 01:16:17.882595 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Routers {'2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:17.883265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:17.938563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks [] for router_gateway (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.039777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.119163 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] Set router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:18.228297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Deleting port c2b04efe-585a-4c89-a18b-586d42d282de {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:18.228932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.241130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d57fd6ca-f1db-489e-8ff9-b1538a209244 req-6e673274-b378-4847-99c9-4bb0e4445b65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872404 Feb 19 01:16:18.344232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] For port c2b04efe-585a-4c89-a18b-586d42d282de, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c2b04efe-585a-4c89-a18b-586d42d282de,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:18.344633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:18.365503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:16:15Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:18.377876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Calling delete_port for c2b04efe-585a-4c89-a18b-586d42d282de owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:18.398772 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13fcc0-fbf7-4e4f-a2cc-cd2e686b7bfb None None] The sync data for ids ['2a2643bc-f2c3-46d3-bf41-664fe5a10bb5'] in n-d-826529-3 is: [{'id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'name': 'tempest-AttachVolumeTestJSON-328912986-router', 'tenant_id': 'f36b957cc9044b119515422b14c6f451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:56Z', 'updated_at': '2022-02-19T01:16:15Z', 'revision_number': 5, 'project_id': 'f36b957cc9044b119515422b14c6f451', 'gw_port': {'id': 'c2b04efe-585a-4c89-a18b-586d42d282de', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2643bc-f2c3-46d3-bf41-664fe5a10bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:58Z', 'updated_at': '2022-02-19T01:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:19.135916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a3db93f4-8dab-47e0-a013-a934e1fd3895 req-a1ed2bad-3b6b-42a8-a92a-b04acbbae68b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 210 time: 0.0643640 Feb 19 01:16:19.148739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-fb3ea994-418c-4400-b654-84a9b9167c21 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.148739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-fb3ea994-418c-4400-b654-84a9b9167c21 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1125 time: 1.8022277 Feb 19 01:16:19.327738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-6b58a906-d0f8-4266-8549-1f6382fe82e8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.333901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-6b58a906-d0f8-4266-8549-1f6382fe82e8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 811 time: 0.2285671 Feb 19 01:16:19.350474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Request body: {'port': {'device_id': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'admin_state_up': True, 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:19.558353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c2b04efe-585a-4c89-a18b-586d42d282de), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.614882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b04efe-585a-4c89-a18b-586d42d282de,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:19.636827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting port 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:19.637427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.639282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212eb4f-ee1c-4d57-bb7e-84144d577a6f req-35b783c8-06ed-44ef-89df-e2e3922e2eb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.647960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5212eb4f-ee1c-4d57-bb7e-84144d577a6f req-35b783c8-06ed-44ef-89df-e2e3922e2eb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1924310 Feb 19 01:16:19.726824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Made reservation on behalf of 2f1b908732ce4137a5579b35058bb2d7 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:19.729582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.730323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.743663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21313bd-0b73-44f5-9ac9-f41d137176c2 req-76d4947f-0ee4-477a-8cc8-8cc73124245c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:19.745387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c21313bd-0b73-44f5-9ac9-f41d137176c2 req-76d4947f-0ee4-477a-8cc8-8cc73124245c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.2291858 Feb 19 01:16:19.762633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5212eb4f-ee1c-4d57-bb7e-84144d577a6f req-2bebd3ae-64ab-43a6-bbfe-8e23dd462582 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048994 Feb 19 01:16:19.886080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c21313bd-0b73-44f5-9ac9-f41d137176c2 req-95a28d71-0d8f-438c-8938-27166196a35a tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250277 Feb 19 01:16:19.949483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.949483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks [] for router_controller (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.050103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.080208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Calling delete_port for 9a7e315f-4313-4f0a-a5fb-fb3acadf8512 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:20.083422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Allocated IP 172.20.0.14 (2cc50135-8b47-49b0-ad94-d8ac6162e1f9/04825bff-2b8e-4732-b7cd-66ceeb75dfff/95a277be-3d63-411d-bda2-b9838e772e33) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:20.102222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (2a2643bc-f2c3-46d3-bf41-664fe5a10bb5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.102934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:16:20.122164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.124345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83d2527c-18b6-4119-83e1-1eee6717da44 admin admin] 10.222.0.94 "DELETE /v2.0/routers/2a2643bc-f2c3-46d3-bf41-664fe5a10bb5 HTTP/1.1" status: 204 len: 168 time: 2.8310590 Feb 19 01:16:20.127664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:20.207016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Deleting subnet ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:20.228671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Publish callbacks [] for subnet (ceb8feb6-9288-4e02-a0b4-20ecb5859ec5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.305474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05e5376c-d286-46e1-ab99-d21897975ace req-458e2927-6d16-4d9d-a1e6-bdfb8ec9f6f9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 210 time: 0.0862734 Feb 19 01:16:20.376170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ceb8feb6-9288-4e02-a0b4-20ecb5859ec5), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.614912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ceb8feb6-9288-4e02-a0b4-20ecb5859ec5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.643796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for port (95a277be-3d63-411d-bda2-b9838e772e33), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.761873 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9a7e315f-4313-4f0a-a5fb-fb3acadf8512), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.777620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 107681e7-e1f4-4c51-a93b-4e45752f0a3c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:20.806114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 107681e7-e1f4-4c51-a93b-4e45752f0a3c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:20.806784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 107681e7-e1f4-4c51-a93b-4e45752f0a3c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:20.830281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Port': ['ID=9a7e315f-4313-4f0a-a5fb-fb3acadf8512,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:20.919692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ceb8feb6-9288-4e02-a0b4-20ecb5859ec5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.948561 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.962840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef', 'fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:20.978017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb8feb6-9288-4e02-a0b4-20ecb5859ec5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:20.988709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.003717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c2533bd3-18c9-4807-9425-106c0c718cc5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ceb8feb6-9288-4e02-a0b4-20ecb5859ec5 HTTP/1.1" status: 204 len: 168 time: 0.8720651 Feb 19 01:16:21.004019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33342) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:21.049369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e23950-311f-40ec-b299-b3b34b22355d None None] Network a65adc9b-0e47-408a-86d2-945821b08efb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:21.213135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-f1d80193-b3fd-4fa3-b58f-ceb73c086514 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.214740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-f1d80193-b3fd-4fa3-b58f-ceb73c086514 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.3554893 Feb 19 01:16:21.241053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (52faa947-ab27-457b-832d-a0ae30708146), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.256739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:21.285441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:21.308233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:21.351029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:21.354152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a65adc9b-0e47-408a-86d2-945821b08efb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.431147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610098-755a-4147-9488-f6e43e3cbe86 req-6cae0976-de12-4d4e-ba74-76855b4b0b8c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.440014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b610098-755a-4147-9488-f6e43e3cbe86 req-6cae0976-de12-4d4e-ba74-76855b4b0b8c tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.3464701 Feb 19 01:16:21.522272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] DHCP port deletion for a65adc9b-0e47-408a-86d2-945821b08efb request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:21.596278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77113-79a2-4d55-9fc5-1da2f1676976 req-894f8ca3-1b2b-4fbe-8afa-9204101a58a4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.604482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8b77113-79a2-4d55-9fc5-1da2f1676976 req-894f8ca3-1b2b-4fbe-8afa-9204101a58a4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.6684563 Feb 19 01:16:21.715056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Deleting port 6d487db8-d898-4009-bd8f-0233f05065b0 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:21.715485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.733201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.740662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5a93b4fe-c99f-457a-8330-dc7cbb4aa796 None None] Provisioning complete for port 95a277be-3d63-411d-bda2-b9838e772e33 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:21.741041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a93b4fe-c99f-457a-8330-dc7cbb4aa796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (95a277be-3d63-411d-bda2-b9838e772e33), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.741198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.790799 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b610098-755a-4147-9488-f6e43e3cbe86 req-7648fe92-64ab-465b-a618-e036e4cd8b8d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3493845 Feb 19 01:16:21.902524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-3dd6845e-c58f-453a-9f76-ac35b20f4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:21.902805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5a93b4fe-c99f-457a-8330-dc7cbb4aa796 None None] Port 95a277be-3d63-411d-bda2-b9838e772e33 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:21.904145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-3dd6845e-c58f-453a-9f76-ac35b20f4dae service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1128 time: 0.4162467 Feb 19 01:16:21.933144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] For port 6d487db8-d898-4009-bd8f-0233f05065b0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d487db8-d898-4009-bd8f-0233f05065b0,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:21.933562 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.962018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-65c82b3a-34b3-499d-89a2-0b64c1d62dd2 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6173122 Feb 19 01:16:21.978607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8b77113-79a2-4d55-9fc5-1da2f1676976 req-4fbe671e-bf7f-470e-941b-aa6cc4386827 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728476 Feb 19 01:16:21.989086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Calling delete_port for 6d487db8-d898-4009-bd8f-0233f05065b0 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:21.999696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Request body: {'port': {'device_id': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:22.075819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Router 52faa947-ab27-457b-832d-a0ae30708146 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:22.160285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Deleting port 6d487db8-d898-4009-bd8f-0233f05065b0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:22.160630 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.176201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-b6bb8a80-20cb-4a60-b3f8-7bc6f7ed686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.177722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-b6bb8a80-20cb-4a60-b3f8-7bc6f7ed686d service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.2614059 Feb 19 01:16:22.215765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Deleting port 94cace89-ed32-4710-bc0a-dfe02103bc6d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:22.216109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.218612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.245860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] No DVR routers for this DVR port 6d487db8-d898-4009-bd8f-0233f05065b0 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:22.283524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:22.298143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f436d520-48c3-4494-92db-51b89127eecf tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4656570 Feb 19 01:16:22.337719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33362) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:22.371255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dbaea-45ac-4140-9e89-71e59b2059e2 None None] Pushing event deleted for resources: {'Port': ['ID=6d487db8-d898-4009-bd8f-0233f05065b0,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:22.381346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] Sync routers for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:22.409157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:22.413587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:22.429165 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-30a0d050-291b-4fea-ad1d-080ad0d41706 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] show failed (client error): The resource could not be found. Feb 19 01:16:22.430312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-30a0d050-291b-4fea-ad1d-080ad0d41706 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "GET /v2.0/routers/tempest-non_exist_router-1048196869 HTTP/1.1" status: 404 len: 335 time: 0.0833170 Feb 19 01:16:22.435684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:22.442562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-72f5f0f6-2e2f-4f91-9d0b-b16b1b66702b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:22.472078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] For port 6d487db8-d898-4009-bd8f-0233f05065b0, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6d487db8-d898-4009-bd8f-0233f05065b0,segment=NetworkSegment(456f267a-e4a1-44a6-9048-bd488c574b02),segment_id=456f267a-e4a1-44a6-9048-bd488c574b02)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:22.472453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.536800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:22.540772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c2b04efe-585a-4c89-a18b-586d42d282de no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:22.551432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-663f0234-596c-432e-bffb-7f4d79f852bb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1002 time: 0.3395276 Feb 19 01:16:22.557786 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-72f5f0f6-2e2f-4f91-9d0b-b16b1b66702b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] update failed (client error): The resource could not be found. Feb 19 01:16:22.560849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72f5f0f6-2e2f-4f91-9d0b-b16b1b66702b tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "PUT /v2.0/routers/tempest-non_exist_router-1910339495 HTTP/1.1" status: 404 len: 335 time: 0.1239252 Feb 19 01:16:22.562381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.565289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33368) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:22.582384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bf867-a256-4823-96fa-7161bdb2c9e9 req-dbebde15-9ce6-45ed-a1d1-3179f2d7b372 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.584062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c85bf867-a256-4823-96fa-7161bdb2c9e9 req-dbebde15-9ce6-45ed-a1d1-3179f2d7b372 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 932 time: 0.5377138 Feb 19 01:16:22.613875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c2b04efe-585a-4c89-a18b-586d42d282de {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:22.614225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c2b04efe-585a-4c89-a18b-586d42d282de not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:22.614645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d487db8-d898-4009-bd8f-0233f05065b0 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:22.617505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] Routers {'52faa947-ab27-457b-832d-a0ae30708146'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:22.618141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['52faa947-ab27-457b-832d-a0ae30708146'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:22.624510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Calling delete_port for 6d487db8-d898-4009-bd8f-0233f05065b0 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:22.685618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting subnet 6c5777b4-d358-4988-9fc5-20454c5459b4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:22.722537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6d487db8-d898-4009-bd8f-0233f05065b0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:22.723163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6d487db8-d898-4009-bd8f-0233f05065b0 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:22.727729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:22.728584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6047c0e4-1efc-4597-b1b1-64002eb9979a None None] The sync data for ids ['52faa947-ab27-457b-832d-a0ae30708146'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:22.732330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] For port 94cace89-ed32-4710-bc0a-dfe02103bc6d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=94cace89-ed32-4710-bc0a-dfe02103bc6d,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:22.732820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.786455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (6c5777b4-d358-4988-9fc5-20454c5459b4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.872348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6c5777b4-d358-4988-9fc5-20454c5459b4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.960712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-b786d1cf-33d0-4990-930f-9a45944d69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:22.962953 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-b786d1cf-33d0-4990-930f-9a45944d69da service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.3758934 Feb 19 01:16:23.091304 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c85bf867-a256-4823-96fa-7161bdb2c9e9 req-28833059-1c71-4cbc-b34a-9384d656ee4b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833016 Feb 19 01:16:23.116691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6c5777b4-d358-4988-9fc5-20454c5459b4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.203393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-fe7cf60c-b709-409f-8411-25a2cfa6fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.205546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-fe7cf60c-b709-409f-8411-25a2cfa6fc9b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2334588 Feb 19 01:16:23.222022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442093ed-86b8-45d2-96fb-08a9f26ccf89 req-c04d8850-876c-40db-8e19-d6b33bf92bfd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.228242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6d487db8-d898-4009-bd8f-0233f05065b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.233957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-442093ed-86b8-45d2-96fb-08a9f26ccf89 req-c04d8850-876c-40db-8e19-d6b33bf92bfd tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 946 time: 0.2870159 Feb 19 01:16:23.261975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.262411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.262867 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Floating IP 3d37f819-2e7a-48a9-baeb-17213b956a78 disassociated. External IP: 172.25.2.130, port: 94cace89-ed32-4710-bc0a-dfe02103bc6d. Feb 19 01:16:23.263061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Calling delete_port for 94cace89-ed32-4710-bc0a-dfe02103bc6d owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:23.371864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d487db8-d898-4009-bd8f-0233f05065b0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:23.388700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-442093ed-86b8-45d2-96fb-08a9f26ccf89 req-d585059a-7a28-4b8e-9ad2-2c521d6ccd90 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups?id=3d8fb7a9-75b7-402f-ae51-743899a6445c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533761 Feb 19 01:16:23.388905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] No DVR routers for this DVR port 6d487db8-d898-4009-bd8f-0233f05065b0 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:23.398944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6c5777b4-d358-4988-9fc5-20454c5459b4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.421378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.425771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/subnets/6c5777b4-d358-4988-9fc5-20454c5459b4 HTTP/1.1" status: 204 len: 168 time: 0.8591330 Feb 19 01:16:23.432331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33388) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:23.434603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c7fc2-edd7-49f8-9e78-66e04444f0c9 None None] Network 45ae3769-265b-4925-8e82-0a90fbd04edb requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:23.463293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a277be-3d63-411d-bda2-b9838e772e33 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:23.487836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks [] for port (95a277be-3d63-411d-bda2-b9838e772e33), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.500760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Transition to ACTIVE for port object 95a277be-3d63-411d-bda2-b9838e772e33 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:23.502514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc9b95-8385-4e8c-8161-1df09d1f83d6 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5777b4-d358-4988-9fc5-20454c5459b4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:23.625808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.637763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-81a38f2a-92dc-4c07-939c-235e276ec1c1 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253230 Feb 19 01:16:23.652463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] DHCP port deletion for 45ae3769-265b-4925-8e82-0a90fbd04edb request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:23.670375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6350261-7278-45fe-9a82-215cafc41c2e req-d9e3d857-556c-433c-b4ed-ee28cd89d1e2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.678186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6350261-7278-45fe-9a82-215cafc41c2e req-d9e3d857-556c-433c-b4ed-ee28cd89d1e2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.4642456 Feb 19 01:16:23.728250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Deleting port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:23.728829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.762204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a65adc9b-0e47-408a-86d2-945821b08efb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.782102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:23.829403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] For port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,segment=NetworkSegment(d1bbaa4e-df5e-414a-a09a-57bd570ddc50),segment_id=d1bbaa4e-df5e-414a-a09a-57bd570ddc50)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:23.831755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.851634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Calling delete_port for 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:23.877241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (45ae3769-265b-4925-8e82-0a90fbd04edb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.884356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65adc9b-0e47-408a-86d2-945821b08efb']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:23.884606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-763da1ab-e546-42ac-9ef9-8e251131c67b tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=1cd0ab1db17444febfb503235174cff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443819 Feb 19 01:16:23.910545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 94cace89-ed32-4710-bc0a-dfe02103bc6d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:23.998790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456f267a-e4a1-44a6-9048-bd488c574b02') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:23.999400 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456f267a-e4a1-44a6-9048-bd488c574b02') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:24.040126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (456f267a-e4a1-44a6-9048-bd488c574b02), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.059904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6350261-7278-45fe-9a82-215cafc41c2e req-ae0a0b13-f59c-41aa-9940-1eef32456538 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957458 Feb 19 01:16:24.072474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.099369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 94cace89-ed32-4710-bc0a-dfe02103bc6d is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:24.100024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94cace89-ed32-4710-bc0a-dfe02103bc6d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.112585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Attempting to bind port 95a277be-3d63-411d-bda2-b9838e772e33 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:24.112930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Attempting to bind port 95a277be-3d63-411d-bda2-b9838e772e33 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:24.113302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Attempting to bind port 95a277be-3d63-411d-bda2-b9838e772e33 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:24.125145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Port 95a277be-3d63-411d-bda2-b9838e772e33 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:24.125537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Attempting to bind port 95a277be-3d63-411d-bda2-b9838e772e33 on network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:24.137628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:24.142857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Checking segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:24.142857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Bound using segment: {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:24.142857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Bound port: 95a277be-3d63-411d-bda2-b9838e772e33, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c961f2-10bf-4a29-8e79-fc03258e9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:24.142857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.197349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (456f267a-e4a1-44a6-9048-bd488c574b02), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.215700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.226707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:24.227713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (456f267a-e4a1-44a6-9048-bd488c574b02), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.253716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-fdf67cd4-c8dd-461e-923e-d5f33d6b6e31 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.255290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-fdf67cd4-c8dd-461e-923e-d5f33d6b6e31 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570907 Feb 19 01:16:24.271636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] Pushing event deleted for resources: {'Port': ['ID=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:24.289289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca64bd8-676d-4b1e-b8f8-42596e4b0dd2 None None] No DVR routers for this DVR port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:24.307952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-4ff6e36f-5b0e-4906-9230-1c175faebae8 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/quotas/1cd0ab1db17444febfb503235174cff3 HTTP/1.1" status: 200 len: 375 time: 0.0295689 Feb 19 01:16:24.354603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-f664f5d6-4939-45bd-8fae-946f6cd97ac4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353308 Feb 19 01:16:24.364927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:24.372358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:24.449702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:24.452083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.528148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:24.534270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:24.572100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.576614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.576614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] 10.222.0.96 "PUT /v2.0/ports/95a277be-3d63-411d-bda2-b9838e772e33 HTTP/1.1" status: 200 len: 1092 time: 2.5947783 Feb 19 01:16:24.576614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:24.578739 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb34f72-5db0-4000-ad90-478d8d30458d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "tag": "95a277be-3d63-411d-bda2-b9838e772e33"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:24.685098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83b6a-3403-49db-b5a0-e32d0eda4240 service neutron] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:24.785950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'Port': ['ID=94cace89-ed32-4710-bc0a-dfe02103bc6d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:24.835314 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:24.899351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcb5c719-8b3b-4397-ac7e-e1babb6f76ff req-39635790-882e-4164-a2e7-34d0343fe743 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0937881 Feb 19 01:16:24.930625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-3ab1c336-812a-43b4-a7b6-a9bb8e9b38dc service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2762194 Feb 19 01:16:24.940063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-0db10042-6049-4771-8d8e-6bdeea8bec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:24.944401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-0db10042-6049-4771-8d8e-6bdeea8bec3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 1126 time: 0.2071071 Feb 19 01:16:25.058871 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9a126-70f0-493d-bc22-0bf0eae1ca2b x-openstack-request-id: req-84d9a126-70f0-493d-bc22-0bf0eae1ca2b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:25.058871 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "tag": "95a277be-3d63-411d-bda2-b9838e772e33", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:25.058871 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-84d9a126-70f0-493d-bc22-0bf0eae1ca2b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:25.058871 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33', 'status': 'completed', 'code': 200} Feb 19 01:16:25.058871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-68f2ad8c-a822-4b51-9b6b-a4f43a1b55eb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a277be-3d63-411d-bda2-b9838e772e33 HTTP/1.1" status: 200 len: 217 time: 0.0995014 Feb 19 01:16:25.089838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a65adc9b-0e47-408a-86d2-945821b08efb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.124873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-fd0413d3-1061-4a02-9237-ad4937b1c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.127278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-fd0413d3-1061-4a02-9237-ad4937b1c3ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0581713 Feb 19 01:16:25.137724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.141009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] 10.222.0.94 "DELETE /v2.0/networks/a65adc9b-0e47-408a-86d2-945821b08efb HTTP/1.1" status: 204 len: 168 time: 4.1359851 Feb 19 01:16:25.169489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ed8b-5873-4f68-b21a-95287535d762 req-70f98d73-7098-4a99-98fa-8a58f7b05a11 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.170936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a37ed8b-5873-4f68-b21a-95287535d762 req-70f98d73-7098-4a99-98fa-8a58f7b05a11 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 944 time: 0.9750121 Feb 19 01:16:25.174499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac29f-1437-4bd3-accc-8a66c10b627f admin admin] Pushing event deleted for resources: {'Network': ['ID=a65adc9b-0e47-408a-86d2-945821b08efb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:25.177644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6eabe022-a688-4bd3-a728-528bc3f24556 req-880ea92f-ff03-445d-8434-dfc1b0488dc0 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.1169734 Feb 19 01:16:25.211499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:25.211845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.284408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666f770-6017-4344-95cd-3f321899efa4 req-622f509a-4f7e-45fc-abf4-9b14705a545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.284855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-622f509a-4f7e-45fc-abf4-9b14705a545d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1359394 Feb 19 01:16:25.313656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] For port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:25.314791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.350291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Calling delete_port for 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:25.353104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 was not found and therefore no delete operation was performed {{(pid=110601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:16:25.359682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8b2f674a-9a38-44bc-9f54-9c37dbf2ada2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.372240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:25.416191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Port': ['ID=8b2f674a-9a38-44bc-9f54-9c37dbf2ada2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:25.423822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] No DVR routers for this DVR port 8b2f674a-9a38-44bc-9f54-9c37dbf2ada2 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:25.428934 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a37ed8b-5873-4f68-b21a-95287535d762 req-98a455b9-9dc8-44ad-ba6f-8e34f4c51458 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333279 Feb 19 01:16:25.580890 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (45ae3769-265b-4925-8e82-0a90fbd04edb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.647972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ae3769-265b-4925-8e82-0a90fbd04edb']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.664558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.664873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bbaa4e-df5e-414a-a09a-57bd570ddc50') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.679926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (d1bbaa4e-df5e-414a-a09a-57bd570ddc50), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.687275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:25.725144 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:25.739200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d1bbaa4e-df5e-414a-a09a-57bd570ddc50), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.741656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] No DVR routers for this DVR port 94cace89-ed32-4710-bc0a-dfe02103bc6d on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:25.747077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.750756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4c24972-5079-4eb5-8cc7-3e407e612af2 req-88c1664b-5f75-4f29-ad83-cfeb92c2c0e8 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.117 "DELETE /v2.0/ports/94cace89-ed32-4710-bc0a-dfe02103bc6d HTTP/1.1" status: 204 len: 173 time: 4.5202568 Feb 19 01:16:25.758020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-deleted', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:25.762454 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0163d-d278-4295-8ca3-937362b6727e" -d '{"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-deleted", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:25.773588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:25.774071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (d1bbaa4e-df5e-414a-a09a-57bd570ddc50), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:25.780116 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:25.783464 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:25.783464 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:25.879549 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9a95c-3c9b-4d17-a6bb-97df814be1e4 x-openstack-request-id: req-6eb9a95c-3c9b-4d17-a6bb-97df814be1e4 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:25.880357 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca335a4-179f-4a98-a1fd-0353605e7aa4", "name": "network-vif-deleted", "tag": "94cace89-ed32-4710-bc0a-dfe02103bc6d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:25.883260 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6eb9a95c-3c9b-4d17-a6bb-97df814be1e4 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:25.883859 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca335a4-179f-4a98-a1fd-0353605e7aa4', 'name': 'network-vif-deleted', 'tag': '94cace89-ed32-4710-bc0a-dfe02103bc6d', 'status': 'completed', 'code': 200} Feb 19 01:16:25.978144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6195a9c-e564-41b1-8a0a-ba07c931ac6d req-958dc14b-0156-4e2a-acf3-d3dd37f9ead2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.989052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6195a9c-e564-41b1-8a0a-ba07c931ac6d req-958dc14b-0156-4e2a-acf3-d3dd37f9ead2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.6775711 Feb 19 01:16:26.037453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:26.079709 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:26.109940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6195a9c-e564-41b1-8a0a-ba07c931ac6d req-6ec90ec5-3919-4093-87ff-ffe9bdffa730 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152532 Feb 19 01:16:26.112624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-8ef6f836-dcb2-4c0b-bc62-4a06d302e16e service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190088 Feb 19 01:16:26.190444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (45ae3769-265b-4925-8e82-0a90fbd04edb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.197853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70262692-6778-46d2-8d4b-d6e949de4e06 req-6f43ec74-0650-4cf3-88aa-273fb828e5c4 tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/ports?device_id=7ca335a4-179f-4a98-a1fd-0353605e7aa4 HTTP/1.1" status: 200 len: 210 time: 0.1480825 Feb 19 01:16:26.203106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.206588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/networks/45ae3769-265b-4925-8e82-0a90fbd04edb HTTP/1.1" status: 204 len: 168 time: 2.7713490 Feb 19 01:16:26.211056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33468) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:26.233644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205070db-1676-481c-a0ef-bd11e09808b5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Network': ['ID=45ae3769-265b-4925-8e82-0a90fbd04edb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.265714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5666f770-6017-4344-95cd-3f321899efa4 req-271dd249-2b43-4938-bcad-b89016c780d9 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407712 Feb 19 01:16:26.322930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72e7d5d9-a948-4090-a8c0-d21b1f5101b1 req-77e0511e-9cf7-4d44-987e-6e35b297c0af tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0549664 Feb 19 01:16:26.349359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-82bc268a-86e9-47c2-8577-ad6370d4c136 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f36b957cc9044b119515422b14c6f451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106194 Feb 19 01:16:26.353133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:26.363841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting subnet 673d114d-3265-45f8-8612-461189818b28 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:26.367965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (673d114d-3265-45f8-8612-461189818b28), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.435630 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:26.477236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (673d114d-3265-45f8-8612-461189818b28), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.489074 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:16:26.501151 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:26.502504 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:26.558591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] Publish callbacks [] for security_group (0f476ed5-83eb-4065-93cb-f9b4079ffcf7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.656294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] Publish callbacks [] for security_group (0f476ed5-83eb-4065-93cb-f9b4079ffcf7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.660340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-c38a4fb5-4e9c-49ce-9118-19e467474b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.662105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-c38a4fb5-4e9c-49ce-9118-19e467474b73 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 1126 time: 0.2233431 Feb 19 01:16:26.692146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dc6b4-31ca-4db8-af7d-b6f23c3d6c82 req-498d05c2-957d-4d35-8ba2-0f57a6fe919d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.693737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-306dc6b4-31ca-4db8-af7d-b6f23c3d6c82 req-498d05c2-957d-4d35-8ba2-0f57a6fe919d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 944 time: 0.1151359 Feb 19 01:16:26.715025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (673d114d-3265-45f8-8612-461189818b28), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.752349 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:26.790616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-306dc6b4-31ca-4db8-af7d-b6f23c3d6c82 req-2cd9caef-5c4f-41ff-b011-0d90e53148ea tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868773 Feb 19 01:16:26.848923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-4c220a90-9177-4d15-bb54-41716c5de3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.851010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-4c220a90-9177-4d15-bb54-41716c5de3c4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1805789 Feb 19 01:16:26.899986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0f476ed5-83eb-4065-93cb-f9b4079ffcf7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.902768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.907069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0f476ed5-83eb-4065-93cb-f9b4079ffcf7 HTTP/1.1" status: 204 len: 168 time: 0.5525093 Feb 19 01:16:26.926442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-a12c5600-e243-49ef-9789-27c3b7d24d0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a277be-3d63-411d-bda2-b9838e772e33 HTTP/1.1" status: 200 len: 217 time: 0.0685718 Feb 19 01:16:26.927262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088c310-bcde-42fc-8c50-8f974012c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f476ed5-83eb-4065-93cb-f9b4079ffcf7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.931316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (673d114d-3265-45f8-8612-461189818b28), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.988758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Subnet': ['ID=673d114d-3265-45f8-8612-461189818b28,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.994468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.000033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-caacd44f-da52-4059-a145-6a3f6a24049c tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/subnets/673d114d-3265-45f8-8612-461189818b28 HTTP/1.1" status: 204 len: 168 time: 0.7762234 Feb 19 01:16:27.006552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:27.006683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aaf5c5-bb5b-4f94-ae3e-993f61f2e22a None None] Network 3b03531a-f728-4dd6-ae69-e82b5fe9b48e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:27.062447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-72778663-babb-427a-9ba0-8868dd697587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.067034 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:27.067367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-72778663-babb-427a-9ba0-8868dd697587 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1305115 Feb 19 01:16:27.100050 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5516f86-3fe9-4f33-b467-76deecc31744 None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cd18a17c-e8af-42b3-a249-c858bd58607e', 'name': '', 'network_id': 'c2274e59-f386-4bb5-9a3d-d1091acafa0d', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'mac_address': 'fa:16:3e:84:77:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:43Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'subnets': [{'id': '4b7013e1-f064-40eb-ba4f-b2bfc719ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:27.160411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting subnet 518b5e13-7e84-40a9-95d2-1b840ac754b1 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:27.169458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (518b5e13-7e84-40a9-95d2-1b840ac754b1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.208685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-f9b78fa8-c816-4c36-8bc9-d8c8c88bd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.213089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-f9b78fa8-c816-4c36-8bc9-d8c8c88bd938 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1397367 Feb 19 01:16:27.320382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] DHCP port deletion for 3b03531a-f728-4dd6-ae69-e82b5fe9b48e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:27.338731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (518b5e13-7e84-40a9-95d2-1b840ac754b1), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.393968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-c69f6dbd-8e6b-4e02-8af8-90f6be598bc0 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697176 Feb 19 01:16:27.480357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (518b5e13-7e84-40a9-95d2-1b840ac754b1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.545988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:27.548502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Deleting port 1473e763-73ae-424b-93f5-f7dfc758a80d {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:27.549456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.647523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] For port 1473e763-73ae-424b-93f5-f7dfc758a80d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1473e763-73ae-424b-93f5-f7dfc758a80d,segment=NetworkSegment(28d61c29-f51b-495b-8a95-3fd6c01a3b39),segment_id=28d61c29-f51b-495b-8a95-3fd6c01a3b39)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:27.648092 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.673693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Calling delete_port for 1473e763-73ae-424b-93f5-f7dfc758a80d owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:27.687621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (3d8fb7a9-75b7-402f-ae51-743899a6445c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.739862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb613a8e-25e0-4d42-a074-5cb579473d75 req-9b37f88a-2bd4-4786-bee0-756489decec8 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0853536 Feb 19 01:16:27.743508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (518b5e13-7e84-40a9-95d2-1b840ac754b1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.748900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce556-488e-419f-a7da-25de8b01846c req-de2e52fa-68dd-4977-acc0-d58fab5d61ff tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.758726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a33ce556-488e-419f-a7da-25de8b01846c req-de2e52fa-68dd-4977-acc0-d58fab5d61ff tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.4448781 Feb 19 01:16:27.770983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669393b-2ae2-4742-9646-a5d84b851f82 None None] New status for floating IP 3d37f819-2e7a-48a9-baeb-17213b956a78: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:16:27.794976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebb34f72-5db0-4000-ad90-478d8d30458d req-2a6f4907-c652-4376-86c9-1f9af2d7c7c2 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625343 Feb 19 01:16:27.893112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:27.893639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350e315-1af7-4ae8-8b48-6d8e4ea37a6c None None] Network 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:27.901054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/subnets/518b5e13-7e84-40a9-95d2-1b840ac754b1 HTTP/1.1" status: 204 len: 168 time: 0.8791444 Feb 19 01:16:27.902098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216ea16-ce2e-42c4-8f0e-43165f7e492d tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Subnet': ['ID=518b5e13-7e84-40a9-95d2-1b840ac754b1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:27.903902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:27.910526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a33ce556-488e-419f-a7da-25de8b01846c req-c3f96570-a5de-4765-adf1-0a8b2285f644 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401565 Feb 19 01:16:28.003928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (3d8fb7a9-75b7-402f-ae51-743899a6445c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.047364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3b03531a-f728-4dd6-ae69-e82b5fe9b48e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.107699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-0b42a5b9-cd1d-4807-8808-701c4220237e tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=1cd0ab1db17444febfb503235174cff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008887 Feb 19 01:16:28.188253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.258833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] No DVR routers for this DVR port 1473e763-73ae-424b-93f5-f7dfc758a80d on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:28.322995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] DHCP port deletion for 1b14b2e8-6d49-489c-a6b2-b86684d1fb64 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:28.332135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f46ba-dd0d-4695-9037-9438225451fe None None] Pushing event deleted for resources: {'Port': ['ID=1473e763-73ae-424b-93f5-f7dfc758a80d,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.376856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66ee41-d1ae-497f-af7e-df6220b80d34 req-a084c420-0674-4f99-a2fe-87c2e6a38ddf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.378495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a66ee41-d1ae-497f-af7e-df6220b80d34 req-a084c420-0674-4f99-a2fe-87c2e6a38ddf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 944 time: 0.3693366 Feb 19 01:16:28.432849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Deleting port a415c0ef-b518-42c7-b78c-26e9e7db7f61 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:28.433654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.527437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a66ee41-d1ae-497f-af7e-df6220b80d34 req-73893bd8-547f-489d-993e-049e66235b51 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323855 Feb 19 01:16:28.529856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3d8fb7a9-75b7-402f-ae51-743899a6445c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.531233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1473e763-73ae-424b-93f5-f7dfc758a80d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:28.533583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.535014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "DELETE /v2.0/security-groups/3d8fb7a9-75b7-402f-ae51-743899a6445c HTTP/1.1" status: 204 len: 168 time: 0.9879744 Feb 19 01:16:28.538518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33548) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.548969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-061e1631-cfb1-4f5d-96be-82419d4460b5 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:28.550544 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-061e1631-cfb1-4f5d-96be-82419d4460b5 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243088 Feb 19 01:16:28.561259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fffc2-6c3e-4860-897d-58f69a7d377b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8fb7a9-75b7-402f-ae51-743899a6445c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.566143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting port 1473e763-73ae-424b-93f5-f7dfc758a80d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:28.566493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.572185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Request body: {'port': {'device_id': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': '1cd0ab1db17444febfb503235174cff3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:28.577237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] For port a415c0ef-b518-42c7-b78c-26e9e7db7f61, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a415c0ef-b518-42c7-b78c-26e9e7db7f61,segment=NetworkSegment(04397403-c750-4354-b55b-695f99d23491),segment_id=04397403-c750-4354-b55b-695f99d23491)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:28.578000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.587797 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-91f790c4-cb36-4d57-bbbf-0ea402240d6d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] show failed (client error): The resource could not be found. Feb 19 01:16:28.589996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-91f790c4-cb36-4d57-bbbf-0ea402240d6d tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "GET /v2.0/security-groups/3d8fb7a9-75b7-402f-ae51-743899a6445c HTTP/1.1" status: 404 len: 347 time: 0.0497904 Feb 19 01:16:28.593459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33550) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:28.640486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Calling delete_port for a415c0ef-b518-42c7-b78c-26e9e7db7f61 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:28.642934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1473e763-73ae-424b-93f5-f7dfc758a80d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:28.643302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1473e763-73ae-424b-93f5-f7dfc758a80d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:28.645403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a415c0ef-b518-42c7-b78c-26e9e7db7f61 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:28.740550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] For port 1473e763-73ae-424b-93f5-f7dfc758a80d, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:28.740939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.766513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Calling delete_port for 1473e763-73ae-424b-93f5-f7dfc758a80d owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:28.771525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Port 1473e763-73ae-424b-93f5-f7dfc758a80d was not found and therefore no delete operation was performed {{(pid=110601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:16:28.778310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1473e763-73ae-424b-93f5-f7dfc758a80d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.818082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Port': ['ID=1473e763-73ae-424b-93f5-f7dfc758a80d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:28.825179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] No DVR routers for this DVR port 1473e763-73ae-424b-93f5-f7dfc758a80d on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:28.851336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Deleting port 2d9c0a4a-d621-496e-8f1a-5a334769c3c8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:28.852363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:28.917782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cdf149b5-2004-4f41-afa1-8046ad044734 req-d4e312ca-4eed-40f9-aae9-ce234e45c87a tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0467155 Feb 19 01:16:28.997704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.026850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] No DVR routers for this DVR port a415c0ef-b518-42c7-b78c-26e9e7db7f61 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:29.038050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a415c0ef-b518-42c7-b78c-26e9e7db7f61 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:29.038050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a415c0ef-b518-42c7-b78c-26e9e7db7f61), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.039809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3b03531a-f728-4dd6-ae69-e82b5fe9b48e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.046262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.046784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.068848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Made reservation on behalf of 1cd0ab1db17444febfb503235174cff3 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:29.072212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.074019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Calling delete_port for 2d9c0a4a-d621-496e-8f1a-5a334769c3c8 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:29.111237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.116439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b03531a-f728-4dd6-ae69-e82b5fe9b48e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.134348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d61c29-f51b-495b-8a95-3fd6c01a3b39') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.135169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d61c29-f51b-495b-8a95-3fd6c01a3b39') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.143405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecaa13a-e68e-482d-8efd-1389b15261c4 None None] Pushing event deleted for resources: {'Port': ['ID=a415c0ef-b518-42c7-b78c-26e9e7db7f61,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.151297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (28d61c29-f51b-495b-8a95-3fd6c01a3b39), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.188541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28d61c29-f51b-495b-8a95-3fd6c01a3b39), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.196676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:29.196916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (28d61c29-f51b-495b-8a95-3fd6c01a3b39), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:29.227575 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:29.290620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec714f0-c3c9-414b-8e0d-cfa07a69fc9b req-f97ff38c-f2d2-4c05-9644-7d0e8356bc62 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:29.293232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eec714f0-c3c9-414b-8e0d-cfa07a69fc9b req-f97ff38c-f2d2-4c05-9644-7d0e8356bc62 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.2307482 Feb 19 01:16:29.325776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2d9c0a4a-d621-496e-8f1a-5a334769c3c8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.369755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eec714f0-c3c9-414b-8e0d-cfa07a69fc9b req-40474902-1b8c-426d-8c67-cce12077dee8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704432 Feb 19 01:16:29.374519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Pushing event deleted for resources: {'Port': ['ID=2d9c0a4a-d621-496e-8f1a-5a334769c3c8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.423956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3b03531a-f728-4dd6-ae69-e82b5fe9b48e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.435130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.441465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/networks/3b03531a-f728-4dd6-ae69-e82b5fe9b48e HTTP/1.1" status: 204 len: 168 time: 1.5281773 Feb 19 01:16:29.447392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33574) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:29.474142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5e135-9bea-49cd-b64b-4c201ffada91 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Network': ['ID=3b03531a-f728-4dd6-ae69-e82b5fe9b48e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.525352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks [] for floatingip (3d37f819-2e7a-48a9-baeb-17213b956a78), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.538433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.539674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef713c01-e005-41f6-b591-1a836816131b tempest-AttachVolumeShelveTestJSON-976187570 tempest-AttachVolumeShelveTestJSON-976187570-project] 10.222.0.94 "DELETE /v2.0/floatingips/3d37f819-2e7a-48a9-baeb-17213b956a78 HTTP/1.1" status: 204 len: 168 time: 0.9450872 Feb 19 01:16:29.666758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks [] for security_group (820776c9-3d4d-4898-851a-a27538715f43), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.671362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (1b14b2e8-6d49-489c-a6b2-b86684d1fb64), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.720990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9294909-4407-4e8d-845d-363f7e21ee2c req-5ed22c1a-c0ea-4a5a-9239-c55177e28cd9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:29.723404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9294909-4407-4e8d-845d-363f7e21ee2c req-5ed22c1a-c0ea-4a5a-9239-c55177e28cd9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 944 time: 0.0741611 Feb 19 01:16:29.760141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (820776c9-3d4d-4898-851a-a27538715f43), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.764742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95a277be-3d63-411d-bda2-b9838e772e33 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:29.802816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (1b14b2e8-6d49-489c-a6b2-b86684d1fb64), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.803296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9294909-4407-4e8d-845d-363f7e21ee2c req-0c027301-2905-4c4f-9e6f-7c092cd86adc tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722978 Feb 19 01:16:29.903615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820776c9-3d4d-4898-851a-a27538715f43,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:29.914260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b14b2e8-6d49-489c-a6b2-b86684d1fb64']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.919819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:29.937531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04397403-c750-4354-b55b-695f99d23491') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.937925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04397403-c750-4354-b55b-695f99d23491') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:29.954963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (04397403-c750-4354-b55b-695f99d23491), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:29.964387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '95a277be-3d63-411d-bda2-b9838e772e33', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '95a277be-3d63-411d-bda2-b9838e772e33', 'mac_address': 'fa:16:3e:8b:0c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:29.993086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (04397403-c750-4354-b55b-695f99d23491), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.005470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:30.005612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (04397403-c750-4354-b55b-695f99d23491), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:30.010979 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:30.097841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Allocated IP 192.168.233.103 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:30.125944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63ce0e20-8466-4dd0-b76a-f1a44a2fc22b req-bf45ffa3-01a0-4c60-b9b5-dba98e55f268 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0472157 Feb 19 01:16:30.134286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95a277be-3d63-411d-bda2-b9838e772e33 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:30.134857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.161486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a277be-3d63-411d-bda2-b9838e772e33 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:30.211603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:30.230926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (1b14b2e8-6d49-489c-a6b2-b86684d1fb64), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.263646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.267709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/networks/1b14b2e8-6d49-489c-a6b2-b86684d1fb64 HTTP/1.1" status: 204 len: 168 time: 0.8091776 Feb 19 01:16:30.269887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33606) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:30.281971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b5ad-4d1a-4dc1-865d-3589d2688e5e tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Network': ['ID=1b14b2e8-6d49-489c-a6b2-b86684d1fb64,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:30.297531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.385226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting subnet 8b1343b0-82c4-441d-9f5a-37d181b40c20 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:16:30.390998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (8b1343b0-82c4-441d-9f5a-37d181b40c20), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.393841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:30.466140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (8b1343b0-82c4-441d-9f5a-37d181b40c20), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.564061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks [] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.573404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['95a277be-3d63-411d-bda2-b9838e772e33'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:30.573789 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (8b1343b0-82c4-441d-9f5a-37d181b40c20), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.690717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (8b1343b0-82c4-441d-9f5a-37d181b40c20), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.732536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1343b0-82c4-441d-9f5a-37d181b40c20,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:30.742205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:30.749644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6e609d9e-7611-4940-8bae-6822dcf3b9a5 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/subnets/8b1343b0-82c4-441d-9f5a-37d181b40c20 HTTP/1.1" status: 204 len: 168 time: 0.4785888 Feb 19 01:16:30.753147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33620) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:30.764975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e69ed-add4-4ba9-86b1-83fdbc6831ce req-f4367244-06af-4b92-a21e-7db6186c7830 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.769663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f1c3c-0032-4791-8f89-f5b1e9c6ce8a None None] Network f9c418ad-8e09-4179-a417-4dbba117fe9d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:16:30.775992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569e69ed-add4-4ba9-86b1-83fdbc6831ce req-f4367244-06af-4b92-a21e-7db6186c7830 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1340246 Feb 19 01:16:30.995968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569e69ed-add4-4ba9-86b1-83fdbc6831ce req-0d39ba43-9234-436b-8e33-0a9ba043feff tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183030 Feb 19 01:16:31.018575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f9c418ad-8e09-4179-a417-4dbba117fe9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.167070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Deleting port e8257831-8f5b-48f9-8e6d-42eea750df04 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:31.171012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.297937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] DHCP port deletion for f9c418ad-8e09-4179-a417-4dbba117fe9d request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:16:31.398334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] For port e8257831-8f5b-48f9-8e6d-42eea750df04, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e8257831-8f5b-48f9-8e6d-42eea750df04,segment=NetworkSegment(989564eb-14a8-4ede-a41f-4830d6b7a5b1),segment_id=989564eb-14a8-4ede-a41f-4830d6b7a5b1)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:31.398664 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.444415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Calling delete_port for e8257831-8f5b-48f9-8e6d-42eea750df04 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:31.460018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Deleting port e8257831-8f5b-48f9-8e6d-42eea750df04 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:31.460809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.575917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b364f46-d578-451f-b766-fc6e7dbac92c req-d1541369-589d-4ee6-977a-dee4c378b036 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.578755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dff9a80a-c29e-4f3e-ad76-a7685275f733 req-43843846-7231-4a9b-8870-d2007c7d3a77 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0419281 Feb 19 01:16:31.581474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5b364f46-d578-451f-b766-fc6e7dbac92c req-d1541369-589d-4ee6-977a-dee4c378b036 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 945 time: 0.1787739 Feb 19 01:16:31.683017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5b364f46-d578-451f-b766-fc6e7dbac92c req-01d2d37a-6ba5-418a-83c1-74d7c7cc99a6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869582 Feb 19 01:16:31.685241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.820862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:31.836736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:31.845153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:31.850243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.908649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.909243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.914217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Pushing event updated for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:31.921607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] For port e8257831-8f5b-48f9-8e6d-42eea750df04, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e8257831-8f5b-48f9-8e6d-42eea750df04,segment=NetworkSegment(989564eb-14a8-4ede-a41f-4830d6b7a5b1),segment_id=989564eb-14a8-4ede-a41f-4830d6b7a5b1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:31.928570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:31.952660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] No DVR routers for this DVR port e8257831-8f5b-48f9-8e6d-42eea750df04 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:31.954733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Port': ['ID=e8257831-8f5b-48f9-8e6d-42eea750df04,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:31.957113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Calling delete_port for e8257831-8f5b-48f9-8e6d-42eea750df04 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:32.006871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-eab0eabd-8af9-458e-9408-6431830808c4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4431174 Feb 19 01:16:32.020251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Request body: {'port': {'device_id': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.104428 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:16:32.109674 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:16:32.117724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e8257831-8f5b-48f9-8e6d-42eea750df04), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.149195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.173568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f9c418ad-8e09-4179-a417-4dbba117fe9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.187192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] Pushing event deleted for resources: {'Port': ['ID=e8257831-8f5b-48f9-8e6d-42eea750df04,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:32.193155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8faf5-901d-40fe-9c2f-3c37e68ca866 None None] No DVR routers for this DVR port e8257831-8f5b-48f9-8e6d-42eea750df04 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:32.267896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c418ad-8e09-4179-a417-4dbba117fe9d']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.283911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989564eb-14a8-4ede-a41f-4830d6b7a5b1') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.284430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989564eb-14a8-4ede-a41f-4830d6b7a5b1') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:32.307992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (989564eb-14a8-4ede-a41f-4830d6b7a5b1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.430962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6fe4c-520f-4494-a499-180fbcb43bae req-ef74b4e8-a750-42e6-b7ab-d49c95048d67 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:32.433896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-204c01c1-14ec-47b8-9ec6-cfc236e7ac05 None None] Provisioning complete for port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:32.434277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-204c01c1-14ec-47b8-9ec6-cfc236e7ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.436361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cc6fe4c-520f-4494-a499-180fbcb43bae req-ef74b4e8-a750-42e6-b7ab-d49c95048d67 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.2123497 Feb 19 01:16:32.437445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (989564eb-14a8-4ede-a41f-4830d6b7a5b1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.461226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:16:32.461226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (989564eb-14a8-4ede-a41f-4830d6b7a5b1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:16:32.471833 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:16:32.510608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e8257831-8f5b-48f9-8e6d-42eea750df04 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:32.568622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e8257831-8f5b-48f9-8e6d-42eea750df04 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:16:32.573633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e8257831-8f5b-48f9-8e6d-42eea750df04 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:32.573633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-204c01c1-14ec-47b8-9ec6-cfc236e7ac05 None None] Port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:32.671442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5cc6fe4c-520f-4494-a499-180fbcb43bae req-b57721b8-0148-4214-be56-179855773228 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163670 Feb 19 01:16:32.719580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f9c418ad-8e09-4179-a417-4dbba117fe9d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.732414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.749945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/networks/f9c418ad-8e09-4179-a417-4dbba117fe9d HTTP/1.1" status: 204 len: 168 time: 1.9946516 Feb 19 01:16:32.750169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:32.786994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd482db5-2904-4cbb-bc21-7cd054a01710 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Pushing event deleted for resources: {'Network': ['ID=f9c418ad-8e09-4179-a417-4dbba117fe9d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:32.878648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a4811-ed4d-4376-aed6-3bc8c90ab9e6 req-dee9486d-a10e-48fd-a86c-a0294ab99f38 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:32.886925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f28a4811-ed4d-4376-aed6-3bc8c90ab9e6 req-dee9486d-a10e-48fd-a86c-a0294ab99f38 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 945 time: 0.0751009 Feb 19 01:16:32.904147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:32.924867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks [] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:32.942167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f28a4811-ed4d-4376-aed6-3bc8c90ab9e6 req-0577c6f0-2a41-41af-9eb1-34fa13c53a07 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540121 Feb 19 01:16:32.958718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Transition to ACTIVE for port object 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:32.963798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e794426f-f23b-4d7f-bc9e-a83a49e7e597 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "GET /v2.0/ports?device_id=52faa947-ab27-457b-832d-a0ae30708146 HTTP/1.1" status: 200 len: 205 time: 0.2107134 Feb 19 01:16:32.966546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33676) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:33.037636 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.111233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router (52faa947-ab27-457b-832d-a0ae30708146), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.111422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33680) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:33.286535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-980efc54-4a15-415a-8033-fecfea8ad855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.295809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f04ba-0f54-47b3-8a82-7aced6f3582a req-8c06f41c-a70f-44f2-a854-9e2ede0751ff tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.303369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a9f04ba-0f54-47b3-8a82-7aced6f3582a req-8c06f41c-a70f-44f2-a854-9e2ede0751ff tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 936 time: 0.4769740 Feb 19 01:16:33.305608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:33.466305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (52faa947-ab27-457b-832d-a0ae30708146), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.471774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router_controller (52faa947-ab27-457b-832d-a0ae30708146), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.474811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-980efc54-4a15-415a-8033-fecfea8ad855 admin admin] Publish callbacks [] for security_group (c4ae987b-4d13-4bde-8c92-e2bb097d35e1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.561734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-980efc54-4a15-415a-8033-fecfea8ad855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c4ae987b-4d13-4bde-8c92-e2bb097d35e1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.570590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Attempting to bind port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:33.570959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Attempting to bind port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:33.571375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Attempting to bind port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:33.590376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:33.590753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Attempting to bind port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:33.600664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:33.606271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:33.606271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:33.606271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Bound port: 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:33.606271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.610068 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a9f04ba-0f54-47b3-8a82-7aced6f3582a req-06fac62b-8735-4b44-a46d-188498717f3e tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056591 Feb 19 01:16:33.651485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-980efc54-4a15-415a-8033-fecfea8ad855 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9e08c0c036754174845ae38d28a0e0f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389447 Feb 19 01:16:33.652680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980efc54-4a15-415a-8033-fecfea8ad855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae987b-4d13-4bde-8c92-e2bb097d35e1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:33.655002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:33.681379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (52faa947-ab27-457b-832d-a0ae30708146), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.682113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Fanout notify agent at l3_agent the message router_deleted on router 52faa947-ab27-457b-832d-a0ae30708146 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:16:33.690760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.691815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e39116e3-9e85-4e62-b8d8-96057d9e78b2 tempest-RoutersNegativeIpV6Test-2042881828 tempest-RoutersNegativeIpV6Test-2042881828-project] 10.222.0.94 "DELETE /v2.0/routers/52faa947-ab27-457b-832d-a0ae30708146 HTTP/1.1" status: 204 len: 168 time: 0.7267795 Feb 19 01:16:33.763408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95a277be-3d63-411d-bda2-b9838e772e33 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:33.792664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:33.805070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:33.822912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] Publish callbacks [] for security_group (c4ae987b-4d13-4bde-8c92-e2bb097d35e1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.890717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.906190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] Publish callbacks [] for security_group (c4ae987b-4d13-4bde-8c92-e2bb097d35e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:33.924837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 95a277be-3d63-411d-bda2-b9838e772e33 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:33.931719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 95a277be-3d63-411d-bda2-b9838e772e33 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:33.932100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (95a277be-3d63-411d-bda2-b9838e772e33), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.022136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:34.066714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.071293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.072788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-7e06eba6-7ac1-453e-8b34-4dc0f4a179c9 service neutron] 10.222.0.117 "PUT /v2.0/ports/5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 1096 time: 2.0572095 Feb 19 01:16:34.073931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:34.081892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824ce11-d1df-442f-8bbd-12047daf1af9 req-739950b4-e864-4047-b487-d618e03eb8c4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.087505 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98dead7-b1dd-49b7-ba53-8b18b650981d" -d '{"events": [{"name": "network-changed", "server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:34.092690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c824ce11-d1df-442f-8bbd-12047daf1af9 req-739950b4-e864-4047-b487-d618e03eb8c4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.2646708 Feb 19 01:16:34.101987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95a277be-3d63-411d-bda2-b9838e772e33 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:34.102597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.185484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:34.209986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c824ce11-d1df-442f-8bbd-12047daf1af9 req-0f3989b8-9d05-4fc9-8c2a-7b592fbedda9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013405 Feb 19 01:16:34.211024 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7121fd-b54d-4263-b535-ceeca77b74c9" -d '{"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-plugged", "status": "completed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:34.214489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ab06-28d7-461f-a80c-11873c822214 req-9e993898-d1ef-4a0b-977b-823b483a19a1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.221780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48a7ab06-28d7-461f-a80c-11873c822214 req-9e993898-d1ef-4a0b-977b-823b483a19a1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 945 time: 0.1566432 Feb 19 01:16:34.271497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:34.304338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c4ae987b-4d13-4bde-8c92-e2bb097d35e1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.307273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.308641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c4ae987b-4d13-4bde-8c92-e2bb097d35e1 HTTP/1.1" status: 204 len: 168 time: 0.6525371 Feb 19 01:16:34.332187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa14fef-bc4b-4e06-a2e3-6c0c3b3850a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae987b-4d13-4bde-8c92-e2bb097d35e1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:34.336428 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe0e90c-77f3-4afe-a4e1-fed9d107914f x-openstack-request-id: req-6fe0e90c-77f3-4afe-a4e1-fed9d107914f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:34.336721 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:34.337021 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6fe0e90c-77f3-4afe-a4e1-fed9d107914f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:34.337360 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1', 'status': 'completed', 'code': 200} Feb 19 01:16:34.355025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-c4519e94-22cd-4489-8ee1-2b834a7912ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.358826 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-c4519e94-22cd-4489-8ee1-2b834a7912ba service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1130 time: 0.1350207 Feb 19 01:16:34.361176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:34.381534 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48a7ab06-28d7-461f-a80c-11873c822214 req-0357db8a-96bd-4a87-abee-a28408ee826a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588099 Feb 19 01:16:34.526215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-36bc30f0-19d7-46ac-a619-664d19eda988 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.1391227 Feb 19 01:16:34.544048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:34.554614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33722) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:34.573872 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62606840-8e1d-41de-8033-38b39f3f01de x-openstack-request-id: req-62606840-8e1d-41de-8033-38b39f3f01de {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:34.574279 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-plugged", "status": "completed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:34.574536 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-62606840-8e1d-41de-8033-38b39f3f01de {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:34.574940 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33', 'code': 200} Feb 19 01:16:34.648316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-cc5f6222-e6d0-4b90-838d-83ac0880d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.660981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-cc5f6222-e6d0-4b90-838d-83ac0880d8e0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1292064 Feb 19 01:16:34.731335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39eeb7-2a29-46fe-b52e-f9a36036f56f req-d5be08dd-db4c-41c3-ba69-40c7fd084921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.745272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b39eeb7-2a29-46fe-b52e-f9a36036f56f req-d5be08dd-db4c-41c3-ba69-40c7fd084921 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 1128 time: 0.1096251 Feb 19 01:16:34.857743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692bbd-8146-454f-9cd4-c140458fe553 req-2abad7b7-c570-49ec-9860-1019300759cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.859966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-2abad7b7-c570-49ec-9860-1019300759cd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1916819 Feb 19 01:16:34.869017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b39eeb7-2a29-46fe-b52e-f9a36036f56f req-842e4d25-c964-42f2-a282-21f62d70abb4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055338 Feb 19 01:16:34.899981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-850539e2-4dd3-4bff-9f4f-c67ed6ea1fcc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4908f598a1c14e648439808a92623c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432817 Feb 19 01:16:34.907731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:34.931890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972383-368e-4a47-89cc-4ac666f35fd7 req-d381b0e0-25b3-4df5-a59a-ba2da3268840 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:34.933404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54972383-368e-4a47-89cc-4ac666f35fd7 req-d381b0e0-25b3-4df5-a59a-ba2da3268840 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 948 time: 0.1615276 Feb 19 01:16:34.973876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] Publish callbacks [] for security_group (13ef2320-3fd1-4604-b488-5fa8a798e56e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.006710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] Publish callbacks [] for security_group (13ef2320-3fd1-4604-b488-5fa8a798e56e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.027316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-910f2280-1b50-4f87-ad35-cc6f6c1752b8 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582365 Feb 19 01:16:35.045585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54972383-368e-4a47-89cc-4ac666f35fd7 req-41d8c71a-9c45-470b-83f2-c65b1cbdc1f5 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021254 Feb 19 01:16:35.176451 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00692bbd-8146-454f-9cd4-c140458fe553 req-01ad2c9f-0943-468a-993d-5c77c18135b1 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297369 Feb 19 01:16:35.209762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13ef2320-3fd1-4604-b488-5fa8a798e56e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.212362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.215870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/13ef2320-3fd1-4604-b488-5fa8a798e56e HTTP/1.1" status: 204 len: 168 time: 0.3047509 Feb 19 01:16:35.223246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710091f-4fe8-42df-8c7e-137ad2ae6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef2320-3fd1-4604-b488-5fa8a798e56e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:35.395218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34ff2-2f34-4023-880b-fcd275f10ad0 req-a0ac1eaf-7b20-4911-a86d-8513b1e4012d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.397670 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afd34ff2-2f34-4023-880b-fcd275f10ad0 req-a0ac1eaf-7b20-4911-a86d-8513b1e4012d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.0778954 Feb 19 01:16:35.411195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-e7515c02-782d-4f96-910a-33cde86efa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.413897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-e7515c02-782d-4f96-910a-33cde86efa05 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1130 time: 0.0811961 Feb 19 01:16:35.526284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afd34ff2-2f34-4023-880b-fcd275f10ad0 req-ef69634f-7e26-4e0b-991c-abf9c17e28ab tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205204 Feb 19 01:16:35.612415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33760) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:35.634112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d543a2bb-1770-4975-9b8c-5cf730cbcb44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.670297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437014-4160-40fb-a40f-5f693a127f81 req-c996c8a4-e074-442e-a7b7-bc2ad0b2311d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.672036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb437014-4160-40fb-a40f-5f693a127f81 req-c996c8a4-e074-442e-a7b7-bc2ad0b2311d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1210151 Feb 19 01:16:35.677467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-5a812028-acd6-4cb2-bf78-decc1368d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.682380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-5a812028-acd6-4cb2-bf78-decc1368d934 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2494838 Feb 19 01:16:35.776927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d543a2bb-1770-4975-9b8c-5cf730cbcb44 admin admin] Publish callbacks [] for security_group (2328a73f-0680-467f-92bf-f9e4cea64416), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.781758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-e7faaf34-8367-4047-b300-a908e4f9502d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.0904531 Feb 19 01:16:35.867860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb437014-4160-40fb-a40f-5f693a127f81 req-8ef06082-2860-4a4e-bca9-3f0226d87028 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832743 Feb 19 01:16:35.887252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-ad0857d4-9962-4dfb-b8fa-da5cd6816768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.888811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-ad0857d4-9962-4dfb-b8fa-da5cd6816768 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0957732 Feb 19 01:16:35.937895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d543a2bb-1770-4975-9b8c-5cf730cbcb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2328a73f-0680-467f-92bf-f9e4cea64416), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:35.947813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-f2e9b835-6a1e-4198-8973-c033eb5c8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.949725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-f2e9b835-6a1e-4198-8973-c033eb5c8757 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529690 Feb 19 01:16:36.006301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543a2bb-1770-4975-9b8c-5cf730cbcb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2328a73f-0680-467f-92bf-f9e4cea64416,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:36.016328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d543a2bb-1770-4975-9b8c-5cf730cbcb44 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7cce66544a074b10aa8de58aeac1b746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026015 Feb 19 01:16:36.018159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33778) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:36.102370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] Publish callbacks [] for security_group (2328a73f-0680-467f-92bf-f9e4cea64416), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.121162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-d5381a6c-ae0e-4bbe-9135-97bda463b0f3 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635976 Feb 19 01:16:36.142876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] Publish callbacks [] for security_group (2328a73f-0680-467f-92bf-f9e4cea64416), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.251188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe2f25-779f-45ca-9454-9dcb0c300b50 req-2a8c3a69-74a4-4486-999c-b5e7786205c8 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.253967 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abbe2f25-779f-45ca-9454-9dcb0c300b50 req-2a8c3a69-74a4-4486-999c-b5e7786205c8 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 948 time: 0.0825679 Feb 19 01:16:36.305822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b98dead7-b1dd-49b7-ba53-8b18b650981d req-fdef5dec-f9fc-49ce-b504-b9cd6dab11b9 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732895 Feb 19 01:16:36.337644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2328a73f-0680-467f-92bf-f9e4cea64416), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.341743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:36.343109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2328a73f-0680-467f-92bf-f9e4cea64416 HTTP/1.1" status: 204 len: 168 time: 0.3234277 Feb 19 01:16:36.351656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abbe2f25-779f-45ca-9454-9dcb0c300b50 req-857f6c5e-155a-4693-b700-113bef71dcd8 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920203 Feb 19 01:16:36.360016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46b857-b31c-48c3-b045-167dcaa97698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2328a73f-0680-467f-92bf-f9e4cea64416,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:36.682534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b8ae-66ba-4af5-8a5e-07682204a4ea req-d095928f-36ca-4264-adb5-c3f7f7fe8434 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.682534 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fe7b8ae-66ba-4af5-8a5e-07682204a4ea req-d095928f-36ca-4264-adb5-c3f7f7fe8434 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.0654328 Feb 19 01:16:36.752478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fe7b8ae-66ba-4af5-8a5e-07682204a4ea req-bd6e1e5e-d7f0-492a-877c-6ded8e7d1b86 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733650 Feb 19 01:16:37.000331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-3be75dc9-99f0-4e88-b74c-1f9494b8bb8a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1747985 Feb 19 01:16:37.181878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174393ed-ed6f-4e2d-96a9-e5a6fae7fafb req-db65c32e-416a-4a1c-9d18-dce9813cd107 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.186764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-174393ed-ed6f-4e2d-96a9-e5a6fae7fafb req-db65c32e-416a-4a1c-9d18-dce9813cd107 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1940525 Feb 19 01:16:37.389384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-174393ed-ed6f-4e2d-96a9-e5a6fae7fafb req-8b473d05-25aa-416d-ad97-3d67b1272b83 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014289 Feb 19 01:16:37.428524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-6be30f82-9602-4ce9-8ef5-a828b5f4484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.430290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-6be30f82-9602-4ce9-8ef5-a828b5f4484f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.3694711 Feb 19 01:16:37.704456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977d42-2aff-4b8a-9bea-a936105761d3 req-d6299721-3657-4d33-9b75-52a398a2b114 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.718219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54977d42-2aff-4b8a-9bea-a936105761d3 req-d6299721-3657-4d33-9b75-52a398a2b114 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 948 time: 0.1781757 Feb 19 01:16:37.781233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-6f4d5c4e-e194-42c1-9f52-145bcfb9cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.794554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-6f4d5c4e-e194-42c1-9f52-145bcfb9cb10 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.3375959 Feb 19 01:16:37.897957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54977d42-2aff-4b8a-9bea-a936105761d3 req-a138e607-7d6f-4a83-80b0-d6fa6131e74d tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783423 Feb 19 01:16:37.944069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:38.183746 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-ad0942a2-87cc-4e0c-93b7-d719c9d62832 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.3819129 Feb 19 01:16:38.203306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860092a-891e-409b-84fd-7e747577553d req-7b1275b0-925c-4e7d-842b-640ffbc43f2c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.223429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2860092a-891e-409b-84fd-7e747577553d req-7b1275b0-925c-4e7d-842b-640ffbc43f2c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1251466 Feb 19 01:16:38.299410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2860092a-891e-409b-84fd-7e747577553d req-7fae4bb3-b3b9-4ea4-bb1e-cf6f0f15f304 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Feb 19 01:16:38.365258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:38.425827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1', 'mac_address': 'fa:16:3e:16:14:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:38.494064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-92b5d52e-6a4e-4cd6-a0a9-c1a41b4db73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.497590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-92b5d52e-6a4e-4cd6-a0a9-c1a41b4db73f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.3016622 Feb 19 01:16:38.519862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c6697-6358-42fc-864b-bb578d234d8f req-425738c4-9fcf-43a7-9f9b-367c9a3ccb0f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.534322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c4c6697-6358-42fc-864b-bb578d234d8f req-425738c4-9fcf-43a7-9f9b-367c9a3ccb0f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.5777278 Feb 19 01:16:38.583906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:38.584886 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.631881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:38.708144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:38.772773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-c62937e6-9b20-4dd8-935d-3f46226e2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.776058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-c62937e6-9b20-4dd8-935d-3f46226e2054 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2366717 Feb 19 01:16:38.809865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:38.840812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c4c6697-6358-42fc-864b-bb578d234d8f req-415ce0cf-1ddd-479d-9031-4d848535a4b2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050938 Feb 19 01:16:38.910503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:39.044496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:39.051420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-f52befe1-9645-4acb-8295-fb25b1aa8ca8 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563663 Feb 19 01:16:39.322027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0526aefc-ec02-4638-beda-4b1964a1da51 req-659bbb05-8ccf-4744-803b-3228329b412d service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371278 Feb 19 01:16:39.359071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0238abe-5f8d-4414-8261-2ce4ab695f80 req-9458d5f2-1cec-48f2-be8e-dc28a2b1f45e tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.366511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0238abe-5f8d-4414-8261-2ce4ab695f80 req-9458d5f2-1cec-48f2-be8e-dc28a2b1f45e tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 949 time: 0.1993310 Feb 19 01:16:39.464374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0238abe-5f8d-4414-8261-2ce4ab695f80 req-8fb695d1-357b-4f81-a937-1df5b9990b94 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856819 Feb 19 01:16:39.570807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9da8-b93f-46bb-a1ef-07b565f71513 req-23758911-f4b2-4046-a530-ead0e124d772 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.573428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-310f9da8-b93f-46bb-a1ef-07b565f71513 req-23758911-f4b2-4046-a530-ead0e124d772 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1262915 Feb 19 01:16:39.707333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:39.776262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-310f9da8-b93f-46bb-a1ef-07b565f71513 req-4175ab60-2755-4b0e-a07c-0aa879bab86d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789041 Feb 19 01:16:39.958802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:40.175719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1fe41-fff1-4fd4-8b20-b915b5fe564b req-b07c29d5-283d-4ec6-a5db-de4b783ff30c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.178403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9de1fe41-fff1-4fd4-8b20-b915b5fe564b req-b07c29d5-283d-4ec6-a5db-de4b783ff30c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1444473 Feb 19 01:16:40.281971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9de1fe41-fff1-4fd4-8b20-b915b5fe564b req-42c750ff-332a-4caf-b583-a03c6d107b3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961149 Feb 19 01:16:40.314199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:40.325225 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.330518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:40.331064 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.550354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:40.550786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.683466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:40.687399 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6702fc-d273-4038-9f86-c8df37cffb72" -d '{"events": [{"server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "name": "network-vif-plugged", "status": "completed", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:40.707052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:40.765122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed993103-d775-4a16-976e-d6eef86d97b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.821299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:40.852974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d1b9-c687-441f-9159-0bd8f208a310 req-bbfe4d78-6334-48ab-8021-4be5f0845b0d tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:40.862355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54e7d1b9-c687-441f-9159-0bd8f208a310 req-bbfe4d78-6334-48ab-8021-4be5f0845b0d tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 949 time: 0.0919857 Feb 19 01:16:40.949480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54e7d1b9-c687-441f-9159-0bd8f208a310 req-9dfb9fe9-43df-4e41-b442-fb9dbddf97ce tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833373 Feb 19 01:16:40.974054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:40.993823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.994345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.994709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.995147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.995414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.995749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:40.996086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.004238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:41.015161 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c12a536-15dc-42a7-8bba-833f7ee036db x-openstack-request-id: req-9c12a536-15dc-42a7-8bba-833f7ee036db {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:41.019052 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "name": "network-vif-plugged", "status": "completed", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:41.019580 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9c12a536-15dc-42a7-8bba-833f7ee036db {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:41.020346 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1', 'code': 200} Feb 19 01:16:41.152914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a25a6a-ea5a-4846-8b86-95969f7289b3 req-c2dd413a-9bf9-418e-bf3d-cfcfb7590a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.166288 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24a25a6a-ea5a-4846-8b86-95969f7289b3 req-c2dd413a-9bf9-418e-bf3d-cfcfb7590a13 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1132 time: 0.0781431 Feb 19 01:16:41.242590 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-24a25a6a-ea5a-4846-8b86-95969f7289b3 req-3564742b-047d-4568-afd3-3c29a49949ae service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672569 Feb 19 01:16:41.250153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c371e03-bbcf-4bbd-9584-3d086a078e65 req-e78629f8-4c56-449c-aac3-a9d84d9b09b9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.260176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c371e03-bbcf-4bbd-9584-3d086a078e65 req-e78629f8-4c56-449c-aac3-a9d84d9b09b9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1197824 Feb 19 01:16:41.380872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c371e03-bbcf-4bbd-9584-3d086a078e65 req-8b43a777-fef8-4fbe-9e54-e857ffe308e1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117909 Feb 19 01:16:41.506672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfd96d-c3cd-4b6c-9cf0-87385f822c0e req-b745bbf6-3eef-4c2b-94e8-bac8ff0b98a3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.506672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77dfd96d-c3cd-4b6c-9cf0-87385f822c0e req-b745bbf6-3eef-4c2b-94e8-bac8ff0b98a3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.0854352 Feb 19 01:16:41.575244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77dfd96d-c3cd-4b6c-9cf0-87385f822c0e req-a609d38a-90e4-4e8a-9097-df537126dadd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639110 Feb 19 01:16:41.763245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-fc90c70b-b2c7-4a5a-86e8-2c27329c81b7 req-ba7984b8-02d8-462e-8ed4-85e59c5512b8 service neutron] (110602) timed out ('10.222.0.96', 51300) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:16:42.115891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789fab-aee5-4895-aad9-635933f9ed93 req-cc0ac4bb-2cba-45b5-8c6a-218adaf0d74f tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.120380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c789fab-aee5-4895-aad9-635933f9ed93 req-cc0ac4bb-2cba-45b5-8c6a-218adaf0d74f tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 950 time: 0.0947018 Feb 19 01:16:42.189434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c789fab-aee5-4895-aad9-635933f9ed93 req-a350296a-70c3-43f9-9e7d-fbb4c68cf94b tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579784 Feb 19 01:16:42.663707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138de892-e3a1-4293-8aaf-f09ad715226b req-1f67631c-a66e-4d5c-8875-03d30e6890aa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.670955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-138de892-e3a1-4293-8aaf-f09ad715226b req-1f67631c-a66e-4d5c-8875-03d30e6890aa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1733000 Feb 19 01:16:42.690734 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-1afaf96f-e80c-4626-a47c-44e8931372eb service neutron] show failed (client error): The resource could not be found. Feb 19 01:16:42.691810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-1afaf96f-e80c-4626-a47c-44e8931372eb service neutron] 10.222.0.117 "GET /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.1659155 Feb 19 01:16:42.771889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-138de892-e3a1-4293-8aaf-f09ad715226b req-07ab2d75-b6a0-4228-9d20-f91e7995f825 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998123 Feb 19 01:16:42.785315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:42.823455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84719d84-fee4-4ce7-b688-f5f8c38bc229 req-15bae5ee-2abe-47eb-af04-f1af2a22f80c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.829268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84719d84-fee4-4ce7-b688-f5f8c38bc229 req-15bae5ee-2abe-47eb-af04-f1af2a22f80c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1212645 Feb 19 01:16:42.872878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63e38a29-130f-4cd9-9559-5f85b3131235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.929011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84719d84-fee4-4ce7-b688-f5f8c38bc229 req-2bc69691-d893-4296-93a8-0dd1e8f72bb5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929422 Feb 19 01:16:43.031350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c4afa9a-fcf6-476a-b47e-c2c5f42432f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.182967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c4afa9a-fcf6-476a-b47e-c2c5f42432f3 admin admin] Publish callbacks [] for security_group (1e01412c-b585-467f-85b9-fe7ddd4f646c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.330943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c4afa9a-fcf6-476a-b47e-c2c5f42432f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e01412c-b585-467f-85b9-fe7ddd4f646c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.381126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-1ec7c243-9884-4655-a2d6-4c2cc822e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.383558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-1ec7c243-9884-4655-a2d6-4c2cc822e377 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 1128 time: 0.0884340 Feb 19 01:16:43.405286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:43.431161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4afa9a-fcf6-476a-b47e-c2c5f42432f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01412c-b585-467f-85b9-fe7ddd4f646c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:43.438175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2c4afa9a-fcf6-476a-b47e-c2c5f42432f3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3540fc756e61404c9d85e18b7a08c7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6492949 Feb 19 01:16:43.438620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34070) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:43.455343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f033d-d537-4ddd-a0c1-ff70da71c08d req-4602908b-4762-4439-808d-1c9dc647f0d1 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.456969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a7f033d-d537-4ddd-a0c1-ff70da71c08d req-4602908b-4762-4439-808d-1c9dc647f0d1 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 950 time: 0.1761763 Feb 19 01:16:43.547401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.551562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7a7f033d-d537-4ddd-a0c1-ff70da71c08d req-1b1d24b1-1668-48ec-8012-76547ab2dd81 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884497 Feb 19 01:16:43.601695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] Publish callbacks [] for security_group (1e01412c-b585-467f-85b9-fe7ddd4f646c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.667926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] Publish callbacks [] for security_group (1e01412c-b585-467f-85b9-fe7ddd4f646c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.795056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95a277be-3d63-411d-bda2-b9838e772e33 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:43.858220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1e01412c-b585-467f-85b9-fe7ddd4f646c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.861702 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:43.863859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1e01412c-b585-467f-85b9-fe7ddd4f646c HTTP/1.1" status: 204 len: 168 time: 0.4241467 Feb 19 01:16:43.920222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417bd8c-2ae2-47cf-95c9-2f34f133ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01412c-b585-467f-85b9-fe7ddd4f646c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.103196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.138723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfee9b-8352-4829-a1e8-34939bec63ec req-414331db-cda6-40c4-ae03-669f5bc23527 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.143572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68bfee9b-8352-4829-a1e8-34939bec63ec req-414331db-cda6-40c4-ae03-669f5bc23527 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.2076683 Feb 19 01:16:44.200881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:44.232913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.279851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '95a277be-3d63-411d-bda2-b9838e772e33', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'port_id': '95a277be-3d63-411d-bda2-b9838e772e33', 'mac_address': 'fa:16:3e:8b:0c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:44.302009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks [] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.307666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68bfee9b-8352-4829-a1e8-34939bec63ec req-d28fbc4e-1856-4b47-8bc9-a0ff10d5305e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593535 Feb 19 01:16:44.336418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Transition to ACTIVE for port object fb5641e4-5c94-4720-abcb-0e55f4c580ab will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:44.337381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:44.339827 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d0ebe-2370-45e6-b2cd-2687cd1865f9" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:44.419989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.448936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95a277be-3d63-411d-bda2-b9838e772e33 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:44.449147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.449647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.477889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95a277be-3d63-411d-bda2-b9838e772e33 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:44.499489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.534391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.545708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.551488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.551881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.552229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.552567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.552899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.553228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.553561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.553886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.554211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.559024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.559356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.559713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:44.611592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.634108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068770c1-5a02-4c76-a005-ba264042c688 req-ffd87443-8861-4356-8c53-f3403e4216c5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.637580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-068770c1-5a02-4c76-a005-ba264042c688 req-ffd87443-8861-4356-8c53-f3403e4216c5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.1778066 Feb 19 01:16:44.746768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.799332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-068770c1-5a02-4c76-a005-ba264042c688 req-34b36988-4ccd-494b-aa0a-fa8bb276e79f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503921 Feb 19 01:16:44.821579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['95a277be-3d63-411d-bda2-b9838e772e33'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:45.087176 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40805bf3-6004-4848-82e3-5efe9e981e8c x-openstack-request-id: req-40805bf3-6004-4848-82e3-5efe9e981e8c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:45.088595 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:45.089352 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40805bf3-6004-4848-82e3-5efe9e981e8c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:45.091988 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'code': 200} Feb 19 01:16:45.093014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] No DVR routers for this DVR port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:16:45.120238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34144) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:45.177927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c704aff0-f176-4e0c-b2b0-e0815302ad08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.215191 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:45.429120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c704aff0-f176-4e0c-b2b0-e0815302ad08 admin admin] Publish callbacks [] for security_group (d06a0311-c0fa-468e-ae31-4af85cf81cba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.445277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.562166 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c704aff0-f176-4e0c-b2b0-e0815302ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d06a0311-c0fa-468e-ae31-4af85cf81cba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.631245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c704aff0-f176-4e0c-b2b0-e0815302ad08 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=841ec11beb964e2f86b14e59f3c9ee6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5094044 Feb 19 01:16:45.636495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:45.637278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34156) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:45.640302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:45.640860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:45.658135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:45.658694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:45.669229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:45.669819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:45.670397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Bound using segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:45.671021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Bound port: fb5641e4-5c94-4720-abcb-0e55f4c580ab, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:45.674569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:45.782861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704aff0-f176-4e0c-b2b0-e0815302ad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a0311-c0fa-468e-ae31-4af85cf81cba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:45.817065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95a277be-3d63-411d-bda2-b9838e772e33 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:45.898933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:45.917926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:45.923514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc683c22-cb29-4612-9179-bd04e3761ef4 req-0060d5a6-b69d-4f23-afb1-11fa5e544ff5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:45.926415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc683c22-cb29-4612-9179-bd04e3761ef4 req-0060d5a6-b69d-4f23-afb1-11fa5e544ff5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 945 time: 0.4164810 Feb 19 01:16:46.002049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:16:46.133079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 95a277be-3d63-411d-bda2-b9838e772e33 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:46.135597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (95a277be-3d63-411d-bda2-b9838e772e33), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.194263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb964fff-47a0-435f-a1c6-5708941a7d74 req-b7587610-cfe0-498e-9509-8035f1d37e86 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.208789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb964fff-47a0-435f-a1c6-5708941a7d74 req-b7587610-cfe0-498e-9509-8035f1d37e86 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.1343071 Feb 19 01:16:46.234334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] Publish callbacks [] for security_group (d06a0311-c0fa-468e-ae31-4af85cf81cba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.253347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.298849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port fb5641e4-5c94-4720-abcb-0e55f4c580ab host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:16:46.308912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:16:46.336042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:46.387136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.388483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.390892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-9f465458-d366-4526-8476-0bbfbdd0173f service neutron] 10.222.0.96 "PUT /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1092 time: 2.9959412 Feb 19 01:16:46.431158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc683c22-cb29-4612-9179-bd04e3761ef4 req-03e62a14-6f3d-441e-9339-c8b7f90e80f6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964526 Feb 19 01:16:46.462929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] Publish callbacks [] for security_group (d06a0311-c0fa-468e-ae31-4af85cf81cba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.521354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95a277be-3d63-411d-bda2-b9838e772e33 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:46.521962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.602103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb964fff-47a0-435f-a1c6-5708941a7d74 req-f888db2b-c81e-44ca-9a43-394aa66178aa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876407 Feb 19 01:16:46.631313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-ac53908f-4578-4401-ba36-ee81cdd8706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.632193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:46.633234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-ac53908f-4578-4401-ba36-ee81cdd8706e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1126 time: 0.2041745 Feb 19 01:16:46.638236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:46.645885 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f9050-98d7-4582-80c7-e19be01db30d" -d '{"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-plugged", "status": "completed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:46.731179 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2f0136-2e07-4d48-8173-80f8b8d2d6b9 x-openstack-request-id: req-fa2f0136-2e07-4d48-8173-80f8b8d2d6b9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:46.731632 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-plugged", "status": "completed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:46.731894 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa2f0136-2e07-4d48-8173-80f8b8d2d6b9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:46.732294 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33', 'code': 200} Feb 19 01:16:46.744571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.775504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d06a0311-c0fa-468e-ae31-4af85cf81cba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.778552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.783259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d06a0311-c0fa-468e-ae31-4af85cf81cba HTTP/1.1" status: 204 len: 168 time: 1.1437659 Feb 19 01:16:46.829779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34542d9-4dde-4379-843e-258c1195ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a0311-c0fa-468e-ae31-4af85cf81cba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:46.937042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.956843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:46.978625 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-c887ba0f-d735-4223-8901-9786336a9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.983499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-c887ba0f-d735-4223-8901-9786336a9799 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.3430977 Feb 19 01:16:47.082150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-15ac5d8e-2d7b-4a91-a259-5edfb96c24e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.0917552 Feb 19 01:16:47.097563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:47.099955 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93956e2d-0773-4fbc-b849-c8ff890c0a30" -d '{"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:47.148577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-bac844e7-ff8f-477b-a745-64f86ebc5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.150663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-bac844e7-ff8f-477b-a745-64f86ebc5a53 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.0622349 Feb 19 01:16:47.264398 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f217020b-d152-41dc-a170-ae35b2b09c54 x-openstack-request-id: req-f217020b-d152-41dc-a170-ae35b2b09c54 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:47.264653 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:47.264863 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f217020b-d152-41dc-a170-ae35b2b09c54 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:47.265255 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:16:47.306197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-4036ea82-5877-49be-a5a6-a2503f1b3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.308846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-4036ea82-5877-49be-a5a6-a2503f1b3550 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1507754 Feb 19 01:16:47.352722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-28c4745d-0d12-4dbd-b81f-5eb324b1a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.354248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-28c4745d-0d12-4dbd-b81f-5eb324b1a401 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1126 time: 0.0887063 Feb 19 01:16:47.607203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-867e833e-686e-4fbf-a51f-c46368de0547 service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900760 Feb 19 01:16:47.796860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-d5955a45-500e-4fa0-8f14-2d1d5a0b4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.796860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-d5955a45-500e-4fa0-8f14-2d1d5a0b4d90 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.4203756 Feb 19 01:16:47.995898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de08cf8-1bd9-409a-9fc6-5a80ebae7a10 req-7e8d43b3-d2d4-4536-83fa-0bda8c4dbb95 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:47.997526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3de08cf8-1bd9-409a-9fc6-5a80ebae7a10 req-7e8d43b3-d2d4-4536-83fa-0bda8c4dbb95 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.3942285 Feb 19 01:16:48.222321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3de08cf8-1bd9-409a-9fc6-5a80ebae7a10 req-cc8e39fb-8067-4145-b1f4-f21d39ba8531 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133379 Feb 19 01:16:48.241868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-df7dfa23-637e-43ad-9ee1-f7297acff27f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.4457059 Feb 19 01:16:48.378451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-ef8586fb-8b99-45d4-af36-152571705b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.385075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-ef8586fb-8b99-45d4-af36-152571705b7c service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.1318445 Feb 19 01:16:48.477316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-63e11358-1eed-4440-a337-57d274e1939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.479306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-63e11358-1eed-4440-a337-57d274e1939f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908329 Feb 19 01:16:48.648567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-ac230899-609b-4c8f-8955-692e4db9b923 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513655 Feb 19 01:16:48.817730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-64da062f-7fed-4497-9361-14f5137198fc service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668837 Feb 19 01:16:48.929178 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-f7f76ea3-22a0-4572-b68d-4cd270f3f57c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102808 Feb 19 01:16:48.976255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-56e11651-2d34-49cd-902f-c745b5888e59 service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3619587 Feb 19 01:16:49.143688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-e2efa125-ed36-488d-ae97-bd59f1c610ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.147232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-e2efa125-ed36-488d-ae97-bd59f1c610ad service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 1089 time: 0.1606443 Feb 19 01:16:49.209859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0d34-fb56-4b0a-b147-5dda46c690cb req-ddf91cfe-a065-4b62-a72c-d2cff7fed80a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.217968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-994a0d34-fb56-4b0a-b147-5dda46c690cb req-ddf91cfe-a065-4b62-a72c-d2cff7fed80a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 1.3178444 Feb 19 01:16:49.373832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-cf26d6a1-252a-4ca8-aa8f-09cebd13d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.375568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-cf26d6a1-252a-4ca8-aa8f-09cebd13d3bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1126 time: 0.3320227 Feb 19 01:16:49.472897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-e2d5b283-101a-4e1d-934e-85d425ff34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.474419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-e2d5b283-101a-4e1d-934e-85d425ff34e1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2924263 Feb 19 01:16:49.651381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-492b69a2-be5f-4433-b5e6-bd04a32a7f5f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 200 len: 217 time: 0.0934491 Feb 19 01:16:49.723307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-18406fdc-e125-41a0-bc7d-dd021bed805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.729088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-18406fdc-e125-41a0-bc7d-dd021bed805b service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.3250499 Feb 19 01:16:49.775218 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-994a0d34-fb56-4b0a-b147-5dda46c690cb req-bee6b165-b638-4e3f-899b-8302655dda0b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5563488 Feb 19 01:16:49.908350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-41b9cc51-0000-4ff8-9612-6be313c75860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.908350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-41b9cc51-0000-4ff8-9612-6be313c75860 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1763668 Feb 19 01:16:49.908350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839d34a-98b0-4df4-962f-df8fc727c11e req-ee40caab-94a0-44bb-9429-2d2f5b5d2af4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:49.908350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a839d34a-98b0-4df4-962f-df8fc727c11e req-ee40caab-94a0-44bb-9429-2d2f5b5d2af4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.3938932 Feb 19 01:16:49.945303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-9d1e74af-00fd-447b-aef6-f6b74e9f6838 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.1963792 Feb 19 01:16:49.990086 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a839d34a-98b0-4df4-962f-df8fc727c11e req-caec6375-383c-40fb-9d1e-5f1601a1f1cb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197429 Feb 19 01:16:50.070821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-cb014638-4d70-4bfd-8d30-721cc2383b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.070821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-cb014638-4d70-4bfd-8d30-721cc2383b1a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1706948 Feb 19 01:16:50.170314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-938810e0-df8f-4232-b1b0-57f48555caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.185418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-938810e0-df8f-4232-b1b0-57f48555caa6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.2311618 Feb 19 01:16:50.185957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:50.357434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-5ab5da01-05ed-41e2-808b-7ee3a64f174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:50.361690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-65b054c8-6f0e-496d-a0e7-dfe4856d31f5 service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096044 Feb 19 01:16:50.367588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-5ab5da01-05ed-41e2-808b-7ee3a64f174f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1637464 Feb 19 01:16:50.664667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-730b8667-a231-4c9e-a39e-93fc170fae08 req-9541a0f9-de5b-4bd3-801b-cad10fc825f3 service neutron] 10.222.0.117 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945499 Feb 19 01:16:50.959499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-01ad3f45-5bd7-4c23-aa01-bf799089b325 service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852432 Feb 19 01:16:51.139577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68957a4c-498a-4f1a-b090-89fc037a7e4f req-190dabfb-1c65-4dea-96dc-80c4e40de3dc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.151222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68957a4c-498a-4f1a-b090-89fc037a7e4f req-190dabfb-1c65-4dea-96dc-80c4e40de3dc tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 944 time: 0.2055941 Feb 19 01:16:51.250534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93956e2d-0773-4fbc-b849-c8ff890c0a30 req-339403be-bebf-49f2-b6ca-7b988f8265e7 service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737522 Feb 19 01:16:51.345283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68957a4c-498a-4f1a-b090-89fc037a7e4f req-de6c803a-0b58-48ba-ba7c-b0bc9b57d231 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924732 Feb 19 01:16:51.623959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155e2e-0ada-4f1f-8f06-cfcdcf175d33 req-bc7ae9d0-fb80-4309-a065-b7dd2942a0fe tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:51.629036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5155e2e-0ada-4f1f-8f06-cfcdcf175d33 req-bc7ae9d0-fb80-4309-a065-b7dd2942a0fe tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.3765502 Feb 19 01:16:51.848478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:51.940664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a5155e2e-0ada-4f1f-8f06-cfcdcf175d33 req-096fe5bb-a93f-427b-aa2a-be6f32180f53 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800579 Feb 19 01:16:52.129141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:52.181467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:52.341624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:52.348657 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.404811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:52.490905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:52.609378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.636573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (6aee23bb-5c19-4468-a376-2a95caca1917), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.801025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:52.938826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fb5641e4-5c94-4720-abcb-0e55f4c580ab'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:53.396692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d617-7b1c-415a-8dac-2ec20328cf0c req-138e6c5c-59ff-41b2-8493-89fd41126669 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.403853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbc8d617-7b1c-415a-8dac-2ec20328cf0c req-138e6c5c-59ff-41b2-8493-89fd41126669 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.3177338 Feb 19 01:16:53.464604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Deleting port cd18a17c-e8af-42b3-a249-c858bd58607e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:53.465109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.468681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c76ce-22cd-441c-afdc-8bed69c4b94b req-7fc376cf-ed7a-46e0-a128-912780c32ed0 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:53.481429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-916c76ce-22cd-441c-afdc-8bed69c4b94b req-7fc376cf-ed7a-46e0-a128-912780c32ed0 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.2253678 Feb 19 01:16:53.483719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbc8d617-7b1c-415a-8dac-2ec20328cf0c req-b41195e8-e497-4dc2-bd9d-877ded25c145 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788321 Feb 19 01:16:53.651805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-916c76ce-22cd-441c-afdc-8bed69c4b94b req-99776eba-aa9b-48b1-b8e5-21d0dca81c12 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579275 Feb 19 01:16:53.796795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] For port cd18a17c-e8af-42b3-a249-c858bd58607e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cd18a17c-e8af-42b3-a249-c858bd58607e,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:53.797420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:53.823894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Calling delete_port for cd18a17c-e8af-42b3-a249-c858bd58607e owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:54.337525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cd18a17c-e8af-42b3-a249-c858bd58607e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.404660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd18a17c-e8af-42b3-a249-c858bd58607e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:54.611141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb90878-18f1-44d1-8e54-51a0b1e38d44 req-92a81c2b-24e8-4f2e-9b62-99f77b361f1c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:54.623435 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fdb90878-18f1-44d1-8e54-51a0b1e38d44 req-92a81c2b-24e8-4f2e-9b62-99f77b361f1c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.1758916 Feb 19 01:16:54.841303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fdb90878-18f1-44d1-8e54-51a0b1e38d44 req-053f4a53-f0c0-4319-b760-413ada427fe6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168939 Feb 19 01:16:55.282831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d1bf2-7c5f-4098-a301-30ed6b5da542 req-9576a79f-01a3-4a03-b6bd-b252530406e3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.294485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-674d1bf2-7c5f-4098-a301-30ed6b5da542 req-9576a79f-01a3-4a03-b6bd-b252530406e3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.6129897 Feb 19 01:16:55.321644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-4d48eeda-7f55-4482-93af-e958e44a9e7a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:55.323145 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-4d48eeda-7f55-4482-93af-e958e44a9e7a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa&tenant_id=c323be55983947e9a8958bb8509ef471&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 945 time: 0.8738370 Feb 19 01:16:55.603223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-40268b92-7eca-4145-affd-2610e8335745 service neutron] 10.222.0.96 "GET /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 382 time: 0.2534070 Feb 19 01:16:55.809721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-674d1bf2-7c5f-4098-a301-30ed6b5da542 req-f7cbe80b-d52b-48ed-9ab1-de709ce71001 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793906 Feb 19 01:16:55.814853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (6aee23bb-5c19-4468-a376-2a95caca1917), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:55.816690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:55.878030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:56.100238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fb5641e4-5c94-4720-abcb-0e55f4c580ab completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:56.105773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fb5641e4-5c94-4720-abcb-0e55f4c580ab triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:56.106336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.133648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c8b4-76f1-47dc-8b43-8cb4038dc386 req-2f89d9aa-d905-43ba-9db5-d6623bd43167 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.146224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d40c8b4-76f1-47dc-8b43-8cb4038dc386 req-2f89d9aa-d905-43ba-9db5-d6623bd43167 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.1648371 Feb 19 01:16:56.184647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65eee341-bcc3-4eab-a436-610641f1ccac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.238488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-d2c78456-1b3e-4745-a741-01a4e2165236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.244825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-d2c78456-1b3e-4745-a741-01a4e2165236 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1127 time: 0.5962460 Feb 19 01:16:56.346576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:56.349222 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.424959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65eee341-bcc3-4eab-a436-610641f1ccac admin admin] Publish callbacks [] for security_group (308057b9-79bb-4f65-9c56-6b38305a46a1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.429933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:56.440911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:56.446409 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf48fb4-9ac7-403e-9a98-16911d89460f" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:56.526726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-79307247-4b1f-473a-aea7-dd6ea3e363e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:56.529295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-79307247-4b1f-473a-aea7-dd6ea3e363e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.1785133 Feb 19 01:16:56.565561 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a4418-5886-4887-b4c6-49323f04f314 x-openstack-request-id: req-fa1a4418-5886-4887-b4c6-49323f04f314 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:56.565858 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:56.566115 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa1a4418-5886-4887-b4c6-49323f04f314 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:56.566512 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'code': 200} Feb 19 01:16:56.603773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.643893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-6df77a52-4672-4bd3-9e32-a59d4c9786b0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1001 time: 0.1039264 Feb 19 01:16:56.652139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d40c8b4-76f1-47dc-8b43-8cb4038dc386 req-1df1606d-a8d8-4fee-9920-6b51b5dfba9a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039878 Feb 19 01:16:56.727162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65eee341-bcc3-4eab-a436-610641f1ccac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (308057b9-79bb-4f65-9c56-6b38305a46a1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:56.790514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:56.806739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee341-bcc3-4eab-a436-610641f1ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308057b9-79bb-4f65-9c56-6b38305a46a1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:56.868575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65eee341-bcc3-4eab-a436-610641f1ccac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=23655b7dfd904625aa3fc406ba715d67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0502839 Feb 19 01:16:56.874710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34404) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:56.943915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Router 6aee23bb-5c19-4468-a376-2a95caca1917 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:57.055646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] Publish callbacks [] for security_group (308057b9-79bb-4f65-9c56-6b38305a46a1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.087888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] Publish callbacks [] for security_group (308057b9-79bb-4f65-9c56-6b38305a46a1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:57.212998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8a86b4c1-5027-4e95-9883-295c49c49db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.215003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8a86b4c1-5027-4e95-9883-295c49c49db6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.5548077 Feb 19 01:16:57.233380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:57.242206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ecb06613-16de-404f-b327-c264bfa10009 admin admin] 10.222.0.94 "PUT /v2.0/routers/6aee23bb-5c19-4468-a376-2a95caca1917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0551178 Feb 19 01:16:57.245149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:57.284416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Sync routers for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:57.309632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f0921-8ba3-4648-b6a9-48f96e01caf1 req-518485f7-395d-4f88-9b54-51241a886c68 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.310233 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:57.310947 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:57.335363 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5f0921-8ba3-4648-b6a9-48f96e01caf1 req-518485f7-395d-4f88-9b54-51241a886c68 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.3570063 Feb 19 01:16:57.368159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-e90ba0f3-0145-4efa-a559-dfd51b4d7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:57.369910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-e90ba0f3-0145-4efa-a559-dfd51b4d7d04 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1467392 Feb 19 01:16:57.817120 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:57.882588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e5f0921-8ba3-4648-b6a9-48f96e01caf1 req-e7c08359-8e03-42b2-b334-b6ec97c5f183 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463290 Feb 19 01:16:57.973846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-b0a6e2b7-dc88-4c07-90b4-f6e15c8f0c23 service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808246 Feb 19 01:16:58.146637 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:16:54Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.193559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-97680a72-230e-4575-a354-746566f9432d service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130225 Feb 19 01:16:58.197945 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Checking router: 6aee23bb-5c19-4468-a376-2a95caca1917 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:16:58.209880 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Routers {'6aee23bb-5c19-4468-a376-2a95caca1917'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:58.211343 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:16:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6aee23bb-5c19-4468-a376-2a95caca1917'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:58.514918 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] Set router 6aee23bb-5c19-4468-a376-2a95caca1917 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:58.581969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (308057b9-79bb-4f65-9c56-6b38305a46a1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.589918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.591077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/308057b9-79bb-4f65-9c56-6b38305a46a1 HTTP/1.1" status: 204 len: 168 time: 1.7140124 Feb 19 01:16:58.718338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks [] for router (6aee23bb-5c19-4468-a376-2a95caca1917), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.766907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f4efe-7854-49c1-b566-c044116c6a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308057b9-79bb-4f65-9c56-6b38305a46a1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:58.965051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:16:54Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:59.023752 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbf21c-418b-4b3c-8322-f538c356251b None None] The sync data for ids ['6aee23bb-5c19-4468-a376-2a95caca1917'] in n-d-826529-3 is: [{'id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'name': 'tempest-AttachVolumeShelveTestJSON-1425085344-router', 'tenant_id': 'b8837ff11e91405086153f280cc78fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:25Z', 'updated_at': '2022-02-19T01:16:54Z', 'revision_number': 5, 'project_id': 'b8837ff11e91405086153f280cc78fd6', 'gw_port': {'id': '5b8c9ec0-8d58-4e49-b464-f5515163de7c', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee23bb-5c19-4468-a376-2a95caca1917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:27Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:59.115634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579e5e-09ed-4f04-bfe6-8896d83524dc req-59de9019-1761-4ecc-9bde-3c35b3f0b2e4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:59.122526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9579e5e-09ed-4f04-bfe6-8896d83524dc req-59de9019-1761-4ecc-9bde-3c35b3f0b2e4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.5483234 Feb 19 01:16:59.162874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84904435-fb81-4960-b696-6896fef39969 req-0d7ab9c7-30d6-401f-8076-127fc7fbdb8d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:59.178678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84904435-fb81-4960-b696-6896fef39969 req-0d7ab9c7-30d6-401f-8076-127fc7fbdb8d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1260433 Feb 19 01:16:59.191288 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks [] for router_gateway (6aee23bb-5c19-4468-a376-2a95caca1917), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.267514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84904435-fb81-4960-b696-6896fef39969 req-3c109b7b-a90b-436c-986d-b3458cda82dc tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846572 Feb 19 01:16:59.280778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c9579e5e-09ed-4f04-bfe6-8896d83524dc req-82abe275-d90e-4a5e-b326-f6395d52679a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358709 Feb 19 01:16:59.462135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Deleting port 5b8c9ec0-8d58-4e49-b464-f5515163de7c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:16:59.462135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.659711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:59.681908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4cbf4e1-d37f-4abf-b7a6-e9a5fd8c1465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.786076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] For port 5b8c9ec0-8d58-4e49-b464-f5515163de7c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5b8c9ec0-8d58-4e49-b464-f5515163de7c,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:59.787358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:59.823538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Calling delete_port for 5b8c9ec0-8d58-4e49-b464-f5515163de7c owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:16:59.977049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4cbf4e1-d37f-4abf-b7a6-e9a5fd8c1465 admin admin] Publish callbacks [] for security_group (84425ab8-b444-4f6b-a2c7-b0a5f0c6946a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.050213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4cbf4e1-d37f-4abf-b7a6-e9a5fd8c1465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (84425ab8-b444-4f6b-a2c7-b0a5f0c6946a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.130570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbf4e1-d37f-4abf-b7a6-e9a5fd8c1465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84425ab8-b444-4f6b-a2c7-b0a5f0c6946a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.170837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a4cbf4e1-d37f-4abf-b7a6-e9a5fd8c1465 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b2e010b66c904ba0b8887742de1ee269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099390 Feb 19 01:17:00.173726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:00.215081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5b8c9ec0-8d58-4e49-b464-f5515163de7c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.250885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8c9ec0-8d58-4e49-b464-f5515163de7c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:00.372818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] Publish callbacks [] for security_group (84425ab8-b444-4f6b-a2c7-b0a5f0c6946a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.447602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (6aee23bb-5c19-4468-a376-2a95caca1917), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.584004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd18a17c-e8af-42b3-a249-c858bd58607e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:00.643588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dfbc7-758d-4ec9-9845-24e459a1a533 req-8a68afe7-ba39-4b8b-a380-e710267fe57f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:00.651016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-204dfbc7-758d-4ec9-9845-24e459a1a533 req-8a68afe7-ba39-4b8b-a380-e710267fe57f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1549792 Feb 19 01:17:00.693793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: cd18a17c-e8af-42b3-a249-c858bd58607e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:17:00.694498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cd18a17c-e8af-42b3-a249-c858bd58607e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:17:00.754469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] Publish callbacks [] for security_group (84425ab8-b444-4f6b-a2c7-b0a5f0c6946a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.766801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-204dfbc7-758d-4ec9-9845-24e459a1a533 req-65fd3eb4-f4e6-4e34-8e76-6bbe5a4bcc45 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146042 Feb 19 01:17:00.889390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (6aee23bb-5c19-4468-a376-2a95caca1917), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.894350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks [] for router_controller (6aee23bb-5c19-4468-a376-2a95caca1917), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.948805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (84425ab8-b444-4f6b-a2c7-b0a5f0c6946a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.952074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:00.958952 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/84425ab8-b444-4f6b-a2c7-b0a5f0c6946a HTTP/1.1" status: 204 len: 168 time: 0.7832794 Feb 19 01:17:01.080773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (6aee23bb-5c19-4468-a376-2a95caca1917), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.083419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aee23bb-5c19-4468-a376-2a95caca1917 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:17:01.109398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.118282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:01.118758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a8b3c8a-bfaf-47a0-8cdb-039086c83482 admin admin] 10.222.0.94 "DELETE /v2.0/routers/6aee23bb-5c19-4468-a376-2a95caca1917 HTTP/1.1" status: 204 len: 168 time: 3.8720732 Feb 19 01:17:01.123344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bcca2-8ae5-45b8-b4db-0424daa71b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84425ab8-b444-4f6b-a2c7-b0a5f0c6946a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:01.242684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Deleting subnet 4b7013e1-f064-40eb-ba4f-b2bfc719ecea {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:01.252315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281293-c475-4985-ba10-804aa017f976 req-c6b229ec-a5a5-44c5-bdb3-6652ddfbd84c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.259047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d281293-c475-4985-ba10-804aa017f976 req-c6b229ec-a5a5-44c5-bdb3-6652ddfbd84c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.6190360 Feb 19 01:17:01.262951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Publish callbacks [] for subnet (4b7013e1-f064-40eb-ba4f-b2bfc719ecea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.414876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (4b7013e1-f064-40eb-ba4f-b2bfc719ecea), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.433962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d281293-c475-4985-ba10-804aa017f976 req-c5ff834c-bc8a-4b7e-813d-ea85c5442244 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618357 Feb 19 01:17:01.561754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-86dab086-a311-4899-9dfb-e06c7c8d2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:01.567330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-86dab086-a311-4899-9dfb-e06c7c8d2d15 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 1128 time: 0.1200845 Feb 19 01:17:01.580878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:01.662706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (4b7013e1-f064-40eb-ba4f-b2bfc719ecea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.718362 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.852156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (4b7013e1-f064-40eb-ba4f-b2bfc719ecea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.877495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:01.883395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c363420-1902-4a1c-9c70-e5c3f4b8e930 None None] Network c2274e59-f386-4bb5-9a3d-d1091acafa0d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:01.908237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4b7013e1-f064-40eb-ba4f-b2bfc719ecea HTTP/1.1" status: 204 len: 168 time: 0.7879775 Feb 19 01:17:02.001985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:02.088863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c39bf-013c-4561-8d40-d6710f69c740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7013e1-f064-40eb-ba4f-b2bfc719ecea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:02.336864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] DHCP port deletion for c2274e59-f386-4bb5-9a3d-d1091acafa0d request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:17:02.460327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:02.544706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Deleting port bb253238-ded1-44d9-beee-aa8f4e4378f8 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:02.545088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.553166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62e23f-828b-40f7-a6a4-22908e20dfb9 req-8a06a636-c22c-49df-9e32-17ac0e230b6e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:02.565273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb62e23f-828b-40f7-a6a4-22908e20dfb9 req-8a06a636-c22c-49df-9e32-17ac0e230b6e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.5505493 Feb 19 01:17:02.567941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c2274e59-f386-4bb5-9a3d-d1091acafa0d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.600647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:02.698590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5b8c9ec0-8d58-4e49-b464-f5515163de7c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:02.721204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks [] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.752145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Transition to ACTIVE for port object fb5641e4-5c94-4720-abcb-0e55f4c580ab will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:17:02.816312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:02.820535 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57961b8f-d79a-4f24-91b0-4f4c7ecd2ea5" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:02.825177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb62e23f-828b-40f7-a6a4-22908e20dfb9 req-7c4138dd-eb56-4e68-a4ab-ad7496d02ebb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458458 Feb 19 01:17:02.851338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.856517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Deleting port bb253238-ded1-44d9-beee-aa8f4e4378f8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:02.856863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:02.869130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 5b8c9ec0-8d58-4e49-b464-f5515163de7c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:17:02.874623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5b8c9ec0-8d58-4e49-b464-f5515163de7c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:17:02.875973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bb253238-ded1-44d9-beee-aa8f4e4378f8 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:02.938584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=10']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:03.013872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf2080-3f1b-4719-8d18-d3a9b2eee22d req-7998c108-1a57-4691-b76a-9f8be8fbdaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:03.020736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8abf2080-3f1b-4719-8d18-d3a9b2eee22d req-7998c108-1a57-4691-b76a-9f8be8fbdaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.2614379 Feb 19 01:17:03.029434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] For port bb253238-ded1-44d9-beee-aa8f4e4378f8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb253238-ded1-44d9-beee-aa8f4e4378f8,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:03.029814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.043070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] For port bb253238-ded1-44d9-beee-aa8f4e4378f8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bb253238-ded1-44d9-beee-aa8f4e4378f8,segment=NetworkSegment(c1667977-8611-4c4c-bed5-51a35f565a61),segment_id=c1667977-8611-4c4c-bed5-51a35f565a61)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:03.043649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.068056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Calling delete_port for bb253238-ded1-44d9-beee-aa8f4e4378f8 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:03.105733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Calling delete_port for bb253238-ded1-44d9-beee-aa8f4e4378f8 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:03.153845 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b9f4ee-ce25-45fd-bf70-51bcf1c9a547 x-openstack-request-id: req-38b9f4ee-ce25-45fd-bf70-51bcf1c9a547 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:03.154134 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:03.154391 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-38b9f4ee-ce25-45fd-bf70-51bcf1c9a547 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:03.154790 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'code': 200} Feb 19 01:17:03.250457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] No DVR routers for this DVR port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:03.280445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bb253238-ded1-44d9-beee-aa8f4e4378f8 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:03.282045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.396183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.433972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8abf2080-3f1b-4719-8d18-d3a9b2eee22d req-56a95afa-0fa3-4dd4-a8c4-aec955de3424 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781420 Feb 19 01:17:03.493461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb253238-ded1-44d9-beee-aa8f4e4378f8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:03.511033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] No DVR routers for this DVR port bb253238-ded1-44d9-beee-aa8f4e4378f8 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:03.713067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:03.713569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:03.713746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:03.727335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bb253238-ded1-44d9-beee-aa8f4e4378f8), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.728856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:03.729538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Attempting to bind port fb5641e4-5c94-4720-abcb-0e55f4c580ab on network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:03.743641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c2274e59-f386-4bb5-9a3d-d1091acafa0d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.745657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:17:03.746037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Checking segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:03.746435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Bound using segment: {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:17:03.746888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Bound port: fb5641e4-5c94-4720-abcb-0e55f4c580ab, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19262b1a-21ee-48bb-868e-a8abbe1e74b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:17:03.747285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.757703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] No DVR routers for this DVR port bb253238-ded1-44d9-beee-aa8f4e4378f8 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:03.811458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2274e59-f386-4bb5-9a3d-d1091acafa0d']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.821218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6315bf-3548-48c3-9b60-3cf8c242cddb None None] Pushing event deleted for resources: {'Port': ['ID=bb253238-ded1-44d9-beee-aa8f4e4378f8,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:03.854607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1667977-8611-4c4c-bed5-51a35f565a61') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.854607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1667977-8611-4c4c-bed5-51a35f565a61') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:03.879563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c1667977-8611-4c4c-bed5-51a35f565a61), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.904535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:03.917062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1667977-8611-4c4c-bed5-51a35f565a61), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.934722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:17:03.943257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c1667977-8611-4c4c-bed5-51a35f565a61), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:17:03.946824 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:17:03.956442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:03.967290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:17:04.106618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.133712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port fb5641e4-5c94-4720-abcb-0e55f4c580ab host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:17:04.134302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:17:04.225547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=11']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:04.269972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.270943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:04.272505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8d7bc690-b7f2-4661-9920-870ee35f21df service neutron] 10.222.0.117 "PUT /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1093 time: 2.6964564 Feb 19 01:17:04.482526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-6399fbc0-6ce5-49a5-9256-27c9d8652a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.493282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-6399fbc0-6ce5-49a5-9256-27c9d8652a2e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1127 time: 0.1904991 Feb 19 01:17:04.768513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-1e52435f-0be9-4202-9ab9-723e28889dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:04.770151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-1e52435f-0be9-4202-9ab9-723e28889dec service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.2686448 Feb 19 01:17:05.023188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-b805442a-6c0b-427a-892a-2e88ad069641 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.2320750 Feb 19 01:17:05.127773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1ec77-ebe8-41f6-9bfb-fa5aaa8b618d req-3c634f8a-f46b-4871-bae5-b7bb834dea69 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.129393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fb1ec77-ebe8-41f6-9bfb-fa5aaa8b618d req-3c634f8a-f46b-4871-bae5-b7bb834dea69 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1687706 Feb 19 01:17:05.163023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:05.165556 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94466cd-5266-4cad-9f37-2874a32243cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:05.175593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-cc93d46e-1e64-47cc-8d6c-4d8081ad962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.177237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-cc93d46e-1e64-47cc-8d6c-4d8081ad962f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.1445546 Feb 19 01:17:05.194507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6fb1ec77-ebe8-41f6-9bfb-fa5aaa8b618d req-0d28b43f-b3c0-49a8-904c-db68f3c67af9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588229 Feb 19 01:17:05.196418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c2274e59-f386-4bb5-9a3d-d1091acafa0d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.209652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:05.231392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] 10.222.0.94 "DELETE /v2.0/networks/c2274e59-f386-4bb5-9a3d-d1091acafa0d HTTP/1.1" status: 204 len: 168 time: 3.2259727 Feb 19 01:17:05.266099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3250c-fd39-4d98-a619-a56364b59f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2274e59-f386-4bb5-9a3d-d1091acafa0d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:05.317433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419b176-dff6-47d0-b7b2-331e14574bec req-3bd0ff7c-b2e6-4ac7-8f26-eb811aaf28c6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.321320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5419b176-dff6-47d0-b7b2-331e14574bec req-3bd0ff7c-b2e6-4ac7-8f26-eb811aaf28c6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.5501215 Feb 19 01:17:05.381016 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7597c4-1a9c-4ba7-9c7c-da940286ee37 x-openstack-request-id: req-2c7597c4-1a9c-4ba7-9c7c-da940286ee37 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:05.381318 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:05.384964 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2c7597c4-1a9c-4ba7-9c7c-da940286ee37 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:05.385442 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:17:05.408418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-982facf3-c6e3-4937-bd92-5aee70e64e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.410066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-982facf3-c6e3-4937-bd92-5aee70e64e99 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2178543 Feb 19 01:17:05.488739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-9acd9762-358a-43e6-bc38-8569ba03f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.490287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-9acd9762-358a-43e6-bc38-8569ba03f19a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1127 time: 0.0981598 Feb 19 01:17:05.559469 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5419b176-dff6-47d0-b7b2-331e14574bec req-41698dcc-3c5d-4f80-ad30-50ab095081fe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270172 Feb 19 01:17:05.561785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-337a8513-1d28-4ea3-859c-faed52394431 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145701 Feb 19 01:17:05.713028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-6f2e0ef0-cfa1-4556-98f4-8a7d927a26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:05.714866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-6f2e0ef0-cfa1-4556-98f4-8a7d927a26b8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.2176807 Feb 19 01:17:05.773680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8085bc7b-8503-4c95-a679-ffb4e936608a req-8a18235e-cc33-4cd6-88e2-8ce482c153e7 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050791 Feb 19 01:17:05.856877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-640c7d2a-cd17-47bf-a586-e1b60c1f6582 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.1344905 Feb 19 01:17:05.989661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34582) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:06.108230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-ea0d765e-268d-4ea1-9daa-03e27e7f3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.118562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-ea0d765e-268d-4ea1-9daa-03e27e7f3b30 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.2414703 Feb 19 01:17:06.139927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-130b44f2-78ae-4ef1-9cf1-ffd44caaba57 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b8837ff11e91405086153f280cc78fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358862 Feb 19 01:17:06.139927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-1689ae54-6b73-4fb0-a41b-f48499efed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.140963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-1689ae54-6b73-4fb0-a41b-f48499efed71 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1127 time: 0.2953081 Feb 19 01:17:06.141435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34586) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:06.275126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-4e1fed80-6eed-4ead-b115-7b82225870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.276238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-4e1fed80-6eed-4ead-b115-7b82225870ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1561868 Feb 19 01:17:06.462433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-3c1a0a15-278f-44bd-b220-127d6fd191b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.464202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-3c1a0a15-278f-44bd-b220-127d6fd191b6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.3043721 Feb 19 01:17:06.572550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fc5e0-2307-40e0-8a37-22ee7710104b req-db0f3b94-3514-412e-87fa-5f0202ffbd43 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.574089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da2fc5e0-2307-40e0-8a37-22ee7710104b req-db0f3b94-3514-412e-87fa-5f0202ffbd43 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1624291 Feb 19 01:17:06.591279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] Publish callbacks [] for security_group (34a86f92-682b-41ac-8dd5-a7cc75d70a6f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.642095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-fe19a662-13ec-4f83-b8ac-d9f318ab0a0d service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591099 Feb 19 01:17:06.701078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] Publish callbacks [] for security_group (34a86f92-682b-41ac-8dd5-a7cc75d70a6f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:06.717501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-4d6f8e7c-7dc0-45c3-b3a7-a489f35eabfe service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 1000 time: 0.2432337 Feb 19 01:17:06.764265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da2fc5e0-2307-40e0-8a37-22ee7710104b req-57a34e74-1bf4-40ea-90b5-59b909f19a15 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706264 Feb 19 01:17:06.908082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-1cdf09a9-33b7-47ce-bcd3-22f28b55dbad service neutron] 10.222.0.96 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579710 Feb 19 01:17:06.963299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-fe0200da-c72d-40f3-9aac-8ea825bdfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:06.963299 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-fe0200da-c72d-40f3-9aac-8ea825bdfb74 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.2366679 Feb 19 01:17:07.011504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521d3f0-c138-4eb2-aae9-8fb90b8f7e45 req-cfdb7c9d-47fe-41a4-986d-89febadbbbe1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.019995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6521d3f0-c138-4eb2-aae9-8fb90b8f7e45 req-cfdb7c9d-47fe-41a4-986d-89febadbbbe1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.2571843 Feb 19 01:17:07.103982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6521d3f0-c138-4eb2-aae9-8fb90b8f7e45 req-ed58d52c-87f1-427f-bb11-39ed57daeda8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822802 Feb 19 01:17:07.115243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94466cd-5266-4cad-9f37-2874a32243cb req-737246b8-6112-4621-b071-7ccfd4a9a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.116850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-737246b8-6112-4621-b071-7ccfd4a9a249 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1454988 Feb 19 01:17:07.122509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (34a86f92-682b-41ac-8dd5-a7cc75d70a6f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.126004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:07.130016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/34a86f92-682b-41ac-8dd5-a7cc75d70a6f HTTP/1.1" status: 204 len: 168 time: 0.9810276 Feb 19 01:17:07.192752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f225e8-db4a-41fe-9afb-bcf2badfa9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a86f92-682b-41ac-8dd5-a7cc75d70a6f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:07.411558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-e199141e-d61a-4000-9f0f-da83d54049a1 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692103 Feb 19 01:17:07.631337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a94466cd-5266-4cad-9f37-2874a32243cb req-df920393-405c-4db2-aea5-6e543ba1be76 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102947 Feb 19 01:17:07.931545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05772d9-a9e0-4374-a175-b2310bc709be req-797702f9-5547-47ae-9770-c1de9922aa37 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:07.935472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f05772d9-a9e0-4374-a175-b2310bc709be req-797702f9-5547-47ae-9770-c1de9922aa37 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.0846570 Feb 19 01:17:07.998449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f05772d9-a9e0-4374-a175-b2310bc709be req-9686a81c-4798-4fc2-9053-d85bf9c44cb7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 Feb 19 01:17:08.114248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:17:08.526927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020bb7a-9b5c-4660-a70b-e7f90cd5bc4f req-074d3389-ecb4-459e-9cbf-2398c4f45d9a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:08.538821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9020bb7a-9b5c-4660-a70b-e7f90cd5bc4f req-074d3389-ecb4-459e-9cbf-2398c4f45d9a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 945 time: 0.2173617 Feb 19 01:17:08.612417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9020bb7a-9b5c-4660-a70b-e7f90cd5bc4f req-a533ef04-0c83-41e4-b279-3a8c4f6f5059 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671003 Feb 19 01:17:08.635005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:08.661158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'port_id': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'mac_address': 'fa:16:3e:a0:0c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:17:08.784778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:08.786539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:08.826326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:17:08.881185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:08.974442 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:09.121838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:09.223781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['fb5641e4-5c94-4720-abcb-0e55f4c580ab'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:09.278649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6eb5e-f492-436a-8c16-1a7390a67639 req-0fef72c8-56cc-44d6-a73d-7158b15e929a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.284388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48e6eb5e-f492-436a-8c16-1a7390a67639 req-0fef72c8-56cc-44d6-a73d-7158b15e929a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1276720 Feb 19 01:17:09.455269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48e6eb5e-f492-436a-8c16-1a7390a67639 req-723e5d25-c0a7-465c-84d6-cb5ad0331b88 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626654 Feb 19 01:17:09.862314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34686) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:09.921392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc40a56-b4e3-4e8e-8789-d9ac247de780 req-9794c919-5ee1-4f42-ae68-a3c7a824cdbe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:09.922900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2dc40a56-b4e3-4e8e-8789-d9ac247de780 req-9794c919-5ee1-4f42-ae68-a3c7a824cdbe tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 946 time: 0.1673851 Feb 19 01:17:09.951220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.032903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2dc40a56-b4e3-4e8e-8789-d9ac247de780 req-1699ef6d-0831-42e7-a65e-89fe38ce31e2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968113 Feb 19 01:17:10.071664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34694) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:10.208315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f09e293-03cb-4540-9d09-3ca08e503437 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 200 len: 993 time: 0.1352124 Feb 19 01:17:10.214672 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.235845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3250-4d81-429c-b5fc-f8868cf960f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.410809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3250-4d81-429c-b5fc-f8868cf960f3 admin admin] Publish callbacks [] for security_group (7eb41737-5bc0-4e95-8e6d-13ee34c34392), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.511224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3250-4d81-429c-b5fc-f8868cf960f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7eb41737-5bc0-4e95-8e6d-13ee34c34392), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.642882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6b8c3250-4d81-429c-b5fc-f8868cf960f3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bc33f0b153a84471b61e4b2a8d1689b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810316 Feb 19 01:17:10.644355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c3250-4d81-429c-b5fc-f8868cf960f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb41737-5bc0-4e95-8e6d-13ee34c34392,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:10.652661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:10.671963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d1fae11-23ed-43e6-8376-dcbe6563a108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.712279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548196-6802-4fc2-8cfa-b47486f7c960 req-aca66b5c-d247-4f1a-addd-524093ffa301 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:10.726411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04548196-6802-4fc2-8cfa-b47486f7c960 req-aca66b5c-d247-4f1a-addd-524093ffa301 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1155105 Feb 19 01:17:10.799623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] Publish callbacks [] for security_group (7eb41737-5bc0-4e95-8e6d-13ee34c34392), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:10.818471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04548196-6802-4fc2-8cfa-b47486f7c960 req-3fad3697-55d8-4a45-a905-93cf9148f6ca tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911086 Feb 19 01:17:10.851621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] Publish callbacks [] for security_group (7eb41737-5bc0-4e95-8e6d-13ee34c34392), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.008806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7eb41737-5bc0-4e95-8e6d-13ee34c34392), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.011522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:11.016867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7eb41737-5bc0-4e95-8e6d-13ee34c34392 HTTP/1.1" status: 204 len: 168 time: 0.3628862 Feb 19 01:17:11.038851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e815-ddde-4dac-90c0-15d3b02cacf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb41737-5bc0-4e95-8e6d-13ee34c34392,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:12.121228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:17:12.129538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34732) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:12.168241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dee78a97-8fda-4251-b1da-16b70b18bc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.305755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1f335-ffae-4118-a8aa-806ab3184141 req-7211d211-8ab7-42bf-b8ed-b57d0b46002a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:12.314733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44b1f335-ffae-4118-a8aa-806ab3184141 req-7211d211-8ab7-42bf-b8ed-b57d0b46002a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.2802639 Feb 19 01:17:12.368270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port fb5641e4-5c94-4720-abcb-0e55f4c580ab completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:17:12.374567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port fb5641e4-5c94-4720-abcb-0e55f4c580ab triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:17:12.374944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.436021 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44b1f335-ffae-4118-a8aa-806ab3184141 req-7010d272-654d-45ac-8411-7880f259735e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164725 Feb 19 01:17:12.458419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dee78a97-8fda-4251-b1da-16b70b18bc23 admin admin] Publish callbacks [] for security_group (77c24a5e-4d0e-44e6-9171-23409bb5cff4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.568657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dee78a97-8fda-4251-b1da-16b70b18bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (77c24a5e-4d0e-44e6-9171-23409bb5cff4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.656868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port fb5641e4-5c94-4720-abcb-0e55f4c580ab is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:12.657678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.681427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34744) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:12.689029 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dee78a97-8fda-4251-b1da-16b70b18bc23 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ca08208556574950a48698b9d02d8237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5583129 Feb 19 01:17:12.690084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee78a97-8fda-4251-b1da-16b70b18bc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c24a5e-4d0e-44e6-9171-23409bb5cff4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:12.729662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:12.731971 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b966da9b-93c9-4c9f-91a3-a90150327c9c" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:12.792390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:12.793856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] Publish callbacks [] for security_group (77c24a5e-4d0e-44e6-9171-23409bb5cff4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.808586 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9927578d-dbf4-47ef-a29c-2632fa612ebd x-openstack-request-id: req-9927578d-dbf4-47ef-a29c-2632fa612ebd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:12.808902 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-plugged", "status": "completed", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:12.809162 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9927578d-dbf4-47ef-a29c-2632fa612ebd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:12.809561 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'code': 200} Feb 19 01:17:12.828335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] Publish callbacks [] for security_group (77c24a5e-4d0e-44e6-9171-23409bb5cff4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.911283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.925386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f4f9559c-1e2f-4c0f-b548-7f8ff8def32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:12.998405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:13.031752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (77c24a5e-4d0e-44e6-9171-23409bb5cff4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.038246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:13.038246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/77c24a5e-4d0e-44e6-9171-23409bb5cff4 HTTP/1.1" status: 204 len: 168 time: 0.3531621 Feb 19 01:17:13.088923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0ffc7-e048-4aab-9284-9553e73ad618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c24a5e-4d0e-44e6-9171-23409bb5cff4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:13.884216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100080-7701-41bc-92da-fda2e75a877d req-03227928-be18-4653-a67d-05fedd7a1e31 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:13.885827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06100080-7701-41bc-92da-fda2e75a877d req-03227928-be18-4653-a67d-05fedd7a1e31 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.2588332 Feb 19 01:17:14.074512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06100080-7701-41bc-92da-fda2e75a877d req-b2e6e81a-d209-4bf0-83f1-37e9efc74459 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780853 Feb 19 01:17:14.208254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:15.276867 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:15.354852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa2823-1c39-448d-990f-b49492a44d12 req-a20b6fb5-fc80-431b-a0e6-ef1acb80b975 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:15.387295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3faa2823-1c39-448d-990f-b49492a44d12 req-a20b6fb5-fc80-431b-a0e6-ef1acb80b975 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1685629 Feb 19 01:17:15.487544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3faa2823-1c39-448d-990f-b49492a44d12 req-f352e017-cc18-40bb-8814-246dfd539b61 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982802 Feb 19 01:17:16.708718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1e8f5-964a-4aff-96e8-ca252ab8c6f8 req-7c9b30e7-9ead-4fba-bf29-0be83f4da941 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:16.720223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbe1e8f5-964a-4aff-96e8-ca252ab8c6f8 req-7c9b30e7-9ead-4fba-bf29-0be83f4da941 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1290879 Feb 19 01:17:16.928308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbe1e8f5-964a-4aff-96e8-ca252ab8c6f8 req-48e8c321-7e2d-4926-8896-9f8fcd87a4f7 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302321 Feb 19 01:17:17.179799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.148380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34878) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:18.175035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fd755-7fd4-4050-87d6-29785bdb71d1 req-1d21a270-1c1a-4c99-aa8e-c0a9ec5b3da9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:18.183134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-601fd755-7fd4-4050-87d6-29785bdb71d1 req-1d21a270-1c1a-4c99-aa8e-c0a9ec5b3da9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1015010 Feb 19 01:17:18.310567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-601fd755-7fd4-4050-87d6-29785bdb71d1 req-196f5d87-034f-4805-908e-5ede8b38fb3c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231127 Feb 19 01:17:18.427397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:18.574389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.767447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:18.947244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Allocated IP 172.25.2.55 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/f82a1a27-5303-4273-bc0b-cddc2a2b83d5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:17:19.079811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.233152 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.316688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:19.319929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:19.324018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:19.445762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Pushing event updated for resources: {'Port': ['ID=f82a1a27-5303-4273-bc0b-cddc2a2b83d5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:19.533301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532afc1b-0125-482e-b481-2fc1f99f8bab req-319d8200-2605-4d33-9d31-6fd29df49df6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:19.536089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-532afc1b-0125-482e-b481-2fc1f99f8bab req-319d8200-2605-4d33-9d31-6fd29df49df6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1043935 Feb 19 01:17:19.538772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.539188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.539508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.539851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.540193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.540786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.541124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.541452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.541781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.542117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.542446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.542944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.543614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:19.586073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for floatingip (167691d6-12db-48ee-a67f-2dfe1536443e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.631841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-532afc1b-0125-482e-b481-2fc1f99f8bab req-245f2ea6-a8a1-4c74-a4a5-649b941ab88f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Feb 19 01:17:19.793346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.855405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-5d26e4ac-0e53-4825-af07-7db001ac230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:19.872086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-5d26e4ac-0e53-4825-af07-7db001ac230a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 1128 time: 0.1111178 Feb 19 01:17:19.962332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.017232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-023aca3a-98c0-419e-bdb1-d2085bba2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.019244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-023aca3a-98c0-419e-bdb1-d2085bba2cc3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1544745 Feb 19 01:17:20.037723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.112225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-9cec4f39-310d-431a-b84b-cd0d2ad66137 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a277be-3d63-411d-bda2-b9838e772e33 HTTP/1.1" status: 200 len: 217 time: 0.0862489 Feb 19 01:17:20.156733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (167691d6-12db-48ee-a67f-2dfe1536443e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.202501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-f01538c0-4dba-424b-b123-5ef3c30872b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.204262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-f01538c0-4dba-424b-b123-5ef3c30872b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.0847087 Feb 19 01:17:20.205258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Pushing event updated for resources: {'Port': ['ID=f82a1a27-5303-4273-bc0b-cddc2a2b83d5,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:20.269294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.270977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-155c5db5-5e3b-4558-ad3e-14466a7e9b5f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1200724 Feb 19 01:17:20.273574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34922) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:20.281358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-724179042', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'fixed_ips': [{'ip_address': '172.25.2.55'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:20.303027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-4c0902c7-531b-4b31-a7bb-cd7ad67ff3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.305235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-4c0902c7-531b-4b31-a7bb-cd7ad67ff3dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929689 Feb 19 01:17:20.419251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Made reservation on behalf of 8cbf8ad1d39a4340b98bd85e2dd27f1f for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:20.422469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.448873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.546269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-5cff965c-91ed-4ed4-9e68-b2ac01e4a1cc service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345405 Feb 19 01:17:20.598531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for security_group (978bbbf4-033d-4efc-ae21-3534faa36e58), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.664481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ebcc78b-0537-4fa4-951e-bd1ac685cd85 req-3d0eb3b1-6ba4-4f54-827b-de799f73fb12 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125264 Feb 19 01:17:20.682937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (978bbbf4-033d-4efc-ae21-3534faa36e58), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.687286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] device_id is not set on port 5ad4a058-3f43-4cd2-9b4b-362ee2ad9690 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:20.877887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423cd0-9379-4876-844b-de725d32c05c req-6c650875-b73d-413a-b8e0-fca913f5a1ed tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:20.884990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9423cd0-9379-4876-844b-de725d32c05c req-6c650875-b73d-413a-b8e0-fca913f5a1ed tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1099305 Feb 19 01:17:20.938744 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9423cd0-9379-4876-844b-de725d32c05c req-62206592-6895-4ff2-ac02-3fa176223e29 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528138 Feb 19 01:17:21.032141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978bbbf4-033d-4efc-ae21-3534faa36e58,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:21.076607 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:17:21.077747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:17:21.163061 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7f282cfe-6207-4cbb-827f-09ffd8d3e3f1 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8872697 Feb 19 01:17:21.165943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:21.880062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Deleting port f82a1a27-5303-4273-bc0b-cddc2a2b83d5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:21.880719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.002880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.003307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for floatingip (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.039818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Calling delete_port for f82a1a27-5303-4273-bc0b-cddc2a2b83d5 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:22.192149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763fc4c-070d-4428-ae0e-5789f8029e2e req-37779db3-90a2-4a21-9634-7035cecf6a24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:22.203820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e763fc4c-070d-4428-ae0e-5789f8029e2e req-37779db3-90a2-4a21-9634-7035cecf6a24 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1305578 Feb 19 01:17:22.219583 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:17:22.313650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e763fc4c-070d-4428-ae0e-5789f8029e2e req-644b217e-9bff-4c0a-9fc7-a933e596fd9d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005089 Feb 19 01:17:22.351255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f82a1a27-5303-4273-bc0b-cddc2a2b83d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.450387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Pushing event deleted for resources: {'Port': ['ID=f82a1a27-5303-4273-bc0b-cddc2a2b83d5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:22.547873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks [] for floatingip (167691d6-12db-48ee-a67f-2dfe1536443e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.556392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.556392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83e96614-ddcc-42af-96b3-8d27cdf46e7f tempest-ExternalNetworksAdminNegativeTestJSON-1503027648 tempest-ExternalNetworksAdminNegativeTestJSON-1503027648-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/167691d6-12db-48ee-a67f-2dfe1536443e HTTP/1.1" status: 204 len: 168 time: 1.3848083 Feb 19 01:17:23.410942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34982) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:23.535423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d528c81-66cc-4ec4-926e-e64d220a3246 req-3a05efb7-6c78-440c-9ca5-61032c34839d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:23.537831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34994) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:23.544231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d528c81-66cc-4ec4-926e-e64d220a3246 req-3a05efb7-6c78-440c-9ca5-61032c34839d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 946 time: 0.1236174 Feb 19 01:17:23.639295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d528c81-66cc-4ec4-926e-e64d220a3246 req-61ba8414-0fc4-41bf-8cdd-dd03370cdb1d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Feb 19 01:17:23.756912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c9aaea-dcd7-43fe-ad53-b64579d03d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:23.849331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd236-f85a-4024-95c9-024deb02814b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:23.907620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58fb38-d043-4774-87ee-57f5e7c03790 req-900093f3-f399-4f62-8b1d-ff6907fd3631 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:23.909417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb58fb38-d043-4774-87ee-57f5e7c03790 req-900093f3-f399-4f62-8b1d-ff6907fd3631 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1449645 Feb 19 01:17:23.957274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 95a277be-3d63-411d-bda2-b9838e772e33 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:24.003363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb58fb38-d043-4774-87ee-57f5e7c03790 req-4bbb25ee-3d24-43e9-af8f-bab688585e3d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871394 Feb 19 01:17:24.052685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c9aaea-dcd7-43fe-ad53-b64579d03d7e admin admin] Publish callbacks [] for security_group (76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.089840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd236-f85a-4024-95c9-024deb02814b admin admin] Publish callbacks [] for security_group (54433e50-5b7e-4185-bff0-ec9a743bb733), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.107704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 95a277be-3d63-411d-bda2-b9838e772e33 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:24.108136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.123330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-10c9aaea-dcd7-43fe-ad53-b64579d03d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.174074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:24.180664 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf56daa-29b2-4fd3-8df3-1e3d8a4a1911" -d '{"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-unplugged", "status": "completed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:24.201811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:24.218191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd236-f85a-4024-95c9-024deb02814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (54433e50-5b7e-4185-bff0-ec9a743bb733), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.226776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb622b9-2845-4382-86b9-d8c67e41fc8e req-6f270c3e-987e-4537-8061-0e264ff5ac8c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:24.234935 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0952e55-a7e7-4257-a91d-6678baa2f4bf x-openstack-request-id: req-f0952e55-a7e7-4257-a91d-6678baa2f4bf {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:24.235467 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-unplugged", "status": "failed", "tag": "95a277be-3d63-411d-bda2-b9838e772e33", "code": 422}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:24.235888 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f0952e55-a7e7-4257-a91d-6678baa2f4bf {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:24.236447 n-d-826529-3 neutron-server[110603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33', 'code': 422} returned with failed status Feb 19 01:17:24.239644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bb622b9-2845-4382-86b9-d8c67e41fc8e req-6f270c3e-987e-4537-8061-0e264ff5ac8c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1106262 Feb 19 01:17:24.272306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-10c9aaea-dcd7-43fe-ad53-b64579d03d7e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f93b27ef8dc649b5bbdc2c273cad08a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572435 Feb 19 01:17:24.273151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:24.288396 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.311186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6bb622b9-2845-4382-86b9-d8c67e41fc8e req-e92fb058-be4d-4664-afe9-0fb6704c6017 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706153 Feb 19 01:17:24.368047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9aaea-dcd7-43fe-ad53-b64579d03d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:24.373373 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf2cd236-f85a-4024-95c9-024deb02814b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a0b8f172c97f4805bd5056ecbbbd897d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8342533 Feb 19 01:17:24.377757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35014) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:24.422304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] Publish callbacks [] for security_group (76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.440953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:24.448242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] Publish callbacks [] for security_group (76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.470359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] Publish callbacks [] for security_group (54433e50-5b7e-4185-bff0-ec9a743bb733), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.497834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] Publish callbacks [] for security_group (54433e50-5b7e-4185-bff0-ec9a743bb733), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.505842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cd236-f85a-4024-95c9-024deb02814b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54433e50-5b7e-4185-bff0-ec9a743bb733,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:24.567603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417ebe5-0ee3-4ec5-ae72-3d42adf2304f req-633e785c-cbb1-4d44-8767-6e110eb1fc14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:24.569331 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d417ebe5-0ee3-4ec5-ae72-3d42adf2304f req-633e785c-cbb1-4d44-8767-6e110eb1fc14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0830877 Feb 19 01:17:24.610168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.613267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.616897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f HTTP/1.1" status: 204 len: 168 time: 0.3309817 Feb 19 01:17:24.634642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c57869-a27f-4ad0-b842-fbdb60d1221c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb8d0f-b8b0-4ec3-8d86-595cefb60d5f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:24.674845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d417ebe5-0ee3-4ec5-ae72-3d42adf2304f req-d3245818-ccf4-4d86-ae5b-fb2bff2c9863 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954270 Feb 19 01:17:24.676924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (54433e50-5b7e-4185-bff0-ec9a743bb733), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.680843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.685359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/54433e50-5b7e-4185-bff0-ec9a743bb733 HTTP/1.1" status: 204 len: 168 time: 0.3070695 Feb 19 01:17:24.710068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d2625-9e01-4bd9-a96a-026d1b8bfe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54433e50-5b7e-4185-bff0-ec9a743bb733,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:24.880013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe97de-5c27-479c-8aa3-9e448481669d req-32227f71-d075-4ac5-be10-2890f7d3106c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:24.887573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09fe97de-5c27-479c-8aa3-9e448481669d req-32227f71-d075-4ac5-be10-2890f7d3106c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0659020 Feb 19 01:17:24.956579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09fe97de-5c27-479c-8aa3-9e448481669d req-8663a92e-2c08-4b91-9720-8f698b5fb34f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671744 Feb 19 01:17:25.487245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a6b1e-b649-4d2b-a812-1f8b51114d04 req-a67f2b13-877c-4fc3-9266-d78dda48cb20 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:25.494990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd7a6b1e-b649-4d2b-a812-1f8b51114d04 req-a67f2b13-877c-4fc3-9266-d78dda48cb20 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0652778 Feb 19 01:17:25.569454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd7a6b1e-b649-4d2b-a812-1f8b51114d04 req-34bcecd4-4dad-4237-9b43-e8c5cb49b7ef tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594103 Feb 19 01:17:25.745571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:25.877124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:25.877796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f912243d-65fc-4406-979e-c30d195ac5ae admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8cbf8ad1d39a4340b98bd85e2dd27f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306894 Feb 19 01:17:25.992234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] Publish callbacks [] for security_group (978bbbf4-033d-4efc-ae21-3534faa36e58), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.044462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] Publish callbacks [] for security_group (978bbbf4-033d-4efc-ae21-3534faa36e58), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.230931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (978bbbf4-033d-4efc-ae21-3534faa36e58), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.233771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:26.235142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/978bbbf4-033d-4efc-ae21-3534faa36e58 HTTP/1.1" status: 204 len: 168 time: 0.3568797 Feb 19 01:17:26.246407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1dd1c-fbac-4124-a765-d108399c7ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978bbbf4-033d-4efc-ae21-3534faa36e58,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:26.816973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2061e-4987-4baa-8cd8-abb3efd1ebc8 req-d41f0cfa-736c-4f5e-a0da-b92daf52f5d9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:26.824721 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ca2061e-4987-4baa-8cd8-abb3efd1ebc8 req-d41f0cfa-736c-4f5e-a0da-b92daf52f5d9 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0976706 Feb 19 01:17:26.931857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ca2061e-4987-4baa-8cd8-abb3efd1ebc8 req-c356febc-8b07-4cf6-b915-8d39c5855183 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035469 Feb 19 01:17:28.740292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc145e-285d-4b27-ad52-cc5f97d92878 req-4a5670a0-7d7a-446f-a694-922fec376f01 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:28.750243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59dc145e-285d-4b27-ad52-cc5f97d92878 req-4a5670a0-7d7a-446f-a694-922fec376f01 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.6934259 Feb 19 01:17:28.857022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-59dc145e-285d-4b27-ad52-cc5f97d92878 req-9160001b-7193-4e9a-9f6d-f5432558bc9b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056194 Feb 19 01:17:29.136003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:29.318581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d2d59b46-5846-44a0-b841-c6d0916ba51d tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2018404575'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:29.319316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d2d59b46-5846-44a0-b841-c6d0916ba51d tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Unknown quota resources ['metering_label']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:17:29.667807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2d59b46-5846-44a0-b841-c6d0916ba51d tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:29.669277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d2d59b46-5846-44a0-b841-c6d0916ba51d tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5316732 Feb 19 01:17:29.672786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35210) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:29.677274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1d73cd39-abbc-44f7-aba1-1bf63431d961 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7cfc0e98-7741-4abb-9618-120cf3aceafd'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:29.677972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1d73cd39-abbc-44f7-aba1-1bf63431d961 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:17:29.909666 n-d-826529-3 neutron-server[110601]: WARNING neutron.services.metering.metering_plugin [None req-1d73cd39-abbc-44f7-aba1-1bf63431d961 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:17:30.204525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1d73cd39-abbc-44f7-aba1-1bf63431d961 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:30.211251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35224) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.211917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1d73cd39-abbc-44f7-aba1-1bf63431d961 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5373769 Feb 19 01:17:30.222515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f2131fab-353e-4501-a784-d1ff8a437c9b tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7cfc0e98-7741-4abb-9618-120cf3aceafd'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:30.224231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f2131fab-353e-4501-a784-d1ff8a437c9b tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110602) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:17:30.267117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597aeb5-8a21-46a2-a3d3-26c50c66f6c9 req-96924adc-fe30-4e3d-83b0-8cabe17448b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:30.275813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0597aeb5-8a21-46a2-a3d3-26c50c66f6c9 req-96924adc-fe30-4e3d-83b0-8cabe17448b1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1765151 Feb 19 01:17:30.377860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0597aeb5-8a21-46a2-a3d3-26c50c66f6c9 req-e296551a-50b8-44f2-accb-feab0bb304b8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011214 Feb 19 01:17:30.407608 n-d-826529-3 neutron-server[110602]: WARNING neutron.services.metering.metering_plugin [None req-f2131fab-353e-4501-a784-d1ff8a437c9b tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:17:30.582338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f2131fab-353e-4501-a784-d1ff8a437c9b tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:30.583542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f2131fab-353e-4501-a784-d1ff8a437c9b tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3683305 Feb 19 01:17:30.586433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.597016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4f18a741-f347-4782-803e-e119c0d4da8f tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=d1047d2f-8a53-4865-b264-6da558fa52a6 HTTP/1.1" status: 200 len: 462 time: 0.0094488 Feb 19 01:17:30.605549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.848674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed7b1a44-8497-4956-8735-33e05e09b60c tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:30.850108 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ed7b1a44-8497-4956-8735-33e05e09b60c tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-label-rules/d1047d2f-8a53-4865-b264-6da558fa52a6 HTTP/1.1" status: 204 len: 168 time: 0.2427170 Feb 19 01:17:30.853529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35248) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.876172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cb04255c-140e-4bfa-a459-63d35d4fdc9a tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=d1047d2f-8a53-4865-b264-6da558fa52a6 HTTP/1.1" status: 200 len: 221 time: 0.0192497 Feb 19 01:17:30.879714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:30.884101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-806a1a79-abe6-4a8c-8b71-57be802495df tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1586839856', 'description': 'label created by tempest'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:30.884765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-806a1a79-abe6-4a8c-8b71-57be802495df tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Unknown quota resources ['metering_label']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:17:31.163500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-806a1a79-abe6-4a8c-8b71-57be802495df tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.168204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35268) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.171186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-806a1a79-abe6-4a8c-8b71-57be802495df tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2839558 Feb 19 01:17:31.262342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-62b58de5-c173-4207-8a8e-72018a0028e6 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=fe0cf1de-2922-4759-a105-2e968db78bef HTTP/1.1" status: 200 len: 468 time: 0.0928283 Feb 19 01:17:31.263332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.601356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5925443-abdb-404e-b206-0f64641ed643 req-d96ea863-3b0c-4f02-8dfb-563ef2947feb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:31.610411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5925443-abdb-404e-b206-0f64641ed643 req-d96ea863-3b0c-4f02-8dfb-563ef2947feb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0964987 Feb 19 01:17:31.638623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13b518aa-2e36-4054-ab07-87b31a65ca91 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:31.640979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13b518aa-2e36-4054-ab07-87b31a65ca91 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-labels/fe0cf1de-2922-4759-a105-2e968db78bef HTTP/1.1" status: 204 len: 168 time: 0.3751135 Feb 19 01:17:31.643866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35280) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.686964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0eb54341-6dec-426f-b6cc-c1e43f63dbc8 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=fe0cf1de-2922-4759-a105-2e968db78bef HTTP/1.1" status: 200 len: 216 time: 0.0381672 Feb 19 01:17:31.687743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5925443-abdb-404e-b206-0f64641ed643 req-9349315c-7e6e-4462-bf23-6f30198081ae tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758796 Feb 19 01:17:31.688365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35282) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.707338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-96672030-9b8f-464f-bfac-133a0a1c428f tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0170970 Feb 19 01:17:31.710962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35284) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.724844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90a06853-f459-4030-a6ee-ae41099edb2a tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126216 Feb 19 01:17:31.733425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35286) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.818201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5c8d5de1-dbd5-492f-a148-0eb6e63eedbb tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-labels/7cfc0e98-7741-4abb-9618-120cf3aceafd HTTP/1.1" status: 200 len: 473 time: 0.0751495 Feb 19 01:17:31.818201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35290) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:31.830286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a1b6e53-44c4-4c58-ab55-a3e09946e799 tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "GET /v2.0/metering/metering-label-rules/9b008589-18fe-44a5-8b21-29a2c3e299dd HTTP/1.1" status: 200 len: 459 time: 0.0154047 Feb 19 01:17:31.835906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35292) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:32.031533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c3d987d-41c6-4598-9c52-e426382d8dae tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.038545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35304) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:32.051406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c3d987d-41c6-4598-9c52-e426382d8dae tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-label-rules/9b008589-18fe-44a5-8b21-29a2c3e299dd HTTP/1.1" status: 204 len: 168 time: 0.2141540 Feb 19 01:17:32.441337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f97e3da-0a89-4bde-bb52-e399a6a5958c tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:32.443216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f97e3da-0a89-4bde-bb52-e399a6a5958c tempest-MeteringIpV6TestJSON-374831921 tempest-MeteringIpV6TestJSON-374831921-project-admin] 10.222.0.94 "DELETE /v2.0/metering/metering-labels/7cfc0e98-7741-4abb-9618-120cf3aceafd HTTP/1.1" status: 204 len: 168 time: 0.4027007 Feb 19 01:17:32.906536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14988156-b6c2-4068-a9e3-3898965ba208 req-3f09a1ca-ee31-4d3d-860d-cb2f52f96bf5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:32.911148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14988156-b6c2-4068-a9e3-3898965ba208 req-3f09a1ca-ee31-4d3d-860d-cb2f52f96bf5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.0959561 Feb 19 01:17:33.017368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14988156-b6c2-4068-a9e3-3898965ba208 req-45190edc-19bb-456e-aa0d-15ff21517d0c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986269 Feb 19 01:17:33.206843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35350) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:33.416774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23f1944d-a3e5-40d3-b454-bdefcbab1841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.569729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23f1944d-a3e5-40d3-b454-bdefcbab1841 admin admin] Publish callbacks [] for security_group (8c0b266b-49c7-4991-b550-2c8abc180b15), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.632029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23f1944d-a3e5-40d3-b454-bdefcbab1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c0b266b-49c7-4991-b550-2c8abc180b15), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:33.796987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-23f1944d-a3e5-40d3-b454-bdefcbab1841 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0d81fa84568241d39cfdbf9a1a36456c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5886776 Feb 19 01:17:33.800068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35366) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:33.808665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1944d-a3e5-40d3-b454-bdefcbab1841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b266b-49c7-4991-b550-2c8abc180b15,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:34.021030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] Publish callbacks [] for security_group (8c0b266b-49c7-4991-b550-2c8abc180b15), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.064816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] Publish callbacks [] for security_group (8c0b266b-49c7-4991-b550-2c8abc180b15), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.207585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c0b266b-49c7-4991-b550-2c8abc180b15), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.210467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:34.216269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8c0b266b-49c7-4991-b550-2c8abc180b15 HTTP/1.1" status: 204 len: 168 time: 0.4133289 Feb 19 01:17:34.233576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b187ce-05fa-49a4-83ac-ec25b6854fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b266b-49c7-4991-b550-2c8abc180b15,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:34.618522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a25a-729c-4c9a-8fe5-3f3d4112a8dd req-539a50fb-ce54-41a0-928c-85bedf66466b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:34.628597 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02c2a25a-729c-4c9a-8fe5-3f3d4112a8dd req-539a50fb-ce54-41a0-928c-85bedf66466b tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4994948 Feb 19 01:17:34.771551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-02c2a25a-729c-4c9a-8fe5-3f3d4112a8dd req-29694b7c-2531-4867-9a5f-4c76e82f5e1d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343727 Feb 19 01:17:35.756827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35428) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:35.774062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67a270ec-57f7-4dd8-afe4-5154e1a31b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.023953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db15543-393d-4931-a1ba-e0d687214295 req-0986b13b-58d4-4f09-b520-238515853b11 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:36.037265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7db15543-393d-4931-a1ba-e0d687214295 req-0986b13b-58d4-4f09-b520-238515853b11 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1514146 Feb 19 01:17:36.077117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67a270ec-57f7-4dd8-afe4-5154e1a31b29 admin admin] Publish callbacks [] for security_group (7cd24978-4395-48c0-8dc3-e9ab9e424ddd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.156696 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-67a270ec-57f7-4dd8-afe4-5154e1a31b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cd24978-4395-48c0-8dc3-e9ab9e424ddd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.209569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7db15543-393d-4931-a1ba-e0d687214295 req-999df78a-8f44-46bf-ac30-bd212426c337 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679163 Feb 19 01:17:36.316174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-67a270ec-57f7-4dd8-afe4-5154e1a31b29 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9ae39344ccff4da3959aaf9cd559de2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5575478 Feb 19 01:17:36.318380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:36.321219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a270ec-57f7-4dd8-afe4-5154e1a31b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd24978-4395-48c0-8dc3-e9ab9e424ddd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:36.476498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] Publish callbacks [] for security_group (7cd24978-4395-48c0-8dc3-e9ab9e424ddd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.526193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] Publish callbacks [] for security_group (7cd24978-4395-48c0-8dc3-e9ab9e424ddd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.647524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7cd24978-4395-48c0-8dc3-e9ab9e424ddd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.651992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:36.657959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7cd24978-4395-48c0-8dc3-e9ab9e424ddd HTTP/1.1" status: 204 len: 168 time: 0.3354096 Feb 19 01:17:36.680813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f280980-68d2-46db-b4a3-3ba35586972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd24978-4395-48c0-8dc3-e9ab9e424ddd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:36.957227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-b2fa0178-b7e5-49dc-b308-a16108f3db16 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863698 Feb 19 01:17:37.070582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-dea0aa73-5a33-45ef-ab28-07ae6bcc6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.074022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-dea0aa73-5a33-45ef-ab28-07ae6bcc6774 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 1127 time: 0.0870309 Feb 19 01:17:37.339305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-0fd92e17-9a87-45b6-a64c-653b8fad38d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.363740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-0fd92e17-9a87-45b6-a64c-653b8fad38d0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2665899 Feb 19 01:17:37.474233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d35d1b-33e7-4d15-8999-a6456894c867 req-ceb03dfa-0184-44a8-a406-52a5a0b1d9e0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.490766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06d35d1b-33e7-4d15-8999-a6456894c867 req-ceb03dfa-0184-44a8-a406-52a5a0b1d9e0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1438663 Feb 19 01:17:37.550982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-d2360239-e955-4217-b7f9-830d3e96f47f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 200 len: 217 time: 0.1808848 Feb 19 01:17:37.619620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06d35d1b-33e7-4d15-8999-a6456894c867 req-2f7c60fe-376a-4fdb-9a42-8eadb2de252a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276958 Feb 19 01:17:37.674511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-6c4547ff-25b2-4b4c-bf42-b65363ef04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.676413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-6c4547ff-25b2-4b4c-bf42-b65363ef04e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1166098 Feb 19 01:17:37.745485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-b3c393e1-f43d-4bfd-b047-bb53004d4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:37.747499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-b3c393e1-f43d-4bfd-b047-bb53004d4a71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638518 Feb 19 01:17:37.922742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-47db455e-b4ab-478f-9ac8-a6056098f2d6 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647644 Feb 19 01:17:38.119273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed583c0f-c383-40b1-95c9-4dc8e5e2fc68 req-40386918-aca5-45d2-9139-2a9f1d45accf service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900446 Feb 19 01:17:38.251161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0a81-37b1-49be-8697-d0bedd258f49 req-12523176-d27c-4df0-beef-aab482f3abc0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.256511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6cab0a81-37b1-49be-8697-d0bedd258f49 req-12523176-d27c-4df0-beef-aab482f3abc0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1678188 Feb 19 01:17:38.277344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-43337aa4-e540-4278-84f6-fa774a682f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.278878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-43337aa4-e540-4278-84f6-fa774a682f70 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.0991654 Feb 19 01:17:38.395225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6cab0a81-37b1-49be-8697-d0bedd258f49 req-e05c665c-cc70-4b8c-b223-cbb5ace76906 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276889 Feb 19 01:17:38.493196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-f73c82d7-ec39-46e1-b48b-0aa7021ff075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.493196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-f73c82d7-ec39-46e1-b48b-0aa7021ff075 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.2052538 Feb 19 01:17:38.715822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-1f72bc20-f96c-430c-b3b5-1f35ff6044c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.2144272 Feb 19 01:17:38.836648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-5d55d51a-b989-4f45-9dcb-41fcc6cdcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:38.838431 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-5d55d51a-b989-4f45-9dcb-41fcc6cdcab2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1102386 Feb 19 01:17:38.985502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-6c4eac1b-6a0e-4cc4-8095-2b3bff97246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:39.004318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-6c4eac1b-6a0e-4cc4-8095-2b3bff97246f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1584315 Feb 19 01:17:39.181301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-7756fc76-7144-4bc6-b6e7-cf56eb35196a service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687095 Feb 19 01:17:39.383606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35602) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:39.405715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f926ad15-5000-414c-b7b1-df9eae3c170d req-6c7d1149-2d59-4593-b929-e946b04faac2 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166858 Feb 19 01:17:39.605620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf095a-bda9-4baa-b318-afec6f0b4d5f req-75e0a98a-3260-4a2c-b870-c072ba1f5d5b tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:39.610659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85cf095a-bda9-4baa-b318-afec6f0b4d5f req-75e0a98a-3260-4a2c-b870-c072ba1f5d5b tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1129 time: 0.1897883 Feb 19 01:17:39.728014 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:39.778093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85cf095a-bda9-4baa-b318-afec6f0b4d5f req-bc230681-ed88-49e4-8985-a43ac1fb4c69 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579423 Feb 19 01:17:39.801666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08d873-5f80-4d66-b2a0-9ae09ad6caa1 req-80261baf-9dd7-462e-b4f4-756c2cb200a8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:39.817663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:39.836520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac08d873-5f80-4d66-b2a0-9ae09ad6caa1 req-80261baf-9dd7-462e-b4f4-756c2cb200a8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2365658 Feb 19 01:17:40.040750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1e31624-2a15-4499-9745-4464d27c19ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.098436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac08d873-5f80-4d66-b2a0-9ae09ad6caa1 req-9d0f7086-9096-4b33-b176-06a53c27d3fd tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608912 Feb 19 01:17:40.236734 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.277803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 377de67b-4a93-430d-9637-cd5221b2ec07 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:40.278750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.396903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.397505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (377de67b-4a93-430d-9637-cd5221b2ec07), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.428766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 377de67b-4a93-430d-9637-cd5221b2ec07 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:40.660210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35642) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:40.671625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6eda1d3c-b55c-4d63-aedf-bf0edf5180a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.700244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1e31624-2a15-4499-9745-4464d27c19ca admin admin] Publish callbacks [] for security_group (f17605f8-29df-4ced-9c21-919418485061), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.801259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1e31624-2a15-4499-9745-4464d27c19ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f17605f8-29df-4ced-9c21-919418485061), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.833230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:40.858563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1e31624-2a15-4499-9745-4464d27c19ca admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=97b0b1d0c5ab49ea98f19b69fe436540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4738195 Feb 19 01:17:40.863851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (377de67b-4a93-430d-9637-cd5221b2ec07), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.969761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-892966969'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:40.980030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] Publish callbacks [] for security_group (f17605f8-29df-4ced-9c21-919418485061), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:40.997508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=377de67b-4a93-430d-9637-cd5221b2ec07,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.007989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e31624-2a15-4499-9745-4464d27c19ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17605f8-29df-4ced-9c21-919418485061,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.074271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] Publish callbacks [] for security_group (f17605f8-29df-4ced-9c21-919418485061), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.098621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Made reservation on behalf of ac13b177b5a64dd19c5f35b1c9041a49 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:41.108863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.115332 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (9e075cf9-9d1f-48b9-972f-b9109bc5f86e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.115674 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 9e075cf9-9d1f-48b9-972f-b9109bc5f86e disassociated (deleted). External IP: 172.25.2.250, port: fb5641e4-5c94-4720-abcb-0e55f4c580ab. Feb 19 01:17:41.139947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.368832 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks [] for security_group (34532a06-ef21-4bbc-9ceb-407fefaba415), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.380243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f17605f8-29df-4ced-9c21-919418485061), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.385223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.400137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f17605f8-29df-4ced-9c21-919418485061 HTTP/1.1" status: 204 len: 168 time: 0.5590632 Feb 19 01:17:41.425139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50decb0-6ec2-40df-981d-9dc3e2d905e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17605f8-29df-4ced-9c21-919418485061,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.441931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (34532a06-ef21-4bbc-9ceb-407fefaba415), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.460944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:17:41.473424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28817e8d-447b-4cf9-9739-58b7f18ed6f4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.473777 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Added segment 28817e8d-447b-4cf9-9739-58b7f18ed6f4 of type vlan for network 820a98bc-f51b-47b4-91f8-2bd04229f17c Feb 19 01:17:41.532978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (820a98bc-f51b-47b4-91f8-2bd04229f17c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.597684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34532a06-ef21-4bbc-9ceb-407fefaba415,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.630179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (820a98bc-f51b-47b4-91f8-2bd04229f17c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.636520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:41.637679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:41.756628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0925932 Feb 19 01:17:41.802152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e008a46-d324-4ea0-8b89-f0c60023df2c tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Pushing event updated for resources: {'Network': ['ID=820a98bc-f51b-47b4-91f8-2bd04229f17c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:41.814063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:17:42.137101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19dce-3a79-4060-8e40-6d85d4f95043 req-0436dc51-be2c-4970-93b0-f878b15eef29 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:42.138658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6a19dce-3a79-4060-8e40-6d85d4f95043 req-0436dc51-be2c-4970-93b0-f878b15eef29 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.8008957 Feb 19 01:17:42.237018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router aecd027f-4f0b-46f4-872f-3c5831ade656 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:42.268317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6a19dce-3a79-4060-8e40-6d85d4f95043 req-0341bc3a-ce49-4373-b19c-d1118f80ac55 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211860 Feb 19 01:17:42.486042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:42.492874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c', 'binding:host_id': 'n-h1-826529-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-75753147'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:42.740481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Made reservation on behalf of 75eb4ad62a8b415792dfcac5a0cc7062 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:42.747622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:42.793575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:42.960751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:42.972213 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:42.977326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Sync routers for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:42.993476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:42.995765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:43.001400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:17:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.023429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8c041cf-1ce9-4bd4-a532-21c5c5a4a3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.097154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for security_group (15895697-7ed6-4c9a-b9ad-7a5fb4a54482), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.181898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4e0a-2a53-4db7-8eff-a92c90e8e6c7 req-5413ce04-947a-4880-aac6-b2005a7de654 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:43.191082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13cd4e0a-2a53-4db7-8eff-a92c90e8e6c7 req-5413ce04-947a-4880-aac6-b2005a7de654 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.5577073 Feb 19 01:17:43.196521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8c041cf-1ce9-4bd4-a532-21c5c5a4a3af admin admin] Publish callbacks [] for security_group (70def1bd-92ff-402c-ac93-6c4a5a507563), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.212494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (15895697-7ed6-4c9a-b9ad-7a5fb4a54482), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.216652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port 267dd3c0-1338-42c5-a3e8-adfb5811f091 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:43.222013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4761306f-178f-4af5-863b-9a6c44b0ab5f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/floatingips/9e075cf9-9d1f-48b9-972f-b9109bc5f86e HTTP/1.1" status: 204 len: 168 time: 3.4024312 Feb 19 01:17:43.243383 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15a0fbd6-7f89-4370-8152-1a2ec9ee10a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.249497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:43.269416 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:43.332529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:43.410944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13cd4e0a-2a53-4db7-8eff-a92c90e8e6c7 req-03fd803a-e16b-4f1c-8386-c044a02d4a1f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188649 Feb 19 01:17:43.411747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:43.601353 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dc95d0-5014-4adc-9fde-0e4e41acc220 x-openstack-request-id: req-24dc95d0-5014-4adc-9fde-0e4e41acc220 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:43.601654 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:43.601908 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-24dc95d0-5014-4adc-9fde-0e4e41acc220 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:43.602315 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:17:43.731189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8c041cf-1ce9-4bd4-a532-21c5c5a4a3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70def1bd-92ff-402c-ac93-6c4a5a507563), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.803594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8c041cf-1ce9-4bd4-a532-21c5c5a4a3af admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5e4261ea5e8c488eb90ddd50f8671bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8279872 Feb 19 01:17:43.825239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:43.907513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:43.926786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.963243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Checking router: aecd027f-4f0b-46f4-872f-3c5831ade656 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:17:43.978228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port 267dd3c0-1338-42c5-a3e8-adfb5811f091 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:43.992331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:43.994795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:17:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:43.998782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6516-756c-431c-8c72-dd38d0b1d6a4 req-8fb24403-003c-4c56-8240-a525a9f445a5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.000457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-addf6516-756c-431c-8c72-dd38d0b1d6a4 req-8fb24403-003c-4c56-8240-a525a9f445a5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3015401 Feb 19 01:17:44.065718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.079284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15895697-7ed6-4c9a-b9ad-7a5fb4a54482,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:44.192283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-addf6516-756c-431c-8c72-dd38d0b1d6a4 req-e1331999-be6a-4513-b98f-572db73039fa tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725755 Feb 19 01:17:44.242609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-3e38fb1c-9b2a-454c-8f3b-b8a494cfa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.245786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-3e38fb1c-9b2a-454c-8f3b-b8a494cfa1b9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 1129 time: 0.5727203 Feb 19 01:17:44.246999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.257982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] Publish callbacks [] for security_group (70def1bd-92ff-402c-ac93-6c4a5a507563), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.322737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] Publish callbacks [] for security_group (70def1bd-92ff-402c-ac93-6c4a5a507563), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.394278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Publish callbacks [] for security_group (70270243-b0e1-4fce-8b3b-8413faf73d90), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.398554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.403895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:44.445601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c041cf-1ce9-4bd4-a532-21c5c5a4a3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70def1bd-92ff-402c-ac93-6c4a5a507563,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:44.514600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70270243-b0e1-4fce-8b3b-8413faf73d90), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.554696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36ddbd-c041-4891-940e-4b17e7015def req-d87be175-5993-49a7-9d1c-bc2830549210 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.562270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f36ddbd-c041-4891-940e-4b17e7015def req-d87be175-5993-49a7-9d1c-bc2830549210 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1232870 Feb 19 01:17:44.582607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70def1bd-92ff-402c-ac93-6c4a5a507563), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.584781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:44.588284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/70def1bd-92ff-402c-ac93-6c4a5a507563 HTTP/1.1" status: 204 len: 168 time: 0.7522016 Feb 19 01:17:44.614878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3f125-8ea4-4a64-b53a-20c75eed2951 req-baeb1c65-5142-47fd-891a-fdb32e4c7329 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.616434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59f3f125-8ea4-4a64-b53a-20c75eed2951 req-baeb1c65-5142-47fd-891a-fdb32e4c7329 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 947 time: 0.4229164 Feb 19 01:17:44.617178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=267dd3c0-1338-42c5-a3e8-adfb5811f091,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:44.619157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2e342304e12b4a1893fe6c56578de374&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2061603 Feb 19 01:17:44.620462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70270243-b0e1-4fce-8b3b-8413faf73d90,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:44.622653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:44.771763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f36ddbd-c041-4891-940e-4b17e7015def req-e32ecf0d-2a6c-4978-8493-139c5fd875c5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000751 Feb 19 01:17:44.819497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.819967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.820325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.820679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.822181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.822181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.822816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.823011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.823391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.823663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.823999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.824324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.824660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d4f720-1ffc-4d96-bd34-8b304f8c1804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:44.869679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-f11f9813-d741-4d13-a184-606d57308780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:44.872014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-f11f9813-d741-4d13-a184-606d57308780 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 200 len: 898 time: 0.5710251 Feb 19 01:17:44.876502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e906b4-9f41-418d-b076-704790c4b231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70def1bd-92ff-402c-ac93-6c4a5a507563,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:44.976319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Checking segment: {'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:17:44.980143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Network hostable DHCP agents. Network: 820a98bc-f51b-47b4-91f8-2bd04229f17c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:17:44.987765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:44.994729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] Publish callbacks [] for security_group (70270243-b0e1-4fce-8b3b-8413faf73d90), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.050184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68fa362-9498-4e13-a734-4457c0c76cf3 None None] The sync data for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 is: [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:15:11Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a017e28a-d19e-4941-aa36-1381262dd580', 'name': '', 'network_id': 'e7197190-feb8-46bf-a6e1-8d5cec3e1dfa', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:72:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:09Z', 'updated_at': '2022-02-19T01:15:17Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'c65f9213-ab78-4fc7-883a-8c5afc081729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:45.057443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] Publish callbacks [] for security_group (70270243-b0e1-4fce-8b3b-8413faf73d90), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.099913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bea4c-37d8-4657-a18c-d301b45e6f82 req-a8cc6bc4-50e7-4e8c-80be-e9eee71d6406 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.114783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a19bea4c-37d8-4657-a18c-d301b45e6f82 req-a8cc6bc4-50e7-4e8c-80be-e9eee71d6406 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1989629 Feb 19 01:17:45.243051 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59f3f125-8ea4-4a64-b53a-20c75eed2951 req-5bf85e48-a17a-4450-94d8-d34d45598a34 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5987930 Feb 19 01:17:45.244518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-2b58d9ac-8515-431d-8fa0-8a83acfb5866 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 200 len: 217 time: 0.2811646 Feb 19 01:17:45.262812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a19bea4c-37d8-4657-a18c-d301b45e6f82 req-4e3bff37-c128-49e7-bb10-4ae95ba0d6e4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435218 Feb 19 01:17:45.400965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.445155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:17:45.446277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70270243-b0e1-4fce-8b3b-8413faf73d90), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.448945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:45.450121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/70270243-b0e1-4fce-8b3b-8413faf73d90 HTTP/1.1" status: 204 len: 168 time: 0.7689960 Feb 19 01:17:45.472828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dea035-50ee-4d0c-a316-a45d10f8e904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70270243-b0e1-4fce-8b3b-8413faf73d90,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:45.506791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-bfef15c1-e3f1-412d-8a5d-9cd1f3909cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.511795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-bfef15c1-e3f1-412d-8a5d-9cd1f3909cc7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 200 len: 834 time: 0.2336121 Feb 19 01:17:45.561139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-14888c18-a5b5-400c-84e9-9c00c956abd6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.562786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-14888c18-a5b5-400c-84e9-9c00c956abd6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 947 time: 0.3151042 Feb 19 01:17:45.714528 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cea130-250d-4aae-ab37-6dfddccdf1cd None None] New status for floating IP 9e075cf9-9d1f-48b9-972f-b9109bc5f86e: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:17:45.822205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 820a98bc-f51b-47b4-91f8-2bd04229f17c) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:45.831419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:45.844399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bfdc1f-9405-4239-8eae-b85ff6778a6b None None] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:45.908112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:45.908618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:45.908786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:45.948064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-3cdc7777-82bb-4106-866f-a7ae4b221049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:45.956077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-3cdc7777-82bb-4106-866f-a7ae4b221049 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4360261 Feb 19 01:17:45.977249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-bd47a134-4650-48fa-90c3-0b0b0ab412f7 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:17:45.978284 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-bd47a134-4650-48fa-90c3-0b0b0ab412f7 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111771 Feb 19 01:17:46.199996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae926f-4e7f-465d-978d-5452488858f7 req-93aa182e-bc86-4360-b16d-a17c8dc4bb7f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:46.207370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02ae926f-4e7f-465d-978d-5452488858f7 req-93aa182e-bc86-4360-b16d-a17c8dc4bb7f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1464527 Feb 19 01:17:46.246406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-4eabf99a-20e1-4ee0-bb98-1eb28dec89ad service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554166 Feb 19 01:17:46.250626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:46.253102 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:46.253827 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 2 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:46.330248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02ae926f-4e7f-465d-978d-5452488858f7 req-f6aa5d6a-67c5-4bef-8dc0-6db38f3eb434 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138599 Feb 19 01:17:46.347532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:46.348105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:46.348613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:46.796192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:46.796457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:46.818816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:46.819177 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:46.824816 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 3 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:46.883771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:46.884121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:46.884462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:46.911605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:46.912262 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:46.916764 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 4 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:46.997005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.000392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.000907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.015021 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.017758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.018261 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.020509 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 5 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.031781 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb9898df-63e2-40a6-aa4d-a28c46ec33d7 req-bcfd7ca0-3f9d-4e25-932f-e18fd3a3dec6 service neutron] 10.222.0.117 "GET /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607028 Feb 19 01:17:47.068827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c357440-6ea9-4e60-a70d-23142c1d1c67 req-f0ce915f-b4b8-4fba-8780-5fa256ba6a2a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.071012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c357440-6ea9-4e60-a70d-23142c1d1c67 req-f0ce915f-b4b8-4fba-8780-5fa256ba6a2a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 947 time: 0.2822711 Feb 19 01:17:47.074728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port fb5641e4-5c94-4720-abcb-0e55f4c580ab, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=fb5641e4-5c94-4720-abcb-0e55f4c580ab,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:47.075127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.089681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.090325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.090820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.105035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.105375 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.106208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for fb5641e4-5c94-4720-abcb-0e55f4c580ab owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:47.108979 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 6 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.174223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35782) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:47.214264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb33a-bab6-4b0a-a9a4-456dac06e567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.253801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.254130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.254483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.293889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.294239 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.301138 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 7 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.368979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb33a-bab6-4b0a-a9a4-456dac06e567 admin admin] Publish callbacks [] for security_group (5ae422e3-0f8c-4177-be61-33b36b306078), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.429593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.430124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.433665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.440903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c357440-6ea9-4e60-a70d-23142c1d1c67 req-199343bc-1dcd-41c5-b6a0-ac6769e47e21 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=99082807-28f3-4d7c-9a6e-eaaf849bff62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549581 Feb 19 01:17:47.449504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.455649 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.470740 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 8 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.498907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.499144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.499500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.514602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.515215 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.516598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb33a-bab6-4b0a-a9a4-456dac06e567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ae422e3-0f8c-4177-be61-33b36b306078), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.542999 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 9 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.559922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.560866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.561375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.572764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.573105 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.577704 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 10 to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 Feb 19 01:17:47.582076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e4eb33a-bab6-4b0a-a9a4-456dac06e567 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b439bce6098d4973828e59c7bcd7a444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4067397 Feb 19 01:17:47.598693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:47.618716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:47.619054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:47.619410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:47.644375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:47.645668 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 267dd3c0-1338-42c5-a3e8-adfb5811f091 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:47.646972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.656107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eb33a-bab6-4b0a-a9a4-456dac06e567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae422e3-0f8c-4177-be61-33b36b306078,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:47.699814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc4bc-3d55-40fe-b533-3bc827b692c0 req-7ce4ad1a-8802-488d-bdf0-ddcb17e24031 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.701632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffbdc4bc-3d55-40fe-b533-3bc827b692c0 req-7ce4ad1a-8802-488d-bdf0-ddcb17e24031 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2579732 Feb 19 01:17:47.783474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fb5641e4-5c94-4720-abcb-0e55f4c580ab), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.786566 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] Publish callbacks [] for security_group (5ae422e3-0f8c-4177-be61-33b36b306078), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.806685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffbdc4bc-3d55-40fe-b533-3bc827b692c0 req-b6fbe116-6ea1-40fc-aacb-4b9bc6eb1771 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825167 Feb 19 01:17:47.873969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] Publish callbacks [] for security_group (5ae422e3-0f8c-4177-be61-33b36b306078), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.926616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=fb5641e4-5c94-4720-abcb-0e55f4c580ab,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.043670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port 267dd3c0-1338-42c5-a3e8-adfb5811f091, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:48.043670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempted to set empty binding levels {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:17:48.107784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] No DVR routers for this DVR port fb5641e4-5c94-4720-abcb-0e55f4c580ab on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:48.110724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.114267 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3ab1e5f-e02e-4479-91b7-a455997b72aa req-f9e3ce19-8826-45ab-a1d8-d81f9df2733f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "DELETE /v2.0/ports/fb5641e4-5c94-4720-abcb-0e55f4c580ab HTTP/1.1" status: 204 len: 173 time: 2.5201771 Feb 19 01:17:48.114782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-deleted', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:48.117443 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f061e76f-a587-4c55-b57f-ec306ca1e70e" -d '{"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-deleted", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:48.216272 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110ab1a8-b5e2-491d-bbd8-24776e833632 x-openstack-request-id: req-110ab1a8-b5e2-491d-bbd8-24776e833632 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:48.216272 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90bbc6e-96ac-4492-975a-80cd005553fa", "name": "network-vif-deleted", "tag": "fb5641e4-5c94-4720-abcb-0e55f4c580ab", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:48.216272 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-110ab1a8-b5e2-491d-bbd8-24776e833632 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:48.216272 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90bbc6e-96ac-4492-975a-80cd005553fa', 'name': 'network-vif-deleted', 'tag': 'fb5641e4-5c94-4720-abcb-0e55f4c580ab', 'status': 'completed', 'code': 200} Feb 19 01:17:48.357822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:48.380743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: fb5641e4-5c94-4720-abcb-0e55f4c580ab {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:17:48.385669 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ae422e3-0f8c-4177-be61-33b36b306078), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.386174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device fb5641e4-5c94-4720-abcb-0e55f4c580ab not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:17:48.386277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.395043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5ae422e3-0f8c-4177-be61-33b36b306078 HTTP/1.1" status: 204 len: 168 time: 0.7702641 Feb 19 01:17:48.426263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2172-9b06-47c2-85df-9c54b8cdac5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae422e3-0f8c-4177-be61-33b36b306078,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.448354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.541248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=267dd3c0-1338-42c5-a3e8-adfb5811f091,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:48.578230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:48.578853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:48.710753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e8a1a3e0-3a65-4901-bd83-830ef78dab74 req-7d286311-c66a-41cd-9e10-122aa8ce4492 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.0874846 Feb 19 01:17:48.752875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a6051e8-afe2-47ec-97f0-82f7275090b9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 6.2654805 Feb 19 01:17:48.756028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:48.990815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-1745a4ef-ff34-4dda-98b4-ecbccff1ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:48.993625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-1745a4ef-ff34-4dda-98b4-ecbccff1ff5e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2f1b908732ce4137a5579b35058bb2d7&device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 1127 time: 0.1013987 Feb 19 01:17:49.019866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Deleting port 267dd3c0-1338-42c5-a3e8-adfb5811f091 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:49.019866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.124586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-57ea05ad-8f5d-49bb-9a1c-465fd25ec3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.126444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-57ea05ad-8f5d-49bb-9a1c-465fd25ec3b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 200 len: 912 time: 0.1270669 Feb 19 01:17:49.252328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9c540-295a-4248-84db-731c9d234ed5 req-08cc6ebb-b5b2-4744-bffd-6ecb285c84cf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.262147 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2d9c540-295a-4248-84db-731c9d234ed5 req-08cc6ebb-b5b2-4744-bffd-6ecb285c84cf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.3723128 Feb 19 01:17:49.304857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port 267dd3c0-1338-42c5-a3e8-adfb5811f091, host n-h1-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:49.307716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.317070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-c484e9eb-e497-47de-8467-269272c3ca9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 200 len: 999 time: 0.1800642 Feb 19 01:17:49.340903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Calling delete_port for 267dd3c0-1338-42c5-a3e8-adfb5811f091 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:49.422218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-28ff4c97-6b49-42da-961c-309a6ab519d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.426398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-28ff4c97-6b49-42da-961c-309a6ab519d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 200 len: 850 time: 0.1037941 Feb 19 01:17:49.435920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2d9c540-295a-4248-84db-731c9d234ed5 req-9e870718-8b55-4dc5-9b94-20f41e42a788 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725552 Feb 19 01:17:49.630269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-e7b4da1c-3886-4b63-b1e8-008d8f1b3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:49.631905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-e7b4da1c-3886-4b63-b1e8-008d8f1b3803 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2cc50135-8b47-49b0-ad94-d8ac6162e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1979048 Feb 19 01:17:49.701372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (267dd3c0-1338-42c5-a3e8-adfb5811f091), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.801020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.813602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "DELETE /v2.0/ports/267dd3c0-1338-42c5-a3e8-adfb5811f091 HTTP/1.1" status: 204 len: 168 time: 1.0565107 Feb 19 01:17:49.824512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:49.875559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982a7d-cc35-41ef-a801-d5cede9fee2b tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event deleted for resources: {'Port': ['ID=267dd3c0-1338-42c5-a3e8-adfb5811f091,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:49.890889 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f763dd-c480-4bf8-af7f-63180b76fcbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:17:49.896315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6f763dd-c480-4bf8-af7f-63180b76fcbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports/267dd3c0-1338-42c5-a3e8-adfb5811f091 HTTP/1.1" status: 404 len: 333 time: 0.0668919 Feb 19 01:17:49.897828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35844) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:49.909354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1542747829'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:49.963659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-1c85180f-f632-4ff6-a727-2ee0d3c221e8 service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160386 Feb 19 01:17:49.982909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-26a88696-3fab-48af-8caf-41183a19e9a6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2936254 Feb 19 01:17:50.006476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b2ca675-117b-4038-acae-1004cb7ea59d req-ff4738da-a3ba-42de-b1bb-aefd0d137a2a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=b90bbc6e-96ac-4492-975a-80cd005553fa HTTP/1.1" status: 200 len: 210 time: 0.1130259 Feb 19 01:17:50.100782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Made reservation on behalf of 75eb4ad62a8b415792dfcac5a0cc7062 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:50.116247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.177560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192ef09-6f4a-46bb-b1e7-3442156f2f76 req-f8577251-3895-4f3b-beeb-7f747a32681a service neutron] 10.222.0.96 "GET /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737223 Feb 19 01:17:50.190724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port 1d8dd42b-3031-4b8d-9815-7e920c70b6da yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:50.287558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-ef8efccc-fd9a-4af3-900e-330fed4826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.289564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-ef8efccc-fd9a-4af3-900e-330fed4826c0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1132 time: 0.2862108 Feb 19 01:17:50.811168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-4af20b06-f116-4481-8e4b-6436d54aa930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:50.812726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-4af20b06-f116-4481-8e4b-6436d54aa930 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.5024412 Feb 19 01:17:50.824146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.965506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-3adb2c35-30a3-4fe1-b151-a50ddeb2fff1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.1296396 Feb 19 01:17:51.071474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9894eff-1f20-4adc-b455-531519d597af req-05050685-1b8f-44b1-b96d-93de645aee86 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.071474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9894eff-1f20-4adc-b455-531519d597af req-05050685-1b8f-44b1-b96d-93de645aee86 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4101815 Feb 19 01:17:51.078873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-629cc9cf-89b8-44fa-90b4-9d5b6b7501b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.080669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-629cc9cf-89b8-44fa-90b4-9d5b6b7501b6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1064184 Feb 19 01:17:51.149020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.185967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:51.348106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:51.401368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:51.406145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:51.408295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.408295 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.454800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9894eff-1f20-4adc-b455-531519d597af req-4b008787-002d-4564-9a1d-bedbcfd597fb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726780 Feb 19 01:17:51.464126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-de7fd581-a94d-4761-8138-66da1afc17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:51.468312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-de7fd581-a94d-4761-8138-66da1afc17f4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3768587 Feb 19 01:17:51.473174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8dd42b-3031-4b8d-9815-7e920c70b6da,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:51.601173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-094e7121-820a-4269-af86-483c38c0bd19 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7008488 Feb 19 01:17:51.605395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35896) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:51.618494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:51.723187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-ed1c6729-825e-4816-86dc-9464ffa7f62b service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259471 Feb 19 01:17:51.882777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.906413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d1c563-97ee-4736-a98e-bc506a8f406d req-d971374d-2632-4d47-b16a-379101c5f349 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751385 Feb 19 01:17:52.459219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port 1d8dd42b-3031-4b8d-9815-7e920c70b6da yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:52.478134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.578901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.757247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8dd42b-3031-4b8d-9815-7e920c70b6da,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:52.986338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (aecd027f-4f0b-46f4-872f-3c5831ade656), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.991869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:52.992345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:52.992791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.020788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c98f9-58f1-4dd8-a836-5f6ff19b1e99 req-8f0337ca-b019-4177-857e-0a0eadb9785f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:53.029703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-591c98f9-58f1-4dd8-a836-5f6ff19b1e99 req-8f0337ca-b019-4177-857e-0a0eadb9785f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2758107 Feb 19 01:17:53.101451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.101933 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.112799 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 2 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.146279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.146279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.146279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.209038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.209691 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.212314 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 3 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.234276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-591c98f9-58f1-4dd8-a836-5f6ff19b1e99 req-352c2854-d1eb-486f-8166-9fa9d8686950 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035270 Feb 19 01:17:53.272453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.273043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.277588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.415329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.415329 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.415329 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 4 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.488987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.489587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.493034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.511363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.517265 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.517474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab473d42-bf4c-4d9e-890e-1d8435b17a0f req-c211a716-d696-4505-bc3f-df2b80a7ca6f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:53.520158 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 5 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.528242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab473d42-bf4c-4d9e-890e-1d8435b17a0f req-c211a716-d696-4505-bc3f-df2b80a7ca6f tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1350603 Feb 19 01:17:53.560569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.564263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.564965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.582073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.585333 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.588337 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 6 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.635053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.637319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.637824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.649878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab473d42-bf4c-4d9e-890e-1d8435b17a0f req-83d20d5a-4aa3-4cef-b754-a5cd2ef90926 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162906 Feb 19 01:17:53.651134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.651331 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.656957 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 7 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.799898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.800242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.800593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.822744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.822744 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.841967 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 8 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.863533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.863870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.864210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.870250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.870408 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.875125 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 9 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.889543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.889890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.890232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.899438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:53.899775 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:53.901319 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 10 to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da Feb 19 01:17:53.926751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port a017e28a-d19e-4941-aa36-1381262dd580 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:53.927000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a017e28a-d19e-4941-aa36-1381262dd580), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:53.929725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:17:53.930063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:17:53.930433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:17:53.997977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:17:54.003973 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:17:54.007457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.180119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port 1d8dd42b-3031-4b8d-9815-7e920c70b6da, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:17:54.180470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempted to set empty binding levels {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:17:54.259974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.279827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port a017e28a-d19e-4941-aa36-1381262dd580, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a017e28a-d19e-4941-aa36-1381262dd580,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:54.280200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a017e28a-d19e-4941-aa36-1381262dd580), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.309493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] In _notify_port_updated(), no bound segment for port 1d8dd42b-3031-4b8d-9815-7e920c70b6da on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:17:54.310606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.311467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.312825 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "PUT /v2.0/ports/1d8dd42b-3031-4b8d-9815-7e920c70b6da HTTP/1.1" status: 200 len: 975 time: 2.7063162 Feb 19 01:17:54.315731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.331077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for a017e28a-d19e-4941-aa36-1381262dd580 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:54.366948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd12c8-0e98-420e-b97c-70e7716505fd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=1d8dd42b-3031-4b8d-9815-7e920c70b6da,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:54.424413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35990) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.463659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.686632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.687348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.687758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.688279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.688831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.689331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.689865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.690385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.690915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.696424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.696980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.697523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.698054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.698717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.699299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.699822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.700444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.701553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.702077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.703605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.706526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.707062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.707622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.708265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:54.714363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fcd348a8-7b5e-4efd-a297-b526d12bd8ec tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22396 time: 0.3975401 Feb 19 01:17:54.726934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36000) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:54.854639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26db2358-6ffc-4300-93a4-fa3db3f559cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.877841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dac9aa2c-8b03-4050-a793-6a3cb588874c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.878562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Deleting port 1d8dd42b-3031-4b8d-9815-7e920c70b6da {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:54.878918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.962841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port 1d8dd42b-3031-4b8d-9815-7e920c70b6da, host n-h1-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:54.963587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.999066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Calling delete_port for 1d8dd42b-3031-4b8d-9815-7e920c70b6da owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:55.002705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26db2358-6ffc-4300-93a4-fa3db3f559cd admin admin] Publish callbacks [] for security_group (5462a136-44d2-4b0a-9aa6-68a50b4af5dc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.010656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a017e28a-d19e-4941-aa36-1381262dd580), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.117256 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26db2358-6ffc-4300-93a4-fa3db3f559cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5462a136-44d2-4b0a-9aa6-68a50b4af5dc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.150300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=a017e28a-d19e-4941-aa36-1381262dd580,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.202198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1d8dd42b-3031-4b8d-9815-7e920c70b6da), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.242279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.244070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "DELETE /v2.0/ports/1d8dd42b-3031-4b8d-9815-7e920c70b6da HTTP/1.1" status: 204 len: 168 time: 0.5159316 Feb 19 01:17:55.245462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cdf94-2d12-498b-b01b-276c4140ea6e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d8dd42b-3031-4b8d-9815-7e920c70b6da,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.247514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.283792 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b17bd5-3d8e-40f8-8555-97e152093b9e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:17:55.289034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-02b17bd5-3d8e-40f8-8555-97e152093b9e tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports/1d8dd42b-3031-4b8d-9815-7e920c70b6da HTTP/1.1" status: 404 len: 333 time: 0.0385754 Feb 19 01:17:55.289034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36024) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.295816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-656241539', 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:55.297117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db2358-6ffc-4300-93a4-fa3db3f559cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5462a136-44d2-4b0a-9aa6-68a50b4af5dc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.340205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26db2358-6ffc-4300-93a4-fa3db3f559cd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=da1934beaf1a43948b571cc69cb6c92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9123805 Feb 19 01:17:55.343010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.457075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] Publish callbacks [] for security_group (5462a136-44d2-4b0a-9aa6-68a50b4af5dc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.463778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Made reservation on behalf of 75eb4ad62a8b415792dfcac5a0cc7062 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:55.470591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.522955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port 1e5ff34c-f55f-47b4-8733-8d7f4a078f29 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:55.583336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dac9aa2c-8b03-4050-a793-6a3cb588874c admin admin] Publish callbacks [] for security_group (dc37039b-5a9e-4f2d-88c9-a51512e7e232), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.595997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (aecd027f-4f0b-46f4-872f-3c5831ade656), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.607702 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] Publish callbacks [] for security_group (5462a136-44d2-4b0a-9aa6-68a50b4af5dc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.682389 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dac9aa2c-8b03-4050-a793-6a3cb588874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dc37039b-5a9e-4f2d-88c9-a51512e7e232), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.744302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9aa2c-8b03-4050-a793-6a3cb588874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc37039b-5a9e-4f2d-88c9-a51512e7e232,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:55.757675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dac9aa2c-8b03-4050-a793-6a3cb588874c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9d2c4637687a4c6c9ff209e4f5d2d7a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2901964 Feb 19 01:17:55.763818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:55.887177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (1e5ff34c-f55f-47b4-8733-8d7f4a078f29), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.932436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5462a136-44d2-4b0a-9aa6-68a50b4af5dc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.936044 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.937264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5462a136-44d2-4b0a-9aa6-68a50b4af5dc HTTP/1.1" status: 204 len: 168 time: 0.5929351 Feb 19 01:17:55.938212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] Publish callbacks [] for security_group (dc37039b-5a9e-4f2d-88c9-a51512e7e232), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:55.994541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13168d-1fd2-4c8d-b550-b053f32df46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5462a136-44d2-4b0a-9aa6-68a50b4af5dc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.031734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] Publish callbacks [] for security_group (dc37039b-5a9e-4f2d-88c9-a51512e7e232), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.041552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router aecd027f-4f0b-46f4-872f-3c5831ade656 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:17:56.157377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1e5ff34c-f55f-47b4-8733-8d7f4a078f29), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.234989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:17:56.244711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:17:56.249665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:17:56.250763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.251510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.301767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dc37039b-5a9e-4f2d-88c9-a51512e7e232), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.305794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.307073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dc37039b-5a9e-4f2d-88c9-a51512e7e232 HTTP/1.1" status: 204 len: 168 time: 0.5342572 Feb 19 01:17:56.320621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290985e4-2661-4291-9129-bccfc201e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc37039b-5a9e-4f2d-88c9-a51512e7e232,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.328412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=1e5ff34c-f55f-47b4-8733-8d7f4a078f29,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:56.353825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:17:56.358907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Sync routers for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:17:56.383757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-421db45b-60b0-42ce-99a9-8452f72e4558 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/aecd027f-4f0b-46f4-872f-3c5831ade656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1928186 Feb 19 01:17:56.384140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.403137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:56.412514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:17:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:56.419739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b0c53fb2-a629-4ae7-999e-c19b70736225 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1288850 Feb 19 01:17:56.478655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36066) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.579643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-aeb5b3da-c53d-4574-912e-5391b0424630 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.581553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-aeb5b3da-c53d-4574-912e-5391b0424630 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f9215ac-c357-4abc-b9a6-1e96d9faff56 HTTP/1.1" status: 200 len: 944 time: 0.1974349 Feb 19 01:17:56.616309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b25879-7e51-4479-b20e-afa9216fbdc6 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:56.620677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12b25879-7e51-4479-b20e-afa9216fbdc6 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports/1e5ff34c-f55f-47b4-8733-8d7f4a078f29 HTTP/1.1" status: 200 len: 954 time: 0.1294973 Feb 19 01:17:56.627094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting subnet c65f9213-ab78-4fc7-883a-8c5afc081729 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:17:56.631558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (c65f9213-ab78-4fc7-883a-8c5afc081729), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.654855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:56.683686 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (c65f9213-ab78-4fc7-883a-8c5afc081729), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.730685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:56.858724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (c65f9213-ab78-4fc7-883a-8c5afc081729), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:56.940703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port 95a277be-3d63-411d-bda2-b9838e772e33 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:56.955734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (95a277be-3d63-411d-bda2-b9838e772e33), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.046114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.069385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (c65f9213-ab78-4fc7-883a-8c5afc081729), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.082120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-256087c4-a0cd-4a17-99e6-49c8d30819df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.156604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Subnet': ['ID=c65f9213-ab78-4fc7-883a-8c5afc081729,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.159655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.163725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-381ef489-8370-4091-a88d-929bd8e6f37e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/subnets/c65f9213-ab78-4fc7-883a-8c5afc081729 HTTP/1.1" status: 204 len: 168 time: 0.7784908 Feb 19 01:17:57.167675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:17:54Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:57.168332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.220645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port 95a277be-3d63-411d-bda2-b9838e772e33, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=95a277be-3d63-411d-bda2-b9838e772e33,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:57.221259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (95a277be-3d63-411d-bda2-b9838e772e33), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.235302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e225c8-3bd6-40b1-a2f2-8931baca8069 None None] Network e7197190-feb8-46bf-a6e1-8d5cec3e1dfa requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:17:57.238938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Checking router: aecd027f-4f0b-46f4-872f-3c5831ade656 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:17:57.264483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for 95a277be-3d63-411d-bda2-b9838e772e33 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:57.412657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-256087c4-a0cd-4a17-99e6-49c8d30819df admin admin] Publish callbacks [] for security_group (71594da5-e11b-4a2a-ba36-221a623dde22), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.416015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.451551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Deleting port 1e5ff34c-f55f-47b4-8733-8d7f4a078f29 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:57.451953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1e5ff34c-f55f-47b4-8733-8d7f4a078f29), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.459696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Routers {'aecd027f-4f0b-46f4-872f-3c5831ade656'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:17:57.465133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:17:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aecd027f-4f0b-46f4-872f-3c5831ade656'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:57.522437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1e5ff34c-f55f-47b4-8733-8d7f4a078f29), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.538651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Calling delete_port for 1e5ff34c-f55f-47b4-8733-8d7f4a078f29 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:57.572985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (aecd027f-4f0b-46f4-872f-3c5831ade656), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.572985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-256087c4-a0cd-4a17-99e6-49c8d30819df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71594da5-e11b-4a2a-ba36-221a623dde22), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.624494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (95a277be-3d63-411d-bda2-b9838e772e33), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.636844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-256087c4-a0cd-4a17-99e6-49c8d30819df admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f7eb4db718854535ad8c93873de6723d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5894320 Feb 19 01:17:57.639502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256087c4-a0cd-4a17-99e6-49c8d30819df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71594da5-e11b-4a2a-ba36-221a623dde22,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.642477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36088) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.712039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef', 'fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:17:57.728831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 725b662c-271f-4faf-ae13-be261754fae4 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:57.734223 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (725b662c-271f-4faf-ae13-be261754fae4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.757992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=95a277be-3d63-411d-bda2-b9838e772e33,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:57.834912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36090) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:57.836493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] DHCP port deletion for e7197190-feb8-46bf-a6e1-8d5cec3e1dfa request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:17:57.951237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] Set router aecd027f-4f0b-46f4-872f-3c5831ade656 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:17:57.952730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port 725b662c-271f-4faf-ae13-be261754fae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=725b662c-271f-4faf-ae13-be261754fae4,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:57.953238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (725b662c-271f-4faf-ae13-be261754fae4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:57.985603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 725b662c-271f-4faf-ae13-be261754fae4 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:57.992032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] No DVR routers for this DVR port 95a277be-3d63-411d-bda2-b9838e772e33 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:17:58.001442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bbc01ad-0f77-489b-a773-04bb8bc9ad39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.005095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1e5ff34c-f55f-47b4-8733-8d7f4a078f29), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.011158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.023489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3998429c-3cd7-49f0-957a-2c15d52cc1ae req-60427585-65b7-467d-9ad8-85dbd72649c4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "DELETE /v2.0/ports/95a277be-3d63-411d-bda2-b9838e772e33 HTTP/1.1" status: 204 len: 173 time: 1.4361310 Feb 19 01:17:58.027392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-deleted', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:17:58.034254 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aedeb2a-5fef-4d3f-af97-9e40d4b316b6" -d '{"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-deleted", "tag": "95a277be-3d63-411d-bda2-b9838e772e33"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:17:58.137065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e5ff34c-f55f-47b4-8733-8d7f4a078f29,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.154877 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 01:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34f2a9b-1795-4557-9a7a-f24bc39af065 x-openstack-request-id: req-b34f2a9b-1795-4557-9a7a-f24bc39af065 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:17:58.155265 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9215ac-c357-4abc-b9a6-1e96d9faff56", "name": "network-vif-deleted", "tag": "95a277be-3d63-411d-bda2-b9838e772e33", "status": "failed", "code": 422}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:17:58.156042 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b34f2a9b-1795-4557-9a7a-f24bc39af065 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:17:58.156369 n-d-826529-3 neutron-server[110602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f9215ac-c357-4abc-b9a6-1e96d9faff56', 'name': 'network-vif-deleted', 'tag': '95a277be-3d63-411d-bda2-b9838e772e33', 'status': 'failed', 'code': 422} returned with failed status Feb 19 01:17:58.181422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.192777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7eff3cb8-0714-47fc-b49c-dd51d4427bbd tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "DELETE /v2.0/ports/1e5ff34c-f55f-47b4-8733-8d7f4a078f29 HTTP/1.1" status: 204 len: 168 time: 1.5345228 Feb 19 01:17:58.213776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36094) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.295369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] Publish callbacks [] for security_group (71594da5-e11b-4a2a-ba36-221a623dde22), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.309593 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c09c953-0e68-4524-8fe1-a9f8bac5820d tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:17:58.319349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c09c953-0e68-4524-8fe1-a9f8bac5820d tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports/1e5ff34c-f55f-47b4-8733-8d7f4a078f29 HTTP/1.1" status: 404 len: 333 time: 0.1044619 Feb 19 01:17:58.320783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36104) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.335301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2101102789'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:17:58.398165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] Publish callbacks [] for security_group (71594da5-e11b-4a2a-ba36-221a623dde22), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.505933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (725b662c-271f-4faf-ae13-be261754fae4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.553613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bbc01ad-0f77-489b-a773-04bb8bc9ad39 admin admin] Publish callbacks [] for security_group (5ba1f039-83a7-4f3c-addd-c75836efe314), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.566364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Made reservation on behalf of 75eb4ad62a8b415792dfcac5a0cc7062 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:17:58.570112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.600542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=725b662c-271f-4faf-ae13-be261754fae4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.619585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port ce9ace92-076a-4e60-957d-8db37f3dbe53 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:17:58.630795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bbc01ad-0f77-489b-a773-04bb8bc9ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ba1f039-83a7-4f3c-addd-c75836efe314), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.696653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device b28b1988-1bfa-4d64-8916-22c2abe23d22 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:17:58.697250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36112) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:58.698063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7bbc01ad-0f77-489b-a773-04bb8bc9ad39 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1f4517c4dcff490aa8b006829984b783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8227844 Feb 19 01:17:58.702166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc01ad-0f77-489b-a773-04bb8bc9ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1f039-83a7-4f3c-addd-c75836efe314,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.718557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71594da5-e11b-4a2a-ba36-221a623dde22), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.728681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:58.735677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/71594da5-e11b-4a2a-ba36-221a623dde22 HTTP/1.1" status: 204 len: 168 time: 1.0856316 Feb 19 01:17:58.802494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6504206-0077-4265-9c05-8b3aa7a023f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71594da5-e11b-4a2a-ba36-221a623dde22,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:58.827841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (aecd027f-4f0b-46f4-872f-3c5831ade656), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.002042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Deleting port b28b1988-1bfa-4d64-8916-22c2abe23d22 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:17:59.002042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.003608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.022982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (aecd027f-4f0b-46f4-872f-3c5831ade656), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.043441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] Publish callbacks [] for security_group (5ba1f039-83a7-4f3c-addd-c75836efe314), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.068229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.119977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] Publish callbacks [] for security_group (5ba1f039-83a7-4f3c-addd-c75836efe314), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.128746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] For port b28b1988-1bfa-4d64-8916-22c2abe23d22, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b28b1988-1bfa-4d64-8916-22c2abe23d22,segment=NetworkSegment(19262b1a-21ee-48bb-868e-a8abbe1e74b7),segment_id=19262b1a-21ee-48bb-868e-a8abbe1e74b7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:17:59.134352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.145974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Calling delete_port for b28b1988-1bfa-4d64-8916-22c2abe23d22 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:17:59.212619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (aecd027f-4f0b-46f4-872f-3c5831ade656), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.213355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Fanout notify agent at l3_agent the message router_deleted on router aecd027f-4f0b-46f4-872f-3c5831ade656 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:17:59.227051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:17:59.228283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.229476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d2f63ab3-3f48-4d1f-985e-265fe2264255 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/routers/aecd027f-4f0b-46f4-872f-3c5831ade656 HTTP/1.1" status: 204 len: 168 time: 2.0601203 Feb 19 01:17:59.233193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36124) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:17:59.270603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port b28b1988-1bfa-4d64-8916-22c2abe23d22 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:17:59.271001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.310641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ba1f039-83a7-4f3c-addd-c75836efe314), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.313564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.335312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5ba1f039-83a7-4f3c-addd-c75836efe314 HTTP/1.1" status: 204 len: 168 time: 0.6185782 Feb 19 01:17:59.350172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:17:54Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:17:59.381588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f929d-3e53-4727-bb3d-d38576193650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1f039-83a7-4f3c-addd-c75836efe314,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:59.408335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffb96b4-1355-4e10-9111-0d8480a33fd0 None None] The sync data for ids ['aecd027f-4f0b-46f4-872f-3c5831ade656'] in n-d-826529-3 is: [{'id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-933292590', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '725b662c-271f-4faf-ae13-be261754fae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:15:02Z', 'updated_at': '2022-02-19T01:17:54Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '725b662c-271f-4faf-ae13-be261754fae4', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:d6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd027f-4f0b-46f4-872f-3c5831ade656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:15:03Z', 'updated_at': '2022-02-19T01:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:17:59.423737 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (b28b1988-1bfa-4d64-8916-22c2abe23d22), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:59.510060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Pushing event deleted for resources: {'Port': ['ID=b28b1988-1bfa-4d64-8916-22c2abe23d22,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:17:59.521799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.522185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.522486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.522828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.523190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.523535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.523866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.524196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.524526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.524853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.525184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.525509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.525847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:17:59.551539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f01f9d-e6f2-4405-a6ed-7d84f59f6ef6 None None] No DVR routers for this DVR port b28b1988-1bfa-4d64-8916-22c2abe23d22 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:00.006759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.092523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067d44-8c08-4623-be6a-119c435078aa req-3e5f53c1-5ca8-4033-84e1-e7fed66d86db tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:00.120462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03067d44-8c08-4623-be6a-119c435078aa req-3e5f53c1-5ca8-4033-84e1-e7fed66d86db tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 907 time: 0.1534781 Feb 19 01:18:00.137161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Network 820a98bc-f51b-47b4-91f8-2bd04229f17c is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:00.161855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:00.169513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:00.170466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:00.171100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.195812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.199344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ace92-076a-4e60-957d-8db37f3dbe53,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:00.287703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-815d9a56-ef70-4b14-8ff7-093935820761 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9582016 Feb 19 01:18:00.290724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:00.296823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:00.360595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.389624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7197190-feb8-46bf-a6e1-8d5cec3e1dfa']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:00.429053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19262b1a-21ee-48bb-868e-a8abbe1e74b7') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:00.429275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.429393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19262b1a-21ee-48bb-868e-a8abbe1e74b7') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:00.492499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (19262b1a-21ee-48bb-868e-a8abbe1e74b7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.537464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (19262b1a-21ee-48bb-868e-a8abbe1e74b7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.583406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:00.588540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (19262b1a-21ee-48bb-868e-a8abbe1e74b7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:00.598023 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:00.637659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a017e28a-d19e-4941-aa36-1381262dd580 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:00.685914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a017e28a-d19e-4941-aa36-1381262dd580 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:00.687994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a017e28a-d19e-4941-aa36-1381262dd580 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:00.834838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e7197190-feb8-46bf-a6e1-8d5cec3e1dfa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.842040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.845395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/networks/e7197190-feb8-46bf-a6e1-8d5cec3e1dfa HTTP/1.1" status: 204 len: 168 time: 1.6108294 Feb 19 01:18:00.854169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36176) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:00.873187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] device_id is not set on port ce9ace92-076a-4e60-957d-8db37f3dbe53 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:18:00.878996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98719a0d-f4d2-450b-83d1-043994a2e39f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Network': ['ID=e7197190-feb8-46bf-a6e1-8d5cec3e1dfa,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:00.898304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks [] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.979161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:00.980787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (99082807-28f3-4d7c-9a6e-eaaf849bff62), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:01.046524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (99082807-28f3-4d7c-9a6e-eaaf849bff62), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:01.085063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ace92-076a-4e60-957d-8db37f3dbe53,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:01.210930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (99082807-28f3-4d7c-9a6e-eaaf849bff62), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:01.229184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:01.234451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/security-groups/99082807-28f3-4d7c-9a6e-eaaf849bff62 HTTP/1.1" status: 204 len: 168 time: 0.3658445 Feb 19 01:18:01.268456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918515e-cf8f-44cc-9f9e-e0c74a6cd888 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99082807-28f3-4d7c-9a6e-eaaf849bff62,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:01.305020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.305648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.305768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.336732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.337091 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.343271 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 2 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.381737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.383604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.385177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.419320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30388e29-24df-48d5-8c06-82dca314dc7d req-4b344e8e-0aa6-44b8-ab85-1ec143289146 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:01.429526 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30388e29-24df-48d5-8c06-82dca314dc7d req-4b344e8e-0aa6-44b8-ab85-1ec143289146 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.117 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 907 time: 0.2919359 Feb 19 01:18:01.449235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.449568 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.462456 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 3 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.521659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862a7e5-edaf-4f89-b619-af60e2d01eff req-6e23a2e0-2bea-466c-9c23-b9a39ef72c95 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:01.546030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9862a7e5-edaf-4f89-b619-af60e2d01eff req-6e23a2e0-2bea-466c-9c23-b9a39ef72c95 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 907 time: 0.2450845 Feb 19 01:18:01.564961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.565305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.565648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.572658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.572990 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.576012 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 4 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.642701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.643076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.644109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.757072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.757431 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.757823 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 5 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.785026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.785369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.785759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.797943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.798073 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.799274 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 6 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.814228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.814570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.815366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.824786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.825131 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.826312 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 7 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:01.847654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port 7e4ba914-2d96-4e59-a307-588cabd75a65 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:01.847997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:01.852561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:01.852902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:01.853235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:01.868039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:01.868558 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:01.871322 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 8 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:02.096031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36216) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:02.102493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817489073', 'description': 'tempest-secgroup-smoke-817489073 description', 'project_id': 'c323be55983947e9a8958bb8509ef471'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:02.229157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.392827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (337f8226-ebc1-4558-892d-168e116d9630), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.446640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (337f8226-ebc1-4558-892d-168e116d9630), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.508719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 725b662c-271f-4faf-ae13-be261754fae4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:02.549072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337f8226-ebc1-4558-892d-168e116d9630,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:02.578715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 725b662c-271f-4faf-ae13-be261754fae4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:02.579187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 725b662c-271f-4faf-ae13-be261754fae4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:02.637327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.640332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c4c6e3d7-050c-4daf-8f23-a5c4fe33d8b6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5412791 Feb 19 01:18:02.644148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36236) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:02.650176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:02.797005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port 7e4ba914-2d96-4e59-a307-588cabd75a65, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7e4ba914-2d96-4e59-a307-588cabd75a65,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:02.797005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.847876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for 7e4ba914-2d96-4e59-a307-588cabd75a65 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:02.849906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (a7cb8f8a-45bd-44ac-9f4c-737be809b063), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:02.852597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:02.853710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:02.858030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:02.881925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:02.882269 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:02.996139 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 9 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:03.034533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (a7cb8f8a-45bd-44ac-9f4c-737be809b063), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.038441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:03.040526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:03.041579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:03.057346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:03.057779 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:03.062593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6fe57-c9c9-4bde-ba99-a26271c45e7e req-e183c373-1668-4732-89b7-ca8a49dcc5d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:03.065098 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempt 10 to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 Feb 19 01:18:03.068535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-33e6fe57-c9c9-4bde-ba99-a26271c45e7e req-e183c373-1668-4732-89b7-ca8a49dcc5d1 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 907 time: 0.3718472 Feb 19 01:18:03.120490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a7cb8f8a-45bd-44ac-9f4c-737be809b063), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.165067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cb8f8a-45bd-44ac-9f4c-737be809b063,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:03.180782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:03.181130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:03.185017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempting to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:03.213492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:03.214547 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Failed to bind port ce9ace92-076a-4e60-957d-8db37f3dbe53 on host n-h1-826529-3 for vnic_type normal using segments [{'id': '28817e8d-447b-4cf9-9739-58b7f18ed6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '820a98bc-f51b-47b4-91f8-2bd04229f17c'}] Feb 19 01:18:03.214941 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.225522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.232594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a1263192-4bd9-491a-bd9c-e1c03baafaef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820205 Feb 19 01:18:03.232594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36254) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:03.244020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:03.346842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e4ba914-2d96-4e59-a307-588cabd75a65), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.386981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=7e4ba914-2d96-4e59-a307-588cabd75a65,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:03.396890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port ce9ace92-076a-4e60-957d-8db37f3dbe53, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:03.397188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attempted to set empty binding levels {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:18:03.404458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (83300384-7a47-4e13-9324-7d6e1e36c130), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.501768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] No DVR routers for this DVR port 7e4ba914-2d96-4e59-a307-588cabd75a65 on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:03.506241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.510814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-30388e29-24df-48d5-8c06-82dca314dc7d req-eae36963-3e60-46a0-b864-0a5dedae7b4e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.117 "DELETE /v2.0/ports/7e4ba914-2d96-4e59-a307-588cabd75a65 HTTP/1.1" status: 204 len: 173 time: 2.0726659 Feb 19 01:18:03.511580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'name': 'network-vif-deleted', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:03.512135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (83300384-7a47-4e13-9324-7d6e1e36c130), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.515514 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79048e2-ab83-4eb2-9049-e11d610df445" -d '{"events": [{"server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "name": "network-vif-deleted", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:03.535238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.728756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (83300384-7a47-4e13-9324-7d6e1e36c130), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076f208b-1d13-424a-8eb1-ea32c4f45c2b x-openstack-request-id: req-076f208b-1d13-424a-8eb1-ea32c4f45c2b {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a153a95a-6f19-480e-a063-d7240a768bf7", "name": "network-vif-deleted", "tag": "7e4ba914-2d96-4e59-a307-588cabd75a65", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-076f208b-1d13-424a-8eb1-ea32c4f45c2b {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a153a95a-6f19-480e-a063-d7240a768bf7', 'name': 'network-vif-deleted', 'tag': '7e4ba914-2d96-4e59-a307-588cabd75a65', 'status': 'completed', 'code': 200} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] In _notify_port_updated(), no bound segment for port ce9ace92-076a-4e60-957d-8db37f3dbe53 on network 820a98bc-f51b-47b4-91f8-2bd04229f17c {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:18:03.901599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:03.914995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83300384-7a47-4e13-9324-7d6e1e36c130,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:03.917849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.917849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "PUT /v2.0/ports/ce9ace92-076a-4e60-957d-8db37f3dbe53 HTTP/1.1" status: 200 len: 975 time: 3.3978431 Feb 19 01:18:03.917849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36284) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:03.920178 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:03.920178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8d77752b-3499-49ca-a893-6b94dbb612a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5498283 Feb 19 01:18:03.920178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36290) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:03.920178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:03.921184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3b494-1b01-40d3-9598-64e3ca4ec2f9 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event updated for resources: {'Port': ['ID=ce9ace92-076a-4e60-957d-8db37f3dbe53,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:04.011593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Deleting port ce9ace92-076a-4e60-957d-8db37f3dbe53 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:04.012278 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.034546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (e16f57c0-3945-44f2-b15b-c4c945bd39fe), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.139288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] For port ce9ace92-076a-4e60-957d-8db37f3dbe53, host n-h1-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:04.140083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.158557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Calling delete_port for ce9ace92-076a-4e60-957d-8db37f3dbe53 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:04.239594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (e16f57c0-3945-44f2-b15b-c4c945bd39fe), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.353489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a9dc8be-851b-44ea-bbff-22e70fd6a576 req-f2cedb62-0d8d-492e-a128-29b7b23847cb tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=a153a95a-6f19-480e-a063-d7240a768bf7 HTTP/1.1" status: 200 len: 210 time: 0.0829716 Feb 19 01:18:04.354197 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e16f57c0-3945-44f2-b15b-c4c945bd39fe), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.375492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16f57c0-3945-44f2-b15b-c4c945bd39fe,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:04.390181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ce9ace92-076a-4e60-957d-8db37f3dbe53), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.408307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e4ba914-2d96-4e59-a307-588cabd75a65 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:04.478112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce9ace92-076a-4e60-957d-8db37f3dbe53,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:04.478238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.478362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7e4ba914-2d96-4e59-a307-588cabd75a65 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:04.478477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a9f81463-afa1-4ad1-8745-877c2316d4f5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6852064 Feb 19 01:18:04.478477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36316) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:04.478676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7e4ba914-2d96-4e59-a307-588cabd75a65 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:04.480348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.485266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0d03458-a8cf-42ed-86ac-ea82eca11c24 tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "DELETE /v2.0/ports/ce9ace92-076a-4e60-957d-8db37f3dbe53 HTTP/1.1" status: 204 len: 168 time: 0.7857792 Feb 19 01:18:04.493622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:04.495950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:04.554965 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-266eac1a-f427-4a82-ab67-eb1380320a5d tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:18:04.556423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-266eac1a-f427-4a82-ab67-eb1380320a5d tempest-PortsAdminExtendedAttrsTestJSON-1478806738 tempest-PortsAdminExtendedAttrsTestJSON-1478806738-project-admin] 10.222.0.94 "GET /v2.0/ports/ce9ace92-076a-4e60-957d-8db37f3dbe53 HTTP/1.1" status: 404 len: 333 time: 0.0595086 Feb 19 01:18:04.560391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36322) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:04.602540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (4a7466fa-b6ee-45c3-b720-4aa96946088d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.720034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (820a98bc-f51b-47b4-91f8-2bd04229f17c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.824315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (4a7466fa-b6ee-45c3-b720-4aa96946088d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.868212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (820a98bc-f51b-47b4-91f8-2bd04229f17c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.934653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820a98bc-f51b-47b4-91f8-2bd04229f17c']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:04.945359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4a7466fa-b6ee-45c3-b720-4aa96946088d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.945718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28817e8d-447b-4cf9-9739-58b7f18ed6f4') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:04.946022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28817e8d-447b-4cf9-9739-58b7f18ed6f4') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:04.960116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (28817e8d-447b-4cf9-9739-58b7f18ed6f4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:04.989065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7466fa-b6ee-45c3-b720-4aa96946088d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:04.990129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28817e8d-447b-4cf9-9739-58b7f18ed6f4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.019871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:05.021236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (28817e8d-447b-4cf9-9739-58b7f18ed6f4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:05.077385 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:05.094902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.099457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1ef22db-8a24-4f08-99bc-5d7392705a74 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6206639 Feb 19 01:18:05.099743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36348) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:05.121639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:05.265544 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:18:05.269444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (820a98bc-f51b-47b4-91f8-2bd04229f17c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.290613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.304099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] 10.222.0.94 "DELETE /v2.0/networks/820a98bc-f51b-47b4-91f8-2bd04229f17c HTTP/1.1" status: 204 len: 168 time: 0.7426414 Feb 19 01:18:05.327174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (dd541754-b989-4393-a4fb-000d196c4fa3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.375337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29545ce-a034-46da-b566-5fc9198665ca tempest-PortsAdminExtendedAttrsTestJSON-1581636438 tempest-PortsAdminExtendedAttrsTestJSON-1581636438-project] Pushing event deleted for resources: {'Network': ['ID=820a98bc-f51b-47b4-91f8-2bd04229f17c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:05.452791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (dd541754-b989-4393-a4fb-000d196c4fa3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.617091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (dd541754-b989-4393-a4fb-000d196c4fa3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.641504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd541754-b989-4393-a4fb-000d196c4fa3,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:05.801320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:05.803697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fde08640-aaa4-432f-aa55-70417fdf5cdb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7026067 Feb 19 01:18:05.806219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36378) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:05.814497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': '337f8226-ebc1-4558-892d-168e116d9630', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:06.197025 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:18:06.209145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (717c6838-e635-444b-b6a6-3e1338dda001), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.312345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (717c6838-e635-444b-b6a6-3e1338dda001), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.393291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (717c6838-e635-444b-b6a6-3e1338dda001), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.463663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67050389-82a4-4670-bbcd-775bc7967eee req-19141e9f-173a-4dbe-a0e1-b920ccd9e225 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:06.465409 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67050389-82a4-4670-bbcd-775bc7967eee req-19141e9f-173a-4dbe-a0e1-b920ccd9e225 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 946 time: 0.1492922 Feb 19 01:18:06.466488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717c6838-e635-444b-b6a6-3e1338dda001,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:06.483218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36400) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:06.537006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67050389-82a4-4670-bbcd-775bc7967eee req-6bca53da-dbe8-4405-bc17-746bf118c6a3 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558984 Feb 19 01:18:06.537006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.541417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b7b392cf-f2e6-4c6c-9c55-c9d0f8e8346f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7303300 Feb 19 01:18:06.541539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36404) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:06.548693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'network': {'name': 'tempest-network-smoke--246097930', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'port_security_enabled': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:06.736443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36410) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:06.736735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b2ecff5b-af12-49d8-8ba5-de53d9efc20d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ac13b177b5a64dd19c5f35b1c9041a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593102 Feb 19 01:18:06.743482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:06.760796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.851919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] Publish callbacks [] for security_group (34532a06-ef21-4bbc-9ceb-407fefaba415), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.882708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:06.909117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1195f4e2-236c-4749-9e72-de0bbc78c691), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:06.909117 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Added segment 1195f4e2-236c-4749-9e72-de0bbc78c691 of type vlan for network 62db624b-c256-46aa-b2cd-74992324be95 Feb 19 01:18:06.914600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] Publish callbacks [] for security_group (34532a06-ef21-4bbc-9ceb-407fefaba415), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.015723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (62db624b-c256-46aa-b2cd-74992324be95), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.097443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (34532a06-ef21-4bbc-9ceb-407fefaba415), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.100049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.103711 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/34532a06-ef21-4bbc-9ceb-407fefaba415 HTTP/1.1" status: 204 len: 168 time: 0.3631523 Feb 19 01:18:07.124476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3e2bf-840d-4e8d-bd9a-64ce79f68e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34532a06-ef21-4bbc-9ceb-407fefaba415,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:07.139781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (62db624b-c256-46aa-b2cd-74992324be95), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.150540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.150738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.305059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Network': ['ID=62db624b-c256-46aa-b2cd-74992324be95,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:07.318044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 62db624b-c256-46aa-b2cd-74992324be95 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:07.440150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e09ba35-9c2c-474f-af74-748d9de6327c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8949466 Feb 19 01:18:07.440411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36436) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:07.446509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'admin_state_up': True, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:07.567222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (78ccd401-15b2-4d64-94ac-747967efa494), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.568615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (78ccd401-15b2-4d64-94ac-747967efa494), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.730781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (78ccd401-15b2-4d64-94ac-747967efa494), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:07.843894 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88dd66-c550-4eea-a775-6be3ce7bb248 req-73c9470d-a0e5-49af-8113-7d31981411bf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.849612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff88dd66-c550-4eea-a775-6be3ce7bb248 req-73c9470d-a0e5-49af-8113-7d31981411bf tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 946 time: 0.1872942 Feb 19 01:18:07.867647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-8513df04-62af-4c5f-9cc7-d193dce10891 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:07.869512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-8513df04-62af-4c5f-9cc7-d193dce10891 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 946 time: 0.1464164 Feb 19 01:18:07.902293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36452) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:07.992576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff88dd66-c550-4eea-a775-6be3ce7bb248 req-0153488a-00e5-419c-ab45-3030066ffa57 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419973 Feb 19 01:18:08.167432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (78ccd401-15b2-4d64-94ac-747967efa494), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.170382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port fb11902c-a3ce-4028-88ee-8cceb5e57682 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:08.171994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.213794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fd35376-c64e-4f0f-a3b9-1f3f517e8c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.331449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:08.452860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port fb11902c-a3ce-4028-88ee-8cceb5e57682, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fb11902c-a3ce-4028-88ee-8cceb5e57682,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:08.453237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.498786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for fb11902c-a3ce-4028-88ee-8cceb5e57682 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:08.540192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cb5ec011-029c-4e17-b12b-45d7113de8ac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=75eb4ad62a8b415792dfcac5a0cc7062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999686 Feb 19 01:18:08.541053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:08.583626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (78ccd401-15b2-4d64-94ac-747967efa494), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.642499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.642761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fd35376-c64e-4f0f-a3b9-1f3f517e8c9e admin admin] Publish callbacks [] for security_group (06d033df-d8e4-46af-96df-0f1fb1905b9b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.700827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] Publish callbacks [] for security_group (15895697-7ed6-4c9a-b9ad-7a5fb4a54482), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.763228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.144 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/3dfe8e26-459c-457b-8fa0-bdc6e6f3edec) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:08.835299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fd35376-c64e-4f0f-a3b9-1f3f517e8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (06d033df-d8e4-46af-96df-0f1fb1905b9b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.839362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] Publish callbacks [] for security_group (15895697-7ed6-4c9a-b9ad-7a5fb4a54482), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.944817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fb11902c-a3ce-4028-88ee-8cceb5e57682), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.947289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:08.963934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['9a331974-e68b-4378-8818-34c3e251ffef', 'fb11902c-a3ce-4028-88ee-8cceb5e57682'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:09.030185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd35376-c64e-4f0f-a3b9-1f3f517e8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d033df-d8e4-46af-96df-0f1fb1905b9b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.066502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3fd35376-c64e-4f0f-a3b9-1f3f517e8c9e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=105577e075274473ab77bb06949135e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1611445 Feb 19 01:18:09.067505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=fb11902c-a3ce-4028-88ee-8cceb5e57682,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.068799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36488) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:09.084936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.213453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] No DVR routers for this DVR port fb11902c-a3ce-4028-88ee-8cceb5e57682 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:09.213453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.222714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3422a06-5681-40ef-8e95-8c4d01ab7ee7 req-5fc4f7a6-9d58-414a-85f8-2a587125c09d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "DELETE /v2.0/ports/fb11902c-a3ce-4028-88ee-8cceb5e57682 HTTP/1.1" status: 204 len: 173 time: 1.3336012 Feb 19 01:18:09.224415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'name': 'network-vif-deleted', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:09.239151 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa736f-7574-44ae-b822-d2e568535147" -d '{"events": [{"server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "name": "network-vif-deleted", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:09.270049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (15895697-7ed6-4c9a-b9ad-7a5fb4a54482), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.273699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.275791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c308af7-3ddf-41df-8056-5a70ee2da724 req-3d166a46-21aa-4564-a351-d3f019db0d2e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 210 time: 0.0554085 Feb 19 01:18:09.276017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/15895697-7ed6-4c9a-b9ad-7a5fb4a54482 HTTP/1.1" status: 204 len: 168 time: 0.7333357 Feb 19 01:18:09.277876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:09.280846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.287410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:09.297219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:09.310501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b37f0-8a55-42e2-b8f8-aa5833cdf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15895697-7ed6-4c9a-b9ad-7a5fb4a54482,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:09.343165 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1613123-5591-4faf-9ecf-331a03f7066b x-openstack-request-id: req-e1613123-5591-4faf-9ecf-331a03f7066b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:09.344875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] Publish callbacks [] for security_group (06d033df-d8e4-46af-96df-0f1fb1905b9b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.346502 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc51d15-4856-43df-a27f-38217e9ca696", "name": "network-vif-deleted", "tag": "fb11902c-a3ce-4028-88ee-8cceb5e57682", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:09.346788 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e1613123-5591-4faf-9ecf-331a03f7066b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:09.347315 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc51d15-4856-43df-a27f-38217e9ca696', 'name': 'network-vif-deleted', 'tag': 'fb11902c-a3ce-4028-88ee-8cceb5e57682', 'status': 'completed', 'code': 200} Feb 19 01:18:09.405585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] Publish callbacks [] for security_group (06d033df-d8e4-46af-96df-0f1fb1905b9b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.766266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.791176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (06d033df-d8e4-46af-96df-0f1fb1905b9b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.794375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:09.796241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/06d033df-d8e4-46af-96df-0f1fb1905b9b HTTP/1.1" status: 204 len: 168 time: 0.7258160 Feb 19 01:18:09.901816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe6f5-2fe2-4921-8883-847588debc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d033df-d8e4-46af-96df-0f1fb1905b9b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:10.052596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (78ccd401-15b2-4d64-94ac-747967efa494), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.248303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.584162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a7a35fa-b4cd-4340-9116-f62992c2a81e req-5d9d19e4-1937-4cd7-ab05-6c00587ee1de tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5bc51d15-4856-43df-a27f-38217e9ca696 HTTP/1.1" status: 200 len: 210 time: 0.0998425 Feb 19 01:18:10.668928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d7426ec-206c-457e-81b7-7c9084b07258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.690530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (78ccd401-15b2-4d64-94ac-747967efa494), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:10.990872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.021879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d01e05e1-07c3-4b08-af0b-c8a5f2283fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.108894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router 78ccd401-15b2-4d64-94ac-747967efa494 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:18:11.319134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d01e05e1-07c3-4b08-af0b-c8a5f2283fe2 admin admin] Publish callbacks [] for security_group (269d8de5-e711-420f-a2e2-8500d32690d5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.435339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:11.453473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Sync routers for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:11.478782 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:11.480121 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:17:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:11.518294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d01e05e1-07c3-4b08-af0b-c8a5f2283fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (269d8de5-e711-420f-a2e2-8500d32690d5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.576250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36582) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.597194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e05e1-07c3-4b08-af0b-c8a5f2283fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d8de5-e711-420f-a2e2-8500d32690d5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:11.699041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:11.705651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36596) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.716842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-73a76b36-ec84-45da-94af-7e9d29acef65 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2757485 Feb 19 01:18:11.745836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d01e05e1-07c3-4b08-af0b-c8a5f2283fe2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c033b3e4028147d48e1cadebc07701f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7418630 Feb 19 01:18:11.748817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36598) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.873047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:11.877112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe671fe9-e125-41fb-9e30-820ecbd7a798 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=c323be55983947e9a8958bb8509ef471&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1684213 Feb 19 01:18:11.898669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:11.908416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-673880897'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:12.143445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Made reservation on behalf of 9c4b02be99da4aaf8c1126d290ee5d19 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:12.148674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.157004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb11902c-a3ce-4028-88ee-8cceb5e57682 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:12.180206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.193386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: fb11902c-a3ce-4028-88ee-8cceb5e57682 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:12.194050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fb11902c-a3ce-4028-88ee-8cceb5e57682 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:12.215159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] Publish callbacks [] for security_group (269d8de5-e711-420f-a2e2-8500d32690d5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.344974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] Publish callbacks [] for security_group (269d8de5-e711-420f-a2e2-8500d32690d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.347815 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:09Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:12.351975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0aac5d-7b7f-4b15-acfe-e61d0233c0b4 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:12.356095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0e0aac5d-7b7f-4b15-acfe-e61d0233c0b4 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4650018 Feb 19 01:18:12.357786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36626) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:12.370430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for security_group (80b53b5b-2781-4093-aa10-5d8bb9b403b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.410486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Checking router: 78ccd401-15b2-4d64-94ac-747967efa494 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:12.411074 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Updating router 78ccd401-15b2-4d64-94ac-747967efa494 port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:18:12.420270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0ea24fb-63ab-4a25-a458-c222c092ba2a tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586965 Feb 19 01:18:12.421584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:12.429631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190834248', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:12.495443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (80b53b5b-2781-4093-aa10-5d8bb9b403b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.519955 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.651683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (269d8de5-e711-420f-a2e2-8500d32690d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.654426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.655615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/269d8de5-e711-420f-a2e2-8500d32690d5 HTTP/1.1" status: 204 len: 168 time: 0.9068134 Feb 19 01:18:12.672614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dfb5d-3ba5-4ee8-8885-e4df3f50618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d8de5-e711-420f-a2e2-8500d32690d5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:12.751499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:12.816757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b53b5b-2781-4093-aa10-5d8bb9b403b8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:12.880236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e080352-8f0b-4189-a6e0-a877267c5641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.934524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (145ccd61-4cc0-48e2-8408-d5bc217fbe84), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:12.934861 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Added segment 145ccd61-4cc0-48e2-8408-d5bc217fbe84 of type vlan for network ad220ac0-fa23-4242-9214-cd841f5de225 Feb 19 01:18:12.963757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c073934-ec7c-4585-ae96-1f565b8a70ae req-795b2ac3-6613-4e14-b612-af8294650b5c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:12.965526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c073934-ec7c-4585-ae96-1f565b8a70ae req-795b2ac3-6613-4e14-b612-af8294650b5c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.3782575 Feb 19 01:18:12.990612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:12.994613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.041427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ad220ac0-fa23-4242-9214-cd841f5de225), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.130225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-d298407c-8ae4-4202-8a05-b176d1da88a6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.131650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-d298407c-8ae4-4202-8a05-b176d1da88a6 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 0.3572700 Feb 19 01:18:13.155878 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks [] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.269004 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.326383 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Attempting to bind port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:13.326702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c073934-ec7c-4585-ae96-1f565b8a70ae req-32958f8b-365f-4e4c-b93d-10a7fe1e5b82 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361571 Feb 19 01:18:13.330395 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Attempting to bind port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:13.330761 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Attempting to bind port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:13.372276 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:13.372955 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:13.373555 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.374108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:13.374767 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Bound port: 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:13.375353 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.409600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ad220ac0-fa23-4242-9214-cd841f5de225), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.420237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:13.425598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.562837 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] For port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:13.580291 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Pushing event updated for resources: {'Port': ['ID=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:13.610536 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] For port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:13.616040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.622151 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.622915 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.623451 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.623968 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.624461 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.629265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.629816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.632329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.639463 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.644981 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.644981 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.644981 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:13.714715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'Network': ['ID=ad220ac0-fa23-4242-9214-cd841f5de225,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:13.730743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ad220ac0-fa23-4242-9214-cd841f5de225 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:13.777397 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.873421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:13.879646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Request body: {'subnet': {'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:13.881175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-56ec6a91-54ee-46e9-8582-f5aa730166ef tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2996132 Feb 19 01:18:13.886693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port 9a331974-e68b-4378-8818-34c3e251ffef {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:13.893411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9a331974-e68b-4378-8818-34c3e251ffef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.931167 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:13.931924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ddcb9488-a48d-4802-9bb2-3bcd54dc1a42), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:13.933009 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:13.971019 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee8f2f-4026-4d6d-8143-652b84e4239e None None] Pushing event updated for resources: {'Port': ['ID=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:14.166748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Subnet': ['ID=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:14.177210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Made reservation on behalf of 9c4b02be99da4aaf8c1126d290ee5d19 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:14.181750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.280376 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.397930 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:14.424332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:14.424712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network hostable DHCP agents. Network: 62db624b-c256-46aa-b2cd-74992324be95, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:18:14.449672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port 9a331974-e68b-4378-8818-34c3e251ffef, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=9a331974-e68b-4378-8818-34c3e251ffef,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:14.450074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9a331974-e68b-4378-8818-34c3e251ffef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:14.518651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for 9a331974-e68b-4378-8818-34c3e251ffef owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:14.862421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 62db624b-c256-46aa-b2cd-74992324be95 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:18:14.965689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9a331974-e68b-4378-8818-34c3e251ffef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:15.075694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=9a331974-e68b-4378-8818-34c3e251ffef,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:15.082235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 62db624b-c256-46aa-b2cd-74992324be95) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:15.093119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.097551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:15.108921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40717f6b-e2ed-4fa7-9e61-c59ff6e1729e None None] Network 62db624b-c256-46aa-b2cd-74992324be95 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:15.136244 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:09Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:15.242143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384902bd-f9a1-49c9-bd5e-9ed9dee48574 None None] The sync data for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 is: [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:09Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:15.284515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] No DVR routers for this DVR port 9a331974-e68b-4378-8818-34c3e251ffef on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:15.289605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:15.346796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-652f8ac2-63d2-4fda-af47-70bf30192db8 req-bde381ae-d249-47d2-8ce2-ddfd9a94ba14 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "DELETE /v2.0/ports/9a331974-e68b-4378-8818-34c3e251ffef HTTP/1.1" status: 204 len: 173 time: 2.2032259 Feb 19 01:18:15.349723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'name': 'network-vif-deleted', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:15.389742 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc21045-5d1a-44f3-a8bf-44cbd804816a" -d '{"events": [{"server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "name": "network-vif-deleted", "tag": "9a331974-e68b-4378-8818-34c3e251ffef"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:15.424396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-62db624b-c256-46aa-b2cd-74992324be95', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:18:15.429633 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:15.484388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5ab138b4-cd91-4edf-b1a7-6748b30c808a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0590644 Feb 19 01:18:15.487115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:15.512446 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a73e573-e322-4573-9f4d-26322598bd7f x-openstack-request-id: req-8a73e573-e322-4573-9f4d-26322598bd7f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:15.513835 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684325e5-3073-4f0e-a900-c53bc019b60d", "name": "network-vif-deleted", "tag": "9a331974-e68b-4378-8818-34c3e251ffef", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:15.514885 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8a73e573-e322-4573-9f4d-26322598bd7f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:15.515457 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684325e5-3073-4f0e-a900-c53bc019b60d', 'name': 'network-vif-deleted', 'tag': '9a331974-e68b-4378-8818-34c3e251ffef', 'status': 'completed', 'code': 200} Feb 19 01:18:15.832297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b80a-6c18-4c0f-bdf7-efff201173ab req-83c614d3-33ef-4dde-8a09-a0346c00407e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:15.836094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d82b80a-6c18-4c0f-bdf7-efff201173ab req-83c614d3-33ef-4dde-8a09-a0346c00407e tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=684325e5-3073-4f0e-a900-c53bc019b60d HTTP/1.1" status: 200 len: 945 time: 1.3001280 Feb 19 01:18:15.927251 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d69170de-ae3f-4b09-95c1-a3ab5f55881b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:15.947640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:16.101225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Allocated IP 172.20.0.2 (62db624b-c256-46aa-b2cd-74992324be95/ddcb9488-a48d-4802-9bb2-3bcd54dc1a42/60a3bc06-64d2-485e-9808-eee2fe441d1e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:16.216504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d82b80a-6c18-4c0f-bdf7-efff201173ab req-a7d0eebf-3288-4bf7-8eea-62e55fb6760a tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=3baa1817-f614-412a-b477-54243d50d8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611755 Feb 19 01:18:16.233750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9a331974-e68b-4378-8818-34c3e251ffef no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:16.253867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'Subnet': ['ID=d69170de-ae3f-4b09-95c1-a3ab5f55881b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:16.304528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Checking segment: {'id': '145ccd61-4cc0-48e2-8408-d5bc217fbe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:16.304528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Network hostable DHCP agents. Network: ad220ac0-fa23-4242-9214-cd841f5de225, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:18:16.378490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 9a331974-e68b-4378-8818-34c3e251ffef {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:16.387924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 9a331974-e68b-4378-8818-34c3e251ffef not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:16.427532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Network ad220ac0-fa23-4242-9214-cd841f5de225 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:18:16.588334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ad220ac0-fa23-4242-9214-cd841f5de225) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:16.594496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:16.595205 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:16.631034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707ef2a-7f12-40ca-8b22-f520ce648b51 None None] Network ad220ac0-fa23-4242-9214-cd841f5de225 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:16.688628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-006e4052-e891-461f-badd-b14c0623b5dc tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8131998 Feb 19 01:18:16.691265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:16.696936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Request body: {'port': {'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1758920507'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:16.795724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:17.069374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks [] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.145680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:17.145680 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.194171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Made reservation on behalf of 9c4b02be99da4aaf8c1126d290ee5d19 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:17.197676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.247861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.257651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.277475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] device_id is not set on port bd9dfb4a-0c24-41ba-bd90-abc77f576c3f yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:18:17.301697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.455771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ad220ac0-fa23-4242-9214-cd841f5de225', 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225', 'project_id': '9c4b02be99da4aaf8c1126d290ee5d19', 'fixed_ips': [{'subnet_id': 'd69170de-ae3f-4b09-95c1-a3ab5f55881b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:18:17.456836 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.460609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Network 62db624b-c256-46aa-b2cd-74992324be95 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:17.477767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:17.500530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:17.511598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Pushing event updated for resources: {'Port': ['ID=60a3bc06-64d2-485e-9808-eee2fe441d1e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:17.697066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Allocated IP 172.20.0.12 (ad220ac0-fa23-4242-9214-cd841f5de225/d69170de-ae3f-4b09-95c1-a3ab5f55881b/bd9dfb4a-0c24-41ba-bd90-abc77f576c3f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:17.814359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Attempting to bind port 60a3bc06-64d2-485e-9808-eee2fe441d1e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:17.814718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Attempting to bind port 60a3bc06-64d2-485e-9808-eee2fe441d1e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:17.815113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Attempting to bind port 60a3bc06-64d2-485e-9808-eee2fe441d1e on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:17.858416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:17.860156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:17.860578 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.861040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Bound using segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:17.862414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Bound port: 60a3bc06-64d2-485e-9808-eee2fe441d1e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:17.862811 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.877391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:17.877871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.186407 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.274778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.318948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36820) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:18.346029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Network ad220ac0-fa23-4242-9214-cd841f5de225 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:18.354606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:18.354606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:18.362223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'Port': ['ID=bd9dfb4a-0c24-41ba-bd90-abc77f576c3f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:18.397598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.1 (62db624b-c256-46aa-b2cd-74992324be95/ddcb9488-a48d-4802-9bb2-3bcd54dc1a42/6f8148d2-b05b-44a1-8e03-7ab1baba7b47) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:18.417431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.417431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.458714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614da2f-2e82-4b80-8d75-35ae2fb091ef req-d4610732-d3e7-48e6-b803-2479b8af5cf4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.460339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3614da2f-2e82-4b80-8d75-35ae2fb091ef req-d4610732-d3e7-48e6-b803-2479b8af5cf4 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.2532575 Feb 19 01:18:18.547992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13b61e20-a1c0-4941-aa6f-1a2b5a4ff7cf tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8551993 Feb 19 01:18:18.549733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36830) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:18.560620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Request body: {'port': {'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1077463709', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:18.561151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] bootfile-name is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:18.565267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] tftp-server is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:18.565777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] server-ip-address is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:18.665915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:18.688839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Allocated IP 172.20.0.2 (ad220ac0-fa23-4242-9214-cd841f5de225/d69170de-ae3f-4b09-95c1-a3ab5f55881b/004ec606-e58e-4402-9f9e-94ba12400e17) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:18.721518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] For port 60a3bc06-64d2-485e-9808-eee2fe441d1e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:18.769104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3614da2f-2e82-4b80-8d75-35ae2fb091ef req-0f4d64e7-511b-4838-9425-3b77014bdc1c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708337 Feb 19 01:18:18.805395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.812003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] For port 60a3bc06-64d2-485e-9808-eee2fe441d1e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=60a3bc06-64d2-485e-9808-eee2fe441d1e,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:18.834247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a92b0609-a9a4-4409-89c7-1d17bbbaa590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.898613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.967639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.027109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a92b0609-a9a4-4409-89c7-1d17bbbaa590 admin admin] Publish callbacks [] for security_group (48ab8a6b-6350-4aa1-8469-02b604185b8a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.048024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.051593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Made reservation on behalf of 9c4b02be99da4aaf8c1126d290ee5d19 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:19.055570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.111956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] device_id is not set on port b3382f0c-4294-41e2-9657-99ad6185f51b yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:18:19.115435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a92b0609-a9a4-4409-89c7-1d17bbbaa590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (48ab8a6b-6350-4aa1-8469-02b604185b8a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.180512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b0609-a9a4-4409-89c7-1d17bbbaa590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab8a6b-6350-4aa1-8469-02b604185b8a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.223223 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.226330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks [] for port (004ec606-e58e-4402-9f9e-94ba12400e17), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.232160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d748180-7d5f-4ae7-bd23-e0817f2450a7 None None] Pushing event updated for resources: {'Port': ['ID=60a3bc06-64d2-485e-9808-eee2fe441d1e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.308247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.404347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Network ad220ac0-fa23-4242-9214-cd841f5de225 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:19.407484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:19.411434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:19.427129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Pushing event updated for resources: {'Port': ['ID=004ec606-e58e-4402-9f9e-94ba12400e17,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.431873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 62db624b-c256-46aa-b2cd-74992324be95 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:19.446870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:19.458012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:19.466328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:19.548877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (78ccd401-15b2-4d64-94ac-747967efa494), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.564897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Allocated IP 172.20.0.4 (ad220ac0-fa23-4242-9214-cd841f5de225/d69170de-ae3f-4b09-95c1-a3ab5f55881b/b3382f0c-4294-41e2-9657-99ad6185f51b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:19.589639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Attempting to bind port 004ec606-e58e-4402-9f9e-94ba12400e17 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:19.590898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Attempting to bind port 004ec606-e58e-4402-9f9e-94ba12400e17 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '145ccd61-4cc0-48e2-8408-d5bc217fbe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:19.591300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Attempting to bind port 004ec606-e58e-4402-9f9e-94ba12400e17 on network ad220ac0-fa23-4242-9214-cd841f5de225 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:19.601479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:19.601908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Checking segment: {'id': '145ccd61-4cc0-48e2-8408-d5bc217fbe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:19.604384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.604815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Bound using segment: {'id': '145ccd61-4cc0-48e2-8408-d5bc217fbe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:19.608690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Bound port: 004ec606-e58e-4402-9f9e-94ba12400e17, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145ccd61-4cc0-48e2-8408-d5bc217fbe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ad220ac0-fa23-4242-9214-cd841f5de225'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:19.609074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.649483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a92b0609-a9a4-4409-89c7-1d17bbbaa590 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9764766bfdb7415ebcc0bab7ccd851d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3229179 Feb 19 01:18:19.664339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:19.888616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] For port 004ec606-e58e-4402-9f9e-94ba12400e17, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:19.892243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] For port 004ec606-e58e-4402-9f9e-94ba12400e17, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=004ec606-e58e-4402-9f9e-94ba12400e17,segment=NetworkSegment(145ccd61-4cc0-48e2-8408-d5bc217fbe84),segment_id=145ccd61-4cc0-48e2-8408-d5bc217fbe84)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:19.919139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] Publish callbacks [] for security_group (48ab8a6b-6350-4aa1-8469-02b604185b8a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.958136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-b197aeac-a20d-41c7-8667-dcce0ef2f788 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.960407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.971481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-b197aeac-a20d-41c7-8667-dcce0ef2f788 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4227378 Feb 19 01:18:20.037184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for port (b3382f0c-4294-41e2-9657-99ad6185f51b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.105162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfbd2c-ecf2-4b33-970e-ddaa519be909 None None] Pushing event updated for resources: {'Port': ['ID=004ec606-e58e-4402-9f9e-94ba12400e17,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:20.125252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60904de-26d6-4970-ae24-49a724764a0f req-90792668-84cd-4070-a2cd-5b8a1466559d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.133659 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a60904de-26d6-4970-ae24-49a724764a0f req-90792668-84cd-4070-a2cd-5b8a1466559d tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.1904435 Feb 19 01:18:20.137139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] Publish callbacks [] for security_group (48ab8a6b-6350-4aa1-8469-02b604185b8a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.234293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a60904de-26d6-4970-ae24-49a724764a0f req-0ed4ab2a-1bb7-4aca-8fad-b6ce83e9a021 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000628 Feb 19 01:18:20.274712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b3382f0c-4294-41e2-9657-99ad6185f51b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.406432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.435326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (48ab8a6b-6350-4aa1-8469-02b604185b8a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.438653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.440167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/48ab8a6b-6350-4aa1-8469-02b604185b8a HTTP/1.1" status: 204 len: 168 time: 0.7644293 Feb 19 01:18:20.465695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'Port': ['ID=b3382f0c-4294-41e2-9657-99ad6185f51b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:20.471267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Network ad220ac0-fa23-4242-9214-cd841f5de225 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:20.488000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:20.495003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:20.526330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.526919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.528404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.529725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.530311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.530853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.531434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.532122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.532678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.533369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.533909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.534438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.535103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.636752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:20.638993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.773445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8c53-2606-445c-af30-1274dd7ba20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab8a6b-6350-4aa1-8469-02b604185b8a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:20.785359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55c88d0c-b1ee-4d46-bf18-e22757be6570 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2331126 Feb 19 01:18:20.785628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:20.794952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:20.795620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:21.097913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dddd3b-5b44-46e4-9fde-ab017c17bbb4 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.111166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dddd3b-5b44-46e4-9fde-ab017c17bbb4 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.126858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dddd3b-5b44-46e4-9fde-ab017c17bbb4 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:21.132445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-84dddd3b-5b44-46e4-9fde-ab017c17bbb4 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3455503 Feb 19 01:18:21.133134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36892) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:21.328429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12636f27-6344-48eb-b2ad-dc3b21d39a22 None None] Network 62db624b-c256-46aa-b2cd-74992324be95 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:21.338952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Deleting port b3382f0c-4294-41e2-9657-99ad6185f51b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:21.341641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b3382f0c-4294-41e2-9657-99ad6185f51b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:21.644292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 004ec606-e58e-4402-9f9e-94ba12400e17 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:21.708158 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b3382f0c-4294-41e2-9657-99ad6185f51b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:21.728565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Calling delete_port for b3382f0c-4294-41e2-9657-99ad6185f51b owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:21.869373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Provisioning complete for port 60a3bc06-64d2-485e-9808-eee2fe441d1e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:21.869846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.025920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36912) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:22.037506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 004ec606-e58e-4402-9f9e-94ba12400e17 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:22.037884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.091902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1510ed31-f506-46cd-a426-a82e069a207a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.152656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b3382f0c-4294-41e2-9657-99ad6185f51b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.166499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b177f-345a-4df0-bb08-4ed09dd24da7 None None] Network ad220ac0-fa23-4242-9214-cd841f5de225 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:22.189858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] For port 785c7567-6587-42b7-a0f3-8b511c448f39, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=785c7567-6587-42b7-a0f3-8b511c448f39,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:22.190467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.215662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event deleted for resources: {'Port': ['ID=b3382f0c-4294-41e2-9657-99ad6185f51b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:22.378726 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.382840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14e7a96c-5629-4249-a754-2e2b8eefdc31 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "DELETE /v2.0/ports/b3382f0c-4294-41e2-9657-99ad6185f51b HTTP/1.1" status: 204 len: 168 time: 1.2481716 Feb 19 01:18:22.386123 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.388247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:22.397026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Request body: {'port': {'name': 'tempest-new-port-name-1050529660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:22.397026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] bootfile-name is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:22.397026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] tftp-server is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:22.397448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.api.validators [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] server-ip-address is not in valid_values {{(pid=110601) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:18:22.445188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Current status of the port 60a3bc06-64d2-485e-9808-eee2fe441d1e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:22.450665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.518720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.570269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1510ed31-f506-46cd-a426-a82e069a207a admin admin] Publish callbacks [] for security_group (8fbe50c9-e188-49d7-b2de-817ba6dd4a61), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.635125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2cb4-e3f5-418d-8c98-f7679a20df4c req-108f5f18-59b3-4b8c-8ef4-c7d705a3cba5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:22.646225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4fe2cb4-e3f5-418d-8c98-f7679a20df4c req-108f5f18-59b3-4b8c-8ef4-c7d705a3cba5 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 945 time: 0.4582913 Feb 19 01:18:22.660873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] For port 60a3bc06-64d2-485e-9808-eee2fe441d1e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=60a3bc06-64d2-485e-9808-eee2fe441d1e,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:22.662254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (78ccd401-15b2-4d64-94ac-747967efa494), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.697673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.727695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1510ed31-f506-46cd-a426-a82e069a207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fbe50c9-e188-49d7-b2de-817ba6dd4a61), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.769022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.832271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 004ec606-e58e-4402-9f9e-94ba12400e17 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:22.833010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:22.847156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:22.917113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510ed31-f506-46cd-a426-a82e069a207a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe50c9-e188-49d7-b2de-817ba6dd4a61,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:22.937130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1510ed31-f506-46cd-a426-a82e069a207a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=10648632ed64433ca36208b92fa775f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093597 Feb 19 01:18:22.943661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36938) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:22.947028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 004ec606-e58e-4402-9f9e-94ba12400e17, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=004ec606-e58e-4402-9f9e-94ba12400e17,segment=NetworkSegment(145ccd61-4cc0-48e2-8408-d5bc217fbe84),segment_id=145ccd61-4cc0-48e2-8408-d5bc217fbe84)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:23.025027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.025426 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.025780 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Floating IP a2681938-e6e5-4b4a-8819-ff06ca080fc0 disassociated. External IP: 172.25.2.48, port: 785c7567-6587-42b7-a0f3-8b511c448f39. Feb 19 01:18:23.026145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for 785c7567-6587-42b7-a0f3-8b511c448f39 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:23.059572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd110319-967d-4f43-b741-a11845108068 None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:23.059742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd110319-967d-4f43-b741-a11845108068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.140608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd110319-967d-4f43-b741-a11845108068 None None] Port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:23.142616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.143753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 60a3bc06-64d2-485e-9808-eee2fe441d1e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:23.235785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eac77d-d5c4-4d71-a97f-1f08fd84f0a7 None None] Pushing event updated for resources: {'Port': ['ID=60a3bc06-64d2-485e-9808-eee2fe441d1e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:23.313339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] Publish callbacks [] for security_group (8fbe50c9-e188-49d7-b2de-817ba6dd4a61), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.337188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd110319-967d-4f43-b741-a11845108068 None None] Provisioning complete for port 60a3bc06-64d2-485e-9808-eee2fe441d1e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:23.337504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd110319-967d-4f43-b741-a11845108068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.388546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=004ec606-e58e-4402-9f9e-94ba12400e17,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:23.428118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] Publish callbacks [] for security_group (8fbe50c9-e188-49d7-b2de-817ba6dd4a61), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.428830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 60a3bc06-64d2-485e-9808-eee2fe441d1e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:23.429327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.559957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (785c7567-6587-42b7-a0f3-8b511c448f39), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.564309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 62db624b-c256-46aa-b2cd-74992324be95 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:23.600819 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.616483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd110319-967d-4f43-b741-a11845108068 None None] Current status of the port 60a3bc06-64d2-485e-9808-eee2fe441d1e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:23.645647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=785c7567-6587-42b7-a0f3-8b511c448f39,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:23.653593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:23.719711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.739497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd110319-967d-4f43-b741-a11845108068 None None] Provisioning complete for port 004ec606-e58e-4402-9f9e-94ba12400e17 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:23.740245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd110319-967d-4f43-b741-a11845108068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.858592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 60a3bc06-64d2-485e-9808-eee2fe441d1e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:23.859958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:23.920729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8fbe50c9-e188-49d7-b2de-817ba6dd4a61), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.932461 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.934240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8fbe50c9-e188-49d7-b2de-817ba6dd4a61 HTTP/1.1" status: 204 len: 168 time: 0.9879377 Feb 19 01:18:23.938871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event updated for resources: {'Port': ['ID=bd9dfb4a-0c24-41ba-bd90-abc77f576c3f,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:23.986058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Router f078cd79-0ebe-4902-abba-269def9102cc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:23.999868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25575c02-e3d7-49e9-8a03-f2700d035a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe50c9-e188-49d7-b2de-817ba6dd4a61,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:24.189934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:24.190413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] In _notify_port_updated(), no bound segment for port bd9dfb4a-0c24-41ba-bd90-abc77f576c3f on network ad220ac0-fa23-4242-9214-cd841f5de225 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:18:24.212340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:24.213068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.214441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d8b9adbd-00d4-46c4-9d70-eb9fddc2a365 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "PUT /v2.0/ports/bd9dfb4a-0c24-41ba-bd90-abc77f576c3f HTTP/1.1" status: 200 len: 1137 time: 1.8249753 Feb 19 01:18:24.220176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36968) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:24.346940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 785c7567-6587-42b7-a0f3-8b511c448f39 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:24.347506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 785c7567-6587-42b7-a0f3-8b511c448f39 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:24.380078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc5c2e-418a-42aa-9d7e-7997e3116745 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:24.381713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9acc5c2e-418a-42aa-9d7e-7997e3116745 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "GET /v2.0/ports/bd9dfb4a-0c24-41ba-bd90-abc77f576c3f HTTP/1.1" status: 200 len: 1137 time: 0.1605177 Feb 19 01:18:24.387840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:24.393261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router 78ccd401-15b2-4d64-94ac-747967efa494 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:24.398376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4fe2cb4-e3f5-418d-8c98-f7679a20df4c req-9f23f7fc-92e0-4b2f-b25d-073125f8c8b0 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups?id=2eab1e51-1c13-4fef-89e0-85ca505dba54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7509208 Feb 19 01:18:24.498398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:24.498786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.573741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd110319-967d-4f43-b741-a11845108068 None None] Current status of the port 004ec606-e58e-4402-9f9e-94ba12400e17 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:24.678865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:24.761325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Deleting port bd9dfb4a-0c24-41ba-bd90-abc77f576c3f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:24.767795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.778508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:24.779309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:24.779309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.784833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-653f8145-6db2-4efb-be22-5fdc4e4ba99c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/78ccd401-15b2-4d64-94ac-747967efa494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2966137 Feb 19 01:18:24.804023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Sync routers for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:24.909368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:24.912689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:24.989215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:25.021380 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Sync routers for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:25.041269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:25.043016 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:25.169426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.190590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 60a3bc06-64d2-485e-9808-eee2fe441d1e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:25.232444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Calling delete_port for bd9dfb4a-0c24-41ba-bd90-abc77f576c3f owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:25.240009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] No DVR routers for this DVR port 785c7567-6587-42b7-a0f3-8b511c448f39 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:25.253730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.261838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-264cb62e-b87d-49f2-a406-db06d15f7275 req-a46159b3-4e3b-4ffb-9455-1f590a4b3942 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.96 "DELETE /v2.0/ports/785c7567-6587-42b7-a0f3-8b511c448f39 HTTP/1.1" status: 204 len: 173 time: 5.2776799 Feb 19 01:18:25.282845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-deleted', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:25.299233 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c829f-3301-4b6d-b7a7-5f61ea7c5e05" -d '{"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-deleted", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:25.322465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:25.349388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Could not find standard attr ID for object b3382f0c-4294-41e2-9657-99ad6185f51b. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:18:25.426321 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:25.433103 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44005057-4559-4d1c-bc75-0fe3e970d971 x-openstack-request-id: req-44005057-4559-4d1c-bc75-0fe3e970d971 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:25.433536 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5746-e3f4-4a16-9f80-84d1e344a235", "name": "network-vif-deleted", "tag": "785c7567-6587-42b7-a0f3-8b511c448f39", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:25.433903 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-44005057-4559-4d1c-bc75-0fe3e970d971 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:25.434428 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5746-e3f4-4a16-9f80-84d1e344a235', 'name': 'network-vif-deleted', 'tag': '785c7567-6587-42b7-a0f3-8b511c448f39', 'status': 'completed', 'code': 200} Feb 19 01:18:25.748065 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-87eeb56c-0bac-4a30-a0f8-c89234d0e03f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817489073&fields=id&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 267 time: 0.0960834 Feb 19 01:18:25.754373 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25a809b0-f330-4f35-a4f0-cdc042a79b10 req-7d6420e9-e580-4412-bb4c-a3a28ce7b8ea tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/ports?device_id=5cfd5746-e3f4-4a16-9f80-84d1e344a235 HTTP/1.1" status: 200 len: 210 time: 0.0989091 Feb 19 01:18:25.861484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:26.036522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bd9dfb4a-0c24-41ba-bd90-abc77f576c3f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.052204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:26.132642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event deleted for resources: {'Port': ['ID=bd9dfb4a-0c24-41ba-bd90-abc77f576c3f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:26.147138 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:26.209954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Provisioning complete for port 004ec606-e58e-4402-9f9e-94ba12400e17 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:26.219520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.220126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Checking router: f078cd79-0ebe-4902-abba-269def9102cc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:26.220540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881c63c0-cca8-4235-abd2-0a69e94ab87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.235933 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:26.237056 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:26.261356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-21791be1-9ae6-4845-9b4e-b9bba6cb3b4b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:26.263220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-21791be1-9ae6-4845-9b4e-b9bba6cb3b4b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 796 time: 0.5138788 Feb 19 01:18:26.333063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-db661d08-9491-4442-ae4d-f5c29c1cbd7c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/quotas/c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 375 time: 0.0511777 Feb 19 01:18:26.376429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.381421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cfc00b59-e9f7-4cb7-8588-9fddc8778d6a tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "DELETE /v2.0/ports/bd9dfb4a-0c24-41ba-bd90-abc77f576c3f HTTP/1.1" status: 204 len: 168 time: 1.9922380 Feb 19 01:18:26.387120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37060) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:26.545896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-3a45b3d8-65dc-4322-a290-66b3ad3c9783 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090657 Feb 19 01:18:26.572488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Deleting subnet d69170de-ae3f-4b09-95c1-a3ab5f55881b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:18:26.598012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for subnet (d69170de-ae3f-4b09-95c1-a3ab5f55881b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.660426 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:26.782696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881c63c0-cca8-4235-abd2-0a69e94ab87f admin admin] Publish callbacks [] for security_group (c8b37a42-50be-4b1c-b99c-ba48c7921c61), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.796591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-315d3146-224d-43cb-a9fe-f3da1a0db0ca service neutron] 10.222.0.94 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478211 Feb 19 01:18:26.800394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 60a3bc06-64d2-485e-9808-eee2fe441d1e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:26.800779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.844508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d69170de-ae3f-4b09-95c1-a3ab5f55881b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:26.935882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-881c63c0-cca8-4235-abd2-0a69e94ab87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c8b37a42-50be-4b1c-b99c-ba48c7921c61), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.054373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37090) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:27.055926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-881c63c0-cca8-4235-abd2-0a69e94ab87f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=65dbd53e5b73434aae39aa6e7f3fae92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1931148 Feb 19 01:18:27.068101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c63c0-cca8-4235-abd2-0a69e94ab87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b37a42-50be-4b1c-b99c-ba48c7921c61,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:27.125312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Current status of the port 004ec606-e58e-4402-9f9e-94ba12400e17 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:27.130552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-240a4c7c-b543-46de-996c-ead9c882e317 service neutron] 10.222.0.94 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267639 Feb 19 01:18:27.161480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37094) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:27.180603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0515a6c4-3413-44f2-af86-8ac50a8d2eac None None] Could not find standard attr ID for object bd9dfb4a-0c24-41ba-bd90-abc77f576c3f. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:18:27.190947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 60a3bc06-64d2-485e-9808-eee2fe441d1e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:27.197161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 004ec606-e58e-4402-9f9e-94ba12400e17 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:27.237868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d69170de-ae3f-4b09-95c1-a3ab5f55881b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.382596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-81289de0-ac2e-452b-b9b6-eb7598ac7e24 None None] Could not find standard attr ID for object bd9dfb4a-0c24-41ba-bd90-abc77f576c3f. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:18:27.401296 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:27.404370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:20Z', 'revision_number': 2, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:27.423069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] Publish callbacks [] for security_group (c8b37a42-50be-4b1c-b99c-ba48c7921c61), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.448841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] Publish callbacks [] for security_group (c8b37a42-50be-4b1c-b99c-ba48c7921c61), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.488901 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a4ebb9-3608-413d-acf5-3a5c3b1a2026 None None] The sync data for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 is: [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:09:51Z', 'revision_number': 4, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca', 'name': '', 'network_id': '2cc50135-8b47-49b0-ad94-d8ac6162e1f9', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'mac_address': 'fa:16:3e:74:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:50Z', 'updated_at': '2022-02-19T01:09:59Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'subnets': [{'id': '04825bff-2b8e-4732-b7cd-66ceeb75dfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:27.537270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d69170de-ae3f-4b09-95c1-a3ab5f55881b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.561766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Checking router: 78ccd401-15b2-4d64-94ac-747967efa494 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:27.562410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Updating router 78ccd401-15b2-4d64-94ac-747967efa494 port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:18:27.563082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (2eab1e51-1c13-4fef-89e0-85ca505dba54), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.608752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event deleted for resources: {'Subnet': ['ID=d69170de-ae3f-4b09-95c1-a3ab5f55881b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:27.628624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (2eab1e51-1c13-4fef-89e0-85ca505dba54), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.637253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.645551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.651164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c8b37a42-50be-4b1c-b99c-ba48c7921c61), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.654034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:27.657679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-667b46aa-7a35-4baa-aaa6-c6dc48b01ec1 tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "DELETE /v2.0/subnets/d69170de-ae3f-4b09-95c1-a3ab5f55881b HTTP/1.1" status: 204 len: 168 time: 1.2682228 Feb 19 01:18:27.661386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:27.674668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c6b8a-1d9f-45e1-a144-c52bc923f2bf None None] Network ad220ac0-fa23-4242-9214-cd841f5de225 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:27.713435 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c8b37a42-50be-4b1c-b99c-ba48c7921c61 HTTP/1.1" status: 204 len: 168 time: 0.6502874 Feb 19 01:18:27.745592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5464f23-9115-461d-b66f-e6e6f4cc6d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b37a42-50be-4b1c-b99c-ba48c7921c61,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:27.948521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8982e425-79fc-4925-82b3-d1b2f983be23 req-0c9272c0-777a-483b-9a39-6a05fd2da626 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.0670540 Feb 19 01:18:27.999043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2eab1e51-1c13-4fef-89e0-85ca505dba54), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.004577 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.004577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "DELETE /v2.0/security-groups/2eab1e51-1c13-4fef-89e0-85ca505dba54 HTTP/1.1" status: 204 len: 168 time: 0.8411160 Feb 19 01:18:28.009336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:28.022645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3c65a-43de-4e75-973c-ee7ff95ac9f8 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab1e51-1c13-4fef-89e0-85ca505dba54,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:28.047028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 004ec606-e58e-4402-9f9e-94ba12400e17 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:28.047431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.061184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ad220ac0-fa23-4242-9214-cd841f5de225), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.098673 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-5b364386-08de-4608-a0e5-9f4510c3730c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] show failed (client error): The resource could not be found. Feb 19 01:18:28.098673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b364386-08de-4608-a0e5-9f4510c3730c tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "GET /v2.0/security-groups/2eab1e51-1c13-4fef-89e0-85ca505dba54 HTTP/1.1" status: 404 len: 347 time: 0.0828404 Feb 19 01:18:28.101099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37134) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:28.352606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Deleting port 004ec606-e58e-4402-9f9e-94ba12400e17 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:28.352887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.458618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Deleting port 78e0735f-6acf-444e-91eb-deb6335867d1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:28.462896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.564690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] For port 004ec606-e58e-4402-9f9e-94ba12400e17, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=004ec606-e58e-4402-9f9e-94ba12400e17,segment=NetworkSegment(145ccd61-4cc0-48e2-8408-d5bc217fbe84),segment_id=145ccd61-4cc0-48e2-8408-d5bc217fbe84)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:28.570443 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.620238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Calling delete_port for 004ec606-e58e-4402-9f9e-94ba12400e17 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:28.642185 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks [] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.685550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333e6e-4605-4b92-b9f4-33a47fad1344 None None] New status for floating IP a2681938-e6e5-4b4a-8819-ff06ca080fc0: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:18:28.779589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.779589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (78e0735f-6acf-444e-91eb-deb6335867d1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:28.822172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Calling delete_port for 78e0735f-6acf-444e-91eb-deb6335867d1 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:28.960696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.017142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (004ec606-e58e-4402-9f9e-94ba12400e17), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.095360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] No DVR routers for this DVR port 004ec606-e58e-4402-9f9e-94ba12400e17 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:29.106506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event deleted for resources: {'Port': ['ID=004ec606-e58e-4402-9f9e-94ba12400e17,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:29.198749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-df333e6e-4605-4b92-b9f4-33a47fad1344 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 01:18:29.198749 n-d-826529-3 neutron-server[110603]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 19 01:18:29.198749 n-d-826529-3 neutron-server[110603]: [parameters: {'status': 'DOWN', 'floatingips_id': 'a2681938-e6e5-4b4a-8819-ff06ca080fc0'}] Feb 19 01:18:29.198749 n-d-826529-3 neutron-server[110603]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:18:29.199947 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-df333e6e-4605-4b92-b9f4-33a47fad1344 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:18:29.220712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Port 004ec606-e58e-4402-9f9e-94ba12400e17 update to ACTIVE by agent not found {{(pid=110603) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:18:29.241745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd83fd2-9cc7-4f18-a7cc-eb9b9d8f2e07 None None] Pushing event updated for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:29.246441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d84866f0-c989-4fce-8660-4df95de7a284 req-1461922d-063c-4528-903c-a0d529795ac4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.1308270 Feb 19 01:18:29.361228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37178) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:29.383529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be9fc0-422c-4b5f-90fd-441cc9911c21 None None] DHCP port deletion for ad220ac0-fa23-4242-9214-cd841f5de225 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:18:29.408650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5eeacdc-37ba-4fdd-88a0-60c12c3537ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.452769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (78e0735f-6acf-444e-91eb-deb6335867d1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.477362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ad220ac0-fa23-4242-9214-cd841f5de225), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.510844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Attempting to bind port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:29.511722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Attempting to bind port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:29.526679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Attempting to bind port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:29.530956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad220ac0-fa23-4242-9214-cd841f5de225']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:29.553797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:29.558935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145ccd61-4cc0-48e2-8408-d5bc217fbe84') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:29.559600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145ccd61-4cc0-48e2-8408-d5bc217fbe84') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:29.566588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:29.568932 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.569261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Bound using segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:29.571352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Bound port: 6f8148d2-b05b-44a1-8e03-7ab1baba7b47, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:29.572191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.603448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (145ccd61-4cc0-48e2-8408-d5bc217fbe84), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.667495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (145ccd61-4cc0-48e2-8408-d5bc217fbe84), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.685695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:29.686091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (145ccd61-4cc0-48e2-8408-d5bc217fbe84), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:29.690301 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:29.723659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Pushing event deleted for resources: {'Port': ['ID=78e0735f-6acf-444e-91eb-deb6335867d1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:29.740579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df333e6e-4605-4b92-b9f4-33a47fad1344 None None] New status for floating IP a2681938-e6e5-4b4a-8819-ff06ca080fc0: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:18:29.844051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5eeacdc-37ba-4fdd-88a0-60c12c3537ab admin admin] Publish callbacks [] for security_group (a42fd144-2a9b-453c-8004-3e75825150a2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.918638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a47d6197-8263-4600-b828-a370285371dd None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:29.918968 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a47d6197-8263-4600-b828-a370285371dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.921152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] For port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:29.944526 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks [] for floatingip (a2681938-e6e5-4b4a-8819-ff06ca080fc0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.950412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.955942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ad220ac0-fa23-4242-9214-cd841f5de225), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:29.956849 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cd139a5b-9d55-4760-bd80-4cbbb4e4af27 tempest-ServerActionsTestJSON-1306120779 tempest-ServerActionsTestJSON-1306120779-project] 10.222.0.94 "DELETE /v2.0/floatingips/a2681938-e6e5-4b4a-8819-ff06ca080fc0 HTTP/1.1" status: 204 len: 168 time: 1.8578455 Feb 19 01:18:29.958502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:29.986050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] For port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:30.006065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5eeacdc-37ba-4fdd-88a0-60c12c3537ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a42fd144-2a9b-453c-8004-3e75825150a2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.016241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a47d6197-8263-4600-b828-a370285371dd None None] Port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:30.039422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.052503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] 10.222.0.94 "DELETE /v2.0/networks/ad220ac0-fa23-4242-9214-cd841f5de225 HTTP/1.1" status: 204 len: 168 time: 2.3894885 Feb 19 01:18:30.060346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d4cfe-bf17-49f4-8b92-2e874188af8c tempest-ExtraDHCPOptionsTestJSON-879352426 tempest-ExtraDHCPOptionsTestJSON-879352426-project] Pushing event deleted for resources: {'Network': ['ID=ad220ac0-fa23-4242-9214-cd841f5de225,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:30.066031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:30.066238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5eeacdc-37ba-4fdd-88a0-60c12c3537ab admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=426dda16993d41fda7d00bc582bf273d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7039242 Feb 19 01:18:30.067277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeacdc-37ba-4fdd-88a0-60c12c3537ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42fd144-2a9b-453c-8004-3e75825150a2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:30.080221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.265351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] Publish callbacks [] for security_group (a42fd144-2a9b-453c-8004-3e75825150a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.273592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:30.273592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:30.328657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] Publish callbacks [] for security_group (a42fd144-2a9b-453c-8004-3e75825150a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.362828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd83fd2-9cc7-4f18-a7cc-eb9b9d8f2e07 None None] Pushing event updated for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:30.521030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f0953b0-045f-47bc-9a33-a95951b2c8db req-e5daa828-2dd1-4b5a-a72f-3d2ee0b254c2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.0732286 Feb 19 01:18:30.622768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:30.687247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a42fd144-2a9b-453c-8004-3e75825150a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.690923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.693800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a42fd144-2a9b-453c-8004-3e75825150a2 HTTP/1.1" status: 204 len: 168 time: 0.6260083 Feb 19 01:18:30.709578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b09d5-e2fa-466f-ab9a-679e64b390a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42fd144-2a9b-453c-8004-3e75825150a2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:30.753644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:30.754226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:30.996807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Current status of the port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:31.000524 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:31.081061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] For port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:31.097880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:29Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:31.112159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (f078cd79-0ebe-4902-abba-269def9102cc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:31.148249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6661e3-6c0a-408b-a507-bad1465a3660 None None] The sync data for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 is: [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:29Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:31.192072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:31.417533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:31.448717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64cdda-a98d-4f73-ac3c-1dc0ae4e515c None None] Pushing event updated for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:31.539395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:31.662388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:31.663185 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:31.797506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08291361-619d-4007-b312-9f09197d1bcc req-1db6fcda-1f66-485c-b278-fc54ba8682ca tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.0702131 Feb 19 01:18:31.812437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7b63caa-1c55-4c30-bf4a-b3051a6152d9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9c4b02be99da4aaf8c1126d290ee5d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928013 Feb 19 01:18:31.815359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37288) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:31.956565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:31.971505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 004ec606-e58e-4402-9f9e-94ba12400e17 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:32.014910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 004ec606-e58e-4402-9f9e-94ba12400e17 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:32.015299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 004ec606-e58e-4402-9f9e-94ba12400e17 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:32.101353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-f2ced314-5a78-4ecb-9cf8-7bd9d4faef90 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:32.107075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-f2ced314-5a78-4ecb-9cf8-7bd9d4faef90 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 796 time: 0.2711332 Feb 19 01:18:32.178083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] Publish callbacks [] for security_group (80b53b5b-2781-4093-aa10-5d8bb9b403b8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.298297 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-842f25dc-8527-424b-af54-c5b93fa9d228 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 379 time: 0.1826022 Feb 19 01:18:32.311441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'port': {'device_id': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'admin_state_up': True, 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'security_groups': ['337f8226-ebc1-4558-892d-168e116d9630']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:32.314216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] Publish callbacks [] for security_group (80b53b5b-2781-4093-aa10-5d8bb9b403b8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.329146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:32.421045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Deleting port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:32.421532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.560594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (80b53b5b-2781-4093-aa10-5d8bb9b403b8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.568602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.572697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/80b53b5b-2781-4093-aa10-5d8bb9b403b8 HTTP/1.1" status: 204 len: 168 time: 0.7544444 Feb 19 01:18:32.602506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c46962-aa4c-4127-91b5-81fba57011b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b53b5b-2781-4093-aa10-5d8bb9b403b8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:32.662675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:32.669505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.716663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] For port 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:32.717353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.748948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-064190d4-2e35-4242-8da1-ea8825579040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:32.781848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Calling delete_port for 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:32.851854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.7 (62db624b-c256-46aa-b2cd-74992324be95/ddcb9488-a48d-4802-9bb2-3bcd54dc1a42/eb9ca72d-475b-4bb2-a295-704b8f3ec85b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:33.168997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0485bf1e-3396-495b-885a-dabfe3aceea6 req-6a67cc45-709b-40bb-90fc-d42f17141a3a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.2219822 Feb 19 01:18:33.304801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-064190d4-2e35-4242-8da1-ea8825579040 admin admin] Publish callbacks [] for security_group (a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.376382 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.427792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:33.440375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-064190d4-2e35-4242-8da1-ea8825579040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.542150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:33.542574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.589018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-064190d4-2e35-4242-8da1-ea8825579040 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d85274e3c8804019bbb8d681cc171598&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2389114 Feb 19 01:18:33.592217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:33.597336 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064190d4-2e35-4242-8da1-ea8825579040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:33.652747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.655925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.682629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] Publish callbacks [] for security_group (a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.771290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:33.790090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:33.815616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 62db624b-c256-46aa-b2cd-74992324be95 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:33.821831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:33.850606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:33.871659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] Publish callbacks [] for security_group (a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:33.935448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:34.025045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:34.030576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.179142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-7b9cc41a-d96d-4581-94f7-f29a795fcec4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8745444 Feb 19 01:18:34.179882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.182589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.186580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1 HTTP/1.1" status: 204 len: 168 time: 0.5903418 Feb 19 01:18:34.222833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-d08198d4-be66-472f-9f7a-a789ad903b28 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:18:34.225158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-d08198d4-be66-472f-9f7a-a789ad903b28 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218303 Feb 19 01:18:34.256814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Request body: {'port': {'device_id': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:34.265465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (f078cd79-0ebe-4902-abba-269def9102cc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.268359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348d89d-5c41-4e09-8001-4b183201e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b5bea1-6d2a-4f26-8ee0-a09ed885ebb1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:34.434488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.460982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a7d551fb-75db-4360-a309-40ad1a10f37a None None] Provisioning complete for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:34.462097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a7d551fb-75db-4360-a309-40ad1a10f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:34.503257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a7d551fb-75db-4360-a309-40ad1a10f37a None None] Port eb9ca72d-475b-4bb2-a295-704b8f3ec85b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:34.987960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37396) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:35.047882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ca72d-475b-4bb2-a295-704b8f3ec85b {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:35.063505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks [] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.078682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Transition to ACTIVE for port object eb9ca72d-475b-4bb2-a295-704b8f3ec85b will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:18:35.114934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70e9f-19b3-4e55-93f5-1f094f5c7439 req-d987fb18-7e61-4952-a0ab-af9fe96e6e4c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:35.116859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ba70e9f-19b3-4e55-93f5-1f094f5c7439 req-d987fb18-7e61-4952-a0ab-af9fe96e6e4c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 931 time: 0.1873500 Feb 19 01:18:35.165338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.397177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ba70e9f-19b3-4e55-93f5-1f094f5c7439 req-790149b4-409b-4099-8a01-0b06381da380 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703810 Feb 19 01:18:35.481749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:35.567561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:35.573159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d6c1414-85dd-440a-a09b-3c2f3b6763d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.580013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:35.581737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:35.582353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:35.626712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:18:35.627261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:35.627851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-232541112'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:35.646387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:35.646974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:35.647556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Bound using segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:35.648339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Bound port: eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:35.649328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.665713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Router f078cd79-0ebe-4902-abba-269def9102cc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:35.745778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:35.749602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:35.832901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.911504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:35.960988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d6c1414-85dd-440a-a09b-3c2f3b6763d3 admin admin] Publish callbacks [] for security_group (ab4d9780-0226-4bf8-a032-e15887c591af), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.962638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:35.965228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:35.968210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-ca03e46d-43b9-401e-8d5b-c79e8b1f7e69 service neutron] 10.222.0.96 "PUT /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1091 time: 1.7221267 Feb 19 01:18:35.968959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:35.973102 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4807fefa-8d17-4123-9f65-5a13b0ce81dc" -d '{"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:35.979898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:35.987310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.016118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.043918 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793e8bd1-13de-4135-aa9e-414806c407c2 x-openstack-request-id: req-793e8bd1-13de-4135-aa9e-414806c407c2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:36.044206 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:36.044470 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-793e8bd1-13de-4135-aa9e-414806c407c2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:36.044903 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'status': 'completed', 'code': 200} Feb 19 01:18:36.078520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d6c1414-85dd-440a-a09b-3c2f3b6763d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab4d9780-0226-4bf8-a032-e15887c591af), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.081036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:36.095857 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Sync routers for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:36.111018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0416d983-1895-444c-9a1a-589460fbd768 admin admin] 10.222.0.94 "PUT /v2.0/routers/f078cd79-0ebe-4902-abba-269def9102cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1512606 Feb 19 01:18:36.112141 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:36.113101 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:36.122824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:36.295277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks [] for router (f078cd79-0ebe-4902-abba-269def9102cc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.305353 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:36.330431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-f2df17c5-3309-4a97-bbe9-8d203ebe068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.332301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-f2df17c5-3309-4a97-bbe9-8d203ebe068b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1125 time: 0.2706821 Feb 19 01:18:36.361033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1d6c1414-85dd-440a-a09b-3c2f3b6763d3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d3f771b400d2415785f1acff9cbb5256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554249 Feb 19 01:18:36.366930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37440) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:36.367402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c1414-85dd-440a-a09b-3c2f3b6763d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d9780-0226-4bf8-a032-e15887c591af,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:36.431541 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:18:36.734009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-30582e6c-8af5-4cc7-97c8-987411565058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.740809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-30582e6c-8af5-4cc7-97c8-987411565058 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=c323be55983947e9a8958bb8509ef471&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3620579 Feb 19 01:18:36.762712 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] Publish callbacks [] for security_group (ab4d9780-0226-4bf8-a032-e15887c591af), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.785114 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:18:33Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:36.793818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05c18-6fbc-4e04-a676-905d87f38a0d req-07f332e8-f545-4988-829f-e97275961b6a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.810946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ac05c18-6fbc-4e04-a676-905d87f38a0d req-07f332e8-f545-4988-829f-e97275961b6a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 943 time: 0.3016462 Feb 19 01:18:36.818845 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Checking router: f078cd79-0ebe-4902-abba-269def9102cc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:36.829212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Routers {'f078cd79-0ebe-4902-abba-269def9102cc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:36.830084 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f078cd79-0ebe-4902-abba-269def9102cc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:36.905100 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ac05c18-6fbc-4e04-a676-905d87f38a0d req-83696130-e137-4ea9-9fea-e5d5fc9d7ea5 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885878 Feb 19 01:18:36.911634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for security_group (2f35417b-5060-4dc4-bd39-5820b1d845c7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.924109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks [] for router_gateway (f078cd79-0ebe-4902-abba-269def9102cc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.942315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] Publish callbacks [] for security_group (ab4d9780-0226-4bf8-a032-e15887c591af), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:36.942457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-4dc20f9d-2f21-4297-baf3-084233097aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:36.944225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4807fefa-8d17-4123-9f65-5a13b0ce81dc req-4dc20f9d-2f21-4297-baf3-084233097aeb service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961040 Feb 19 01:18:37.019912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f35417b-5060-4dc4-bd39-5820b1d845c7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.073062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] Set router f078cd79-0ebe-4902-abba-269def9102cc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:37.097352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35417b-5060-4dc4-bd39-5820b1d845c7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:37.117982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-3f3f9237-4fe3-4131-a5a8-86df1afe925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.119522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-3f3f9237-4fe3-4131-a5a8-86df1afe925a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1125 time: 0.1296291 Feb 19 01:18:37.125540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Deleting port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:37.125892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.183528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-fe190158-13b1-43f9-87d0-de4044b82dc1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 217 time: 0.0532980 Feb 19 01:18:37.197008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab4d9780-0226-4bf8-a032-e15887c591af), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.200196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.201347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ab4d9780-0226-4bf8-a032-e15887c591af HTTP/1.1" status: 204 len: 168 time: 0.8265483 Feb 19 01:18:37.240126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:37.242174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704bfd3-3d8a-4245-b0e6-a4d7504d2e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d9780-0226-4bf8-a032-e15887c591af,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:37.287440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-50a495d3-da4b-43e1-8032-7e91a9f98f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.289226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-50a495d3-da4b-43e1-8032-7e91a9f98f98 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.0978181 Feb 19 01:18:37.349638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] For port 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:37.353555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.391564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666e57-58c9-4431-8711-3796bf54b308 req-678faa50-6577-4381-bc49-1cc377ed9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.392284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-678faa50-6577-4381-bc49-1cc377ed9421 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0917108 Feb 19 01:18:37.424075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Calling delete_port for 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:37.473002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d8e3f1dd-df3d-4411-b805-e7b2ba767a4b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.473815 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment d8e3f1dd-df3d-4411-b805-e7b2ba767a4b of type vlan for network 178198d7-e4f3-4c76-a10f-90680bc5303e Feb 19 01:18:37.588068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (178198d7-e4f3-4c76-a10f-90680bc5303e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.685680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-caee3b4f-7589-425e-b1c8-81a12457bced service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845411 Feb 19 01:18:37.717742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:18:33Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:37.749604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (178198d7-e4f3-4c76-a10f-90680bc5303e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.763699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:37.764525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:37.864677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575baad6-7ee7-419f-a8c5-dfb521507f5a None None] The sync data for ids ['f078cd79-0ebe-4902-abba-269def9102cc'] in n-d-826529-3 is: [{'id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'name': 'tempest-ServerActionsTestJSON-461484291-router', 'tenant_id': '2f1b908732ce4137a5579b35058bb2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:46Z', 'updated_at': '2022-02-19T01:18:33Z', 'revision_number': 5, 'project_id': '2f1b908732ce4137a5579b35058bb2d7', 'gw_port': {'id': '1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078cd79-0ebe-4902-abba-269def9102cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:47Z', 'updated_at': '2022-02-19T01:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:37.944550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35666e57-58c9-4431-8711-3796bf54b308 req-d9981774-3985-4e9a-95ea-e5e46b809e62 service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483444 Feb 19 01:18:37.992966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9976621 Feb 19 01:18:37.994022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37490) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:38.002654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902126002'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:38.066755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16259-b247-4bda-b97b-1bc1b0dbf9ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=178198d7-e4f3-4c76-a10f-90680bc5303e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:38.078912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 178198d7-e4f3-4c76-a10f-90680bc5303e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:38.160000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:38.166651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.194628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd9bc-7f97-4838-9393-438056e53284 req-469b1496-bcc5-42a5-b6e4-4ec098d38786 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:38.196328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fffd9bc-7f97-4838-9393-438056e53284 req-469b1496-bcc5-42a5-b6e4-4ec098d38786 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 943 time: 0.1306803 Feb 19 01:18:38.268192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.298015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:38.309402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fffd9bc-7f97-4838-9393-438056e53284 req-66209d11-c6c6-43c4-a180-f5d62ba1274d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995748 Feb 19 01:18:38.338465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a451553a-dc06-46d7-b7be-509710798bfc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.338465 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment a451553a-dc06-46d7-b7be-509710798bfc of type vlan for network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 Feb 19 01:18:38.356570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:38.417896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.485751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (f078cd79-0ebe-4902-abba-269def9102cc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.576517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.582412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:38.583116 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.603705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (f078cd79-0ebe-4902-abba-269def9102cc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.606481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks [] for router_controller (f078cd79-0ebe-4902-abba-269def9102cc), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.735776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7406352 Feb 19 01:18:38.739888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37516) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:38.757815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:38.782065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f8893-d3f1-43e5-8a37-e4a7adf5a299 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=9b3259ba-7ee5-4d46-8305-0672ec5b8ea9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:38.794219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:38.839061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (f078cd79-0ebe-4902-abba-269def9102cc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.840441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f078cd79-0ebe-4902-abba-269def9102cc {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:18:38.845732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.846977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7c78066b-4021-4f47-9cba-003d75755299 admin admin] 10.222.0.94 "DELETE /v2.0/routers/f078cd79-0ebe-4902-abba-269def9102cc HTTP/1.1" status: 204 len: 168 time: 2.7091041 Feb 19 01:18:38.859632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37524) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:38.984176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Deleting subnet 04825bff-2b8e-4732-b7cd-66ceeb75dfff {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:18:38.987457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Publish callbacks [] for subnet (04825bff-2b8e-4732-b7cd-66ceeb75dfff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.054294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (04825bff-2b8e-4732-b7cd-66ceeb75dfff), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.148048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:39.157156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.318506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (04825bff-2b8e-4732-b7cd-66ceeb75dfff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.523883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (04825bff-2b8e-4732-b7cd-66ceeb75dfff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.645453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04825bff-2b8e-4732-b7cd-66ceeb75dfff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:39.660936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (8237ab11-16ff-4e4d-acd2-dcccda2ccb73), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.679889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.686431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:39.690650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d66c4c68-cb5f-4539-a83c-ee5340eead70 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/04825bff-2b8e-4732-b7cd-66ceeb75dfff HTTP/1.1" status: 204 len: 168 time: 0.8296885 Feb 19 01:18:39.696791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:39.731564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96d414-31f5-42d2-9a94-52bc76db0f1d None None] Network 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:39.813939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:39.829163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b97352f-a4c6-42fc-b7f6-35bfb0a5d0ca not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:39.832619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:39.848046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d090bf-5fb1-4abe-999b-420100030320 req-169ea767-42db-4254-b682-abbc7df1a83b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.868639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7d090bf-5fb1-4abe-999b-420100030320 req-169ea767-42db-4254-b682-abbc7df1a83b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 943 time: 0.4261439 Feb 19 01:18:39.939795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=8237ab11-16ff-4e4d-acd2-dcccda2ccb73,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:39.946932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:39.951519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9bcbbac6-7f8a-49dd-9c3b-cb1663ec00ca not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:39.960089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:39.960732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: 178198d7-e4f3-4c76-a10f-90680bc5303e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:18:40.007178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.085276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 178198d7-e4f3-4c76-a10f-90680bc5303e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:18:40.170478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 178198d7-e4f3-4c76-a10f-90680bc5303e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:40.179153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.180455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.212469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22e08d-b173-4556-b17c-67171905259c None None] Network 178198d7-e4f3-4c76-a10f-90680bc5303e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:40.229499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373168c-8ff7-4bbc-808d-7e83a4210a10 None None] DHCP port deletion for 2cc50135-8b47-49b0-ad94-d8ac6162e1f9 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:18:40.254771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:18:40.255545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2cc50135-8b47-49b0-ad94-d8ac6162e1f9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.271455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7d090bf-5fb1-4abe-999b-420100030320 req-f9d94136-d607-48ea-ab91-1d64111d5d06 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3955455 Feb 19 01:18:40.283401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-74d77a38-627a-4d2c-ac5d-2f6456d1ac7d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5424030 Feb 19 01:18:40.286181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:40.294791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:40.389548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Deleting port f7598850-e05b-4120-881c-9964e3f53408 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:40.390151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f7598850-e05b-4120-881c-9964e3f53408), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.476498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] For port f7598850-e05b-4120-881c-9964e3f53408, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f7598850-e05b-4120-881c-9964e3f53408,segment=NetworkSegment(41c961f2-10bf-4a29-8e79-fc03258e9af0),segment_id=41c961f2-10bf-4a29-8e79-fc03258e9af0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:40.476869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f7598850-e05b-4120-881c-9964e3f53408), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.490763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Calling delete_port for f7598850-e05b-4120-881c-9964e3f53408 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:40.582090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:40.594330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.643141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:40.662063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f7598850-e05b-4120-881c-9964e3f53408), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.691968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'port_id': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'mac_address': 'fa:16:3e:b4:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:18:40.702082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.741818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] No DVR routers for this DVR port f7598850-e05b-4120-881c-9964e3f53408 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:40.743341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f7598850-e05b-4120-881c-9964e3f53408,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:40.788560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b373168c-8ff7-4bbc-808d-7e83a4210a10 None None] The port 'f7598850-e05b-4120-881c-9964e3f53408' was deleted {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 01:18:40.806156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-178198d7-e4f3-4c76-a10f-90680bc5303e', 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': '8237ab11-16ff-4e4d-acd2-dcccda2ccb73'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:18:40.807031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.938146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port eb9ca72d-475b-4bb2-a295-704b8f3ec85b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:40.938146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.947895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2cc50135-8b47-49b0-ad94-d8ac6162e1f9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:40.983424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ca72d-475b-4bb2-a295-704b8f3ec85b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:18:41.008440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc50135-8b47-49b0-ad94-d8ac6162e1f9']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:41.029163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c961f2-10bf-4a29-8e79-fc03258e9af0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:41.029486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c961f2-10bf-4a29-8e79-fc03258e9af0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:41.037221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:41.049359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (41c961f2-10bf-4a29-8e79-fc03258e9af0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.067512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (41c961f2-10bf-4a29-8e79-fc03258e9af0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.079570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:41.081168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (41c961f2-10bf-4a29-8e79-fc03258e9af0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:41.083571 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:41.118635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (fa2d58a3-9314-44bc-b713-ca631358f7e3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.197721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b6025e18-265b-438d-b5d0-60d27f7a1827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.200780 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.261176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2cc50135-8b47-49b0-ad94-d8ac6162e1f9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.282154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.305889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] 10.222.0.94 "DELETE /v2.0/networks/2cc50135-8b47-49b0-ad94-d8ac6162e1f9 HTTP/1.1" status: 204 len: 168 time: 1.5597758 Feb 19 01:18:41.361915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2b3d2-0d06-4c0a-aea1-a9cabe0aa0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc50135-8b47-49b0-ad94-d8ac6162e1f9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:41.388231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:41.425011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=fa2d58a3-9314-44bc-b713-ca631358f7e3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:41.444031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'a451553a-dc06-46d7-b7be-509710798bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:41.445341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:18:41.482698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f7598850-e05b-4120-881c-9964e3f53408 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:41.551259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f7598850-e05b-4120-881c-9964e3f53408 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:41.551792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f7598850-e05b-4120-881c-9964e3f53408 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:41.562716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['eb9ca72d-475b-4bb2-a295-704b8f3ec85b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:18:41.577167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69486c2-144b-4a58-b87a-28d943e94717 req-e25a77c4-9c7b-4083-86b0-c56731c75cf3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.578897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e69486c2-144b-4a58-b87a-28d943e94717 req-e25a77c4-9c7b-4083-86b0-c56731c75cf3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.0975213 Feb 19 01:18:41.624057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:18:41.813893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Allocated IP 2001:db8::2 (178198d7-e4f3-4c76-a10f-90680bc5303e/8237ab11-16ff-4e4d-acd2-dcccda2ccb73/f98cb4d7-5b0f-4484-98f5-da2ba2dc4366) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:41.889519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37612) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:41.980653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37616) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:42.068566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a288145a-e439-4b87-b86f-556be0d8319a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2f1b908732ce4137a5579b35058bb2d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838873 Feb 19 01:18:42.069676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37618) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:42.167933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] Publish callbacks [] for security_group (3baa1817-f614-412a-b477-54243d50d8ed), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.199412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] Publish callbacks [] for security_group (3baa1817-f614-412a-b477-54243d50d8ed), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.349735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ad2a7ed1-935b-43ef-9c6c-55d72457fc51 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:42.413459 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks [] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.432844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:42.439766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3baa1817-f614-412a-b477-54243d50d8ed), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.447032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689b708-3ae0-471d-bc84-b78c9ae26a6c None None] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:42.449853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.453307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3baa1817-f614-412a-b477-54243d50d8ed HTTP/1.1" status: 204 len: 168 time: 0.3824062 Feb 19 01:18:42.474407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:42.475360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.495115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f563c-b1a8-4ef7-ae7d-290fee9e7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa1817-f614-412a-b477-54243d50d8ed,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:42.503836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e69486c2-144b-4a58-b87a-28d943e94717 req-2a6cb8e7-86ae-4888-b618-e51a54a30d4f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9157708 Feb 19 01:18:42.514951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:42.515259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad2a7ed1-935b-43ef-9c6c-55d72457fc51 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "PUT /v2.0/quotas/ef7447b3c1274f08a6ba8d6bdc911484 HTTP/1.1" status: 200 len: 368 time: 0.6237485 Feb 19 01:18:42.525856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Request body: {'network': {'project_id': 'ef7447b3c1274f08a6ba8d6bdc911484'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:42.587667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b85097ef-4929-4a8c-967f-12822080c80c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2962551 Feb 19 01:18:42.588491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:42.607731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.607994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1183896106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:42.667116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Made reservation on behalf of ef7447b3c1274f08a6ba8d6bdc911484 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:42.671373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.683423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.700425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Network 178198d7-e4f3-4c76-a10f-90680bc5303e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:42.713777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:42.718707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Pushing event updated for resources: {'Port': ['ID=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:42.721193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:42.732311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.734241 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.794727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-9b3259ba-7ee5-4d46-8305-0672ec5b8ea9', 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': 'fa2d58a3-9314-44bc-b713-ca631358f7e3'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:18:42.796100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.890119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Attempting to bind port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:42.890775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Attempting to bind port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:42.891068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Attempting to bind port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 on network 178198d7-e4f3-4c76-a10f-90680bc5303e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:42.972937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for security_group (9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.974475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:42.974978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Checking segment: {'id': 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:42.975538 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.976058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Bound using segment: {'id': 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:42.976641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Bound port: f98cb4d7-5b0f-4484-98f5-da2ba2dc4366, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '178198d7-e4f3-4c76-a10f-90680bc5303e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:42.977113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:42.979386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-040b72c9-c9ba-4294-984a-6c9071a077b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.027990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.056094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.091262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.133465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:43.176240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] For port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:43.179939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:43.181181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] For port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,segment=NetworkSegment(d8e3f1dd-df3d-4411-b805-e7b2ba767a4b),segment_id=d8e3f1dd-df3d-4411-b805-e7b2ba767a4b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:43.211266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (47c863ad-750d-4ca8-b9c1-13c0f224989b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.211707 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Added segment 47c863ad-750d-4ca8-b9c1-13c0f224989b of type vlan for network 192670f7-6a71-4685-9030-4df7fa9a1d98 Feb 19 01:18:43.213627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Allocated IP 2001:db8:1::2 (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9/fa2d58a3-9314-44bc-b713-ca631358f7e3/31b44962-8f8c-40a7-852a-54d0665b1cad) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:43.263721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.267594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49875689-806e-4095-9930-391654f6cc69 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6739593 Feb 19 01:18:43.268149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37646) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:43.309862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.311624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (192670f7-6a71-4685-9030-4df7fa9a1d98), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.389566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144328-d287-4d2f-be85-22b3de845580 None None] Pushing event updated for resources: {'Port': ['ID=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:43.444590 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (192670f7-6a71-4685-9030-4df7fa9a1d98), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.446309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.446906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.617311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1008265 Feb 19 01:18:43.623028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:43.639037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks [] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.649588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Request body: {'network': {'project_id': 'ef7447b3c1274f08a6ba8d6bdc911484'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:43.657244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63b55-46d1-4537-8a99-9f70cea1556b tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event updated for resources: {'Network': ['ID=192670f7-6a71-4685-9030-4df7fa9a1d98,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:43.670479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 192670f7-6a71-4685-9030-4df7fa9a1d98 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:43.811255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:43.950807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a7686-a245-43d4-a5be-0735118062c0 req-c5d27aee-3ba1-4224-9e94-e5b187d3f659 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:43.952478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e25a7686-a245-43d4-a5be-0735118062c0 req-c5d27aee-3ba1-4224-9e94-e5b187d3f659 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.1463978 Feb 19 01:18:43.962833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:43.998589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:44.023778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:44.029872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Made reservation on behalf of ef7447b3c1274f08a6ba8d6bdc911484 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:44.033056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.064517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Pushing event updated for resources: {'Port': ['ID=31b44962-8f8c-40a7-852a-54d0665b1cad,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:44.082786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:44.113909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3bee5c32-112c-4499-88c6-50e04727f174), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.113909 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Added segment 3bee5c32-112c-4499-88c6-50e04727f174 of type vlan for network 37698cb0-e939-432c-a7d8-f12ae6c78c13 Feb 19 01:18:44.207503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Attempting to bind port 31b44962-8f8c-40a7-852a-54d0665b1cad on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:18:44.208288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Attempting to bind port 31b44962-8f8c-40a7-852a-54d0665b1cad by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a451553a-dc06-46d7-b7be-509710798bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:18:44.208908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Attempting to bind port 31b44962-8f8c-40a7-852a-54d0665b1cad on network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:18:44.216317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:18:44.217214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Checking segment: {'id': 'a451553a-dc06-46d7-b7be-509710798bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:44.217851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.218464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Bound using segment: {'id': 'a451553a-dc06-46d7-b7be-509710798bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:18:44.219239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Bound port: 31b44962-8f8c-40a7-852a-54d0665b1cad, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a451553a-dc06-46d7-b7be-509710798bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9b3259ba-7ee5-4d46-8305-0672ec5b8ea9'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:18:44.220180 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.263637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.270967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e25a7686-a245-43d4-a5be-0735118062c0 req-cc6e983e-5224-4d7e-b400-d1a7780f66c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476914 Feb 19 01:18:44.273162 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (37698cb0-e939-432c-a7d8-f12ae6c78c13), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.277633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:44.353004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.407137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37688) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:44.480689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (37698cb0-e939-432c-a7d8-f12ae6c78c13), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.482036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:44.482905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.499763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] For port 31b44962-8f8c-40a7-852a-54d0665b1cad, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:18:44.532943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:18:44.539503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] For port 31b44962-8f8c-40a7-852a-54d0665b1cad, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=31b44962-8f8c-40a7-852a-54d0665b1cad,segment=NetworkSegment(a451553a-dc06-46d7-b7be-509710798bfc),segment_id=a451553a-dc06-46d7-b7be-509710798bfc)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:18:44.541306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:44.542642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.614747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event updated for resources: {'Network': ['ID=37698cb0-e939-432c-a7d8-f12ae6c78c13,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:44.620795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.677209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 37698cb0-e939-432c-a7d8-f12ae6c78c13 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:44.680865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1509957104-network', 'tenant_id': '4f71dbf9f6db40529031004d74fe0c34'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:44.719560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port eb9ca72d-475b-4bb2-a295-704b8f3ec85b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:44.720104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.793010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec3bc71a-696b-43c3-b388-2ce8656ec149 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1673405 Feb 19 01:18:44.796308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37696) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:44.804633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-936255f8-eba8-4087-bd04-30cf036c122a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Request body: {'network': {'project_id': 'ef7447b3c1274f08a6ba8d6bdc911484'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:44.830937 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-936255f8-eba8-4087-bd04-30cf036c122a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:18:44.832859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936255f8-eba8-4087-bd04-30cf036c122a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:18:44.834260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-936255f8-eba8-4087-bd04-30cf036c122a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0358748 Feb 19 01:18:44.837299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:44.954226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cef0e74e-a9b0-4aff-9fd0-2f76e86e4924 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ef7447b3c1274f08a6ba8d6bdc911484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1151791 Feb 19 01:18:44.956085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748cd24-b941-432e-8f32-97c0c4406af0 None None] Pushing event updated for resources: {'Port': ['ID=31b44962-8f8c-40a7-852a-54d0665b1cad,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:44.958441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Made reservation on behalf of 4f71dbf9f6db40529031004d74fe0c34 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:44.970612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:44.972670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37704) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:44.975429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:44.994560 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f15ed-ac0b-4f90-9a40-34616ea6116e" -d '{"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:45.010022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.070105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:45.141040 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.230439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks [] for security_group (316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.267320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8::1 (178198d7-e4f3-4c76-a10f-90680bc5303e/8237ab11-16ff-4e4d-acd2-dcccda2ccb73/15c86b42-f45b-4672-8da8-6128999538a8) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:45.290302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.300751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:45.311492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:45.338043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4c4a9309-19e8-4aa8-8359-88c8f20312e1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.338043 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Added segment 4c4a9309-19e8-4aa8-8359-88c8f20312e1 of type vlan for network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a Feb 19 01:18:45.361732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.439185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b889e16-fa09-4f7d-ae7c-111bf403e181 None None] Network 178198d7-e4f3-4c76-a10f-90680bc5303e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:45.490589 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b703bde3-93f2-43f2-907c-663fe80fe4ac x-openstack-request-id: req-b703bde3-93f2-43f2-907c-663fe80fe4ac {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:45.507901 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:45.508132 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b703bde3-93f2-43f2-907c-663fe80fe4ac {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:45.508463 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'code': 200} Feb 19 01:18:45.555303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:45.562758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (15c86b42-f45b-4672-8da8-6128999538a8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.614448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.616441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.616854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.619775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.620890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.623861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.625929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.625929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.625929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.626281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.627118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.627118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.629023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:45.680924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.880409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.881569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:45.882167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:45.984088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5756578 Feb 19 01:18:45.996711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 31b44962-8f8c-40a7-852a-54d0665b1cad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:46.045081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Provisioning complete for port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:46.045458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.056728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37730) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:46.067860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Request body: {'subnet': {'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1509957104-subnet', 'tenant_id': '4f71dbf9f6db40529031004d74fe0c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:46.124307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428a996-310c-43dd-8d77-666074fd4d0f req-ee22e70d-b512-4e28-adf9-9860000348b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.128270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4428a996-310c-43dd-8d77-666074fd4d0f req-ee22e70d-b512-4e28-adf9-9860000348b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1127 time: 0.5420308 Feb 19 01:18:46.136219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e2409-ed8c-44fb-8d8e-3a53942c2dae admin admin] Pushing event updated for resources: {'Network': ['ID=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:46.202049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:46.235799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4428a996-310c-43dd-8d77-666074fd4d0f req-17459071-2f72-4df3-ab46-737f5fa500df service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906293 Feb 19 01:18:46.296483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (15c86b42-f45b-4672-8da8-6128999538a8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.318875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Made reservation on behalf of 4f71dbf9f6db40529031004d74fe0c34 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:46.321959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 31b44962-8f8c-40a7-852a-54d0665b1cad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:46.322100 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for security_group (9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.322219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.323736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.459930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=15c86b42-f45b-4672-8da8-6128999538a8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:46.559018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for security_group (9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.598550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 178198d7-e4f3-4c76-a10f-90680bc5303e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:46.608690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:46.609117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Current status of the port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:46.610276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.616589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:46.617127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.686821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 31b44962-8f8c-40a7-852a-54d0665b1cad is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:46.694550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.777367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] For port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,segment=NetworkSegment(d8e3f1dd-df3d-4411-b805-e7b2ba767a4b),segment_id=d8e3f1dd-df3d-4411-b805-e7b2ba767a4b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:46.782382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e375-8b0f-4184-a8f7-82cf7093e947 req-6180582e-30e5-466c-87a6-3748d55745b2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:46.784276 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8287e375-8b0f-4184-a8f7-82cf7093e947 req-6180582e-30e5-466c-87a6-3748d55745b2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 1.1868031 Feb 19 01:18:46.796584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 31b44962-8f8c-40a7-852a-54d0665b1cad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=31b44962-8f8c-40a7-852a-54d0665b1cad,segment=NetworkSegment(a451553a-dc06-46d7-b7be-509710798bfc),segment_id=a451553a-dc06-46d7-b7be-509710798bfc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:46.852270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8287e375-8b0f-4184-a8f7-82cf7093e947 req-39a1f683-587d-4be3-943d-c8bac24da374 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581794 Feb 19 01:18:46.890276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.890276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:46.935883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c86b42-f45b-4672-8da8-6128999538a8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:46.942187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (863501ce-a78b-434c-a14e-ca986e6164ff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.064053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.069716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=31b44962-8f8c-40a7-852a-54d0665b1cad,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.078642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.123123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=863501ce-a78b-434c-a14e-ca986e6164ff,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.132072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Checking segment: {'id': '4c4a9309-19e8-4aa8-8359-88c8f20312e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:18:47.133434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Network hostable DHCP agents. Network: 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:18:47.163247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26da3-5b36-4af0-9842-18ade351980e None None] Pushing event updated for resources: {'Port': ['ID=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.170410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39dc19f-8b1f-4f39-b426-a6ae768873df None None] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:47.244410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:18:47.347038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:47.352134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:47.352743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.388664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8327a7c8-3523-402f-a4c7-073d31f4884c None None] Network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:47.427578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (15c86b42-f45b-4672-8da8-6128999538a8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.431114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.436037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.437542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "DELETE /v2.0/security-groups/9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8 HTTP/1.1" status: 204 len: 168 time: 2.4637437 Feb 19 01:18:47.440156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:47.473126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-21c4cc7d-065c-4e4d-8905-831cce2fc54e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4124410 Feb 19 01:18:47.490465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2be53-7e3c-4c5f-9e5b-ab554edfdaf0 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09c6cd-49d3-46d9-ab05-2e5b0c0f9de8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.512872 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (15c86b42-f45b-4672-8da8-6128999538a8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.513704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.587742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Provisioning complete for port 31b44962-8f8c-40a7-852a-54d0665b1cad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:47.588221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.618729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=15c86b42-f45b-4672-8da8-6128999538a8,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:47.690698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (37698cb0-e939-432c-a7d8-f12ae6c78c13), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.709388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:47.709857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:47.876499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 178198d7-e4f3-4c76-a10f-90680bc5303e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:47.879393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:47.936340 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (37698cb0-e939-432c-a7d8-f12ae6c78c13), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.080350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37698cb0-e939-432c-a7d8-f12ae6c78c13']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:48.083552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373d64d-c95f-4a8c-8af0-049ed9167de9 None None] Network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:18:48.122433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bee5c32-112c-4499-88c6-50e04727f174') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:48.123098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bee5c32-112c-4499-88c6-50e04727f174') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:48.165499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (3bee5c32-112c-4499-88c6-50e04727f174), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.267133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd6747-19f0-4aaa-b207-44e21375cb08 req-7f320309-a0e4-43e1-8d4d-e30662c03211 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:48.280982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4cd6747-19f0-4aaa-b207-44e21375cb08 req-7f320309-a0e4-43e1-8d4d-e30662c03211 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.2446680 Feb 19 01:18:48.305005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3bee5c32-112c-4499-88c6-50e04727f174), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.325957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:48.325957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (3bee5c32-112c-4499-88c6-50e04727f174), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:48.393285 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:48.403358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Current status of the port 31b44962-8f8c-40a7-852a-54d0665b1cad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:48.412753 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e4cd6747-19f0-4aaa-b207-44e21375cb08 req-6a9fba29-eb97-4297-92de-a9263b2bad41 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112278 Feb 19 01:18:48.462080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:48.481978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Provisioning complete for port 15c86b42-f45b-4672-8da8-6128999538a8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:48.482134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:18:48.482249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (15c86b42-f45b-4672-8da8-6128999538a8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.518799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-1149fb6f-a471-4419-8dd2-d2b420a6d04d tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:48.520419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-1149fb6f-a471-4419-8dd2-d2b420a6d04d tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/networks?id=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a HTTP/1.1" status: 200 len: 814 time: 0.4070139 Feb 19 01:18:48.564536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-1adb1755-3f0b-4653-a2f7-16c7bdcfa078 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/quotas/4f71dbf9f6db40529031004d74fe0c34 HTTP/1.1" status: 200 len: 375 time: 0.0288377 Feb 19 01:18:48.594947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (37698cb0-e939-432c-a7d8-f12ae6c78c13), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.602546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Port 15c86b42-f45b-4672-8da8-6128999538a8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:48.605701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.616249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 31b44962-8f8c-40a7-852a-54d0665b1cad up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:48.618807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "DELETE /v2.0/networks/37698cb0-e939-432c-a7d8-f12ae6c78c13 HTTP/1.1" status: 204 len: 168 time: 1.1773558 Feb 19 01:18:48.632646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37788) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:48.654512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-382aa427-7e37-4806-9d5b-84b5e5c7e376 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4f71dbf9f6db40529031004d74fe0c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837729 Feb 19 01:18:48.687620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Provisioning complete for port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:48.688323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.719656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3e7d5-4d86-42fb-bd8e-869fd2131320 tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event deleted for resources: {'Network': ['ID=37698cb0-e939-432c-a7d8-f12ae6c78c13,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:48.756040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 31b44962-8f8c-40a7-852a-54d0665b1cad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:48.756490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.899292 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-6fa288eb-c7f0-4853-a431-0a2b12898aaa service neutron] 10.222.0.94 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310250 Feb 19 01:18:48.941215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:48.972076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 31b44962-8f8c-40a7-852a-54d0665b1cad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:48.972818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-164c2310-ac0e-4f04-a881-30eca8cc6e8c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7022486 Feb 19 01:18:48.975520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37800) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:48.976676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:18:48.979180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] Sync routers for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:49.012607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (192670f7-6a71-4685-9030-4df7fa9a1d98), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.060336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26f5da63-ec57-4c64-a8a1-f0090138d572 None None] Current status of the port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:49.074239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:49.075473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.113036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdab567-786c-4db5-b973-e20fc158a936 req-fd2b7591-13aa-4f4d-babc-7abfc206cb20 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.121602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2fdab567-786c-4db5-b973-e20fc158a936 req-fd2b7591-13aa-4f4d-babc-7abfc206cb20 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.5112860 Feb 19 01:18:49.125376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.126843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-383d4072-fb6a-4055-be99-6baefe888feb service neutron] 10.222.0.94 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180672 Feb 19 01:18:49.180134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421ace5-0320-4fe5-a848-7d8b022cbcf8 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.184583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9421ace5-0320-4fe5-a848-7d8b022cbcf8 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports/15c86b42-f45b-4672-8da8-6128999538a8 HTTP/1.1" status: 200 len: 911 time: 0.2049675 Feb 19 01:18:49.185165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:49.204938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:49.205483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.251562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.252200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9476b-9b92-4a3c-8870-1bbbdd84d627 None None] The sync data for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:49.275973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:49.277554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.326034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Provisioning complete for port 31b44962-8f8c-40a7-852a-54d0665b1cad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:49.326415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.381380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2fdab567-786c-4db5-b973-e20fc158a936 req-5933e426-43b1-4d83-a918-66f81be30522 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570217 Feb 19 01:18:49.396609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (192670f7-6a71-4685-9030-4df7fa9a1d98), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.412338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:49.438018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:49.476673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192670f7-6a71-4685-9030-4df7fa9a1d98']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.486784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Current status of the port 31b44962-8f8c-40a7-852a-54d0665b1cad is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:18:49.496095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c863ad-750d-4ca8-b9c1-13c0f224989b') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.496689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c863ad-750d-4ca8-b9c1-13c0f224989b') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:49.499167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Provisioning complete for port 15c86b42-f45b-4672-8da8-6128999538a8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:49.499546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (15c86b42-f45b-4672-8da8-6128999538a8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.514134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (47c863ad-750d-4ca8-b9c1-13c0f224989b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.538754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (47c863ad-750d-4ca8-b9c1-13c0f224989b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.539878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d11c636f-ad93-479e-8bfb-d5834fb07539 None None] Port 15c86b42-f45b-4672-8da8-6128999538a8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:49.543876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a48ea-fbfd-4bd7-8c81-f83fa02a9fe2 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:49.545595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf6a48ea-fbfd-4bd7-8c81-f83fa02a9fe2 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1122 time: 0.1320801 Feb 19 01:18:49.548871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37816) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:49.551926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:18:49.552464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (47c863ad-750d-4ca8-b9c1-13c0f224989b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:18:49.555069 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:18:49.565899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:49.690172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (192670f7-6a71-4685-9030-4df7fa9a1d98), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.704764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.708827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.726040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] 10.222.0.94 "DELETE /v2.0/networks/192670f7-6a71-4685-9030-4df7fa9a1d98 HTTP/1.1" status: 204 len: 168 time: 1.0823722 Feb 19 01:18:49.754280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8f795-5263-4905-b9f8-effc4dd2319a tempest-QuotasNegativeTest-440678510 tempest-QuotasNegativeTest-440678510-project-admin] Pushing event deleted for resources: {'Network': ['ID=192670f7-6a71-4685-9030-4df7fa9a1d98,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:49.920524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.083495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.440830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.211 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:50.562475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ea7d1a3-b79d-4a74-8c46-e513cc04252e req-927d1f75-6fee-47a9-847b-390f1338ac3c tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0864065 Feb 19 01:18:50.605607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8:1::1 (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9/fa2d58a3-9314-44bc-b713-ca631358f7e3/1f62ef7a-fe80-48cb-91d0-e5e57ce3222e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:50.851141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37852) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:50.856330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.959888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.995646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.002784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-82ab5a78-c2fd-4db8-91b1-5b07bf5a00c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.080371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:51.122150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:51.133152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:51.184148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.209381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-82ab5a78-c2fd-4db8-91b1-5b07bf5a00c8 admin admin] Publish callbacks [] for security_group (ab9c4d02-9617-4af0-a59a-0c4ce2240abb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.213509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:51.278773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-82ab5a78-c2fd-4db8-91b1-5b07bf5a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab9c4d02-9617-4af0-a59a-0c4ce2240abb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.282094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:51.353659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab5a78-c2fd-4db8-91b1-5b07bf5a00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c4d02-9617-4af0-a59a-0c4ce2240abb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:51.368541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-82ab5a78-c2fd-4db8-91b1-5b07bf5a00c8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c9587f5c9e9045acbaada3df0bb45bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5140178 Feb 19 01:18:51.375344 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37866) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:51.481531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] Publish callbacks [] for security_group (ab9c4d02-9617-4af0-a59a-0c4ce2240abb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.525240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] Publish callbacks [] for security_group (ab9c4d02-9617-4af0-a59a-0c4ce2240abb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.613884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=1f62ef7a-fe80-48cb-91d0-e5e57ce3222e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:51.618897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:51.634959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ab9c4d02-9617-4af0-a59a-0c4ce2240abb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.641549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.650960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ab9c4d02-9617-4af0-a59a-0c4ce2240abb HTTP/1.1" status: 204 len: 168 time: 0.2786534 Feb 19 01:18:51.669982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:51.669982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.672623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de23b-6664-49ba-a2bc-ac16d6094c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c4d02-9617-4af0-a59a-0c4ce2240abb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:51.926991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2eb97fe0-1341-4dca-9490-2c99c8052a82 req-27294e95-6301-4480-a433-6160d11a9c9f tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0811598 Feb 19 01:18:51.962923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-922639f7-7bd9-456f-899f-c3fa85ed6a02 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3132145 Feb 19 01:18:52.146124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-e8cbb692-3abf-4396-bbc5-e7ee5d48e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:52.149609 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-e8cbb692-3abf-4396-bbc5-e7ee5d48e460 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1132 time: 0.1127534 Feb 19 01:18:52.277310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b2103075-ce14-4ff6-9512-78b56eb8c7fc None None] Provisioning complete for port 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:52.279774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b2103075-ce14-4ff6-9512-78b56eb8c7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:52.374918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b2103075-ce14-4ff6-9512-78b56eb8c7fc None None] Port 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:52.378637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-ad21a245-42ea-4f39-a9e8-270e90738084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:52.403346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-ad21a245-42ea-4f39-a9e8-270e90738084 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2086134 Feb 19 01:18:52.440886 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-2cf8f5dd-0437-400c-88d8-c52144fcdac5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.0525177 Feb 19 01:18:52.518487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (0e93d59f-9a9f-4ff1-a68a-42c0487d6710), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:52.542250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-db20ddbe-3fb2-4252-b2e4-5ceae3ca1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:52.549497 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-db20ddbe-3fb2-4252-b2e4-5ceae3ca1adb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.1011617 Feb 19 01:18:52.608515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-06778249-0ec5-4b1c-a3c9-95e735c8aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:52.610230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-06778249-0ec5-4b1c-a3c9-95e735c8aefe service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0560966 Feb 19 01:18:52.725939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-5b14637c-f606-437e-9d2f-beb876511068 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096044 Feb 19 01:18:52.820782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb75e3fb-565a-4b9d-88d8-60c239eba30e req-1b7006f7-04a9-4cec-b148-9270a48dd336 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892913 Feb 19 01:18:53.018001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6412624-04d0-48a0-8e3c-e07de7e07817 req-b6b44c6b-a227-4f9b-969a-137e802b9690 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0286562 Feb 19 01:18:53.234848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.559457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37916) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:53.579331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40e85114-5982-4b83-a8a1-f797dcac24cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.692485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40e85114-5982-4b83-a8a1-f797dcac24cc admin admin] Publish callbacks [] for security_group (fa1903c4-4f2a-41cf-9a15-a0a135c66753), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.781124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40e85114-5982-4b83-a8a1-f797dcac24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fa1903c4-4f2a-41cf-9a15-a0a135c66753), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.823073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-40e85114-5982-4b83-a8a1-f797dcac24cc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cda5ea16e4164ba196e19ed997e4e3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621584 Feb 19 01:18:53.825984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37922) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:53.879538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:53.887836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e85114-5982-4b83-a8a1-f797dcac24cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1903c4-4f2a-41cf-9a15-a0a135c66753,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:53.972718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] Publish callbacks [] for security_group (fa1903c4-4f2a-41cf-9a15-a0a135c66753), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.027486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] Publish callbacks [] for security_group (fa1903c4-4f2a-41cf-9a15-a0a135c66753), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.159176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c1079612-e985-4e84-ba14-ddc47f834407 req-7dd3514b-13c8-4fa9-9529-2c2d01985868 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0763073 Feb 19 01:18:54.186234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fa1903c4-4f2a-41cf-9a15-a0a135c66753), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.189034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.192522 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fa1903c4-4f2a-41cf-9a15-a0a135c66753 HTTP/1.1" status: 204 len: 168 time: 0.3632534 Feb 19 01:18:54.203718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857147c7-c983-43be-ad72-586624b720c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1903c4-4f2a-41cf-9a15-a0a135c66753,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:54.312174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.393462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.397957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.471347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.472110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.560787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:54.695681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (0e93d59f-9a9f-4ff1-a68a-42c0487d6710), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.741472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=1f62ef7a-fe80-48cb-91d0-e5e57ce3222e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:54.829458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:54.833944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:54.937089 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 0e93d59f-9a9f-4ff1-a68a-42c0487d6710 associated. External IP: 172.25.2.211, port: eb9ca72d-475b-4bb2-a295-704b8f3ec85b. Feb 19 01:18:55.002965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:55.273121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:55.280585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae9de24a-118d-4727-9691-c0a29d85b9e0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0936549 Feb 19 01:18:55.282558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37978) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:55.285870 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] Sync routers for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:55.317210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:55.320457 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:55.455997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3334b6a1-895d-4241-935a-2fbb794dc343 req-e40adcce-fbf4-471f-9039-812870795c29 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.1462853 Feb 19 01:18:55.488310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:55.505343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150beb0-0982-40b0-8a25-0fede90c6ccf tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:55.524237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9150beb0-0982-40b0-8a25-0fede90c6ccf tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports/1f62ef7a-fe80-48cb-91d0-e5e57ce3222e HTTP/1.1" status: 200 len: 913 time: 0.2393816 Feb 19 01:18:55.529944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9c4e0a74-42e5-40ad-b5ce-dd269f2306cf None None] Provisioning complete for port 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:18:55.530956 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9c4e0a74-42e5-40ad-b5ce-dd269f2306cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:55.539611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37998) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:55.543741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:55.551925 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:55.576058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e0a74-42e5-40ad-b5ce-dd269f2306cf None None] Port 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:18:55.674204 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:55.675960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f171c7-5699-4042-bfdb-f907d96d48a8 None None] The sync data for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:55.710681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router 78ccd401-15b2-4d64-94ac-747967efa494 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:55.922148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:55.940062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Sync routers for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:55.962766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:55.965511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:56.052414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:56.173380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ab2f036c-6d35-4084-93c7-f58dc6d747d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6197128 Feb 19 01:18:56.173978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:56.192123 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb835e4b-cdee-4675-845d-d435283e8c14" -d '{"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:56.224265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:56.225764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:56.296334 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c729bd-8d6f-45f1-b8fb-ed587ea1fdde x-openstack-request-id: req-36c729bd-8d6f-45f1-b8fb-ed587ea1fdde {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:56.296623 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:56.296920 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-36c729bd-8d6f-45f1-b8fb-ed587ea1fdde {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:56.297400 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'status': 'completed', 'code': 200} Feb 19 01:18:56.507907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b144c27-d314-4029-a4c9-165503dcae36 req-f02abe28-5ff0-40b3-a28b-18117c713791 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:56.520311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b144c27-d314-4029-a4c9-165503dcae36 req-f02abe28-5ff0-40b3-a28b-18117c713791 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.2179143 Feb 19 01:18:56.561884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-51c4ed2f-95ad-4d53-bc41-be868c55bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:56.564510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-51c4ed2f-95ad-4d53-bc41-be868c55bdaf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1127 time: 0.2093475 Feb 19 01:18:56.722984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-d60b56ed-42d8-4686-9145-356d5bd65930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:56.724688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-d60b56ed-42d8-4686-9145-356d5bd65930 service neutron] 10.222.0.96 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.1469421 Feb 19 01:18:56.882354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b144c27-d314-4029-a4c9-165503dcae36 req-267c8a50-05a0-456a-a408-6ebb898b2c47 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607569 Feb 19 01:18:56.925094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38056) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:56.990789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:56.992821 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.010431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85e84a0c-245e-4659-aa17-610526b6a64f req-4cea17b1-c3e4-4c5f-a684-c833f8d94feb tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.1934650 Feb 19 01:18:57.052834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-e522fffd-b794-4b1e-9b1e-8f5c3ca1ee95 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 999 time: 0.3095534 Feb 19 01:18:57.055626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-77ff53c9-a850-4533-b27e-5d6f1215e47e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 200 len: 991 time: 0.1294909 Feb 19 01:18:57.150341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-3d21f8cc-e04b-4dc1-a1a8-7c054af3331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:57.152471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-3d21f8cc-e04b-4dc1-a1a8-7c054af3331e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.0923495 Feb 19 01:18:57.227062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.264396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 1f62ef7a-fe80-48cb-91d0-e5e57ce3222e owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:57.280405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-b9e39409-926c-44eb-a579-1aa601faa7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:57.284700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-b9e39409-926c-44eb-a579-1aa601faa7f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1182613 Feb 19 01:18:57.583226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0e93d59f-9a9f-4ff1-a68a-42c0487d6710', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'port_id': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'mac_address': 'fa:16:3e:b4:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:18:52Z', 'updated_at': '2022-02-19T01:18:52Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:57.605427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-70d87451-bd4f-410b-82fd-a1be9631b64d service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138082 Feb 19 01:18:57.648126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Checking router: 78ccd401-15b2-4d64-94ac-747967efa494 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:57.695269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:57.696944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:57.715867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:57.858183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb835e4b-cdee-4675-845d-d435283e8c14 req-172b7f3f-9a70-495f-a863-adf6185afe56 service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457235 Feb 19 01:18:57.895775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1f62ef7a-fe80-48cb-91d0-e5e57ce3222e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.955826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-234038430', 'router:external': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:57.961984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:57.972434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=1f62ef7a-fe80-48cb-91d0-e5e57ce3222e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:58.049879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Made reservation on behalf of efe243961b144013bc00e606197e9c21 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:58.052667 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.076614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38122) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:58.078849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.383737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3630a336-a2c7-4109-9699-57c0387e8a3c req-372bf130-3bcb-424c-bc52-5a02a54e906a tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.1503196 Feb 19 01:18:58.394514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-6e51b2a2-a6d1-4328-99bd-fbb1d8152e7e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:58.396109 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-6e51b2a2-a6d1-4328-99bd-fbb1d8152e7e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.117 "GET /v2.0/networks?id=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a HTTP/1.1" status: 200 len: 814 time: 0.3445697 Feb 19 01:18:58.420165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Request body: {'port': {'device_id': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a', 'admin_state_up': True, 'tenant_id': '4f71dbf9f6db40529031004d74fe0c34'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:58.503524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fdbae9b-2672-487c-a2d4-fa57a39bd469 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 200 len: 991 time: 0.3753262 Feb 19 01:18:58.504356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0e93d59f-9a9f-4ff1-a68a-42c0487d6710', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'port_id': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'mac_address': 'fa:16:3e:b4:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:18:52Z', 'updated_at': '2022-02-19T01:18:52Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:58.510997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.556965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2849bf27-fa3b-46c8-946e-ee1b8033c194 None None] The sync data for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 is: [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0e93d59f-9a9f-4ff1-a68a-42c0487d6710', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'port_id': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'mac_address': 'fa:16:3e:b4:ca:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:18:52Z', 'updated_at': '2022-02-19T01:18:52Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:58.605785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for security_group (66bcdaee-eba7-4e95-872e-cc4ffacd4890), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.684179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66bcdaee-eba7-4e95-872e-cc4ffacd4890), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.737770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:18:58.749750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bcdaee-eba7-4e95-872e-cc4ffacd4890,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:58.792554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:58.792554 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Added segment e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f of type vlan for network a5701ff3-a68d-4683-b005-328d961b7ea7 Feb 19 01:18:58.829082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:58.888181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a5701ff3-a68d-4683-b005-328d961b7ea7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.019635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:59.032377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8db08dcf-241d-4232-8aa1-81a49840116e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4871116 Feb 19 01:18:59.033602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Made reservation on behalf of 4f71dbf9f6db40529031004d74fe0c34 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:59.035486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38164) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.038431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.070860 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] Sync routers for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:59.071388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac70903-f728-43dc-92cd-c703c5287946 None None] New status for floating IP 0e93d59f-9a9f-4ff1-a68a-42c0487d6710: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:18:59.083887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a5701ff3-a68d-4683-b005-328d961b7ea7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.084900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:59.085481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.088919 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:59.093996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:59.206609 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:59.237699 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:59.238348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:59.282095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Allocated IP 172.20.0.6 (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a/863501ce-a78b-434c-a14e-ca986e6164ff/7697c08f-f029-4f27-b7dc-9aa940df7dfc) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:18:59.330939 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:59.331618 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98eb87-8e18-4137-8ff0-a6d03cb70fcb None None] The sync data for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:59.398590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Network': ['ID=a5701ff3-a68d-4683-b005-328d961b7ea7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:59.420866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a5701ff3-a68d-4683-b005-328d961b7ea7 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:18:59.471747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef2a7c70-b359-43b4-912e-91f9c3146e92 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7535145 Feb 19 01:18:59.480010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38182) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.484957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'subnet': {'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:18:59.491524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks [] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.538399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.605749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4e673c4b-ab40-4eb9-9bea-47753d25471b req-8ef86756-a145-4015-9867-07d0b0f42dbb tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0690072 Feb 19 01:18:59.679556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e79e669-d8ac-4af4-9f77-33130d854132 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 200 len: 993 time: 0.1318641 Feb 19 01:18:59.685871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.719129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Made reservation on behalf of efe243961b144013bc00e606197e9c21 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:18:59.722609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.750997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Pushing event updated for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:59.783798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:18:59.785962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:18:59.794896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:18:59.888375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:59.889139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.974981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-8e56f139-c84c-4a2e-b5ba-34635e06db87 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5582161 Feb 19 01:18:59.985508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Request body: {'port': {'device_id': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:00.049867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.415218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.471629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7697c08f-f029-4f27-b7dc-9aa940df7dfc {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:00.484145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks [] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.492499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Transition to ACTIVE for port object 7697c08f-f029-4f27-b7dc-9aa940df7dfc will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:00.648504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.733967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:00.833744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Attempting to bind port 7697c08f-f029-4f27-b7dc-9aa940df7dfc on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:00.834865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Attempting to bind port 7697c08f-f029-4f27-b7dc-9aa940df7dfc by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '4c4a9309-19e8-4aa8-8359-88c8f20312e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:00.836061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Attempting to bind port 7697c08f-f029-4f27-b7dc-9aa940df7dfc on network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:00.852999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Port 7697c08f-f029-4f27-b7dc-9aa940df7dfc on network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:00.853424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Attempting to bind port 7697c08f-f029-4f27-b7dc-9aa940df7dfc on network 5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:00.868988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:00.870065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Checking segment: {'id': '4c4a9309-19e8-4aa8-8359-88c8f20312e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:00.871312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Bound using segment: {'id': '4c4a9309-19e8-4aa8-8359-88c8f20312e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:00.871844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Bound port: 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4a9309-19e8-4aa8-8359-88c8f20312e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:00.872457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.972286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:19:00.973040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1ebd9bd8-f94c-4bfe-b138-66ab6837e65c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.996651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:01.004852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc,segment=NetworkSegment(4c4a9309-19e8-4aa8-8359-88c8f20312e1),segment_id=4c4a9309-19e8-4aa8-8359-88c8f20312e1)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:01.039695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5a51d-6e41-44ae-876b-cae519e3584e req-1f8d07f9-0be6-4719-8d4b-53149d623dce tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.041226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56e5a51d-6e41-44ae-876b-cae519e3584e req-1f8d07f9-0be6-4719-8d4b-53149d623dce tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 943 time: 0.2374694 Feb 19 01:19:01.076826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ebd9bd8-f94c-4bfe-b138-66ab6837e65c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:01.101318 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.160204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.160937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.163647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] 10.222.0.117 "PUT /v2.0/ports/7697c08f-f029-4f27-b7dc-9aa940df7dfc HTTP/1.1" status: 200 len: 1091 time: 1.1832190 Feb 19 01:19:01.164180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:01.169056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 15c86b42-f45b-4672-8da8-6128999538a8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:01.169216 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:01.172095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (15c86b42-f45b-4672-8da8-6128999538a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.178028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Checking segment: {'id': 'e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:01.180740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network hostable DHCP agents. Network: a5701ff3-a68d-4683-b005-328d961b7ea7, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:01.271730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff763-85ff-459f-9489-e64b95ff9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:01.389788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56e5a51d-6e41-44ae-876b-cae519e3584e req-69883c7b-d946-42ad-b364-cf1e9062b462 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376062 Feb 19 01:19:01.421820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-93e07f5f-18a4-4d11-89d6-b665bdbba808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.423373 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-93e07f5f-18a4-4d11-89d6-b665bdbba808 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4f71dbf9f6db40529031004d74fe0c34&device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 1125 time: 0.1386058 Feb 19 01:19:01.440382 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (15c86b42-f45b-4672-8da8-6128999538a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.451191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network a5701ff3-a68d-4683-b005-328d961b7ea7 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:01.465705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 15c86b42-f45b-4672-8da8-6128999538a8 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:01.552814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a5701ff3-a68d-4683-b005-328d961b7ea7) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:01.561592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea166dee-6532-40d5-adce-b42cdc61c878 None None] Network a5701ff3-a68d-4683-b005-328d961b7ea7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:01.569924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:01.571632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.736363 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d44a9138-6590-4c75-8798-c4b3382c9c29 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2524536 Feb 19 01:19:01.748637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38290) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:01.769901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1037538775', 'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:01.813425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e0583-a369-4448-bb83-9855d20803a6 None None] Network a5701ff3-a68d-4683-b005-328d961b7ea7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:02.028361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Made reservation on behalf of efe243961b144013bc00e606197e9c21 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:02.046377 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.114193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] device_id is not set on port 4797c2e9-b10a-4cb9-bc52-9b268172c4dd yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:19:02.272029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-d5777e60-c000-47c5-a9ab-0859c43b2359 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc HTTP/1.1" status: 200 len: 217 time: 0.8411071 Feb 19 01:19:02.273635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (15c86b42-f45b-4672-8da8-6128999538a8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.277537 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0893c514-4799-4428-b825-f83e1ec2450e x-openstack-request-id: req-0893c514-4799-4428-b825-f83e1ec2450e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:02.278593 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:02.279028 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0893c514-4799-4428-b825-f83e1ec2450e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:02.283397 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc', 'status': 'completed', 'code': 200} Feb 19 01:19:02.324233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.20.0.10 (a5701ff3-a68d-4683-b005-328d961b7ea7/1ebd9bd8-f94c-4bfe-b138-66ab6837e65c/4797c2e9-b10a-4cb9-bc52-9b268172c4dd) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:02.327985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=15c86b42-f45b-4672-8da8-6128999538a8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:02.453745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-2b35d79f-dfa4-4c74-8e48-8ef7d9eac22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:02.455654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-2b35d79f-dfa4-4c74-8e48-8ef7d9eac22e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=863501ce-a78b-434c-a14e-ca986e6164ff HTTP/1.1" status: 200 len: 854 time: 0.1710157 Feb 19 01:19:02.528966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-dea7895f-97b3-4090-af62-5b5552f8efc3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634561 Feb 19 01:19:02.612596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.805043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-f200466b-b975-4c85-a60e-2401e1a3f62d service neutron] 10.222.0.117 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696445 Feb 19 01:19:02.884151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:02.993972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a79185b0-a932-47fc-aa2d-fcf7a982ae8f req-eef12556-f6bf-48db-ad66-68ac8a484ec2 service neutron] 10.222.0.117 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809781 Feb 19 01:19:03.037477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:03.058651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38344) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:03.059860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc7dd8af-dda4-44a0-aca5-20e342981cc5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0232356 Feb 19 01:19:03.061421 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] Sync routers for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:03.100339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876a743-cc5a-47b8-a3b3-0757be54ba7b req-1d7f0339-37f9-46a0-a171-068ff8bebd12 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:03.102995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b876a743-cc5a-47b8-a3b3-0757be54ba7b req-1d7f0339-37f9-46a0-a171-068ff8bebd12 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 943 time: 0.4926915 Feb 19 01:19:03.125445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:03.126381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:03.173189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2e1f0d57-1846-4e31-80d9-7331a66ff0f3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 HTTP/1.1" status: 200 len: 205 time: 0.1131349 Feb 19 01:19:03.185125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38348) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:03.267799 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:03.288907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] Routers {'fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:03.289734 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:03.297973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-cdd400bb-d9e5-4625-8135-4e9247c4cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:03.299530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-cdd400bb-d9e5-4625-8135-4e9247c4cbe9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4f71dbf9f6db40529031004d74fe0c34&device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 1125 time: 0.1381648 Feb 19 01:19:03.300940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.350454 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:03.351216 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa922323-a3ff-4ae7-b54d-619355117818 None None] The sync data for ids ['fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:03.438241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b876a743-cc5a-47b8-a3b3-0757be54ba7b req-b662ab85-9fb5-44e0-a93b-f15e83de6fc3 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976859 Feb 19 01:19:03.510847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-da1bce87-fd26-40da-bd71-baa62afeb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:03.512399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-da1bce87-fd26-40da-bd71-baa62afeb476 service neutron] 10.222.0.117 "GET /v2.0/networks?id=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a HTTP/1.1" status: 200 len: 915 time: 0.2053127 Feb 19 01:19:03.587180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (4797c2e9-b10a-4cb9-bc52-9b268172c4dd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.597245 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-48c4cced-a25e-4fde-aa33-d637dd79b496 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc HTTP/1.1" status: 200 len: 217 time: 0.0747538 Feb 19 01:19:03.715656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-e8672748-6cc5-4b99-8229-143d1f5993c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:03.721306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-e8672748-6cc5-4b99-8229-143d1f5993c9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=863501ce-a78b-434c-a14e-ca986e6164ff HTTP/1.1" status: 200 len: 854 time: 0.1196098 Feb 19 01:19:03.797600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-7e849c00-80ad-4974-8723-0009d83ec5fa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670536 Feb 19 01:19:03.798288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4797c2e9-b10a-4cb9-bc52-9b268172c4dd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.950902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-443e7e02-e75a-4a92-af12-44a841848eba service neutron] 10.222.0.117 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488044 Feb 19 01:19:04.011832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=4797c2e9-b10a-4cb9-bc52-9b268172c4dd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:04.042770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.052306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.059123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network a5701ff3-a68d-4683-b005-328d961b7ea7 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:04.067146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:04.079932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:04.132838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c0f4c7e1-c764-49e4-a5cd-2ab545ed6c2c req-c27952eb-3773-4dff-b685-9f27da512381 service neutron] 10.222.0.117 "GET /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754084 Feb 19 01:19:04.216173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:04.216794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.329815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.330375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:04.337421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.339210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bf048805-7311-4b7e-a12c-86a440e3ad2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 HTTP/1.1" status: 204 len: 168 time: 1.1529512 Feb 19 01:19:04.341955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38392) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:04.367121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9de1991-62a7-4fb3-aa7c-9f7a32a60679 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.6174359 Feb 19 01:19:04.367798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:04.448822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet fa2d58a3-9314-44bc-b713-ca631358f7e3 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:04.464182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (fa2d58a3-9314-44bc-b713-ca631358f7e3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.569110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (fa2d58a3-9314-44bc-b713-ca631358f7e3), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.591686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Deleting port 4797c2e9-b10a-4cb9-bc52-9b268172c4dd {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:04.592040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4797c2e9-b10a-4cb9-bc52-9b268172c4dd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.656530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7697c08f-f029-4f27-b7dc-9aa940df7dfc details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:04.771149 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (fa2d58a3-9314-44bc-b713-ca631358f7e3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.792056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4797c2e9-b10a-4cb9-bc52-9b268172c4dd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.841042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Calling delete_port for 4797c2e9-b10a-4cb9-bc52-9b268172c4dd owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:04.897599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc,segment=NetworkSegment(4c4a9309-19e8-4aa8-8359-88c8f20312e1),segment_id=4c4a9309-19e8-4aa8-8359-88c8f20312e1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:04.933040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7697c08f-f029-4f27-b7dc-9aa940df7dfc', 'network_id': '5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a', 'port_id': '7697c08f-f029-4f27-b7dc-9aa940df7dfc', 'mac_address': 'fa:16:3e:a1:d6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863501ce-a78b-434c-a14e-ca986e6164ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:04.963965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (fa2d58a3-9314-44bc-b713-ca631358f7e3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.042437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2d58a3-9314-44bc-b713-ca631358f7e3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.079938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.081314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7697c08f-f029-4f27-b7dc-9aa940df7dfc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:05.083717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f271a22c-7569-4262-8132-2accf3042309 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/fa2d58a3-9314-44bc-b713-ca631358f7e3 HTTP/1.1" status: 204 len: 168 time: 0.7402384 Feb 19 01:19:05.085807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.087293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.116176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51ec09-0eb6-4980-a74d-eeaf749b0197 req-cf34bdc4-c801-4365-a720-0e32b112571f tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:05.117881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d51ec09-0eb6-4980-a74d-eeaf749b0197 req-cf34bdc4-c801-4365-a720-0e32b112571f tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 943 time: 0.2283034 Feb 19 01:19:05.123063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c606d-18dd-4461-aa68-3b271a761f29 None None] Network 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:05.217128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d51ec09-0eb6-4980-a74d-eeaf749b0197 req-ce409308-4255-400c-a023-391045fa32c1 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Feb 19 01:19:05.247746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet 8237ab11-16ff-4e4d-acd2-dcccda2ccb73 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:05.274167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (8237ab11-16ff-4e4d-acd2-dcccda2ccb73), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.276539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7697c08f-f029-4f27-b7dc-9aa940df7dfc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:05.393878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc,segment=NetworkSegment(4c4a9309-19e8-4aa8-8359-88c8f20312e1),segment_id=4c4a9309-19e8-4aa8-8359-88c8f20312e1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:05.429719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (8237ab11-16ff-4e4d-acd2-dcccda2ccb73), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.467068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.523198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4797c2e9-b10a-4cb9-bc52-9b268172c4dd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.532148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] DHCP port deletion for 9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:05.631218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Port': ['ID=4797c2e9-b10a-4cb9-bc52-9b268172c4dd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.709709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.735166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.735166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.735166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.774317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.783477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.784319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.793717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.795660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.796089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.796524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.798435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.798866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.801485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:05.809002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7697c08f-f029-4f27-b7dc-9aa940df7dfc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:05.876712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.887566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.892024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7', 'external_fixed_ips': [{'subnet_id': '1ebd9bd8-f94c-4bfe-b138-66ab6837e65c', 'ip_address': '172.20.0.10'}]}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:05.901998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78c22b1a-ee9d-49bf-b307-f81da0782912 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/ports/4797c2e9-b10a-4cb9-bc52-9b268172c4dd HTTP/1.1" status: 204 len: 168 time: 1.5330572 Feb 19 01:19:05.906100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (8237ab11-16ff-4e4d-acd2-dcccda2ccb73), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.955270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Deleting port 31b44962-8f8c-40a7-852a-54d0665b1cad {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:05.956379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.003774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e01b9eba-140d-4f7d-9466-004516135e4b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.004887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e01b9eba-140d-4f7d-9466-004516135e4b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.148071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] For port 31b44962-8f8c-40a7-852a-54d0665b1cad, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=31b44962-8f8c-40a7-852a-54d0665b1cad,segment=NetworkSegment(a451553a-dc06-46d7-b7be-509710798bfc),segment_id=a451553a-dc06-46d7-b7be-509710798bfc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:06.151935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.163994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (8237ab11-16ff-4e4d-acd2-dcccda2ccb73), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.196387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.200862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/8237ab11-16ff-4e4d-acd2-dcccda2ccb73 HTTP/1.1" status: 204 len: 168 time: 1.1089966 Feb 19 01:19:06.210950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38478) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:06.226999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Calling delete_port for 31b44962-8f8c-40a7-852a-54d0665b1cad owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:06.255712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f17e1-361a-43e2-b1a1-8de4cb69a6ca tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=8237ab11-16ff-4e4d-acd2-dcccda2ccb73,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:06.465623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f751fe-a995-45e8-b755-44ac649ac293 None None] Network 178198d7-e4f3-4c76-a10f-90680bc5303e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:06.470722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322de7-059b-46a6-b035-876704269b0e req-58b564db-eebb-45e0-a7cb-ed4b6e14522e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:06.472362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df322de7-059b-46a6-b035-876704269b0e req-58b564db-eebb-45e0-a7cb-ed4b6e14522e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 944 time: 0.0919721 Feb 19 01:19:06.519403 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (e01b9eba-140d-4f7d-9466-004516135e4b), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.588505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.636118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df322de7-059b-46a6-b035-876704269b0e req-6c7c0535-87f5-4c0f-8935-55a4ff5e4a6c tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Feb 19 01:19:06.792819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 31b44962-8f8c-40a7-852a-54d0665b1cad no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:06.834493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (31b44962-8f8c-40a7-852a-54d0665b1cad), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.912020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 31b44962-8f8c-40a7-852a-54d0665b1cad {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:06.914314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 31b44962-8f8c-40a7-852a-54d0665b1cad not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:06.921049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] No DVR routers for this DVR port 31b44962-8f8c-40a7-852a-54d0665b1cad on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:06.952558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7816b0f-eb7d-4755-8a48-502d91d6ba94 None None] Pushing event deleted for resources: {'Port': ['ID=31b44962-8f8c-40a7-852a-54d0665b1cad,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.054678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.149182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] DHCP port deletion for 178198d7-e4f3-4c76-a10f-90680bc5303e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:07.187625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3259ba-7ee5-4d46-8305-0672ec5b8ea9']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:07.191583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e01b9eba-140d-4f7d-9466-004516135e4b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.226337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a451553a-dc06-46d7-b7be-509710798bfc') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:07.226637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a451553a-dc06-46d7-b7be-509710798bfc') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:07.251056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Deleting port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:07.251564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.252505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (a451553a-dc06-46d7-b7be-509710798bfc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.409583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a451553a-dc06-46d7-b7be-509710798bfc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.430801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:07.431503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (a451553a-dc06-46d7-b7be-509710798bfc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.437776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] For port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,segment=NetworkSegment(d8e3f1dd-df3d-4411-b805-e7b2ba767a4b),segment_id=d8e3f1dd-df3d-4411-b805-e7b2ba767a4b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:07.448757 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.480242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Calling delete_port for f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:07.571040 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:07.689060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (f98cb4d7-5b0f-4484-98f5-da2ba2dc4366), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.770937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] Pushing event deleted for resources: {'Port': ['ID=f98cb4d7-5b0f-4484-98f5-da2ba2dc4366,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.771927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9b3259ba-7ee5-4d46-8305-0672ec5b8ea9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.781454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c634875-e9b4-451a-9b6c-ca71d0583a91 None None] No DVR routers for this DVR port f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:07.812396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:07.819932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:07.820485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/9b3259ba-7ee5-4d46-8305-0672ec5b8ea9 HTTP/1.1" status: 204 len: 168 time: 1.6076481 Feb 19 01:19:07.850263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51c65e-3f64-49b0-ac8b-4a391747082a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=9b3259ba-7ee5-4d46-8305-0672ec5b8ea9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.942636 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (178198d7-e4f3-4c76-a10f-90680bc5303e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.068401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e01b9eba-140d-4f7d-9466-004516135e4b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.100348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddb41e-c766-4fc6-9be5-bf2a0f7bd78d req-eb939c6f-3022-42fc-ae5e-62176146066c tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:08.109682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2ddb41e-c766-4fc6-9be5-bf2a0f7bd78d req-eb939c6f-3022-42fc-ae5e-62176146066c tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 944 time: 0.3097155 Feb 19 01:19:08.118256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.237155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2ddb41e-c766-4fc6-9be5-bf2a0f7bd78d req-f3f4661b-4b18-4e32-b606-af38491b3fec tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264265 Feb 19 01:19:08.246927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (178198d7-e4f3-4c76-a10f-90680bc5303e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.332211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178198d7-e4f3-4c76-a10f-90680bc5303e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:08.351783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:08.352023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e3f1dd-df3d-4411-b805-e7b2ba767a4b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:08.368374 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (d8e3f1dd-df3d-4411-b805-e7b2ba767a4b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.386615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d8e3f1dd-df3d-4411-b805-e7b2ba767a4b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.393124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:08.393523 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (d8e3f1dd-df3d-4411-b805-e7b2ba767a4b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:08.396946 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:08.557451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.20.0.10 (a5701ff3-a68d-4683-b005-328d961b7ea7/1ebd9bd8-f94c-4bfe-b138-66ab6837e65c/0aee2868-abd9-480d-8c19-3ce55597fd64) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:08.575236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (178198d7-e4f3-4c76-a10f-90680bc5303e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.583003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.586296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/178198d7-e4f3-4c76-a10f-90680bc5303e HTTP/1.1" status: 204 len: 168 time: 0.7651057 Feb 19 01:19:08.606659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38584) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:08.613163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-67187168'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:08.645302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4f95d-776b-4b4c-b818-d8638384cad3 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=178198d7-e4f3-4c76-a10f-90680bc5303e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:08.659305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:08.710320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7697c08f-f029-4f27-b7dc-9aa940df7dfc up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:08.714622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:08.715296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f98cb4d7-5b0f-4484-98f5-da2ba2dc4366 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:08.783627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:08.794675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.922378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:19:08.926783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7697c08f-f029-4f27-b7dc-9aa940df7dfc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:08.940041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7697c08f-f029-4f27-b7dc-9aa940df7dfc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:08.941443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.956281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ca8e503f-0237-4adc-b448-bfadbc08ec9a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:08.956858 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment ca8e503f-0237-4adc-b448-bfadbc08ec9a of type vlan for network cb854541-b2ea-4d14-9cab-ba10eeb690a2 Feb 19 01:19:08.974105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.015412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cb854541-b2ea-4d14-9cab-ba10eeb690a2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.160757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7697c08f-f029-4f27-b7dc-9aa940df7dfc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:09.162123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.186320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cb854541-b2ea-4d14-9cab-ba10eeb690a2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.191364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.196785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.203941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:09.211302 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c4f0fb-68f4-4e8b-9db5-2602c635f774" -d '{"events": [{"server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "name": "network-vif-plugged", "status": "completed", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:09.238656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.293449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc,segment=NetworkSegment(4c4a9309-19e8-4aa8-8359-88c8f20312e1),segment_id=4c4a9309-19e8-4aa8-8359-88c8f20312e1)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:09.340387 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ad341-7f52-4b23-b723-cf0088d09e1c x-openstack-request-id: req-f60ad341-7f52-4b23-b723-cf0088d09e1c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:09.340387 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "name": "network-vif-plugged", "status": "completed", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:09.340387 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f60ad341-7f52-4b23-b723-cf0088d09e1c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:09.340387 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc', 'code': 200} Feb 19 01:19:09.433210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.521048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9120197 Feb 19 01:19:09.526395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:09.538653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:09.600850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=0aee2868-abd9-480d-8c19-3ce55597fd64,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:09.610080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e578bc2-d80e-4333-b8e2-de3fa8c2ac57 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=cb854541-b2ea-4d14-9cab-ba10eeb690a2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:09.638110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:19:09.746903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network a5701ff3-a68d-4683-b005-328d961b7ea7 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:09.769085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:09.783970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:09.821735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:09.946936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:09.960257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dc766-74fe-459f-a85d-1f0eb2090229 req-8ba9d781-b10f-4473-b7a1-d0495d7d5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:09.961792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-029dc766-74fe-459f-a85d-1f0eb2090229 req-8ba9d781-b10f-4473-b7a1-d0495d7d5db4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 1127 time: 0.4443233 Feb 19 01:19:10.032113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:10.035553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:10.041225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef530e-4a78-44dd-b9a1-44c2eae93972 req-50a42719-3fdc-4b0a-b21e-73ef1dea0deb tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:10.048477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18ef530e-4a78-44dd-b9a1-44c2eae93972 req-50a42719-3fdc-4b0a-b21e-73ef1dea0deb tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.5321121 Feb 19 01:19:10.277666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:10.405456 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-18ef530e-4a78-44dd-b9a1-44c2eae93972 req-a4b7686e-737a-4456-83f9-2133e81371aa tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560245 Feb 19 01:19:10.508839 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-029dc766-74fe-459f-a85d-1f0eb2090229 req-5dc7ecd5-919e-4653-8743-61fcb2fbc184 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305779 Feb 19 01:19:10.615422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (d26ebab7-2e94-4a2d-9fa0-433dc21cd37b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:10.709317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62fe7124-0db3-4f03-afc8-3a5bde19d6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:10.738726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=d26ebab7-2e94-4a2d-9fa0-433dc21cd37b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:10.791567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'ca8e503f-0237-4adc-b448-bfadbc08ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:10.791989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: cb854541-b2ea-4d14-9cab-ba10eeb690a2, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:10.881383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e01b9eba-140d-4f7d-9466-004516135e4b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:10.905261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:10.998491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cb854541-b2ea-4d14-9cab-ba10eeb690a2) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:11.013659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:11.014451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:11.023568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778a6097-4d40-4bc8-8304-d3c9bcf93913 None None] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:11.109211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f37aaac5-2306-411a-815d-6db21dabd210 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5811651 Feb 19 01:19:11.111784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38694) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:11.116520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-91466480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:11.260643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:11.262057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:11.321987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-cb854541-b2ea-4d14-9cab-ba10eeb690a2', 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': 'd26ebab7-2e94-4a2d-9fa0-433dc21cd37b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:19:11.336248 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:11.623116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e01b9eba-140d-4f7d-9466-004516135e4b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:11.846382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Allocated IP 2001:db8::2 (cb854541-b2ea-4d14-9cab-ba10eeb690a2/d26ebab7-2e94-4a2d-9fa0-433dc21cd37b/13591e66-179e-4f86-8472-69346f91c8ac) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:12.079471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router e01b9eba-140d-4f7d-9466-004516135e4b is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:12.277475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks [] for port (13591e66-179e-4f86-8472-69346f91c8ac), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:12.283115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (4798300f-2eba-4cd0-b5db-d4a65c2d013f), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:12.359743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:12.372306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Sync routers for ids ['e01b9eba-140d-4f7d-9466-004516135e4b'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:12.374279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:12.393273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Routers {'e01b9eba-140d-4f7d-9466-004516135e4b'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:12.397230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:18:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e01b9eba-140d-4f7d-9466-004516135e4b'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:12.457833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c8f3c-f093-4ca2-aa38-77098241bb19 req-771aea81-0e74-4df6-bf77-03bba6768546 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:12.461231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e70c8f3c-f093-4ca2-aa38-77098241bb19 req-771aea81-0e74-4df6-bf77-03bba6768546 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.1748445 Feb 19 01:19:12.497776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (13591e66-179e-4f86-8472-69346f91c8ac), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:12.530572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:12.537866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:12.540116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a52f33cd-4363-4f2b-861b-fa6984afaeb2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4271014 Feb 19 01:19:12.544120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'port': {'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2', 'name': 'tempest-RoutersIpV6Test-1553222960'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:12.620828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e70c8f3c-f093-4ca2-aa38-77098241bb19 req-6b04f1df-8b4e-4c22-aaf2-73caa1b84495 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387048 Feb 19 01:19:13.174322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Pushing event updated for resources: {'Port': ['ID=13591e66-179e-4f86-8472-69346f91c8ac,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:13.215025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:13.274378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:13.281744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:13.320696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c1f50f2-d8ed-4778-a3a8-3aaa055b17fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.432197 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:13.441160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.443016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0fccb314-1a57-468a-b0f7-b8bb3dce6932 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.5544341 Feb 19 01:19:13.445724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38782) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:13.462246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Set router e01b9eba-140d-4f7d-9466-004516135e4b gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:13.654403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:13.663752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.725000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] device_id is not set on port d903a7e8-5c91-4a56-9872-ec160b81762a yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:19:13.735910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Attempting to bind port 13591e66-179e-4f86-8472-69346f91c8ac on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:13.741026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Attempting to bind port 13591e66-179e-4f86-8472-69346f91c8ac by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ca8e503f-0237-4adc-b448-bfadbc08ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:13.743138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Attempting to bind port 13591e66-179e-4f86-8472-69346f91c8ac on network cb854541-b2ea-4d14-9cab-ba10eeb690a2 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:13.816536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (e01b9eba-140d-4f7d-9466-004516135e4b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.997734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:13.998123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Checking segment: {'id': 'ca8e503f-0237-4adc-b448-bfadbc08ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:13.998539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:13.998942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Bound using segment: {'id': 'ca8e503f-0237-4adc-b448-bfadbc08ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:13.999465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Bound port: 13591e66-179e-4f86-8472-69346f91c8ac, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8e503f-0237-4adc-b448-bfadbc08ec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cb854541-b2ea-4d14-9cab-ba10eeb690a2'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:14.008409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (13591e66-179e-4f86-8472-69346f91c8ac), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.045571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e01b9eba-140d-4f7d-9466-004516135e4b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.229620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8::159 (cb854541-b2ea-4d14-9cab-ba10eeb690a2/d26ebab7-2e94-4a2d-9fa0-433dc21cd37b/d903a7e8-5c91-4a56-9872-ec160b81762a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:14.278966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Deleting port 0aee2868-abd9-480d-8c19-3ce55597fd64 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:14.281236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.377241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.450504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] For port 13591e66-179e-4f86-8472-69346f91c8ac, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:14.538468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] For port 13591e66-179e-4f86-8472-69346f91c8ac, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=13591e66-179e-4f86-8472-69346f91c8ac,segment=NetworkSegment(ca8e503f-0237-4adc-b448-bfadbc08ec9a),segment_id=ca8e503f-0237-4adc-b448-bfadbc08ec9a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:14.566265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.597203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.603263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01b9eba-140d-4f7d-9466-004516135e4b', 'name': '', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7', 'external_fixed_ips': [{'subnet_id': '1ebd9bd8-f94c-4bfe-b138-66ab6837e65c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '0aee2868-abd9-480d-8c19-3ce55597fd64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:06Z', 'updated_at': '2022-02-19T01:19:10Z', 'revision_number': 3, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port': {'id': '0aee2868-abd9-480d-8c19-3ce55597fd64', 'name': '', 'network_id': 'a5701ff3-a68d-4683-b005-328d961b7ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01b9eba-140d-4f7d-9466-004516135e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '1ebd9bd8-f94c-4bfe-b138-66ab6837e65c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:19:08Z', 'updated_at': '2022-02-19T01:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ebd9bd8-f94c-4bfe-b138-66ab6837e65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:14.657319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Calling delete_port for 0aee2868-abd9-480d-8c19-3ce55597fd64 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:14.709560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d178c-b25b-4802-90fc-52c5b26da4cc req-9430fa0d-5b3a-4281-bc1c-5823e9e9119e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:14.714140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab4d178c-b25b-4802-90fc-52c5b26da4cc req-9430fa0d-5b3a-4281-bc1c-5823e9e9119e tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.8316736 Feb 19 01:19:14.718010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Checking router: e01b9eba-140d-4f7d-9466-004516135e4b for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:14.718381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Updating router e01b9eba-140d-4f7d-9466-004516135e4b port 0aee2868-abd9-480d-8c19-3ce55597fd64 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:19:14.800188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.825301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:14.911884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:14.952912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:14.969811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:14.991298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:14.994999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:15.060675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab4d178c-b25b-4802-90fc-52c5b26da4cc req-833803da-66e4-4bd4-a7ea-2d228826e5f3 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364496 Feb 19 01:19:15.081710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=d903a7e8-5c91-4a56-9872-ec160b81762a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:15.098821 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (13591e66-179e-4f86-8472-69346f91c8ac), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:15.146810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1815768-0079-4c7d-b160-eb662ef2b2fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6074855 Feb 19 01:19:15.149870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38818) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:15.233042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ea87c-bbf3-4c4b-9d9d-dab63740f9be None None] Pushing event updated for resources: {'Port': ['ID=13591e66-179e-4f86-8472-69346f91c8ac,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:15.261107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0aee2868-abd9-480d-8c19-3ce55597fd64), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:15.362473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aee2868-abd9-480d-8c19-3ce55597fd64,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:15.471798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:15.564310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (e01b9eba-140d-4f7d-9466-004516135e4b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:15.889713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:19:15.892445 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:19:16.008711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e01b9eba-140d-4f7d-9466-004516135e4b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.016422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (e01b9eba-140d-4f7d-9466-004516135e4b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.254056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e01b9eba-140d-4f7d-9466-004516135e4b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.255123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e01b9eba-140d-4f7d-9466-004516135e4b {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:16.270470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.272101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf8d0f17-dddf-4547-88b3-1e4e8d8af658 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/routers/e01b9eba-140d-4f7d-9466-004516135e4b HTTP/1.1" status: 204 len: 168 time: 2.8253577 Feb 19 01:19:16.276143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38844) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:16.284827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.315723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf9387-1563-48e9-a46b-b9a947099ee6 req-15da4ad8-f4d5-4f3c-b02a-d606e9bd69b1 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:16.325590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eecf9387-1563-48e9-a46b-b9a947099ee6 req-15da4ad8-f4d5-4f3c-b02a-d606e9bd69b1 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.1556275 Feb 19 01:19:16.423471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eecf9387-1563-48e9-a46b-b9a947099ee6 req-ebd5caef-8522-4c5b-8c50-c90b3f28ab16 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966356 Feb 19 01:19:16.456584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Deleting subnet 1ebd9bd8-f94c-4bfe-b138-66ab6837e65c {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:16.473196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for subnet (1ebd9bd8-f94c-4bfe-b138-66ab6837e65c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.492941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Port 0aee2868-abd9-480d-8c19-3ce55597fd64 not found while updating agent binding for router e01b9eba-140d-4f7d-9466-004516135e4b. {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 01:19:16.519815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Routers set() bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:16.520488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Router IDs set() for agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:19:16.521332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_agentschedulers_db [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e01b9eba-140d-4f7d-9466-004516135e4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent'). {{(pid=110603) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:19:16.521907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876e7f9-5d51-4c90-8243-730e196e4d1d None None] The sync data for ids ['e01b9eba-140d-4f7d-9466-004516135e4b'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:16.591648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (1ebd9bd8-f94c-4bfe-b138-66ab6837e65c), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.697650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1ebd9bd8-f94c-4bfe-b138-66ab6837e65c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.764548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 13591e66-179e-4f86-8472-69346f91c8ac up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:16.900436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (1ebd9bd8-f94c-4bfe-b138-66ab6837e65c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:16.967213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebd9bd8-f94c-4bfe-b138-66ab6837e65c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:16.967541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 13591e66-179e-4f86-8472-69346f91c8ac triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:16.967971 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (13591e66-179e-4f86-8472-69346f91c8ac), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.006219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.017690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1f07adff-f47c-4826-91cf-51e03b718dbd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/subnets/1ebd9bd8-f94c-4bfe-b138-66ab6837e65c HTTP/1.1" status: 204 len: 168 time: 0.7232997 Feb 19 01:19:17.018384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38858) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:17.073298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.083362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.146231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.229324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 13591e66-179e-4f86-8472-69346f91c8ac is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:17.229723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (13591e66-179e-4f86-8472-69346f91c8ac), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.263712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a5701ff3-a68d-4683-b005-328d961b7ea7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.327992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=d903a7e8-5c91-4a56-9872-ec160b81762a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:17.351109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 13591e66-179e-4f86-8472-69346f91c8ac, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=13591e66-179e-4f86-8472-69346f91c8ac,segment=NetworkSegment(ca8e503f-0237-4adc-b448-bfadbc08ec9a),segment_id=ca8e503f-0237-4adc-b448-bfadbc08ec9a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:17.414680 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (13591e66-179e-4f86-8472-69346f91c8ac), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.505882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a5701ff3-a68d-4683-b005-328d961b7ea7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.522854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=13591e66-179e-4f86-8472-69346f91c8ac,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:17.533563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1873d9-3106-4059-bf91-fdbc5d8c6260 None None] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:17.576990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5701ff3-a68d-4683-b005-328d961b7ea7']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:17.604864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:17.611757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:17.636652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.652089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.659278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:17.660097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (e0e517a0-9ceb-4b0d-8b24-d98c4b0f1f4f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.716101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1bf5d643-d8ee-4227-b1e8-e6214df7d3ea None None] Provisioning complete for port 13591e66-179e-4f86-8472-69346f91c8ac triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:17.716469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bf5d643-d8ee-4227-b1e8-e6214df7d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (13591e66-179e-4f86-8472-69346f91c8ac), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:17.798958 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:17.817902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-0fd35efa-c616-4eec-b200-1b7218d586ad tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:17.819869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-0fd35efa-c616-4eec-b200-1b7218d586ad tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.117 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.4854279 Feb 19 01:19:17.894967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a5701ff3-a68d-4683-b005-328d961b7ea7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.901426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5701ff3-a68d-4683-b005-328d961b7ea7 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 01:19:17.907064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:17.923941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5d643-d8ee-4227-b1e8-e6214df7d3ea None None] Current status of the port 13591e66-179e-4f86-8472-69346f91c8ac is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:17.938258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/networks/a5701ff3-a68d-4683-b005-328d961b7ea7 HTTP/1.1" status: 204 len: 168 time: 0.9188380 Feb 19 01:19:17.986127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b539-1c9d-402b-9eab-bc38fc00a76d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5701ff3-a68d-4683-b005-328d961b7ea7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:17.996607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (4798300f-2eba-4cd0-b5db-d4a65c2d013f), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.213965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa02bf-ef9a-4b7c-8627-3766b2242538 req-5987eb31-b89d-4945-8d1f-ec0561366295 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:18.225195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66fa02bf-ef9a-4b7c-8627-3766b2242538 req-5987eb31-b89d-4945-8d1f-ec0561366295 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 945 time: 0.4791191 Feb 19 01:19:18.526789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Provisioning complete for port 13591e66-179e-4f86-8472-69346f91c8ac triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:18.529938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (13591e66-179e-4f86-8472-69346f91c8ac), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.631310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38894) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:18.636728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'name': 'tempest-router--852080773', 'project_id': '3326107086694135be3bf577e3d7b28f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:18.724087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66fa02bf-ef9a-4b7c-8627-3766b2242538 req-f01fa56d-4bca-4e12-955f-3bb7d83faeec tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/security-groups?id=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979844 Feb 19 01:19:18.728101 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.781807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 13591e66-179e-4f86-8472-69346f91c8ac up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:18.839690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Deleting port 7697c08f-f029-4f27-b7dc-9aa940df7dfc {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:18.840140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.845415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.847874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.940872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Current status of the port 13591e66-179e-4f86-8472-69346f91c8ac is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:18.985711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Provisioning complete for port d903a7e8-5c91-4a56-9872-ec160b81762a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:18.995262 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.996078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (de38073f-0adc-4189-b5ba-5bcc77b600c9), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.055672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 13591e66-179e-4f86-8472-69346f91c8ac triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:19.056976 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (13591e66-179e-4f86-8472-69346f91c8ac), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.068118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89e815a6-49ab-436a-a2dd-a8883dd9a68f None None] Port d903a7e8-5c91-4a56-9872-ec160b81762a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:19.095408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] For port 7697c08f-f029-4f27-b7dc-9aa940df7dfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7697c08f-f029-4f27-b7dc-9aa940df7dfc,segment=NetworkSegment(4c4a9309-19e8-4aa8-8359-88c8f20312e1),segment_id=4c4a9309-19e8-4aa8-8359-88c8f20312e1)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:19.095922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.113148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Calling delete_port for 7697c08f-f029-4f27-b7dc-9aa940df7dfc owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:19.130702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.218371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.225833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 13591e66-179e-4f86-8472-69346f91c8ac is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:19.226685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a2c0721-4b86-4656-a98a-c6c55363ad16 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5902402 Feb 19 01:19:19.226685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38908) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:19.238866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ec696271-4ca8-4b2f-9898-5ad4d6c4e53d None None] Provisioning complete for port d903a7e8-5c91-4a56-9872-ec160b81762a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:19.240279 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec696271-4ca8-4b2f-9898-5ad4d6c4e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.292912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ec696271-4ca8-4b2f-9898-5ad4d6c4e53d None None] Port d903a7e8-5c91-4a56-9872-ec160b81762a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:19.420482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.526826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7697c08f-f029-4f27-b7dc-9aa940df7dfc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.544130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7918856e-6631-4fb0-a085-c32f4b389f8c None None] Provisioning complete for port d903a7e8-5c91-4a56-9872-ec160b81762a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:19.545138 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7918856e-6631-4fb0-a085-c32f4b389f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.569559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Pushing event deleted for resources: {'Port': ['ID=7697c08f-f029-4f27-b7dc-9aa940df7dfc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:19.617948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7918856e-6631-4fb0-a085-c32f4b389f8c None None] Port d903a7e8-5c91-4a56-9872-ec160b81762a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:19.635912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.657150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] No DVR routers for this DVR port 7697c08f-f029-4f27-b7dc-9aa940df7dfc on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:19.664531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.668280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7ceda57-b840-4fc9-ad11-33d56cba0d70 req-3864f665-1c22-4911-b3fa-662614a2d171 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.117 "DELETE /v2.0/ports/7697c08f-f029-4f27-b7dc-9aa940df7dfc HTTP/1.1" status: 204 len: 173 time: 1.8397303 Feb 19 01:19:19.668818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'name': 'network-vif-deleted', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:19.671373 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a31e77-08e7-40d1-bb89-96272d42100d" -d '{"events": [{"server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "name": "network-vif-deleted", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:19.716988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.719231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (de38073f-0adc-4189-b5ba-5bcc77b600c9), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.734145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.742482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (4798300f-2eba-4cd0-b5db-d4a65c2d013f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.780301 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495caab-6316-44bd-b870-61dc85273b22 x-openstack-request-id: req-8495caab-6316-44bd-b870-61dc85273b22 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:19.780573 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ff3628-3016-4bcb-b7ea-a4b0c9eab416", "name": "network-vif-deleted", "tag": "7697c08f-f029-4f27-b7dc-9aa940df7dfc", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:19.780832 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8495caab-6316-44bd-b870-61dc85273b22 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:19.781276 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ff3628-3016-4bcb-b7ea-a4b0c9eab416', 'name': 'network-vif-deleted', 'tag': '7697c08f-f029-4f27-b7dc-9aa940df7dfc', 'status': 'completed', 'code': 200} Feb 19 01:19:19.906426 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (de38073f-0adc-4189-b5ba-5bcc77b600c9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.909097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de38073f-0adc-4189-b5ba-5bcc77b600c9 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:19.913928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.917249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-57ed6394-3165-4aa5-bd94-e883e719f856 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/routers/de38073f-0adc-4189-b5ba-5bcc77b600c9 HTTP/1.1" status: 204 len: 168 time: 0.6928008 Feb 19 01:19:19.948014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d86f1a82-127e-45fc-9528-fa873125235b req-b51eb462-d7c2-41a3-8558-11c36bf14b02 tempest-ServerAddressesTestJSON-810901731 tempest-ServerAddressesTestJSON-810901731-project] 10.222.0.94 "GET /v2.0/ports?device_id=10ff3628-3016-4bcb-b7ea-a4b0c9eab416 HTTP/1.1" status: 200 len: 210 time: 0.0864429 Feb 19 01:19:19.976438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=d903a7e8-5c91-4a56-9872-ec160b81762a,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:20.072929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:20.077459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:20.335572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 4798300f-2eba-4cd0-b5db-d4a65c2d013f is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:20.349918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:20.465895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d04c9e58-08fa-42fb-a30e-668419637c2a None None] Provisioning complete for port d903a7e8-5c91-4a56-9872-ec160b81762a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:20.466676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d04c9e58-08fa-42fb-a30e-668419637c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.535604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d04c9e58-08fa-42fb-a30e-668419637c2a None None] Port d903a7e8-5c91-4a56-9872-ec160b81762a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:20.655431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:20.669652 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] Sync routers for ids ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:20.673083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38950) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:20.677627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-45699b21-417d-4b9f-9ad8-639d69f7b916 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/4798300f-2eba-4cd0-b5db-d4a65c2d013f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5262170 Feb 19 01:19:20.715611 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] Routers {'4798300f-2eba-4cd0-b5db-d4a65c2d013f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:20.715611 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:20.732415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7697c08f-f029-4f27-b7dc-9aa940df7dfc no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:20.813895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9957ab80-1f4a-4f67-ac71-5c5da0625da1 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.818744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:20.823820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9957ab80-1f4a-4f67-ac71-5c5da0625da1 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports/d903a7e8-5c91-4a56-9872-ec160b81762a HTTP/1.1" status: 200 len: 984 time: 0.1411669 Feb 19 01:19:20.825578 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:20.841834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7697c08f-f029-4f27-b7dc-9aa940df7dfc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:20.842351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7697c08f-f029-4f27-b7dc-9aa940df7dfc not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:20.853655 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] Routers {'4798300f-2eba-4cd0-b5db-d4a65c2d013f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:20.854781 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:20.948240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573012857', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:20.954456 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:20.955207 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7751c89-b853-4aad-aaf5-0ac444943ba7 None None] The sync data for ids ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:21.068970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38968) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:21.086979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.086979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.201078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Deleting subnet 863501ce-a78b-434c-a14e-ca986e6164ff {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:21.207503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Publish callbacks [] for subnet (863501ce-a78b-434c-a14e-ca986e6164ff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.296203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (863501ce-a78b-434c-a14e-ca986e6164ff), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.471660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.519495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (863501ce-a78b-434c-a14e-ca986e6164ff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.830305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (4798300f-2eba-4cd0-b5db-d4a65c2d013f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.885582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.086104 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (863501ce-a78b-434c-a14e-ca986e6164ff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.177402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.186352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/863501ce-a78b-434c-a14e-ca986e6164ff HTTP/1.1" status: 204 len: 168 time: 1.1160445 Feb 19 01:19:22.187814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd5e1a-f761-405f-b49a-5d295f72aa32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863501ce-a78b-434c-a14e-ca986e6164ff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:22.262987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:22.348306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.497631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.520914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:22.532495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4a9309-19e8-4aa8-8359-88c8f20312e1') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:22.532874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4a9309-19e8-4aa8-8359-88c8f20312e1') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:22.544260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (4c4a9309-19e8-4aa8-8359-88c8f20312e1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.561743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4c4a9309-19e8-4aa8-8359-88c8f20312e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.568616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:22.569063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (4c4a9309-19e8-4aa8-8359-88c8f20312e1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:22.631848 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:22.761115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.773962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.782213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] 10.222.0.94 "DELETE /v2.0/networks/5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a HTTP/1.1" status: 204 len: 168 time: 0.5169404 Feb 19 01:19:22.841508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfe9cb-1702-4492-a76c-c487d89ab0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e90a6d0-7ed4-4c60-9b67-0ba31c406c2a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:22.879103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.921249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.931989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port d903a7e8-5c91-4a56-9872-ec160b81762a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:22.932624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.054779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Allocated IP 172.25.2.145 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/4a0a6828-5601-42ec-99b0-c82f9ad30406) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:23.142581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.191075 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for port (4a0a6828-5601-42ec-99b0-c82f9ad30406), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.191524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for d903a7e8-5c91-4a56-9872-ec160b81762a owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:23.294822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4a0a6828-5601-42ec-99b0-c82f9ad30406), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.326333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:23.332214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:23.336463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:23.485136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:23.531537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event updated for resources: {'Port': ['ID=4a0a6828-5601-42ec-99b0-c82f9ad30406,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:23.637655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d903a7e8-5c91-4a56-9872-ec160b81762a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.698969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=d903a7e8-5c91-4a56-9872-ec160b81762a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:23.755252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.755621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.757129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.757515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.757851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.759736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.760137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.760484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.760874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.761218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.761554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.764132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.764132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:23.775980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-07a4700b-f9d5-407e-8eec-d5d3734ef2a2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4f71dbf9f6db40529031004d74fe0c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870026 Feb 19 01:19:23.781573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39008) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:23.968723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] Publish callbacks [] for security_group (316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.028975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (4798300f-2eba-4cd0-b5db-d4a65c2d013f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.092446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] Publish callbacks [] for security_group (316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.142376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.434017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.445782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.449818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a HTTP/1.1" status: 204 len: 168 time: 0.6642001 Feb 19 01:19:24.474887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 4798300f-2eba-4cd0-b5db-d4a65c2d013f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:24.628867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6d71a-734f-45fb-bf0e-058cee5e21d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c62e3-d8f7-4a6a-8b6a-bc041bd4f57a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:24.702883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:24.713750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] Sync routers for ids ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:24.731658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-caf1424e-5d4a-4833-9ac9-f6d3cabc3da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/4798300f-2eba-4cd0-b5db-d4a65c2d013f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9076536 Feb 19 01:19:24.732721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:24.746596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] Routers {'4798300f-2eba-4cd0-b5db-d4a65c2d013f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:24.747263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:24.822212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:24.826892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.844786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] Routers {'4798300f-2eba-4cd0-b5db-d4a65c2d013f'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:24.847793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:24.964971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:24.965816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b916285e-08b4-4ff8-aadf-7d9c21879878 None None] The sync data for ids ['4798300f-2eba-4cd0-b5db-d4a65c2d013f'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:25.392931 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-60df4447-1ad9-4358-b824-cf698450e127 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 01:19:25.394105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60df4447-1ad9-4358-b824-cf698450e127 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/4798300f-2eba-4cd0-b5db-d4a65c2d013f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6603923 Feb 19 01:19:25.396886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:25.470426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c5b49584-5af0-41d5-8987-8abd9245e021 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=4798300f-2eba-4cd0-b5db-d4a65c2d013f HTTP/1.1" status: 200 len: 205 time: 0.0671101 Feb 19 01:19:25.492886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7246c-ed43-4c20-bbf7-b26f8620741d req-c61479f4-c79f-48d3-b744-705c8aae3309 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.497354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1f7246c-ed43-4c20-bbf7-b26f8620741d req-c61479f4-c79f-48d3-b744-705c8aae3309 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.3994522 Feb 19 01:19:25.497862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:25.818933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.926434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1f7246c-ed43-4c20-bbf7-b26f8620741d req-8825de6f-b3f0-4046-a205-b2f42b502c3d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141114 Feb 19 01:19:25.955988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.018572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Router 3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:26.090391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a822d449-5dad-4925-97fd-9d186e42d826 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 200 len: 993 time: 0.1264286 Feb 19 01:19:26.291674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.293869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (4798300f-2eba-4cd0-b5db-d4a65c2d013f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.407247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:26.427623 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] Sync routers for ids ['3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:26.452860 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] Routers {'3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:26.453486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:26.486195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (4798300f-2eba-4cd0-b5db-d4a65c2d013f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.487695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 4798300f-2eba-4cd0-b5db-d4a65c2d013f {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:26.512793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.516843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.519763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d61e9991-c831-4dd6-94b3-8cb0c0dc8a9b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/4798300f-2eba-4cd0-b5db-d4a65c2d013f HTTP/1.1" status: 204 len: 168 time: 1.0168393 Feb 19 01:19:26.529616 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:26.529875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.533806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46e04dcd-2c86-4fb6-abe7-d8823cc0fd95 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1791203 Feb 19 01:19:26.534524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39094) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.555390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] Routers {'3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:26.557737 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:26.631953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet d26ebab7-2e94-4a2d-9fa0-433dc21cd37b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:26.632460 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:26.633288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9496ee6-3fcb-42e9-bf0b-6b36e2fa165a None None] The sync data for ids ['3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:26.637507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (d26ebab7-2e94-4a2d-9fa0-433dc21cd37b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.674379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36621eca-c49a-40df-9843-8899dc29f339 req-87bc7350-cdf5-42e2-88d1-2144644d6d5c tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:26.676059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36621eca-c49a-40df-9843-8899dc29f339 req-87bc7350-cdf5-42e2-88d1-2144644d6d5c tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1127 time: 0.1550789 Feb 19 01:19:26.734244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d26ebab7-2e94-4a2d-9fa0-433dc21cd37b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:26.798120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36621eca-c49a-40df-9843-8899dc29f339 req-c946ca32-c5b6-419c-b529-97e9348b7187 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142824 Feb 19 01:19:26.838870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0127d758-6420-441f-98f0-fcfb8354e0b5 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f HTTP/1.1" status: 200 len: 921 time: 0.2843792 Feb 19 01:19:26.841919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39106) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.928593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4fc55220-3bb7-488c-be5a-2a37e57ca00a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f HTTP/1.1" status: 200 len: 205 time: 0.0817664 Feb 19 01:19:26.929516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39110) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:26.944730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d26ebab7-2e94-4a2d-9fa0-433dc21cd37b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.129023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d26ebab7-2e94-4a2d-9fa0-433dc21cd37b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.160500 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.204902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=d26ebab7-2e94-4a2d-9fa0-433dc21cd37b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:27.210793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.214060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277f80a-7109-498d-a8ff-bc93cbf122b1 None None] Network cb854541-b2ea-4d14-9cab-ba10eeb690a2 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:27.217477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a91f7992-0a0c-486e-89c0-b0a90bbda4b7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/d26ebab7-2e94-4a2d-9fa0-433dc21cd37b HTTP/1.1" status: 204 len: 168 time: 0.6967103 Feb 19 01:19:27.217477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:27.352395 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.503808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cb854541-b2ea-4d14-9cab-ba10eeb690a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.543546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] DHCP port deletion for cb854541-b2ea-4d14-9cab-ba10eeb690a2 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:27.560231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port 4a0a6828-5601-42ec-99b0-c82f9ad30406 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:27.563549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4a0a6828-5601-42ec-99b0-c82f9ad30406), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.652305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Deleting port 13591e66-179e-4f86-8472-69346f91c8ac {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:27.653564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (13591e66-179e-4f86-8472-69346f91c8ac), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.674448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 13591e66-179e-4f86-8472-69346f91c8ac {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:27.674956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (13591e66-179e-4f86-8472-69346f91c8ac), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.775986 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4a0a6828-5601-42ec-99b0-c82f9ad30406), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.811669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for 4a0a6828-5601-42ec-99b0-c82f9ad30406 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:27.824697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 13591e66-179e-4f86-8472-69346f91c8ac, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=13591e66-179e-4f86-8472-69346f91c8ac,segment=NetworkSegment(ca8e503f-0237-4adc-b448-bfadbc08ec9a),segment_id=ca8e503f-0237-4adc-b448-bfadbc08ec9a)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:27.826080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] For port 13591e66-179e-4f86-8472-69346f91c8ac, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=13591e66-179e-4f86-8472-69346f91c8ac,segment=NetworkSegment(ca8e503f-0237-4adc-b448-bfadbc08ec9a),segment_id=ca8e503f-0237-4adc-b448-bfadbc08ec9a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:27.826446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (13591e66-179e-4f86-8472-69346f91c8ac), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.827256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (13591e66-179e-4f86-8472-69346f91c8ac), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:27.859500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 13591e66-179e-4f86-8472-69346f91c8ac owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:27.891774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Calling delete_port for 13591e66-179e-4f86-8472-69346f91c8ac owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:28.105440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (13591e66-179e-4f86-8472-69346f91c8ac), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.129266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (13591e66-179e-4f86-8472-69346f91c8ac), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.174959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] Pushing event deleted for resources: {'Port': ['ID=13591e66-179e-4f86-8472-69346f91c8ac,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.188404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a83af34-bec2-464a-9f79-88d4856710be None None] No DVR routers for this DVR port 13591e66-179e-4f86-8472-69346f91c8ac on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:28.212502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4a0a6828-5601-42ec-99b0-c82f9ad30406), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.239460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=13591e66-179e-4f86-8472-69346f91c8ac,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.253266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port 13591e66-179e-4f86-8472-69346f91c8ac on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:28.270225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=4a0a6828-5601-42ec-99b0-c82f9ad30406,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:28.380420 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.449508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cb854541-b2ea-4d14-9cab-ba10eeb690a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.518171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.521304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.533291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb854541-b2ea-4d14-9cab-ba10eeb690a2']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:28.566042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8e503f-0237-4adc-b448-bfadbc08ec9a') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:28.567015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8e503f-0237-4adc-b448-bfadbc08ec9a') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:28.637703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.638976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router 3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:28.650146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.658777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 13591e66-179e-4f86-8472-69346f91c8ac no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:28.659821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-111db167-789c-4cac-af02-2b6483957a5e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f HTTP/1.1" status: 204 len: 168 time: 1.7265623 Feb 19 01:19:28.662040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39176) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:28.665584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ca8e503f-0237-4adc-b448-bfadbc08ec9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.669612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-219782049', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:28.704645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ca8e503f-0237-4adc-b448-bfadbc08ec9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.711454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:28.711887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ca8e503f-0237-4adc-b448-bfadbc08ec9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:28.715519 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:28.722648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 13591e66-179e-4f86-8472-69346f91c8ac {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:28.723002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 13591e66-179e-4f86-8472-69346f91c8ac not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:28.779984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.781452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.946053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cb854541-b2ea-4d14-9cab-ba10eeb690a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.951704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.960089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/cb854541-b2ea-4d14-9cab-ba10eeb690a2 HTTP/1.1" status: 204 len: 168 time: 1.7411017 Feb 19 01:19:28.960204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:28.973597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:28.995150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-ead0b93c-9bdf-461d-a888-06199fa01202 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4225333 Feb 19 01:19:29.010212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-3cb65490-897f-4004-89ef-441a9616def8 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:29.010212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-3cb65490-897f-4004-89ef-441a9616def8 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058703 Feb 19 01:19:29.014785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-620082648'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:29.038451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc3bb6-5178-4054-a31b-b340c0b25bb4 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=cb854541-b2ea-4d14-9cab-ba10eeb690a2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:29.089702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-a110e7cf-87cd-4a80-b233-d86a77c2372c tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:29.091533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-a110e7cf-87cd-4a80-b233-d86a77c2372c tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1124 time: 0.0464530 Feb 19 01:19:29.160366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:29.170114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.271497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:19:29.308540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.308902 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment 5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed of type vlan for network b6030387-eba0-4933-98e4-66fa61ae251a Feb 19 01:19:29.406213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.414011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b6030387-eba0-4933-98e4-66fa61ae251a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.604822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b6030387-eba0-4933-98e4-66fa61ae251a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.622296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:29.623329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.627820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:29.809092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=b6030387-eba0-4933-98e4-66fa61ae251a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:29.825365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b6030387-eba0-4933-98e4-66fa61ae251a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:19:29.862800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a458376a-af2f-4e45-b035-719f70c2c165 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8521798 Feb 19 01:19:29.863524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39222) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:29.893652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:29.902733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.929112 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.105091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4535de2c-d03c-4303-9b73-57e920d0feb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.131424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.25.2.183 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/af881ad2-b2ce-4fe2-ab3c-d6eeb402496b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:30.203376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4535de2c-d03c-4303-9b73-57e920d0feb3 admin admin] Publish callbacks [] for security_group (b9889e51-6d65-4d56-8470-45ff2e2405b9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.214426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:30.218122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.302159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.318760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4535de2c-d03c-4303-9b73-57e920d0feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b9889e51-6d65-4d56-8470-45ff2e2405b9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.372983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535de2c-d03c-4303-9b73-57e920d0feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9889e51-6d65-4d56-8470-45ff2e2405b9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:30.381011 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4535de2c-d03c-4303-9b73-57e920d0feb3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6ce9418c49354acb85837255d500a5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305408 Feb 19 01:19:30.385217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39238) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:30.433170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.602946 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (367a8885-a06f-4f59-a03f-d6521c68c6bc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.605158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:30.607245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:30.614534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:30.656330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:30.672692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f3405d6b-2295-4680-b40e-9a5220a9151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:30.672692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f3405d6b-2295-4680-b40e-9a5220a9151c service neutron] 10.222.0.94 "GET /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1124 time: 0.1180255 Feb 19 01:19:30.692918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Request body: {'binding': {'host': 'n-h1-826529-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:30.693460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Unknown quota resources ['binding']. {{(pid=110601) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:19:30.739760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] Publish callbacks [] for security_group (b9889e51-6d65-4d56-8470-45ff2e2405b9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.748546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=367a8885-a06f-4f59-a03f-d6521c68c6bc,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:30.760265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:30.760672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: b6030387-eba0-4933-98e4-66fa61ae251a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:30.832243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] Publish callbacks [] for security_group (b9889e51-6d65-4d56-8470-45ff2e2405b9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.867698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network b6030387-eba0-4933-98e4-66fa61ae251a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:30.945634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b6030387-eba0-4933-98e4-66fa61ae251a) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:30.956006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4baf1a-5090-47a4-91d5-7215d8999f61 None None] Network b6030387-eba0-4933-98e4-66fa61ae251a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:30.957851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:30.960450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.074151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9860c57b-1e1d-4985-a477-e02c25061581 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1980178 Feb 19 01:19:31.075869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:31.082510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-318412938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:31.127102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b6030387-eba0-4933-98e4-66fa61ae251a', 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': '367a8885-a06f-4f59-a03f-d6521c68c6bc'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:19:31.128403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.143834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on host n-h1-826529-3 for vnic_type normal with profile None {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:31.144346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:31.147573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:31.242601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.244473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.288950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.403200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Allocated IP 2001:db8::2 (b6030387-eba0-4933-98e4-66fa61ae251a/367a8885-a06f-4f59-a03f-d6521c68c6bc/9b10b74a-c8a4-4003-b5de-119219bfae05) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:31.417261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (4b6434fc-66dd-4072-b6c7-fe680b91613f), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.511481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.616063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.621133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd87fcf7-ac1d-410d-8c27-ca3a5453bc26 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5442061 Feb 19 01:19:31.626298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:31.683857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks [] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.751247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.842547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Network b6030387-eba0-4933-98e4-66fa61ae251a is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:31.851118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:31.857680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:31.869517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Pushing event updated for resources: {'Port': ['ID=9b10b74a-c8a4-4003-b5de-119219bfae05,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:31.973208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Attempting to bind port 9b10b74a-c8a4-4003-b5de-119219bfae05 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:31.975293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Attempting to bind port 9b10b74a-c8a4-4003-b5de-119219bfae05 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:31.975293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Attempting to bind port 9b10b74a-c8a4-4003-b5de-119219bfae05 on network b6030387-eba0-4933-98e4-66fa61ae251a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:31.988362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:31.989803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Checking segment: {'id': '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:31.991219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.996800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Bound using segment: {'id': '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:31.997602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Bound port: 9b10b74a-c8a4-4003-b5de-119219bfae05, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6030387-eba0-4933-98e4-66fa61ae251a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:31.998193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.173380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39282) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:32.192480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] For port 9b10b74a-c8a4-4003-b5de-119219bfae05, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:32.193072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b9889e51-6d65-4d56-8470-45ff2e2405b9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.195652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.195815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] For port 9b10b74a-c8a4-4003-b5de-119219bfae05, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b10b74a-c8a4-4003-b5de-119219bfae05,segment=NetworkSegment(5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed),segment_id=5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:32.197246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b9889e51-6d65-4d56-8470-45ff2e2405b9 HTTP/1.1" status: 204 len: 168 time: 1.8107295 Feb 19 01:19:32.204285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:32.204565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:32.224975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496df1e7-3260-493a-b24f-3ff755f7b3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9889e51-6d65-4d56-8470-45ff2e2405b9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.235767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:32.236492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:32.237059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Bound using segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:32.238743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Bound port: eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:32.318390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.339680 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.411427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:32.519231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ab9ad-e81e-466f-bbd0-b6faa1061183 None None] Pushing event updated for resources: {'Port': ['ID=9b10b74a-c8a4-4003-b5de-119219bfae05,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.522419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b75fb1-e828-45b8-aab8-b9715e1c9d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.546842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.548322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] 10.222.0.94 "POST /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b/bindings HTTP/1.1" status: 201 len: 389 time: 1.8686078 Feb 19 01:19:32.636143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.852991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8::1 (b6030387-eba0-4933-98e4-66fa61ae251a/367a8885-a06f-4f59-a03f-d6521c68c6bc/5aad0b35-4ff3-4ff2-921a-a07d3f27447c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:32.900160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b75fb1-e828-45b8-aab8-b9715e1c9d82 admin admin] Publish callbacks [] for security_group (1c4454f5-ed06-476b-9a9a-ff88c127bdeb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.981295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12b75fb1-e828-45b8-aab8-b9715e1c9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c4454f5-ed06-476b-9a9a-ff88c127bdeb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.042693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-12b75fb1-e828-45b8-aab8-b9715e1c9d82 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c2c33ce562e84032b98d057529615a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681879 Feb 19 01:19:33.047493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.062919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b75fb1-e828-45b8-aab8-b9715e1c9d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4454f5-ed06-476b-9a9a-ff88c127bdeb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:33.132484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router d079e70a-ecb9-4709-93bd-fac6c9dbeb3d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:33.205157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.224262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] Publish callbacks [] for security_group (1c4454f5-ed06-476b-9a9a-ff88c127bdeb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.233839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8941b3-4d49-4afc-8eb5-2f5cd661aa5c req-92761145-522f-4999-8273-9d96606d722d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.235586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c8941b3-4d49-4afc-8eb5-2f5cd661aa5c req-92761145-522f-4999-8273-9d96606d722d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.2004461 Feb 19 01:19:33.331419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] Publish callbacks [] for security_group (1c4454f5-ed06-476b-9a9a-ff88c127bdeb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.364145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39306) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.390274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd91f7d6-fbdf-4e2e-af73-c4ca3b4fe538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.404294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.434022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:33.443400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c8941b3-4d49-4afc-8eb5-2f5cd661aa5c req-931bdc5e-4936-4ebd-9692-c2f53da49102 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913841 Feb 19 01:19:33.459537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Sync routers for ids ['d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:33.484020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Routers {'d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:33.484737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:33.493894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-aaa96e3b-58b4-4d17-86c7-02ec27e58edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.502188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-aaa96e3b-58b4-4d17-86c7-02ec27e58edc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1127 time: 0.1620886 Feb 19 01:19:33.558883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network b6030387-eba0-4933-98e4-66fa61ae251a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:33.564529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:33.576631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=5aad0b35-4ff3-4ff2-921a-a07d3f27447c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:33.579634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:33.580388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (4b6434fc-66dd-4072-b6c7-fe680b91613f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.607374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.608745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9ec5cf21-1c60-4d71-9108-7eafe0f3b24a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9456234 Feb 19 01:19:33.611495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.716289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1c4454f5-ed06-476b-9a9a-ff88c127bdeb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.719447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.720589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c4454f5-ed06-476b-9a9a-ff88c127bdeb HTTP/1.1" status: 204 len: 168 time: 0.6708007 Feb 19 01:19:33.765469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b43e-2387-4408-8b9f-eb625ea473a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4454f5-ed06-476b-9a9a-ff88c127bdeb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:33.860284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd91f7d6-fbdf-4e2e-af73-c4ca3b4fe538 admin admin] Publish callbacks [] for security_group (5a383494-a0de-4bee-944f-38b4ec4658b2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:33.925217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-ddc64212-a342-4815-b9f5-a0e8f09f5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.927568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-ddc64212-a342-4815-b9f5-a0e8f09f5233 service neutron] 10.222.0.117 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.4255643 Feb 19 01:19:33.935141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39320) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:33.935701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-198131f4-88f9-434e-8d6a-f4e1c84fbafc tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/d079e70a-ecb9-4709-93bd-fac6c9dbeb3d HTTP/1.1" status: 200 len: 908 time: 0.3203714 Feb 19 01:19:33.944307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-219782049', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': True}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:34.001231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd91f7d6-fbdf-4e2e-af73-c4ca3b4fe538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5a383494-a0de-4bee-944f-38b4ec4658b2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.069819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd91f7d6-fbdf-4e2e-af73-c4ca3b4fe538 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9c15ae8de2404a8397dac38b2814a7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036610 Feb 19 01:19:34.071807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.072967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.078395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-cad89ba6-237b-4d3e-aab6-429b33a95b6d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1001 time: 0.1400719 Feb 19 01:19:34.079329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39322) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:34.084069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Set router d079e70a-ecb9-4709-93bd-fac6c9dbeb3d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:34.182117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.208793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91f7d6-fbdf-4e2e-af73-c4ca3b4fe538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a383494-a0de-4bee-944f-38b4ec4658b2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:34.237421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f8e082c2-529e-4f22-9c69-fb17aef42cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.238866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f8e082c2-529e-4f22-9c69-fb17aef42cdf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.1495354 Feb 19 01:19:34.310278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (865ad12d-ffb6-4146-9236-f7dfd4cf8021), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.311369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] Publish callbacks [] for security_group (5a383494-a0de-4bee-944f-38b4ec4658b2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.350833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-4a626bd7-ea4d-4c4b-a916-c5718ee80811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.352518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-4a626bd7-ea4d-4c4b-a916-c5718ee80811 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986588 Feb 19 01:19:34.355136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] Publish callbacks [] for security_group (5a383494-a0de-4bee-944f-38b4ec4658b2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.360085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371b9a6-2869-4bec-8254-17ea7797d900 None None] Network b6030387-eba0-4933-98e4-66fa61ae251a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:34.436959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Provisioning complete for port 9b10b74a-c8a4-4003-b5de-119219bfae05 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:34.437849 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.585677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Current status of the port 9b10b74a-c8a4-4003-b5de-119219bfae05 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:34.589870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.642989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-34efe525-dd43-4b19-97ca-1240f5bc7092 service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801917 Feb 19 01:19:34.703251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183'}], 'enable_snat': False}, 'gw_port_id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:28Z', 'updated_at': '2022-02-19T01:19:31Z', 'revision_number': 3, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port': {'id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:19:29Z', 'updated_at': '2022-02-19T01:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:34.748442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] For port 9b10b74a-c8a4-4003-b5de-119219bfae05, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b10b74a-c8a4-4003-b5de-119219bfae05,segment=NetworkSegment(5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed),segment_id=5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:34.749864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Checking router: d079e70a-ecb9-4709-93bd-fac6c9dbeb3d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:34.750399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Updating router d079e70a-ecb9-4709-93bd-fac6c9dbeb3d port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:19:34.781331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b10b74a-c8a4-4003-b5de-119219bfae05 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:34.831457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-a29b815a-4ca1-4715-92ff-b95de75f1ceb service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760850 Feb 19 01:19:34.847445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.859198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (865ad12d-ffb6-4146-9236-f7dfd4cf8021), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.884763 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.931310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39338) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:34.941531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5a383494-a0de-4bee-944f-38b4ec4658b2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.945456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:34.948038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5a383494-a0de-4bee-944f-38b4ec4658b2 HTTP/1.1" status: 204 len: 168 time: 0.8674133 Feb 19 01:19:34.989304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dee57-cc7d-4d6e-ac71-d91a4d220519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a383494-a0de-4bee-944f-38b4ec4658b2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.019888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f901df53-4ebf-4a68-bd80-fafa147aff6e tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.021784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f901df53-4ebf-4a68-bd80-fafa147aff6e tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d&tenant_id=c323be55983947e9a8958bb8509ef471&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1127 time: 0.1321437 Feb 19 01:19:35.033724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826529-3'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:35.087692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fc7053c-a975-47ee-aaf9-36dfd4c55fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.139942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b38fbe-0e21-40e8-aa1c-175bfc5a92de req-d7b205db-f17c-4049-8055-820ec63b25d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.139942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3b38fbe-0e21-40e8-aa1c-175bfc5a92de req-d7b205db-f17c-4049-8055-820ec63b25d8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.4949684 Feb 19 01:19:35.168494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.188986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9b10b74a-c8a4-4003-b5de-119219bfae05 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:35.189768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.378320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d07ef-7f4d-40be-97b8-9ead30655ecd None None] Pushing event updated for resources: {'Port': ['ID=9b10b74a-c8a4-4003-b5de-119219bfae05,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.419062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3b38fbe-0e21-40e8-aa1c-175bfc5a92de req-9ce59273-53d4-4951-b53f-093dd01dfb12 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561514 Feb 19 01:19:35.476069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:35.487930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fc7053c-a975-47ee-aaf9-36dfd4c55fd4 admin admin] Publish callbacks [] for security_group (6d5e8ea9-cc70-45a1-92b7-52109e7a7241), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.514674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.566574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:35.578762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8fc7053c-a975-47ee-aaf9-36dfd4c55fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d5e8ea9-cc70-45a1-92b7-52109e7a7241), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.585694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9b10b74a-c8a4-4003-b5de-119219bfae05 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:35.630621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Provisioning complete for port 9b10b74a-c8a4-4003-b5de-119219bfae05 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:35.637087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.673313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:35.679505 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a95a97e-36d9-4574-9151-e9e99306b20a" -d '{"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:35.691392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks [] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.764952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.858393 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d70287a-fb58-4334-9930-135fb8cb9c8e x-openstack-request-id: req-8d70287a-fb58-4334-9930-135fb8cb9c8e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:35.862269 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:35.870166 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8d70287a-fb58-4334-9930-135fb8cb9c8e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:35.872267 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'code': 200} Feb 19 01:19:35.943836 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks [] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.016942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Current status of the port 9b10b74a-c8a4-4003-b5de-119219bfae05 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:36.027541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Provisioning complete for port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:36.028010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.098323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0a5ee-51f3-4148-82f5-29a90a703282 None None] Port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:36.103209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.176714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Attempting to bind port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:36.177103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Attempting to bind port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:36.177452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Attempting to bind port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:36.189413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:36.189786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:36.192468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.192468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:36.192468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Bound port: af881ad2-b2ce-4fe2-ab3c-d6eeb402496b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:36.192468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.213397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.220705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.222140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (4b6434fc-66dd-4072-b6c7-fe680b91613f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.326483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] For port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:36.332082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] For port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:36.336185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on host n-h2-826529-3 for vnic_type normal with profile {"migrating_to": "n-h1-826529-3"} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:36.337438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:36.338713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:36.347879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:36.348228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Attempting to bind port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on network 62db624b-c256-46aa-b2cd-74992324be95 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:36.348585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ed143-3876-4d63-8a4a-5a5fa2a9d198 None None] Pushing event updated for resources: {'Port': ['ID=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.358880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7053c-a975-47ee-aaf9-36dfd4c55fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e8ea9-cc70-45a1-92b7-52109e7a7241,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.376090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:36.378891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Checking segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:36.380591 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8fc7053c-a975-47ee-aaf9-36dfd4c55fd4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=274940fc6c114d6f882f5b4c9bf40be4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4351034 Feb 19 01:19:36.383475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Bound using segment: {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:36.384805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Bound port: eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1195f4e2-236c-4749-9e72-de0bbc78c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '62db624b-c256-46aa-b2cd-74992324be95'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:36.387514 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.389199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8711c985-87f2-4915-87ea-178ca31b0a7c None None] Provisioning complete for port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:36.389753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8711c985-87f2-4915-87ea-178ca31b0a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.398346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39376) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:36.441531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.452494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (865ad12d-ffb6-4146-9236-f7dfd4cf8021), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.456844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=5aad0b35-4ff3-4ff2-921a-a07d3f27447c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.501687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.610800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:36.618730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] Publish callbacks [] for security_group (6d5e8ea9-cc70-45a1-92b7-52109e7a7241), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.650110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:36.659594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network b6030387-eba0-4933-98e4-66fa61ae251a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:36.671349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:36.697328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8711c985-87f2-4915-87ea-178ca31b0a7c None None] Port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:36.710346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Routers {'d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:36.710626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] Publish callbacks [] for security_group (6d5e8ea9-cc70-45a1-92b7-52109e7a7241), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.710993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:36.822673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.912284 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b10b74a-c8a4-4003-b5de-119219bfae05 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:36.924518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ed143-3876-4d63-8a4a-5a5fa2a9d198 None None] Pushing event updated for resources: {'Port': ['ID=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.941141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.25.2.76 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b35f9011-c9e5-4a6a-9212-30f9608a33e8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:37.049121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c225-fab0-44bb-a86b-ba7ffbb9ae04 req-dd63dd1b-73f5-47c9-9f1c-84f972061ab7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.060563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d5e8ea9-cc70-45a1-92b7-52109e7a7241), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.060789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ed4c225-fab0-44bb-a86b-ba7ffbb9ae04 req-dd63dd1b-73f5-47c9-9f1c-84f972061ab7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 943 time: 0.3808591 Feb 19 01:19:37.068517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.069807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6d5e8ea9-cc70-45a1-92b7-52109e7a7241 HTTP/1.1" status: 204 len: 168 time: 0.6665480 Feb 19 01:19:37.081460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Provisioning complete for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:37.082193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.092530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9b10b74a-c8a4-4003-b5de-119219bfae05 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:37.093182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:37.093558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.108609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb36cc-0797-4b1f-b239-b23efcbbe1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e8ea9-cc70-45a1-92b7-52109e7a7241,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:37.236458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.237402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.241189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-da4a7ad8-bfdc-47df-8fd5-48f436f5b067 service neutron] 10.222.0.117 "PUT /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1121 time: 2.2120512 Feb 19 01:19:37.247237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] Set router d079e70a-ecb9-4709-93bd-fac6c9dbeb3d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:37.386197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ed4c225-fab0-44bb-a86b-ba7ffbb9ae04 req-990c92a7-9f05-4c04-962b-b9540d4cb2d2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245356 Feb 19 01:19:37.491917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.603806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['eb9ca72d-475b-4bb2-a295-704b8f3ec85b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:37.626033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.702818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Current status of the port eb9ca72d-475b-4bb2-a295-704b8f3ec85b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:37.703407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.707367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 4b6434fc-66dd-4072-b6c7-fe680b91613f is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:37.712625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9b10b74a-c8a4-4003-b5de-119219bfae05 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:37.741843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:37.752884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:37.758079 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a757ea-ba55-41f8-b595-c2a9ac74fcc5" -d '{"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:37.786766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:37.854002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183'}], 'enable_snat': False}, 'gw_port_id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:28Z', 'updated_at': '2022-02-19T01:19:31Z', 'revision_number': 3, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port': {'id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:19:29Z', 'updated_at': '2022-02-19T01:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:37.873997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:37.877554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:37.878033 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586" -d '{"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:37.899764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:37.923695 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16793687-af55-4fc8-94aa-b4badc7abec9 x-openstack-request-id: req-16793687-af55-4fc8-94aa-b4badc7abec9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:37.924016 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:37.924245 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-16793687-af55-4fc8-94aa-b4badc7abec9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:37.924644 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'code': 200} Feb 19 01:19:37.927681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:37.935059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd5a62-9c7d-46c8-87cf-936aef60194f None None] The sync data for ids ['d079e70a-ecb9-4709-93bd-fac6c9dbeb3d'] in n-d-826529-3 is: [{'id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183'}], 'enable_snat': False}, 'gw_port_id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:28Z', 'updated_at': '2022-02-19T01:19:31Z', 'revision_number': 3, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port': {'id': 'af881ad2-b2ce-4fe2-ab3c-d6eeb402496b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd079e70a-ecb9-4709-93bd-fac6c9dbeb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:19:29Z', 'updated_at': '2022-02-19T01:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:37.943627 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c2219-feec-4bb4-a70d-94fcce49bd86 x-openstack-request-id: req-ea0c2219-feec-4bb4-a70d-94fcce49bd86 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:37.945578 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:37.946136 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ea0c2219-feec-4bb4-a70d-94fcce49bd86 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:37.947409 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'status': 'completed', 'code': 200} Feb 19 01:19:38.125637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=b35f9011-c9e5-4a6a-9212-30f9608a33e8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:38.221992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39434) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:38.266836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec920c-5ff3-4bd9-ab6f-4b34fee81bcb None None] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:38.309310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-541443ac-cd67-415e-b4d3-3bd951939593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.311042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-541443ac-cd67-415e-b4d3-3bd951939593 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1157 time: 0.2513876 Feb 19 01:19:38.395042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:38.418354 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] Sync routers for ids ['4b6434fc-66dd-4072-b6c7-fe680b91613f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:38.446033 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] Routers {'4b6434fc-66dd-4072-b6c7-fe680b91613f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:38.449775 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4b6434fc-66dd-4072-b6c7-fe680b91613f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:38.450091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1c1751f-62ea-4e1d-a399-b9d3c90d5c32 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/4b6434fc-66dd-4072-b6c7-fe680b91613f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8257575 Feb 19 01:19:38.451589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39446) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:38.613747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-c60be3a8-b087-4f72-b788-b21e75c86763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.619624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-c60be3a8-b087-4f72-b788-b21e75c86763 service neutron] 10.222.0.96 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.2719445 Feb 19 01:19:38.661854 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:38.682765 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] Routers {'4b6434fc-66dd-4072-b6c7-fe680b91613f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:38.684038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4b6434fc-66dd-4072-b6c7-fe680b91613f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:38.774731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13e3216-fa46-48e9-9ebb-f5684c86e9a2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.785136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f13e3216-fa46-48e9-9ebb-f5684c86e9a2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports/5aad0b35-4ff3-4ff2-921a-a07d3f27447c HTTP/1.1" status: 200 len: 911 time: 0.3294299 Feb 19 01:19:38.792037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:38.817360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa48944f-a1ec-44b3-b66c-e7b36ebe7991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:38.835238 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:38.836450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20ea7a-ccf5-45b6-9470-8c95effcbec4 None None] The sync data for ids ['4b6434fc-66dd-4072-b6c7-fe680b91613f'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:38.900903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39cea-4c24-494c-acf7-f255d81fdfb1 req-93d610bd-5f57-4d7b-9fb6-493aadd5a503 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.908534 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-75c39cea-4c24-494c-acf7-f255d81fdfb1 req-93d610bd-5f57-4d7b-9fb6-493aadd5a503 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.2691016 Feb 19 01:19:38.960669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:38.963724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device af881ad2-b2ce-4fe2-ab3c-d6eeb402496b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:39.086703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa48944f-a1ec-44b3-b66c-e7b36ebe7991 admin admin] Publish callbacks [] for security_group (bc120c6d-88d9-4ee3-83d9-055807a49207), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.135498 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-75c39cea-4c24-494c-acf7-f255d81fdfb1 req-d9302f8e-6c38-4b51-b844-e31ec8402fcd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145991 Feb 19 01:19:39.158659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Provisioning complete for port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:39.162872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.178996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa48944f-a1ec-44b3-b66c-e7b36ebe7991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bc120c6d-88d9-4ee3-83d9-055807a49207), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.243693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48944f-a1ec-44b3-b66c-e7b36ebe7991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc120c6d-88d9-4ee3-83d9-055807a49207,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:39.264206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-0bfe8486-52c1-4948-b7df-e0cb041981cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1001 time: 0.6386414 Feb 19 01:19:39.299232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fa48944f-a1ec-44b3-b66c-e7b36ebe7991 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bc92ddde1e05424eb180b7e70c748aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0687366 Feb 19 01:19:39.299967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39468) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:39.415041 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] Publish callbacks [] for security_group (bc120c6d-88d9-4ee3-83d9-055807a49207), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.438916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] Publish callbacks [] for security_group (bc120c6d-88d9-4ee3-83d9-055807a49207), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.451014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:39.493388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:39.494074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.540638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-887fe335-ced4-4df1-8690-8b722e26af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:39.542471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-887fe335-ced4-4df1-8690-8b722e26af88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.2475893 Feb 19 01:19:39.596894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.603071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bc120c6d-88d9-4ee3-83d9-055807a49207), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.606213 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.608732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bc120c6d-88d9-4ee3-83d9-055807a49207 HTTP/1.1" status: 204 len: 168 time: 0.3068695 Feb 19 01:19:39.635108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b has no active binding in host n-h1-826529-3 {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 01:19:39.635304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711e479-3899-4e7c-8dc5-b78ce53d344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc120c6d-88d9-4ee3-83d9-055807a49207,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:39.725335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Provisioning complete for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:39.725703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.751496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (865ad12d-ffb6-4146-9236-f7dfd4cf8021), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.908342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-011325da-3348-4d59-bd0e-74953867f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:39.911391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-011325da-3348-4d59-bd0e-74953867f4e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3580968 Feb 19 01:19:39.913101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:39.913510 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.968481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.979811 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.084363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d4a21aae-2820-4aec-a9c1-41f44cc53fb6 None None] Current status of the port eb9ca72d-475b-4bb2-a295-704b8f3ec85b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:40.090680 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.232042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:40.300180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (4b6434fc-66dd-4072-b6c7-fe680b91613f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.345297 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.392757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-3a503208-1ce7-4a3b-8548-c3869e960138 service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085896 Feb 19 01:19:40.665919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33b67897-4dd4-4c79-9b48-c2b2fe53355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.707258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device af881ad2-b2ce-4fe2-ab3c-d6eeb402496b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:40.794897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:40.795315 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:40.978961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:41.301079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e73a5-c2e8-4f9f-b2b1-a3dff117888e req-9f52c299-d51b-4f15-8c0f-950347370783 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.302565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-689e73a5-c2e8-4f9f-b2b1-a3dff117888e req-9f52c299-d51b-4f15-8c0f-950347370783 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 1.0054264 Feb 19 01:19:41.316260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.456872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-14c3e4e4-bc8f-4cc2-b820-8a33f2dc4586 req-96281c89-9044-42d0-9aca-011d11972b60 service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0539145 Feb 19 01:19:41.575546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-689e73a5-c2e8-4f9f-b2b1-a3dff117888e req-f93cb93c-2e99-42e9-8af8-d4aa07606ba2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618899 Feb 19 01:19:41.797579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router 865ad12d-ffb6-4146-9236-f7dfd4cf8021 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:41.809730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 5aad0b35-4ff3-4ff2-921a-a07d3f27447c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:41.810141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.977918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-d682c8b1-4d31-4f53-b887-910fa4a3e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.980473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-d682c8b1-4d31-4f53-b887-910fa4a3e180 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1157 time: 0.2286687 Feb 19 01:19:42.055405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:42.058512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.074850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Sync routers for ids ['865ad12d-ffb6-4146-9236-f7dfd4cf8021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:42.095115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Routers {'865ad12d-ffb6-4146-9236-f7dfd4cf8021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:42.096221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['865ad12d-ffb6-4146-9236-f7dfd4cf8021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:42.121461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 5aad0b35-4ff3-4ff2-921a-a07d3f27447c owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:42.219261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.220589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f96158e-d5d6-4e3c-8b3f-c563b2823850 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.2806509 Feb 19 01:19:42.221948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-077cb1f4-d3a7-4c83-b2ab-bb383c443636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.223473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-077cb1f4-d3a7-4c83-b2ab-bb383c443636 service neutron] 10.222.0.96 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.2104113 Feb 19 01:19:42.223993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39550) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:42.285838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Set router 865ad12d-ffb6-4146-9236-f7dfd4cf8021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:42.438073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-40621ffb-11b6-47c8-be17-738022ace070 service neutron] 10.222.0.96 "GET /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 384 time: 0.0819395 Feb 19 01:19:42.456523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-7e3f335b-5ad5-409a-bcbd-3739a58972a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 1001 time: 0.2182078 Feb 19 01:19:42.539217 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-219e6901-e9bb-4f6d-9da8-8087d667a391 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/865ad12d-ffb6-4146-9236-f7dfd4cf8021 HTTP/1.1" status: 200 len: 906 time: 0.3078992 Feb 19 01:19:42.552198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:42.571343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39558) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:42.614409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-e83de394-ac6c-4177-87ab-399d27f5f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.627563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-e83de394-ac6c-4177-87ab-399d27f5f5a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.1548421 Feb 19 01:19:42.646461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865ad12d-ffb6-4146-9236-f7dfd4cf8021', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b35f9011-c9e5-4a6a-9212-30f9608a33e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:34Z', 'updated_at': '2022-02-19T01:19:38Z', 'revision_number': 3, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port': {'id': 'b35f9011-c9e5-4a6a-9212-30f9608a33e8', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865ad12d-ffb6-4146-9236-f7dfd4cf8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:19:36Z', 'updated_at': '2022-02-19T01:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:42.712612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Checking router: 865ad12d-ffb6-4146-9236-f7dfd4cf8021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:42.712972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Updating router 865ad12d-ffb6-4146-9236-f7dfd4cf8021 port b35f9011-c9e5-4a6a-9212-30f9608a33e8 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:19:42.776349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5aad0b35-4ff3-4ff2-921a-a07d3f27447c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.796289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.812545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=5aad0b35-4ff3-4ff2-921a-a07d3f27447c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:42.863655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-f95d7678-5791-4a22-8d9a-56542438308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.865610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-f95d7678-5791-4a22-8d9a-56542438308c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1984925 Feb 19 01:19:42.888283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-263965b9-af55-434a-845a-963d6c31796d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:42.932670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.054014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (4b6434fc-66dd-4072-b6c7-fe680b91613f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.069588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea38c22-e360-4293-a2f1-a02915d9d6c8 req-7ead8e5c-ce22-4912-aab5-41e022f12bfb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:43.071805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ea38c22-e360-4293-a2f1-a02915d9d6c8 req-7ead8e5c-ce22-4912-aab5-41e022f12bfb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 945 time: 0.2816947 Feb 19 01:19:43.253423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-263965b9-af55-434a-845a-963d6c31796d admin admin] Publish callbacks [] for security_group (c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.265900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks [] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.270422 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-24986065-9365-43b8-977d-f1968f1c4095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.279692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ea38c22-e360-4293-a2f1-a02915d9d6c8 req-6675fdde-e3c5-4c19-8ce0-cf69f3e91d9d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669860 Feb 19 01:19:43.296200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (865ad12d-ffb6-4146-9236-f7dfd4cf8021), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.301127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:43.305816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-bc894b9c-0ad9-4e2a-890d-2296748c8fd3 service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249575 Feb 19 01:19:43.341092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:43.375310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-263965b9-af55-434a-845a-963d6c31796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.385255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.412846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:43.415882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:43.418733 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a1055-aaeb-4834-9172-da05262a77f6" -d '{"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:43.448102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Attempting to bind port b35f9011-c9e5-4a6a-9212-30f9608a33e8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:43.448319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Attempting to bind port b35f9011-c9e5-4a6a-9212-30f9608a33e8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:43.448666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Attempting to bind port b35f9011-c9e5-4a6a-9212-30f9608a33e8 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:43.450717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0924a-5709-4386-bc8e-8357ba3eac5d None None] Pushing event updated for resources: {'Port': ['ID=b35f9011-c9e5-4a6a-9212-30f9608a33e8,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:43.482848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:43.483397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:43.483818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.484351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:43.484727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Bound port: b35f9011-c9e5-4a6a-9212-30f9608a33e8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:43.485115 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.486266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Deleting port b35f9011-c9e5-4a6a-9212-30f9608a33e8 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:43.486266 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.507894 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc91c97d-1700-4f8e-9ade-d236f41cd50f x-openstack-request-id: req-fc91c97d-1700-4f8e-9ade-d236f41cd50f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:43.508925 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:43.509261 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fc91c97d-1700-4f8e-9ade-d236f41cd50f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:43.510645 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'code': 200} Feb 19 01:19:43.514470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-263965b9-af55-434a-845a-963d6c31796d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5bd19eb3117b43188d82efa63ab1cc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9299638 Feb 19 01:19:43.523495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39582) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:43.524457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263965b9-af55-434a-845a-963d6c31796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:43.554890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] For port b35f9011-c9e5-4a6a-9212-30f9608a33e8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:43.559130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] For port b35f9011-c9e5-4a6a-9212-30f9608a33e8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=b35f9011-c9e5-4a6a-9212-30f9608a33e8,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:43.562760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 4b6434fc-66dd-4072-b6c7-fe680b91613f has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:43.569854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.582572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11f78a69-7559-4a24-a770-f0a5a2250504 req-9313ad4c-bce0-4290-ba53-7411e2a9630d service neutron] 10.222.0.96 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713511 Feb 19 01:19:43.637873 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.680817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] For port b35f9011-c9e5-4a6a-9212-30f9608a33e8, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:43.681372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.712125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Calling delete_port for b35f9011-c9e5-4a6a-9212-30f9608a33e8 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:43.740300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0924a-5709-4386-bc8e-8357ba3eac5d None None] Pushing event updated for resources: {'Port': ['ID=b35f9011-c9e5-4a6a-9212-30f9608a33e8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:43.752693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] Publish callbacks [] for security_group (c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.770552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:43.782674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e168d40-f7dd-47cb-83e7-bda7d7491e74 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/4b6434fc-66dd-4072-b6c7-fe680b91613f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9773312 Feb 19 01:19:43.786033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39590) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:43.788238 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] Sync routers for ids ['4b6434fc-66dd-4072-b6c7-fe680b91613f'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:43.788732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Routers {'865ad12d-ffb6-4146-9236-f7dfd4cf8021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:43.789222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['865ad12d-ffb6-4146-9236-f7dfd4cf8021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:43.822416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] Routers {'4b6434fc-66dd-4072-b6c7-fe680b91613f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:43.823131 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4b6434fc-66dd-4072-b6c7-fe680b91613f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:43.827835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dbb0d314-96f1-4cb7-ac48-380fcd065afc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b6434fc-66dd-4072-b6c7-fe680b91613f HTTP/1.1" status: 200 len: 205 time: 0.0406113 Feb 19 01:19:43.833982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] Publish callbacks [] for security_group (c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:43.835981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:43.910955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39594) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:43.911865 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:43.937854 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] Routers {'4b6434fc-66dd-4072-b6c7-fe680b91613f'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:43.940503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['4b6434fc-66dd-4072-b6c7-fe680b91613f'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:43.983902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] Set router 865ad12d-ffb6-4146-9236-f7dfd4cf8021 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:43.985748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] Transition to ACTIVE for port object eb9ca72d-475b-4bb2-a295-704b8f3ec85b will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:44.040503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.063538 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:44.064748 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c1561-dc99-4ae0-9649-b3b1389da789 None None] The sync data for ids ['4b6434fc-66dd-4072-b6c7-fe680b91613f'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:44.067781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.094458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865ad12d-ffb6-4146-9236-f7dfd4cf8021', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:34Z', 'updated_at': '2022-02-19T01:19:43Z', 'revision_number': 4, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:44.136783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab33207-62ee-4d7a-9bd4-41b908e3124e None None] The sync data for ids ['865ad12d-ffb6-4146-9236-f7dfd4cf8021'] in n-d-826529-3 is: [{'id': '865ad12d-ffb6-4146-9236-f7dfd4cf8021', 'name': 'tempest-snat-router-219782049', 'tenant_id': 'efe243961b144013bc00e606197e9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:19:34Z', 'updated_at': '2022-02-19T01:19:43Z', 'revision_number': 4, 'project_id': 'efe243961b144013bc00e606197e9c21', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:44.236239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.302757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=11']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:44.327904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29cbecb7-f9ee-4e04-8874-d12fde1fd3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.689607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.692151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.695731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd HTTP/1.1" status: 204 len: 168 time: 1.1658995 Feb 19 01:19:44.737925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0452653-6d12-4aad-9163-71eeadd370c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae54d2-7a1f-4037-adcd-c3fd21dcdbbd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:44.812856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.815855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (4b6434fc-66dd-4072-b6c7-fe680b91613f), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.850909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] No DVR routers for this DVR port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:44.945304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (4b6434fc-66dd-4072-b6c7-fe680b91613f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.946554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6434fc-66dd-4072-b6c7-fe680b91613f {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:44.956537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:44.966286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a90c1413-fde5-495d-b2b2-d65cefa18d3e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/4b6434fc-66dd-4072-b6c7-fe680b91613f HTTP/1.1" status: 204 len: 168 time: 1.1291358 Feb 19 01:19:44.967187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:44.995422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b35f9011-c9e5-4a6a-9212-30f9608a33e8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.042045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet 367a8885-a06f-4f59-a03f-d6521c68c6bc {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:45.054756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Port': ['ID=b35f9011-c9e5-4a6a-9212-30f9608a33e8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:45.060316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (367a8885-a06f-4f59-a03f-d6521c68c6bc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.073729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a36b42-b9d1-4259-aae4-ea6c7f5326ee req-ca407a1a-d4f9-49d4-9c70-1a123bea65e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.076751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91a36b42-b9d1-4259-aae4-ea6c7f5326ee req-ca407a1a-d4f9-49d4-9c70-1a123bea65e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.2290480 Feb 19 01:19:45.165773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (367a8885-a06f-4f59-a03f-d6521c68c6bc), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.180575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29cbecb7-f9ee-4e04-8874-d12fde1fd3e5 admin admin] Publish callbacks [] for security_group (ecba94be-434c-4943-8f90-960ce24eb8ce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.251195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-f2b959bf-eded-4e51-87c0-5c761df9c663 service neutron] 10.222.0.96 "PUT /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b/bindings/n-h1-826529-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8060982 Feb 19 01:19:45.263118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (865ad12d-ffb6-4146-9236-f7dfd4cf8021), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.302773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91a36b42-b9d1-4259-aae4-ea6c7f5326ee req-684b94c7-eec4-4bbc-94b5-0c727273ca37 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148335 Feb 19 01:19:45.310275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.339912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-29cbecb7-f9ee-4e04-8874-d12fde1fd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ecba94be-434c-4943-8f90-960ce24eb8ce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.354354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (367a8885-a06f-4f59-a03f-d6521c68c6bc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.407594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.418338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (865ad12d-ffb6-4146-9236-f7dfd4cf8021), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.470784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-29cbecb7-f9ee-4e04-8874-d12fde1fd3e5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d20f7861954b4a22a2984deec2a34278&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5564070 Feb 19 01:19:45.472700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:45.504093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbecb7-f9ee-4e04-8874-d12fde1fd3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecba94be-434c-4943-8f90-960ce24eb8ce,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:45.530853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (367a8885-a06f-4f59-a03f-d6521c68c6bc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.554255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-454b21d0-7fcd-47f5-ab37-d84e60d0ccf5 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.556624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-454b21d0-7fcd-47f5-ab37-d84e60d0ccf5 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d&tenant_id=c323be55983947e9a8958bb8509ef471&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1473851 Feb 19 01:19:45.598469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=367a8885-a06f-4f59-a03f-d6521c68c6bc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:45.598927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (865ad12d-ffb6-4146-9236-f7dfd4cf8021), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.600677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 865ad12d-ffb6-4146-9236-f7dfd4cf8021 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:45.602607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.606326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-264b443d-0d61-426a-9cc7-f6603f0e84aa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/367a8885-a06f-4f59-a03f-d6521c68c6bc HTTP/1.1" status: 204 len: 168 time: 0.6381540 Feb 19 01:19:45.608930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39622) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:45.612308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f3352-76a5-44f8-adf1-5dc4efbb0e69 None None] Network b6030387-eba0-4933-98e4-66fa61ae251a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:45.618658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.622082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b984a6ea-74d1-4abd-8d22-1b1f2292b9dd tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/routers/865ad12d-ffb6-4146-9236-f7dfd4cf8021 HTTP/1.1" status: 204 len: 168 time: 3.0660400 Feb 19 01:19:45.627204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39624) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:45.685590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-6a47d9bf-baed-41be-938d-43a2cc52a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.687403 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-6a47d9bf-baed-41be-938d-43a2cc52a10c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 1126 time: 0.1212604 Feb 19 01:19:45.833300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-6cf18ba4-bc88-429c-9c28-f19280173df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.834938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-6cf18ba4-bc88-429c-9c28-f19280173df2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1126 time: 0.1220219 Feb 19 01:19:45.899897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] DHCP port deletion for b6030387-eba0-4933-98e4-66fa61ae251a request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:45.935373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Publish callbacks [] for security_group (ecba94be-434c-4943-8f90-960ce24eb8ce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:45.972665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-dea75779-ad09-4246-8505-9b015c9ce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.975134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-dea75779-ad09-4246-8505-9b015c9ce9a6 service neutron] 10.222.0.117 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.1346893 Feb 19 01:19:45.992174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Deleting port 9b10b74a-c8a4-4003-b5de-119219bfae05 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:45.993215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.027273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b6030387-eba0-4933-98e4-66fa61ae251a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.041458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Publish callbacks [] for security_group (ecba94be-434c-4943-8f90-960ce24eb8ce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.078746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] For port 9b10b74a-c8a4-4003-b5de-119219bfae05, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9b10b74a-c8a4-4003-b5de-119219bfae05,segment=NetworkSegment(5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed),segment_id=5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:46.079173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.094479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-9c9dfc83-879f-4477-9790-52acdb3b21ab service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 999 time: 0.1125081 Feb 19 01:19:46.098013 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.100475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Calling delete_port for 9b10b74a-c8a4-4003-b5de-119219bfae05 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:46.181897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-597482d9-9d76-4319-89ff-6a2af477179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.184088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-597482d9-9d76-4319-89ff-6a2af477179d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.0837691 Feb 19 01:19:46.276340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-22d50070-7e06-4784-bbcd-73fca1711833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.276340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-22d50070-7e06-4784-bbcd-73fca1711833 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796046 Feb 19 01:19:46.277925 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.286503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ecba94be-434c-4943-8f90-960ce24eb8ce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.290174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.291616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ecba94be-434c-4943-8f90-960ce24eb8ce HTTP/1.1" status: 204 len: 168 time: 0.8164575 Feb 19 01:19:46.303850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] No DVR routers for this DVR port 9b10b74a-c8a4-4003-b5de-119219bfae05 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:46.305664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecba94be-434c-4943-8f90-960ce24eb8ce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:46.330363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.330806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.331661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.332072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.332480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.332897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.333303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.333706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.334110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.334512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.334913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.335348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.335748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48dca8-61a7-46ea-ac65-8bbe40339a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:46.342562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dd9a0-e801-44a3-8aa3-5567f36af98f None None] Pushing event deleted for resources: {'Port': ['ID=9b10b74a-c8a4-4003-b5de-119219bfae05,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:46.353061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 9b10b74a-c8a4-4003-b5de-119219bfae05 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:46.353510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.356291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.484112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-2f4545b9-80a0-4019-8b9e-6f6b919bb9b3 service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068813 Feb 19 01:19:46.537941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:46.588959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 9b10b74a-c8a4-4003-b5de-119219bfae05, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:46.589805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.630374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2bfa4-33a4-433f-8307-f49b91413770 req-bd1c919c-aa7f-43aa-a0f6-ed7ec66b02da tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.637376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83d2bfa4-33a4-433f-8307-f49b91413770 req-bd1c919c-aa7f-43aa-a0f6-ed7ec66b02da tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.2038181 Feb 19 01:19:46.639448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 9b10b74a-c8a4-4003-b5de-119219bfae05 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:46.646131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Port 9b10b74a-c8a4-4003-b5de-119219bfae05 was not found and therefore no delete operation was performed {{(pid=110602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:19:46.658020 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9b10b74a-c8a4-4003-b5de-119219bfae05), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.671974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port eb9ca72d-475b-4bb2-a295-704b8f3ec85b host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:19:46.672549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:46.672982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-d6a8b415-b1eb-431f-88a8-358016f0da1e service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821940 Feb 19 01:19:46.690983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b10b74a-c8a4-4003-b5de-119219bfae05 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:46.708618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=9b10b74a-c8a4-4003-b5de-119219bfae05,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:46.719239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port 9b10b74a-c8a4-4003-b5de-119219bfae05 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:46.730083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9b10b74a-c8a4-4003-b5de-119219bfae05 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:46.731019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9b10b74a-c8a4-4003-b5de-119219bfae05 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:46.775340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Deleting port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:46.775505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.910290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.926881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83d2bfa4-33a4-433f-8307-f49b91413770 req-3e1af07b-9ef8-43b9-94ff-09d7fef58a41 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826669 Feb 19 01:19:46.951214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b6030387-eba0-4933-98e4-66fa61ae251a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:46.979648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6030387-eba0-4933-98e4-66fa61ae251a']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:46.998805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:46.999112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:47.021792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.024833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] For port af881ad2-b2ce-4fe2-ab3c-d6eeb402496b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:47.028918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.045720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Calling delete_port for af881ad2-b2ce-4fe2-ab3c-d6eeb402496b owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:47.049280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.060547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:47.060953 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (5b0c3c5e-6f15-461d-8e3f-7bdd7892d8ed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:47.063922 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:47.215592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b6030387-eba0-4933-98e4-66fa61ae251a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.225829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.229019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/b6030387-eba0-4933-98e4-66fa61ae251a HTTP/1.1" status: 204 len: 168 time: 1.6192129 Feb 19 01:19:47.245771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39662) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:47.251306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225026661', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:47.257204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4b12-9762-44b6-8bbe-8d2231f43037 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=b6030387-eba0-4933-98e4-66fa61ae251a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:47.283434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:47.309549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-fc9b9c0f-8bbe-4351-a3c0-69b3cb471362 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.316001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-fc9b9c0f-8bbe-4351-a3c0-69b3cb471362 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.117 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d&tenant_id=c323be55983947e9a8958bb8509ef471&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 1126 time: 0.1127496 Feb 19 01:19:47.319010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72993a03-bdb3-4268-859b-bc32dc07538d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.353449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.354560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.444188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (af881ad2-b2ce-4fe2-ab3c-d6eeb402496b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.494520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event deleted for resources: {'Port': ['ID=af881ad2-b2ce-4fe2-ab3c-d6eeb402496b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:47.563912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.607144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-5b085afc-7760-4d9f-bd78-8d3a64338839 service neutron] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:47.610884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-5b085afc-7760-4d9f-bd78-8d3a64338839 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.612248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-5b085afc-7760-4d9f-bd78-8d3a64338839 service neutron] 10.222.0.117 "DELETE /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b/bindings/n-h2-826529-3 HTTP/1.1" status: 204 len: 173 time: 0.2935817 Feb 19 01:19:47.623432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.663233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72993a03-bdb3-4268-859b-bc32dc07538d admin admin] Publish callbacks [] for security_group (ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.766325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.771764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_controller (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.844922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72993a03-bdb3-4268-859b-bc32dc07538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.953058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (d079e70a-ecb9-4709-93bd-fac6c9dbeb3d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.953757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d079e70a-ecb9-4709-93bd-fac6c9dbeb3d {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:47.956588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_gateway (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.964813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72993a03-bdb3-4268-859b-bc32dc07538d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=376ea2709ea144bea6235c0b5c5d34ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777279 Feb 19 01:19:47.966222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39682) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:47.971515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:47.972730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-765c7a69-5c65-4e63-91b1-29832ebc92eb tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "DELETE /v2.0/routers/d079e70a-ecb9-4709-93bd-fac6c9dbeb3d HTTP/1.1" status: 204 len: 168 time: 2.3429475 Feb 19 01:19:47.973586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72993a03-bdb3-4268-859b-bc32dc07538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:47.976218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39684) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:47.983578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1049409830', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:48.146611 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.152375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.162222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] Publish callbacks [] for security_group (ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.202999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dda480-a43b-4d97-a511-b77d7f3af582 req-303858c4-55b2-4e31-afd5-82066b144702 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.207434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15dda480-a43b-4d97-a511-b77d7f3af582 req-303858c4-55b2-4e31-afd5-82066b144702 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.1423171 Feb 19 01:19:48.210405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] Publish callbacks [] for security_group (ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.260525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.305737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15dda480-a43b-4d97-a511-b77d7f3af582 req-ebacd3d5-e32a-4daa-bcb7-b3532905d2ef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809209 Feb 19 01:19:48.424668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.427516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.429496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63 HTTP/1.1" status: 204 len: 168 time: 0.4617875 Feb 19 01:19:48.441657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b734bf-006b-4e90-957a-52ba44c3dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0ca19e-b0f5-40f2-91ab-a92b80fd3e63,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:48.607697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_gateway (8dac295f-d5cb-4f3a-845b-203ab8a224fb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.610705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.646708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.662155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1433e5-2e1a-4588-99dc-982ceedea1b3 req-d2eb165d-3e5e-4905-8095-353c814e1011 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.663860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b1433e5-2e1a-4588-99dc-982ceedea1b3 req-d2eb165d-3e5e-4905-8095-353c814e1011 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1126 time: 0.2281408 Feb 19 01:19:48.762214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device af881ad2-b2ce-4fe2-ab3c-d6eeb402496b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:48.821762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: af881ad2-b2ce-4fe2-ab3c-d6eeb402496b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:48.826020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device af881ad2-b2ce-4fe2-ab3c-d6eeb402496b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:48.933880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 172.25.2.239 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/201697ed-b2cb-4d1d-a73e-32d88a6eaa98) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:48.986948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b1433e5-2e1a-4588-99dc-982ceedea1b3 req-a636e44b-92c4-47a7-b57b-6f687bc469b5 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076510 Feb 19 01:19:49.148311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (201697ed-b2cb-4d1d-a73e-32d88a6eaa98), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.240816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c119b-86bf-4b11-b0d3-cf525969cbc5 req-8b33e9dc-afef-4b78-94d7-e49c5cc320f6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.259589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a37c119b-86bf-4b11-b0d3-cf525969cbc5 req-8b33e9dc-afef-4b78-94d7-e49c5cc320f6 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.1873963 Feb 19 01:19:49.360300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a37c119b-86bf-4b11-b0d3-cf525969cbc5 req-f2007004-af57-425e-ab1a-b53101ce7594 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932279 Feb 19 01:19:49.362768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.386010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:49.406931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.410445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (201697ed-b2cb-4d1d-a73e-32d88a6eaa98), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.491718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-15e739cb-cd60-4dac-b64a-f49f2c78547f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 200 len: 991 time: 0.1028059 Feb 19 01:19:49.538530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:49.545901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:49.557057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:49.605469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=201697ed-b2cb-4d1d-a73e-32d88a6eaa98,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:49.761144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39728) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:50.139019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:50.139564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.288324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.288829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.321608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:50.384004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Allocated IP 172.25.2.169 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/767c0455-a342-4793-b134-c1fd07469622) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:50.431232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:50.791323 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.840556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for port (767c0455-a342-4793-b134-c1fd07469622), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.844105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=ffa38f3c-e9d0-4b4d-a52b-d11d00329ed8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:50.928797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_gateway (8dac295f-d5cb-4f3a-845b-203ab8a224fb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.077413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (0e93d59f-9a9f-4ff1-a68a-42c0487d6710), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.077748 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 0e93d59f-9a9f-4ff1-a68a-42c0487d6710 disassociated (deleted). External IP: 172.25.2.211, port: eb9ca72d-475b-4bb2-a295-704b8f3ec85b. Feb 19 01:19:51.140665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (767c0455-a342-4793-b134-c1fd07469622), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.412643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:51.434811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:51.445797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:51.450164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event updated for resources: {'Port': ['ID=767c0455-a342-4793-b134-c1fd07469622,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:51.662402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router 78ccd401-15b2-4d64-94ac-747967efa494 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:51.678040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.895714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:51.902042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.907123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Sync routers for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:51.924789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:51.925430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:51.993748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f1dab78e-21f0-46b1-8b88-cf0d9299421f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/floatingips/0e93d59f-9a9f-4ff1-a68a-42c0487d6710 HTTP/1.1" status: 204 len: 168 time: 2.2312267 Feb 19 01:19:51.994690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:51.997246 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737b40f-fe42-40d2-9916-ffc2099f37e5" -d '{"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:52.137252 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d08829-23a4-4cbf-8bb6-bae35b230c05 x-openstack-request-id: req-f1d08829-23a4-4cbf-8bb6-bae35b230c05 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:52.137786 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:52.138211 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f1d08829-23a4-4cbf-8bb6-bae35b230c05 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:52.138798 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'status': 'completed', 'code': 200} Feb 19 01:19:52.221332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 8dac295f-d5cb-4f3a-845b-203ab8a224fb is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:52.270047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-ad6a6bc6-e705-4d3d-a486-b23a646243b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.281840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-ad6a6bc6-e705-4d3d-a486-b23a646243b7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 1126 time: 0.1246276 Feb 19 01:19:52.422588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:52.503877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:52.544671 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] Sync routers for ids ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:52.560807 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] Routers {'8dac295f-d5cb-4f3a-845b-203ab8a224fb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:52.564049 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:52.646651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-c608cebd-876b-49cc-a0c9-a2cf5b52f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:52.649553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-c608cebd-876b-49cc-a0c9-a2cf5b52f18d service neutron] 10.222.0.117 "GET /v2.0/networks?id=62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 200 len: 897 time: 0.3586960 Feb 19 01:19:52.715521 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:52.775267 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] Routers {'8dac295f-d5cb-4f3a-845b-203ab8a224fb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:52.776174 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:52.812201 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:52.812931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499e86a-45ab-4549-b87d-44f83ef1839b None None] The sync data for ids ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:52.823400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-f20da11b-51a1-476f-8565-e0d50041e640 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 200 len: 217 time: 0.1679485 Feb 19 01:19:52.856605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:52.871366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a311b303-bcfc-4dcc-a35c-440438f8d149 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6236227 Feb 19 01:19:52.874095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39802) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:52.911911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:53.064328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-62d66afc-85cd-40a3-b058-a2191f3bd781 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2584085 Feb 19 01:19:53.093103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-1bd33856-278a-48e9-9419-2df79e6081d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.111203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-1bd33856-278a-48e9-9419-2df79e6081d1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 200 len: 834 time: 0.2193556 Feb 19 01:19:53.214963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.355841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-40e32c63-ed84-41ea-b815-4b900df08ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.372777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-40e32c63-ed84-41ea-b815-4b900df08ee6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=62db624b-c256-46aa-b2cd-74992324be95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2363520 Feb 19 01:19:53.406240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-933fc97c-d21b-4412-b667-9fd4a14bb24c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.407816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-933fc97c-d21b-4412-b667-9fd4a14bb24c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.2930014 Feb 19 01:19:53.503839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:53.584410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Checking router: 78ccd401-15b2-4d64-94ac-747967efa494 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:53.607598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:53.608389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:53.641760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7e704-f2fb-4b9c-9afa-52784cb85664 req-90d6fdad-f11a-4710-861c-14e80ee5202d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.644059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01c7e704-f2fb-4b9c-9afa-52784cb85664 req-90d6fdad-f11a-4710-861c-14e80ee5202d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 944 time: 0.8455651 Feb 19 01:19:53.663281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-cc81dcd4-a764-4cbb-894f-352976e48e17 service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460914 Feb 19 01:19:53.769598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-9fc02367-09fa-4c77-94cc-c3368d7835ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.772198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-9fc02367-09fa-4c77-94cc-c3368d7835ce service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1132 time: 0.5203853 Feb 19 01:19:53.803257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:54.071993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b11be70c-bf26-404a-8719-1d0005f808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.083052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b11be70c-bf26-404a-8719-1d0005f808f1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.2576451 Feb 19 01:19:54.215219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-950cf76d-6645-47f8-bee4-a367bbd516cb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.1163418 Feb 19 01:19:54.258376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7828834-de5c-4200-a5ad-54198cb83da6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers/8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 200 len: 884 time: 1.3819997 Feb 19 01:19:54.264076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:54.265352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39828) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:54.327772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b9044-2f52-45ef-96e4-0d81d25d2a28 None None] The sync data for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 is: [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:18:19Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '6f8148d2-b05b-44a1-8e03-7ab1baba7b47', 'name': '', 'network_id': '62db624b-c256-46aa-b2cd-74992324be95', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:1e:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_interface', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:17Z', 'updated_at': '2022-02-19T01:18:31Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': 'ddcb9488-a48d-4802-9bb2-3bcd54dc1a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:54.504361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01c7e704-f2fb-4b9c-9afa-52784cb85664 req-f35f4030-c678-414e-94de-382926897975 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=337f8226-ebc1-4558-892d-168e116d9630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8444815 Feb 19 01:19:54.546323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port eb9ca72d-475b-4bb2-a295-704b8f3ec85b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:54.555277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:54.563387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-1e7bcc64-4819-4372-b778-5b42a764f51d service neutron] 10.222.0.117 "GET /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889375 Feb 19 01:19:54.583081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b812eb3e-025a-4e1e-b03e-e74d1cd8b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.594606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b812eb3e-025a-4e1e-b03e-e74d1cd8b481 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.3628628 Feb 19 01:19:54.673636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Router 8256522e-99f9-434b-b3e7-74a96cbbb816 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:19:54.860260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b55328c1-6d82-4074-8d40-3e4a266a0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.861185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port eb9ca72d-475b-4bb2-a295-704b8f3ec85b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:54.861588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:54.862112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b55328c1-6d82-4074-8d40-3e4a266a0de9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2594695 Feb 19 01:19:54.905006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for eb9ca72d-475b-4bb2-a295-704b8f3ec85b owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:54.965087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aeaeb-9bb8-45c3-838c-87a241c02cbd None None] New status for floating IP 0e93d59f-9a9f-4ff1-a68a-42c0487d6710: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:19:55.367731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (eb9ca72d-475b-4bb2-a295-704b8f3ec85b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:55.504542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] No DVR routers for this DVR port eb9ca72d-475b-4bb2-a295-704b8f3ec85b on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:55.509653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:55.513215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f876d81-23c2-47b1-9a25-decc36366d0f req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.117 "DELETE /v2.0/ports/eb9ca72d-475b-4bb2-a295-704b8f3ec85b HTTP/1.1" status: 204 len: 173 time: 2.0944576 Feb 19 01:19:55.514261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27f5c4-aa94-4923-a6ef-25620ec9757a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=eb9ca72d-475b-4bb2-a295-704b8f3ec85b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:55.518461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-deleted', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:55.521462 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be21e3-c3d4-440c-8bcf-08b0a7154e19" -d '{"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-deleted", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:55.623295 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6101b1-cd4a-433b-a95e-54ceb933ee30 x-openstack-request-id: req-ec6101b1-cd4a-433b-a95e-54ceb933ee30 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:55.624374 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d", "name": "network-vif-deleted", "tag": "eb9ca72d-475b-4bb2-a295-704b8f3ec85b", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:55.625391 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ec6101b1-cd4a-433b-a95e-54ceb933ee30 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:55.625972 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d', 'name': 'network-vif-deleted', 'tag': 'eb9ca72d-475b-4bb2-a295-704b8f3ec85b', 'status': 'completed', 'code': 200} Feb 19 01:19:55.769072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df860ac1-eec5-488d-984f-f513fcae69ed req-7b5fa3c2-859d-4fa6-bd18-ab2a595f8cef tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=672357b9-8d33-4dd9-a0ce-4c5a9cab1a2d HTTP/1.1" status: 200 len: 210 time: 0.0907156 Feb 19 01:19:55.789360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:55.800459 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] Sync routers for ids ['8256522e-99f9-434b-b3e7-74a96cbbb816'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:55.838797 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] Routers {'8256522e-99f9-434b-b3e7-74a96cbbb816'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:55.842885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8256522e-99f9-434b-b3e7-74a96cbbb816'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:55.872895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-29776cec-dd01-4960-b12a-540076a37cce service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9696770 Feb 19 01:19:55.941220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:55.941620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aa7932a3-90dd-40ae-8fe5-fd058ed10185 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6611991 Feb 19 01:19:55.949151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-225026661'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:55.988591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:55.994891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e419f0ac-eeaa-4865-a04f-f8de466c671e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.0119038 Feb 19 01:19:55.996777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39866) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:55.999488 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:56.004021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:56.050648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] Routers {'8256522e-99f9-434b-b3e7-74a96cbbb816'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:56.051512 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8256522e-99f9-434b-b3e7-74a96cbbb816'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:56.062827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:56.250030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bbde04a3-0425-4e6b-8a6e-49d1dba1de4e req-b559d86c-b6c2-4137-a7a2-7cb2d9742966 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696263 Feb 19 01:19:56.260187 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:56.261625 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e4c9c3-9173-4aa1-892f-d7ccfdf74e0f None None] The sync data for ids ['8256522e-99f9-434b-b3e7-74a96cbbb816'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:56.275538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31e4ee57-c682-45e1-b1ea-5eb310abcfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.798715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.850716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31e4ee57-c682-45e1-b1ea-5eb310abcfc8 admin admin] Publish callbacks [] for security_group (a428fa9b-d18b-4f23-803e-3e3de93d5f79), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.881143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39884) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:56.905375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:56.909319 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:56.981103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: eb9ca72d-475b-4bb2-a295-704b8f3ec85b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:56.981465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device eb9ca72d-475b-4bb2-a295-704b8f3ec85b not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:56.996218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31e4ee57-c682-45e1-b1ea-5eb310abcfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a428fa9b-d18b-4f23-803e-3e3de93d5f79), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.062265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31e4ee57-c682-45e1-b1ea-5eb310abcfc8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=578093d026f34723b0ffa68e7d4ebe66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9866254 Feb 19 01:19:57.100869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 39890) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:57.107258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.125244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ee57-c682-45e1-b1ea-5eb310abcfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a428fa9b-d18b-4f23-803e-3e3de93d5f79,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:57.141805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 8dac295f-d5cb-4f3a-845b-203ab8a224fb has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:57.270171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] Publish callbacks [] for security_group (a428fa9b-d18b-4f23-803e-3e3de93d5f79), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.292973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:57.300827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.305384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bfaa32c9-87a0-4bb7-9174-797d6172fba9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 200 len: 891 time: 1.3630202 Feb 19 01:19:57.307301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39900) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:57.313672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] Sync routers for ids ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:57.344012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] Routers {'8dac295f-d5cb-4f3a-845b-203ab8a224fb'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:57.346330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:57.440877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] Publish callbacks [] for security_group (a428fa9b-d18b-4f23-803e-3e3de93d5f79), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.449892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:57.483957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] Routers {'8dac295f-d5cb-4f3a-845b-203ab8a224fb'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:57.483957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:57.526692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e4365904-a2c2-4ff0-a0a6-b0f95dee79fd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers/8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 200 len: 891 time: 0.2178595 Feb 19 01:19:57.527528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39902) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:57.590461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:57.596168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3002a-eec5-4db7-b13e-79b28da044a2 None None] The sync data for ids ['8dac295f-d5cb-4f3a-845b-203ab8a224fb'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:57.597861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-235394c2-9cb0-44b4-bb13-144a18515ba7 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 200 len: 205 time: 0.0648263 Feb 19 01:19:57.599020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39904) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:57.744198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.791420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a428fa9b-d18b-4f23-803e-3e3de93d5f79), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.794260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:57.795649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a428fa9b-d18b-4f23-803e-3e3de93d5f79 HTTP/1.1" status: 204 len: 168 time: 0.6927326 Feb 19 01:19:57.881094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d0880-9210-4fc8-a286-39a86f692bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a428fa9b-d18b-4f23-803e-3e3de93d5f79,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:58.044283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_gateway (8dac295f-d5cb-4f3a-845b-203ab8a224fb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.122078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (78ccd401-15b2-4d64-94ac-747967efa494), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.239122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 201697ed-b2cb-4d1d-a73e-32d88a6eaa98 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:58.239492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (201697ed-b2cb-4d1d-a73e-32d88a6eaa98), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.442062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (201697ed-b2cb-4d1d-a73e-32d88a6eaa98), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.471880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 201697ed-b2cb-4d1d-a73e-32d88a6eaa98 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:58.773609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39926) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:58.789885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8cb43554-46f0-406c-9fe2-745612687257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.848405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (201697ed-b2cb-4d1d-a73e-32d88a6eaa98), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:58.938290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=201697ed-b2cb-4d1d-a73e-32d88a6eaa98,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:59.043153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (8dac295f-d5cb-4f3a-845b-203ab8a224fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.056328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.065022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.177085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.184071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (8dac295f-d5cb-4f3a-845b-203ab8a224fb), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.192797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8cb43554-46f0-406c-9fe2-745612687257 admin admin] Publish callbacks [] for security_group (0ceac106-dc02-4ad5-8b87-d2ac036c76a6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.278361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router 8256522e-99f9-434b-b3e7-74a96cbbb816 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:59.475499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:59.475847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.763282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8cb43554-46f0-406c-9fe2-745612687257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0ceac106-dc02-4ad5-8b87-d2ac036c76a6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8cb43554-46f0-406c-9fe2-745612687257 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9b3c1e16e0b242a4a43385cf94c5e5ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0410912 Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39954) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43554-46f0-406c-9fe2-745612687257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceac106-dc02-4ad5-8b87-d2ac036c76a6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (8dac295f-d5cb-4f3a-845b-203ab8a224fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 8dac295f-d5cb-4f3a-845b-203ab8a224fb {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3d04ed68-bfdf-4514-af2a-e89fc07a8592 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 204 len: 168 time: 2.2736859 Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:59.915745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-69747516'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:00.036125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] Publish callbacks [] for security_group (0ceac106-dc02-4ad5-8b87-d2ac036c76a6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.043173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:00.052922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.063305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] Publish callbacks [] for security_group (0ceac106-dc02-4ad5-8b87-d2ac036c76a6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.111126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port 6f8148d2-b05b-44a1-8e03-7ab1baba7b47, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:00.111717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.126461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:00.227030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:00.232388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.233799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2f7193e0-bb62-4009-bed3-edf9ba3c5e7a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "PUT /v2.0/routers/8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 200 len: 922 time: 4.2363183 Feb 19 01:20:00.237331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39972) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:00.241478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] Sync routers for ids ['8256522e-99f9-434b-b3e7-74a96cbbb816'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:00.255124 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] Routers {'8256522e-99f9-434b-b3e7-74a96cbbb816'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:00.256079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8256522e-99f9-434b-b3e7-74a96cbbb816'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:00.334085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:00.344212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] Routers {'8256522e-99f9-434b-b3e7-74a96cbbb816'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:00.345295 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8256522e-99f9-434b-b3e7-74a96cbbb816'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:00.346585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0ceac106-dc02-4ad5-8b87-d2ac036c76a6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.364727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.366164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0ceac106-dc02-4ad5-8b87-d2ac036c76a6 HTTP/1.1" status: 204 len: 168 time: 0.5484977 Feb 19 01:20:00.394010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:00.401834 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:00.402929 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b2c401-88d0-46e0-b2a8-de9a57948c51 None None] The sync data for ids ['8256522e-99f9-434b-b3e7-74a96cbbb816'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:00.449219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847cdb6-ed04-4876-91b2-04425ce79932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceac106-dc02-4ad5-8b87-d2ac036c76a6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:00.538137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e9c7a86c-fed6-49bb-8c38-6f789ebaacb6 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 200 len: 922 time: 0.2995951 Feb 19 01:20:00.539477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39982) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:00.542783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6f8148d2-b05b-44a1-8e03-7ab1baba7b47), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.543833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.544181 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708 of type vlan for network d4781ccd-9530-41ac-9ac7-567e374e117e Feb 19 01:20:00.642623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=6f8148d2-b05b-44a1-8e03-7ab1baba7b47,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:00.687474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (d4781ccd-9530-41ac-9ac7-567e374e117e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:00.716920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f4eadf-536d-4b84-9a16-c5d7d8f20033 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:00.723492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24f4eadf-536d-4b84-9a16-c5d7d8f20033 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=8256522e-99f9-434b-b3e7-74a96cbbb816&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1810524 Feb 19 01:20:00.732070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 39990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:00.959205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (78ccd401-15b2-4d64-94ac-747967efa494), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.016214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (d4781ccd-9530-41ac-9ac7-567e374e117e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.030563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:01.035368 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.148799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf084d7-20e6-409a-9111-cb9a6fc6f18c tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:01.150234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-faf084d7-20e6-409a-9111-cb9a6fc6f18c tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.4093294 Feb 19 01:20:01.151054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=d4781ccd-9530-41ac-9ac7-567e374e117e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:01.154057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:01.162989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network d4781ccd-9530-41ac-9ac7-567e374e117e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:01.184940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4d8c7d52-b875-426e-8d29-bab92d84022d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3005323 Feb 19 01:20:01.185980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40006) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:01.205188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:01.260853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8ae5a90-874e-4eca-8a1e-4bff850bb8d6 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 200 len: 205 time: 0.1056659 Feb 19 01:20:01.266007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:01.483553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:01.606910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.646561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:01.650795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.810125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dca9001-0daa-4cce-91b5-a50baf494944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:01.821955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router 78ccd401-15b2-4d64-94ac-747967efa494 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:01.859314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.129897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:02.149791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Sync routers for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:02.161688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:02.162308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:02.189359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dca9001-0daa-4cce-91b5-a50baf494944 admin admin] Publish callbacks [] for security_group (8b1d050c-1281-4dbe-8e7d-95078d327328), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.215729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bfbd465e-81c8-4e80-9600-7b83d167e748 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/78ccd401-15b2-4d64-94ac-747967efa494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3282287 Feb 19 01:20:02.220525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40042) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:02.338389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (971ad653-82b9-44dd-a16c-84af9ea984ac), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.371876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port 767c0455-a342-4793-b134-c1fd07469622 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:02.372490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (767c0455-a342-4793-b134-c1fd07469622), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.402131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3dca9001-0daa-4cce-91b5-a50baf494944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8b1d050c-1281-4dbe-8e7d-95078d327328), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.440355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:02.615333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=971ad653-82b9-44dd-a16c-84af9ea984ac,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:02.647802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:02.657808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: d4781ccd-9530-41ac-9ac7-567e374e117e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:02.798511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting subnet ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:20:02.805341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network d4781ccd-9530-41ac-9ac7-567e374e117e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:02.840627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (ddcb9488-a48d-4802-9bb2-3bcd54dc1a42), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.897868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, d4781ccd-9530-41ac-9ac7-567e374e117e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:02.911333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:02.912486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:02.921278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7ce3a-8fc5-47e5-b7e9-e302e5320c2b None None] Network d4781ccd-9530-41ac-9ac7-567e374e117e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:03.022790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca9001-0daa-4cce-91b5-a50baf494944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d050c-1281-4dbe-8e7d-95078d327328,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:03.056426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9cf76e41-5430-4250-92a8-c0d0d09f8e21 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8636978 Feb 19 01:20:03.058138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:03.066230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-144297774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:03.074665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3dca9001-0daa-4cce-91b5-a50baf494944 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=75f552e37e354fd68874b8919a3fcbff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5872104 Feb 19 01:20:03.080155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40066) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:03.105725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ddcb9488-a48d-4802-9bb2-3bcd54dc1a42), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.139199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (767c0455-a342-4793-b134-c1fd07469622), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.144830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-d4781ccd-9530-41ac-9ac7-567e374e117e', 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': '971ad653-82b9-44dd-a16c-84af9ea984ac'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:03.145872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.160253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for 767c0455-a342-4793-b134-c1fd07469622 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:03.246483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:20:00Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:03.252921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] Publish callbacks [] for security_group (8b1d050c-1281-4dbe-8e7d-95078d327328), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.310782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] Publish callbacks [] for security_group (8b1d050c-1281-4dbe-8e7d-95078d327328), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.321673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ddcb9488-a48d-4802-9bb2-3bcd54dc1a42), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.374486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Checking router: 78ccd401-15b2-4d64-94ac-747967efa494 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:03.398117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Routers {'78ccd401-15b2-4d64-94ac-747967efa494'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:03.398864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (502670cb-233c-4e25-b286-2b77db4485aa), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.400046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (502670cb-233c-4e25-b286-2b77db4485aa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.402205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['78ccd401-15b2-4d64-94ac-747967efa494'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:03.537375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8b1d050c-1281-4dbe-8e7d-95078d327328), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.540296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.549000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8b1d050c-1281-4dbe-8e7d-95078d327328 HTTP/1.1" status: 204 len: 168 time: 0.4641829 Feb 19 01:20:03.587010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86181f-9cde-47dc-8211-67a719af433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d050c-1281-4dbe-8e7d-95078d327328,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:03.639504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] Set router 78ccd401-15b2-4d64-94ac-747967efa494 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:03.658609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ddcb9488-a48d-4802-9bb2-3bcd54dc1a42), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.726393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Subnet': ['ID=ddcb9488-a48d-4802-9bb2-3bcd54dc1a42,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:03.728629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (767c0455-a342-4793-b134-c1fd07469622), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.780345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.792350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f87d2eef-2b6e-4fdf-8700-91a2c790784c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/subnets/ddcb9488-a48d-4802-9bb2-3bcd54dc1a42 HTTP/1.1" status: 204 len: 168 time: 1.5707002 Feb 19 01:20:03.796352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40088) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:03.825261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (502670cb-233c-4e25-b286-2b77db4485aa), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.871280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Allocated IP 2001:db8::2 (d4781ccd-9530-41ac-9ac7-567e374e117e/971ad653-82b9-44dd-a16c-84af9ea984ac/0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:03.880073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a843b5-4194-451c-a2ad-60f0eac5a616 None None] Network 62db624b-c256-46aa-b2cd-74992324be95 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:03.887957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (502670cb-233c-4e25-b286-2b77db4485aa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.981622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:03.987975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a20adbc-87da-4b6a-80d7-6aa825bd25b2 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9284835 Feb 19 01:20:03.989169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:04.124296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=767c0455-a342-4793-b134-c1fd07469622,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:04.134032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (78ccd401-15b2-4d64-94ac-747967efa494), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.364573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (78ccd401-15b2-4d64-94ac-747967efa494), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.440448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (8256522e-99f9-434b-b3e7-74a96cbbb816), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.467410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks [] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.531847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40114) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:04.554786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5188cebe-2d3d-4ae1-9742-8dc427edb191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.669917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.673272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (8256522e-99f9-434b-b3e7-74a96cbbb816), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.777597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.786169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:04.786932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.804390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (8256522e-99f9-434b-b3e7-74a96cbbb816), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.805663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router 8256522e-99f9-434b-b3e7-74a96cbbb816 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:04.824524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:04.829037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e0235ce-400b-4520-b84c-b1da208d5871 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 204 len: 168 time: 3.5553102 Feb 19 01:20:04.878154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Network d4781ccd-9530-41ac-9ac7-567e374e117e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:04.890389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:04.897291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:04.952571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:04.965574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Pushing event updated for resources: {'Port': ['ID=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:04.986896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2103287829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:05.005575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5188cebe-2d3d-4ae1-9742-8dc427edb191 admin admin] Publish callbacks [] for security_group (7b3a5d13-fcb5-4e6b-88bf-bff4446412e4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.008565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.029094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] DHCP port deletion for 62db624b-c256-46aa-b2cd-74992324be95 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:20:05.075844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:05.076732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.133198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:05.150660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (f5108759-443e-4580-9923-c2819175e149), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.153500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (f5108759-443e-4580-9923-c2819175e149), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.186874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Attempting to bind port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:05.187282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Attempting to bind port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:05.187652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Attempting to bind port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 on network d4781ccd-9530-41ac-9ac7-567e374e117e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:05.228167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5188cebe-2d3d-4ae1-9742-8dc427edb191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7b3a5d13-fcb5-4e6b-88bf-bff4446412e4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.236449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:05.242221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Checking segment: {'id': 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:05.242221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.242221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Bound using segment: {'id': 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:05.248801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Bound port: 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd4781ccd-9530-41ac-9ac7-567e374e117e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:05.249235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.249548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (f5108759-443e-4580-9923-c2819175e149), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.255246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:20:00Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:05.426135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (f5108759-443e-4580-9923-c2819175e149), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.433317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c254b011-5030-47c8-b580-ca07d3a0d457 None None] The sync data for ids ['78ccd401-15b2-4d64-94ac-747967efa494'] in n-d-826529-3 is: [{'id': '78ccd401-15b2-4d64-94ac-747967efa494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758066155', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:18:07Z', 'updated_at': '2022-02-19T01:20:00Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': '3dfe8e26-459c-457b-8fa0-bdc6e6f3edec', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccd401-15b2-4d64-94ac-747967efa494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:18:08Z', 'updated_at': '2022-02-19T01:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:05.515544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Deleting port 60a3bc06-64d2-485e-9808-eee2fe441d1e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:05.515544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.578411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] For port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:05.582813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] For port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,segment=NetworkSegment(ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708),segment_id=ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:05.610827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188cebe-2d3d-4ae1-9742-8dc427edb191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a5d13-fcb5-4e6b-88bf-bff4446412e4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:05.617480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.621214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-723a7802-595a-416e-a2db-8abb3b5d5f83 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6666613 Feb 19 01:20:05.623619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5188cebe-2d3d-4ae1-9742-8dc427edb191 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f4d88f13c445413e936e5c686c090a10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0909131 Feb 19 01:20:05.624479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40144) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:05.629584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40146) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:05.632886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:05.718183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.851114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] Publish callbacks [] for security_group (7b3a5d13-fcb5-4e6b-88bf-bff4446412e4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.852462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] For port 60a3bc06-64d2-485e-9808-eee2fe441d1e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=60a3bc06-64d2-485e-9808-eee2fe441d1e,segment=NetworkSegment(1195f4e2-236c-4749-9e72-de0bbc78c691),segment_id=1195f4e2-236c-4749-9e72-de0bbc78c691)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:05.852906 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.907193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] Publish callbacks [] for security_group (7b3a5d13-fcb5-4e6b-88bf-bff4446412e4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:05.940826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8::1 (d4781ccd-9530-41ac-9ac7-567e374e117e/971ad653-82b9-44dd-a16c-84af9ea984ac/6b4ef62e-5e4d-437e-aa11-5877b138a938) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:05.956116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Calling delete_port for 60a3bc06-64d2-485e-9808-eee2fe441d1e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:05.988633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Pushing event updated for resources: {'Port': ['ID=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.017637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (3dfe8e26-459c-457b-8fa0-bdc6e6f3edec), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.035772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.036147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.038384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.038748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.039175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.039522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.040059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.040403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.043292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.043654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.043997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.044342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.044670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b89a6e-ff7e-4107-ade2-fc4369e4b49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:06.107223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=3dfe8e26-459c-457b-8fa0-bdc6e6f3edec,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.321448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7b3a5d13-fcb5-4e6b-88bf-bff4446412e4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.331006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.334762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7b3a5d13-fcb5-4e6b-88bf-bff4446412e4 HTTP/1.1" status: 204 len: 168 time: 0.7041481 Feb 19 01:20:06.372025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (60a3bc06-64d2-485e-9808-eee2fe441d1e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.384313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cf163-d2b4-4844-9c98-d93aadb06994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a5d13-fcb5-4e6b-88bf-bff4446412e4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.407206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (78ccd401-15b2-4d64-94ac-747967efa494), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.484600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] No DVR routers for this DVR port 60a3bc06-64d2-485e-9808-eee2fe441d1e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:06.492879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1df9b5-29c6-4dac-b119-1a2bc267e826 None None] Pushing event deleted for resources: {'Port': ['ID=60a3bc06-64d2-485e-9808-eee2fe441d1e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:06.684937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.705920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (78ccd401-15b2-4d64-94ac-747967efa494), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.717740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (78ccd401-15b2-4d64-94ac-747967efa494), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.899049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (78ccd401-15b2-4d64-94ac-747967efa494), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.900721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Fanout notify agent at l3_agent the message router_deleted on router 78ccd401-15b2-4d64-94ac-747967efa494 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:06.910341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.920542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4067eaf4-b2e7-4c4b-8e43-9fd8eac8a8b8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/routers/78ccd401-15b2-4d64-94ac-747967efa494 HTTP/1.1" status: 204 len: 168 time: 3.0918634 Feb 19 01:20:06.921250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40178) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:06.937003 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (f5108759-443e-4580-9923-c2819175e149), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:06.969551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:07.067285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.115653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:07.116563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.290282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (62db624b-c256-46aa-b2cd-74992324be95), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.334706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network d4781ccd-9530-41ac-9ac7-567e374e117e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:07.339931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=6b4ef62e-5e4d-437e-aa11-5877b138a938,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:07.345019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:07.349181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:07.349944 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (502670cb-233c-4e25-b286-2b77db4485aa), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.440902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:07.441817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.583752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,segment=NetworkSegment(ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708),segment_id=ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:07.630234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (62db624b-c256-46aa-b2cd-74992324be95), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.686826 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.718375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62db624b-c256-46aa-b2cd-74992324be95']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:07.782387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1195f4e2-236c-4749-9e72-de0bbc78c691') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:07.782387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1195f4e2-236c-4749-9e72-de0bbc78c691') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:07.782647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.792521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 60a3bc06-64d2-485e-9808-eee2fe441d1e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:07.797888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (1195f4e2-236c-4749-9e72-de0bbc78c691), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.823077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1195f4e2-236c-4749-9e72-de0bbc78c691), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.840509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:20:07.841081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (1195f4e2-236c-4749-9e72-de0bbc78c691), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:20:07.844712 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:20:07.866157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 60a3bc06-64d2-485e-9808-eee2fe441d1e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:07.870427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 60a3bc06-64d2-485e-9808-eee2fe441d1e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:07.871280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:07.950847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:07.951531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f8148d2-b05b-44a1-8e03-7ab1baba7b47 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:07.960895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797cf90-b7cf-4665-9198-65604b473724 None None] Network d4781ccd-9530-41ac-9ac7-567e374e117e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:08.000223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:08.069525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (62db624b-c256-46aa-b2cd-74992324be95), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.087902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.087902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/networks/62db624b-c256-46aa-b2cd-74992324be95 HTTP/1.1" status: 204 len: 168 time: 1.1517663 Feb 19 01:20:08.095287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:08.150271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:08.153250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482daca-a5c4-4564-b699-5adbeb6c620f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Network': ['ID=62db624b-c256-46aa-b2cd-74992324be95,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:08.158974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd1e6848-e586-470a-9b2b-67993f469c99 None None] Provisioning complete for port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:08.160083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6848-e586-470a-9b2b-67993f469c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.314124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (337f8226-ebc1-4558-892d-168e116d9630), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.439170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e6848-e586-470a-9b2b-67993f469c99 None None] Current status of the port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:08.468341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (337f8226-ebc1-4558-892d-168e116d9630), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.479957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a79501b-65bd-460d-8dfb-8e3a9b7d96af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.604793 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (f5108759-443e-4580-9923-c2819175e149), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.724178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:08.747021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a79501b-65bd-460d-8dfb-8e3a9b7d96af admin admin] Publish callbacks [] for security_group (015f10f8-76f2-400c-95d6-fb4d6cf1e7bc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.747760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.766768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (337f8226-ebc1-4558-892d-168e116d9630), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.769394 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.773463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/security-groups/337f8226-ebc1-4558-892d-168e116d9630 HTTP/1.1" status: 204 len: 168 time: 0.6323092 Feb 19 01:20:08.791636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52ab62-a3de-416f-94d8-844e2b090b3b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f8226-ebc1-4558-892d-168e116d9630,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:08.875855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a79501b-65bd-460d-8dfb-8e3a9b7d96af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (015f10f8-76f2-400c-95d6-fb4d6cf1e7bc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.900831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Provisioning complete for port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:08.901262 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:08.999939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Allocated IP 172.25.2.148 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/65721ed1-7378-4771-ac7b-247df04feabd) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:09.017843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a79501b-65bd-460d-8dfb-8e3a9b7d96af admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e38dc40aff6743bab883a358bdd78236&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0150678 Feb 19 01:20:09.018663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79501b-65bd-460d-8dfb-8e3a9b7d96af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015f10f8-76f2-400c-95d6-fb4d6cf1e7bc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:09.027550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40242) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:09.101714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:09.102321 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.174313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] Publish callbacks [] for security_group (015f10f8-76f2-400c-95d6-fb4d6cf1e7bc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.236618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for port (65721ed1-7378-4771-ac7b-247df04feabd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.267081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] Publish callbacks [] for security_group (015f10f8-76f2-400c-95d6-fb4d6cf1e7bc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.388916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (65721ed1-7378-4771-ac7b-247df04feabd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.435474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (015f10f8-76f2-400c-95d6-fb4d6cf1e7bc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.439758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.449597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/015f10f8-76f2-400c-95d6-fb4d6cf1e7bc HTTP/1.1" status: 204 len: 168 time: 0.4119253 Feb 19 01:20:09.450783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccfb5a-0a9d-4cce-a992-a8af945b4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015f10f8-76f2-400c-95d6-fb4d6cf1e7bc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:09.465381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Current status of the port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:09.497010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:09.512614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:09.515472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:09.523676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:09.557355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40266) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:09.560243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1484089349', 'description': 'tempest-secgroup-smoke-1484089349 description', 'project_id': 'c323be55983947e9a8958bb8509ef471'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:09.568663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:09.576444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Provisioning complete for port 6b4ef62e-5e4d-437e-aa11-5877b138a938 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:09.586782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.654121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event updated for resources: {'Port': ['ID=65721ed1-7378-4771-ac7b-247df04feabd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:09.683064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:09.688100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3dfe8e26-459c-457b-8fa0-bdc6e6f3edec not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:09.704149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.728178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3235f59d-42d4-4cf9-b26f-a6566cc8ada0 None None] Port 6b4ef62e-5e4d-437e-aa11-5877b138a938 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:09.826788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (b1aa3300-c67b-46d1-9dc5-cfd35556f5ec), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.854317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.856042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-718f521d-2887-4920-afcc-f30ff2d7905a None None] Provisioning complete for port 6b4ef62e-5e4d-437e-aa11-5877b138a938 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:09.856400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-718f521d-2887-4920-afcc-f30ff2d7905a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.916133 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1aa3300-c67b-46d1-9dc5-cfd35556f5ec), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:09.936777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-718f521d-2887-4920-afcc-f30ff2d7905a None None] Port 6b4ef62e-5e4d-437e-aa11-5877b138a938 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:09.993861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:10.014440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.061516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.068148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-547282c7-09e4-413c-87c4-3206116d3d5e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5088327 Feb 19 01:20:10.068414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40276) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:10.078132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:10.124501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.125326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (502670cb-233c-4e25-b286-2b77db4485aa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.214769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (5cc5ef83-9b72-4777-b89b-8b28bb9621ee), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.261024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=6b4ef62e-5e4d-437e-aa11-5877b138a938,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:10.332251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.353847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network d4781ccd-9530-41ac-9ac7-567e374e117e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:10.357986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:10.371665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (f5108759-443e-4580-9923-c2819175e149), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.394362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (5cc5ef83-9b72-4777-b89b-8b28bb9621ee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.515459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5cc5ef83-9b72-4777-b89b-8b28bb9621ee), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.546690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc5ef83-9b72-4777-b89b-8b28bb9621ee,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:10.573047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:10.612581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fc-2256-4d20-830e-5d29ed73c052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.748435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fc-2256-4d20-830e-5d29ed73c052 admin admin] Publish callbacks [] for security_group (b23e3de2-7dca-4a7d-83be-753ba43c6ca6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.761865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27d726c3-637b-4ab6-9ebc-ad91bd47593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.772037 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.789375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8703b40b-7b66-4c76-acb6-254cea45c846 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7157435 Feb 19 01:20:10.791974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40298) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:10.804945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:10.931859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e64b87fc-2256-4d20-830e-5d29ed73c052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b23e3de2-7dca-4a7d-83be-753ba43c6ca6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.970467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-59320e0a-dc14-450f-a577-17076f1d5b78 None None] Provisioning complete for port 6b4ef62e-5e4d-437e-aa11-5877b138a938 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:10.971239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59320e0a-dc14-450f-a577-17076f1d5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:10.988513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e64b87fc-2256-4d20-830e-5d29ed73c052 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=701b5996ca224f0e85138b673d5cd593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135141 Feb 19 01:20:11.022649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:11.024785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b87fc-2256-4d20-830e-5d29ed73c052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e3de2-7dca-4a7d-83be-753ba43c6ca6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:11.025671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-59320e0a-dc14-450f-a577-17076f1d5b78 None None] Port 6b4ef62e-5e4d-437e-aa11-5877b138a938 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:11.027545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (f5108759-443e-4580-9923-c2819175e149), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.041302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (f5108759-443e-4580-9923-c2819175e149), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.063141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] Publish callbacks [] for security_group (b23e3de2-7dca-4a7d-83be-753ba43c6ca6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.117064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 502670cb-233c-4e25-b286-2b77db4485aa is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:11.142084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (22b0aa53-aba6-4ed1-bf4d-1b06b1baf19a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.150226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] Publish callbacks [] for security_group (b23e3de2-7dca-4a7d-83be-753ba43c6ca6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.410035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:11.419664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c35e935c-b6b9-41a8-9b16-1eefdb2d705f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/502670cb-233c-4e25-b286-2b77db4485aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4287455 Feb 19 01:20:11.421952 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] Sync routers for ids ['502670cb-233c-4e25-b286-2b77db4485aa'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:11.430067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:11.436840 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] Routers {'502670cb-233c-4e25-b286-2b77db4485aa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:11.448049 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['502670cb-233c-4e25-b286-2b77db4485aa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:11.546633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523674e-34ea-4b40-a3d9-8f8d6a18109a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:11.548695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f523674e-34ea-4b40-a3d9-8f8d6a18109a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports/6b4ef62e-5e4d-437e-aa11-5877b138a938 HTTP/1.1" status: 200 len: 911 time: 0.1170959 Feb 19 01:20:11.555143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:11.563549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '971ad653-82b9-44dd-a16c-84af9ea984ac'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:11.603830 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:11.613610 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] Routers {'502670cb-233c-4e25-b286-2b77db4485aa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:11.614284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['502670cb-233c-4e25-b286-2b77db4485aa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:11.706888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:11.707584 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce8212-dca1-43bc-a05f-3965583bb91f None None] The sync data for ids ['502670cb-233c-4e25-b286-2b77db4485aa'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:11.788268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b23e3de2-7dca-4a7d-83be-753ba43c6ca6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.791115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:11.792351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b23e3de2-7dca-4a7d-83be-753ba43c6ca6 HTTP/1.1" status: 204 len: 168 time: 0.8022871 Feb 19 01:20:11.817083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4af3e-f129-4764-a52d-7776e0c82096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e3de2-7dca-4a7d-83be-753ba43c6ca6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:11.876161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Router f5108759-443e-4580-9923-c2819175e149 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:11.900817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.058277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (22b0aa53-aba6-4ed1-bf4d-1b06b1baf19a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.138545 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (22b0aa53-aba6-4ed1-bf4d-1b06b1baf19a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.183605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b0aa53-aba6-4ed1-bf4d-1b06b1baf19a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:12.201680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:12.210614 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.214282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-58e7248b-60ef-4d6c-8be6-26e41a0da0b2 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "PUT /v2.0/routers/f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 200 len: 880 time: 6.5844412 Feb 19 01:20:12.215246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:12.216032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] Sync routers for ids ['f5108759-443e-4580-9923-c2819175e149'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:12.244234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] Routers {'f5108759-443e-4580-9923-c2819175e149'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:12.246784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f5108759-443e-4580-9923-c2819175e149'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:12.306413 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.355118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a6aa1c09-bf9e-4df7-a5ab-3fefd9b580b4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5619879 Feb 19 01:20:12.357907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:12.358128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:12.370954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] Routers {'f5108759-443e-4580-9923-c2819175e149'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:12.371918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:19:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['f5108759-443e-4580-9923-c2819175e149'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:12.388755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:12.424270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:12.426021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8d0f2-0a51-4d40-a0fc-9dcefa1e0710 None None] The sync data for ids ['f5108759-443e-4580-9923-c2819175e149'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:12.594364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1d46aeaf-6867-479c-97e0-9e51881e6b1d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 200 len: 921 time: 0.3757162 Feb 19 01:20:12.596984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:12.693172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (18ff6302-710b-466a-a5ce-f7bb2eaf6b97), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:12.784418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce7ddb-d244-4833-98ce-e291ce980a7d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:12.799940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7cce7ddb-d244-4833-98ce-e291ce980a7d tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=f5108759-443e-4580-9923-c2819175e149&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1997175 Feb 19 01:20:12.804488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40356) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:12.853714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce3c84cc-33ec-458c-832d-d1eee6dcb88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.047663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.055930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23119e6b-90eb-4b8a-b3e3-151fa450e168 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.068818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-23119e6b-90eb-4b8a-b3e3-151fa450e168 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.2631221 Feb 19 01:20:13.072051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:13.079761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (18ff6302-710b-466a-a5ce-f7bb2eaf6b97), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.150557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40368) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:13.153077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-018422c5-0317-4091-985a-7cd2f600c11a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 200 len: 205 time: 0.0762906 Feb 19 01:20:13.208677 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.216788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.220912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.220912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/ports/6b4ef62e-5e4d-437e-aa11-5877b138a938 HTTP/1.1" status: 200 len: 911 time: 1.6604702 Feb 19 01:20:13.222372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40370) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:13.245429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (18ff6302-710b-466a-a5ce-f7bb2eaf6b97), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.729735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ff6302-710b-466a-a5ce-f7bb2eaf6b97,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:13.789580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f9d6a-f140-4cf8-a84c-2abc55ce6982 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=6b4ef62e-5e4d-437e-aa11-5877b138a938,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:13.810075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (f5108759-443e-4580-9923-c2819175e149), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.970978 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (502670cb-233c-4e25-b286-2b77db4485aa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.980915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.986261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7dd7c09f-d6f3-4462-a3e1-1442eb130d8d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6157024 Feb 19 01:20:13.989201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40400) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:13.994703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:14.018174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (f5108759-443e-4580-9923-c2819175e149), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.148823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (6bce777a-b06d-4f80-950e-c97195c9cf84), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.262876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.265814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (6bce777a-b06d-4f80-950e-c97195c9cf84), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.317125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port 65721ed1-7378-4771-ac7b-247df04feabd {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:14.318104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (65721ed1-7378-4771-ac7b-247df04feabd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.370063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (6bce777a-b06d-4f80-950e-c97195c9cf84), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.400586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bce777a-b06d-4f80-950e-c97195c9cf84,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:14.478436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (65721ed1-7378-4771-ac7b-247df04feabd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.480374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 6b4ef62e-5e4d-437e-aa11-5877b138a938 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:14.480927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.550664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for 65721ed1-7378-4771-ac7b-247df04feabd owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:14.569250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.589846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7a183295-1e1e-4786-a839-2447fe65ed7f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5965238 Feb 19 01:20:14.590519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40420) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:14.601771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:14.611736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:14.615806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 6b4ef62e-5e4d-437e-aa11-5877b138a938 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:14.943400 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:20:14.952431 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (55f9ad04-e7e3-431d-ba84-5aa271f604b1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.061235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (55f9ad04-e7e3-431d-ba84-5aa271f604b1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.063830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6b4ef62e-5e4d-437e-aa11-5877b138a938), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.106201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=6b4ef62e-5e4d-437e-aa11-5877b138a938,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:15.156801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (65721ed1-7378-4771-ac7b-247df04feabd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.159570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (55f9ad04-e7e3-431d-ba84-5aa271f604b1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.279366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=65721ed1-7378-4771-ac7b-247df04feabd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:15.294129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (502670cb-233c-4e25-b286-2b77db4485aa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.315282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.315867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f9ad04-e7e3-431d-ba84-5aa271f604b1,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:15.384283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.409846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97cf0d6a-01d0-4ba9-aab2-f31fc709abda tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8164701 Feb 19 01:20:15.421696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40444) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:15.435687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'security_group_rule': {'security_group_id': 'b1aa3300-c67b-46d1-9dc5-cfd35556f5ec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:15.453385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (f5108759-443e-4580-9923-c2819175e149), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.641518 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (f5108759-443e-4580-9923-c2819175e149), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.657017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (f5108759-443e-4580-9923-c2819175e149), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.686639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 502670cb-233c-4e25-b286-2b77db4485aa has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:15.745214 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Project c323be55983947e9a8958bb8509ef471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:20:15.762426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (09dc5f03-bafb-4ea1-a2f8-fc786b170d7b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.836639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:15.845866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-91b8fb5d-db6e-412e-bebe-007b5c8f835e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/502670cb-233c-4e25-b286-2b77db4485aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6194057 Feb 19 01:20:15.853715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:15.854846 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] Sync routers for ids ['502670cb-233c-4e25-b286-2b77db4485aa'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:15.870777 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] Routers {'502670cb-233c-4e25-b286-2b77db4485aa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:15.871982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['502670cb-233c-4e25-b286-2b77db4485aa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:15.885595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (f5108759-443e-4580-9923-c2819175e149), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.886785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router f5108759-443e-4580-9923-c2819175e149 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:15.925243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:15.926455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5aa8ca07-cf71-4883-ab29-65e7289dc2de tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 204 len: 168 time: 2.7745070 Feb 19 01:20:15.942424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:15.953192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90e14d4b-cb8c-4630-a5b7-22d9d9c80f0b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=502670cb-233c-4e25-b286-2b77db4485aa HTTP/1.1" status: 200 len: 205 time: 0.1030414 Feb 19 01:20:15.954815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:15.968805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1987653675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:16.000693 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:16.031147 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] Routers {'502670cb-233c-4e25-b286-2b77db4485aa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:16.035242 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['502670cb-233c-4e25-b286-2b77db4485aa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:16.089755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (09dc5f03-bafb-4ea1-a2f8-fc786b170d7b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.129838 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:16.130729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860a396-b1e7-4567-8277-9766c0b95881 None None] The sync data for ids ['502670cb-233c-4e25-b286-2b77db4485aa'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:16.184509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (502670cb-233c-4e25-b286-2b77db4485aa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.190999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (09dc5f03-bafb-4ea1-a2f8-fc786b170d7b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.213975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dc5f03-bafb-4ea1-a2f8-fc786b170d7b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:16.238424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.242184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.388743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.392955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.394464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f200069-1b61-48d7-843b-242d45a3ad2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9696105 Feb 19 01:20:16.397935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40484) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:16.407673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'network': {'name': 'tempest-network-smoke--1556485513', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:16.475780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.526924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:16.532914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.561800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (502670cb-233c-4e25-b286-2b77db4485aa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.564274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (502670cb-233c-4e25-b286-2b77db4485aa), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.579584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.586444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43e96958-0bca-4196-83ce-90e214199cbf tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6378236 Feb 19 01:20:16.587810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40494) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:16.594208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': True}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:16.811116 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (502670cb-233c-4e25-b286-2b77db4485aa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.811116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 502670cb-233c-4e25-b286-2b77db4485aa {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:16.819829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.823799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1d9ef5e1-4aae-4b7f-b7cc-cc2f4b67dfdd tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/502670cb-233c-4e25-b286-2b77db4485aa HTTP/1.1" status: 204 len: 168 time: 0.8626940 Feb 19 01:20:16.840790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40504) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:16.851102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:16.893708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c866e10e-1eff-4011-989d-c2b56c4977e6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:16.894661 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Added segment c866e10e-1eff-4011-989d-c2b56c4977e6 of type vlan for network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec Feb 19 01:20:16.949018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.003627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet 971ad653-82b9-44dd-a16c-84af9ea984ac {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:20:17.009073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (971ad653-82b9-44dd-a16c-84af9ea984ac), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.020651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.078152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (971ad653-82b9-44dd-a16c-84af9ea984ac), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.158043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (02c86d1d-bbf0-4a8f-8910-773b2ef75bec), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.290774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (971ad653-82b9-44dd-a16c-84af9ea984ac), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.388136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (02c86d1d-bbf0-4a8f-8910-773b2ef75bec), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.393738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:17.394994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.560148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Network': ['ID=02c86d1d-bbf0-4a8f-8910-773b2ef75bec,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:17.578593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (971ad653-82b9-44dd-a16c-84af9ea984ac), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.583659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e9c03b2b-57e0-4adb-8549-dd3d3255de55), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.628668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:17.662104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-26fbd598-a24e-41d9-90eb-2f5942292c61 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2619009 Feb 19 01:20:17.665103 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.672893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:17.687756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'admin_state_up': True, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:17.691987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=971ad653-82b9-44dd-a16c-84af9ea984ac,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:17.711729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.716370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-98be470a-09a0-44f8-aad4-3c28087e3bd0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/971ad653-82b9-44dd-a16c-84af9ea984ac HTTP/1.1" status: 204 len: 168 time: 0.8722358 Feb 19 01:20:17.719047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40546) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:17.774378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.776236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.777079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46407f4-1e39-48e4-92e3-5d1d427e772a None None] Network d4781ccd-9530-41ac-9ac7-567e374e117e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:17.822412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (d4781ccd-9530-41ac-9ac7-567e374e117e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.889709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:17.910734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.25.2.50 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/007db798-65f8-46b9-b8a5-70ef0f01c404) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:17.937341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:17.937983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.047367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,segment=NetworkSegment(ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708),segment_id=ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:18.047720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.117807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:18.170322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] DHCP port deletion for d4781ccd-9530-41ac-9ac7-567e374e117e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:20:18.282639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Deleting port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:18.283028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.380538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] For port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,segment=NetworkSegment(ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708),segment_id=ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:18.380538 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.384118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.396647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Calling delete_port for 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:18.406264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.439183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (007db798-65f8-46b9-b8a5-70ef0f01c404), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.481199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:18.489030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:18.587207 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.624787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (007db798-65f8-46b9-b8a5-70ef0f01c404), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.640564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] No DVR routers for this DVR port 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:18.700655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (d4781ccd-9530-41ac-9ac7-567e374e117e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.754406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ad22f-fdb0-4629-8b95-0b4852c57a06 None None] Pushing event deleted for resources: {'Port': ['ID=0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:18.769292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:18.782087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:18.795101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:18.801688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:18.821804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4781ccd-9530-41ac-9ac7-567e374e117e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:18.839599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:18.840325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0237c0ca-7bcd-4d7a-bd32-bfb42b6f95b9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:18.840814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:18.841364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:18.859732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.875138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=007db798-65f8-46b9-b8a5-70ef0f01c404,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:18.880931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ee92a6cb-8d0b-4ca5-80c8-16f1f2b4e708), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:20:18.910777 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:20:19.176685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (d4781ccd-9530-41ac-9ac7-567e374e117e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.186100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.193466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/d4781ccd-9530-41ac-9ac7-567e374e117e HTTP/1.1" status: 204 len: 168 time: 1.4733284 Feb 19 01:20:19.200322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40616) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:19.235193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863434191', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:19.242200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f6de-ef61-4142-be25-2ac0b48a89fa tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=d4781ccd-9530-41ac-9ac7-567e374e117e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:19.389692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.391279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.458890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.555549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.639000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.674839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.688559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.695636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aa8f49c5-7558-4589-936b-f0ac7389a1a0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4883745 Feb 19 01:20:19.695636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:19.713165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1211335729'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:19.857669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:19.861348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.925242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (e9c03b2b-57e0-4adb-8549-dd3d3255de55), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.928992 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.200 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/c8faab10-f4e9-4507-8c3f-46e263fc75cf) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:19.932548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:19.954113 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (199ed9a7-5ae2-4aaa-890c-6742a1fd07e7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.954472 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment 199ed9a7-5ae2-4aaa-890c-6742a1fd07e7 of type vlan for network 4954c102-6579-4a5d-a264-b80e244c76e1 Feb 19 01:20:20.015948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (4954c102-6579-4a5d-a264-b80e244c76e1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.137348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (4954c102-6579-4a5d-a264-b80e244c76e1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.146014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.150046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.233204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=4954c102-6579-4a5d-a264-b80e244c76e1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:20.261412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cb3c5837-34a3-41cb-a156-52228305a280 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5675783 Feb 19 01:20:20.262150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40672) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:20.278681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:20.291221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 4954c102-6579-4a5d-a264-b80e244c76e1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:20.494651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.531040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.565826 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.727126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:20.730714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.745415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.818447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:20.828603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:20.844255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:21.198874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=c8faab10-f4e9-4507-8c3f-46e263fc75cf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:21.411874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1593a720-2e38-4572-ab37-9f8de2e64baf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.422626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router e9c03b2b-57e0-4adb-8549-dd3d3255de55 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:21.531990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=1593a720-2e38-4572-ab37-9f8de2e64baf,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:21.593020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:21.594547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: 4954c102-6579-4a5d-a264-b80e244c76e1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:21.678910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:21.687936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38e771-9493-409b-a148-847ebec53229 None None] Sync routers for ids ['e9c03b2b-57e0-4adb-8549-dd3d3255de55'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:21.691082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.694841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c991cb7e-34d5-4bc7-b7fb-a4122c4cfc2e tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "PUT /v2.0/routers/e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 200 len: 914 time: 5.1036146 Feb 19 01:20:21.695553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40734) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:21.700308 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.723915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] Routers {'e9c03b2b-57e0-4adb-8549-dd3d3255de55'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:21.725020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e9c03b2b-57e0-4adb-8549-dd3d3255de55'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:21.808970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:21.839708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] Routers {'e9c03b2b-57e0-4adb-8549-dd3d3255de55'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:21.840413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e9c03b2b-57e0-4adb-8549-dd3d3255de55'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:21.914999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 4954c102-6579-4a5d-a264-b80e244c76e1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:21.918704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6d38e771-9493-409b-a148-847ebec53229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:21.919673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d38e771-9493-409b-a148-847ebec53229 None None] The sync data for ids ['e9c03b2b-57e0-4adb-8549-dd3d3255de55'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:21.967443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff121f02-ab9e-486d-bee8-8b4f816ea945 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 200 len: 920 time: 0.2704370 Feb 19 01:20:21.970880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:22.098087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 4954c102-6579-4a5d-a264-b80e244c76e1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:22.119237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.127896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55f70d-977e-483a-b694-b0addd6d14e2 None None] Network 4954c102-6579-4a5d-a264-b80e244c76e1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:22.148425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.148425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.188957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36565e-fc81-4a60-87d8-c4727369dbc8 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.193006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e36565e-fc81-4a60-87d8-c4727369dbc8 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=e9c03b2b-57e0-4adb-8549-dd3d3255de55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2186852 Feb 19 01:20:22.196150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40760) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:22.393510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-4954c102-6579-4a5d-a264-b80e244c76e1', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:22.394397 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.414066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299388e-1497-4323-950a-6aa4a3ac8e6a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:22.421367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:22.422981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b299388e-1497-4323-950a-6aa4a3ac8e6a tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.2248576 Feb 19 01:20:22.431485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f548e1de-1640-4ae7-ba6c-0cb743df9892 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1682675 Feb 19 01:20:22.437183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:22.593967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-05349c68-5a34-4ee3-9a6a-be6d8f653f2b tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 200 len: 205 time: 0.1689975 Feb 19 01:20:22.595058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40788) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:22.603571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:22.675759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Allocated IP 2001:db8::2 (4954c102-6579-4a5d-a264-b80e244c76e1/1593a720-2e38-4572-ab37-9f8de2e64baf/2b28570e-7457-42f9-8507-ca3732fadc2c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:23.025817 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks [] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.144041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.175481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Network 4954c102-6579-4a5d-a264-b80e244c76e1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:23.177391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:23.199958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:23.253391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Pushing event updated for resources: {'Port': ['ID=2b28570e-7457-42f9-8507-ca3732fadc2c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:23.318733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Attempting to bind port 2b28570e-7457-42f9-8507-ca3732fadc2c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:23.318733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Attempting to bind port 2b28570e-7457-42f9-8507-ca3732fadc2c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:23.318733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Attempting to bind port 2b28570e-7457-42f9-8507-ca3732fadc2c on network 4954c102-6579-4a5d-a264-b80e244c76e1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:23.354449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:23.366266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Checking segment: {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:23.366266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.366266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Bound using segment: {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:23.366266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Bound port: 2b28570e-7457-42f9-8507-ca3732fadc2c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:23.366266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.479223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] For port 2b28570e-7457-42f9-8507-ca3732fadc2c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:23.482927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] For port 2b28570e-7457-42f9-8507-ca3732fadc2c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2b28570e-7457-42f9-8507-ca3732fadc2c,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:23.600767 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.623847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.801744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d8a32-1358-4cc2-8adf-6043d3cc7874 None None] Pushing event updated for resources: {'Port': ['ID=2b28570e-7457-42f9-8507-ca3732fadc2c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:23.840592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (e9c03b2b-57e0-4adb-8549-dd3d3255de55), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.945681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:23.955148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.962131 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Sync routers for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:23.975661 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:23.976508 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:24.224036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:24.275139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.285842 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-955a59be-1178-4ee1-8a76-e07f5faa6e36 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.6081135 Feb 19 01:20:24.287357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40860) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.445066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-16bbcc16-75a9-4c55-ae12-50fecc7a855a tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=c323be55983947e9a8958bb8509ef471&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1527650 Feb 19 01:20:24.446104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40870) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.521348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-a09d618f-3a40-460d-8d1f-5f2c38919447 req-f42114aa-136a-4207-af17-23b577d0db4a service neutron] (110602) timed out ('10.222.0.94', 48172) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:20:24.590895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8::1 (4954c102-6579-4a5d-a264-b80e244c76e1/1593a720-2e38-4572-ab37-9f8de2e64baf/159c4e14-8179-4fba-b5de-5eb7155746a5) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:24.667903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09b741-760b-4dd8-9222-e93a62517cc5 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:24.671194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2a09b741-760b-4dd8-9222-e93a62517cc5 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2230084 Feb 19 01:20:24.680362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40884) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.786259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d92e0892-eedd-4876-8fe6-f4a3cedd4cf9 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046500 Feb 19 01:20:24.788824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40892) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.795789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1242856157', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:24.815295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port 007db798-65f8-46b9-b8a5-70ef0f01c404 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:24.822711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (007db798-65f8-46b9-b8a5-70ef0f01c404), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.828441 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:21Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:24.831178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2b28570e-7457-42f9-8507-ca3732fadc2c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:24.895157 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Checking router: e57f4bba-e4ff-4d4f-9f80-5569b82a69ef for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:24.902146 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Updating router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef port c8faab10-f4e9-4507-8c3f-46e263fc75cf binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:24.951503 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.004044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2b28570e-7457-42f9-8507-ca3732fadc2c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:25.004609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.096018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:25.096018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.243870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2b28570e-7457-42f9-8507-ca3732fadc2c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:25.244263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.244796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.294843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (007db798-65f8-46b9-b8a5-70ef0f01c404), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.352279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for 007db798-65f8-46b9-b8a5-70ef0f01c404 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:25.354453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2b28570e-7457-42f9-8507-ca3732fadc2c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2b28570e-7457-42f9-8507-ca3732fadc2c,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:25.457988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.492764 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks [] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.567136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.628625 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.779033 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Pushing event updated for resources: {'Port': ['ID=c8faab10-f4e9-4507-8c3f-46e263fc75cf,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.791735 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Attempting to bind port c8faab10-f4e9-4507-8c3f-46e263fc75cf on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:25.799126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Attempting to bind port c8faab10-f4e9-4507-8c3f-46e263fc75cf by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:25.799126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Attempting to bind port c8faab10-f4e9-4507-8c3f-46e263fc75cf on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:25.807826 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.808213 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.808807 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.809322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.809749 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.810839 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.811507 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.811816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.812192 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.812851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.812951 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.813232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.813554 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.818698 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:25.819890 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:25.820559 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.820933 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:25.821796 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Bound port: c8faab10-f4e9-4507-8c3f-46e263fc75cf, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:25.822174 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.849598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 4954c102-6579-4a5d-a264-b80e244c76e1 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:25.856651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:25.869707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:25.870377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.875327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.887553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.890919 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] For port c8faab10-f4e9-4507-8c3f-46e263fc75cf, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:25.894529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] For port c8faab10-f4e9-4507-8c3f-46e263fc75cf, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8faab10-f4e9-4507-8c3f-46e263fc75cf,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:25.947322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (007db798-65f8-46b9-b8a5-70ef0f01c404), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.958576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.970995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.973150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.973150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.976022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.976475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.976822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.977162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.977560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.981662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.988090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.988090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.988090 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.988345 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.013278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Subnet': ['ID=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.087273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Checking segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:26.087450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:26.093546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network hostable DHCP agents. Network: 02c86d1d-bbf0-4a8f-8910-773b2ef75bec, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:26.093715 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:26.093816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=007db798-65f8-46b9-b8a5-70ef0f01c404,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.138471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20f44f-263c-40cb-9c65-ec69e19c3ae9 None None] Network 4954c102-6579-4a5d-a264-b80e244c76e1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:26.227132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2b28570e-7457-42f9-8507-ca3732fadc2c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.228972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:26.230348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:26.321006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 02c86d1d-bbf0-4a8f-8910-773b2ef75bec) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:26.324899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77780e2f-fd3a-402e-bf0d-cc97ec7a617f None None] Pushing event updated for resources: {'Port': ['ID=c8faab10-f4e9-4507-8c3f-46e263fc75cf,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:26.327296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.327296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.353361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c745c-6934-4ba2-9de0-5ccdb3055576 None None] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:26.448219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (e9c03b2b-57e0-4adb-8549-dd3d3255de55), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.524442 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1a582b9-541c-4855-8281-01e7f79d94dd tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7343862 Feb 19 01:20:26.527345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 40968) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:26.641678 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:21Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:26.698036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f1caf3-c3f1-45b0-899a-2fb771825a2d None None] The sync data for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 is: [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:21Z', 'revision_number': 3, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:26.780950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.783367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2b28570e-7457-42f9-8507-ca3732fadc2c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:26.786311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (e9c03b2b-57e0-4adb-8549-dd3d3255de55), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.869470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-000d8ebc-b230-4257-877f-905505679d61 None None] Provisioning complete for port 2b28570e-7457-42f9-8507-ca3732fadc2c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:26.870079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-000d8ebc-b230-4257-877f-905505679d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:26.882602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:26.887632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.083439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e9c03b2b-57e0-4adb-8549-dd3d3255de55), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.085258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router e9c03b2b-57e0-4adb-8549-dd3d3255de55 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:27.099248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.105618 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-19c9aa42-1f5e-4eef-90e0-2deaf3b4ba4d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 204 len: 168 time: 4.5096931 Feb 19 01:20:27.106529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 40998) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:27.141412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1657396556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:27.179060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.280317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.289316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:27.378728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Allocated IP 172.20.0.2 (02c86d1d-bbf0-4a8f-8910-773b2ef75bec/16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36/26335bb7-8622-4132-9340-541c70ae65ae) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:27.441519 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:20:27.690907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2b28570e-7457-42f9-8507-ca3732fadc2c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:27.691365 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.061751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-000d8ebc-b230-4257-877f-905505679d61 None None] Current status of the port 2b28570e-7457-42f9-8507-ca3732fadc2c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:28.165194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.181583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.274842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.276053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.295457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2b28570e-7457-42f9-8507-ca3732fadc2c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:28.321136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Provisioning complete for port 159c4e14-8179-4fba-b5de-5eb7155746a5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:28.351550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.388905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.492024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks [] for port (26335bb7-8622-4132-9340-541c70ae65ae), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.496733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Port 159c4e14-8179-4fba-b5de-5eb7155746a5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:28.527354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Provisioning complete for port 2b28570e-7457-42f9-8507-ca3732fadc2c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:28.529535 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.538797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:28.629250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (26335bb7-8622-4132-9340-541c70ae65ae), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.641276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.641850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.644082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-530f2d7e-229d-4184-846b-185310e3d74e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5232513 Feb 19 01:20:28.647478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:28.657042 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'enable_snat': False}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:28.679772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 4954c102-6579-4a5d-a264-b80e244c76e1 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:28.681650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:28.989776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-629e6040-5495-4a5f-af2c-c3f0c4027ac4 None None] Current status of the port 2b28570e-7457-42f9-8507-ca3732fadc2c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:28.997715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8faab10-f4e9-4507-8c3f-46e263fc75cf up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:29.055752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:29.064922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:29.070784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:29.117471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:29.117834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Pushing event updated for resources: {'Port': ['ID=26335bb7-8622-4132-9340-541c70ae65ae,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.252695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c8faab10-f4e9-4507-8c3f-46e263fc75cf triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:29.253278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.267658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:29.275856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c6089eb-8a6b-4d22-a5c3-d35761c7cf36 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8396616 Feb 19 01:20:29.278498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41102) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:29.285017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1549114017'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:29.292675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Attempting to bind port 26335bb7-8622-4132-9340-541c70ae65ae on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:29.293437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Attempting to bind port 26335bb7-8622-4132-9340-541c70ae65ae by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:29.293953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Attempting to bind port 26335bb7-8622-4132-9340-541c70ae65ae on network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:29.296550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:29.327065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:29.327701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Checking segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:29.328252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.328790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Bound using segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:29.329456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Bound port: 26335bb7-8622-4132-9340-541c70ae65ae, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:29.329996 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (26335bb7-8622-4132-9340-541c70ae65ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.422573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] For port 26335bb7-8622-4132-9340-541c70ae65ae, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:29.429651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:29.431767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] For port 26335bb7-8622-4132-9340-541c70ae65ae, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26335bb7-8622-4132-9340-541c70ae65ae,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:29.432658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.440875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:29.443272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:29.537457 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (26335bb7-8622-4132-9340-541c70ae65ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.546397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5afc959c-2c41-4839-8963-2e5ec9f32e62 None None] Provisioning complete for port 159c4e14-8179-4fba-b5de-5eb7155746a5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:29.562023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5afc959c-2c41-4839-8963-2e5ec9f32e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.602365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:29.618077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.671693 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c149aa56-662a-422d-960b-436ff999093d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.673064 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment c149aa56-662a-422d-960b-436ff999093d of type vlan for network a4de9183-5f83-45e5-9b56-b3d824208ee8 Feb 19 01:20:29.830480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a4de9183-5f83-45e5-9b56-b3d824208ee8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.895132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc43a85-35a9-4de9-8ffc-ad3265c53617 None None] Pushing event updated for resources: {'Port': ['ID=26335bb7-8622-4132-9340-541c70ae65ae,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.918700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5afc959c-2c41-4839-8963-2e5ec9f32e62 None None] Port 159c4e14-8179-4fba-b5de-5eb7155746a5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:29.952117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c8faab10-f4e9-4507-8c3f-46e263fc75cf is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:29.953891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.972524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a4de9183-5f83-45e5-9b56-b3d824208ee8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.979485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c8faab10-f4e9-4507-8c3f-46e263fc75cf, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8faab10-f4e9-4507-8c3f-46e263fc75cf,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:29.986853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.989881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:30.007984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.052659 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.243298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.1 (02c86d1d-bbf0-4a8f-8910-773b2ef75bec/16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36/a54cf122-2cff-4657-8021-2f9275698809) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:30.250578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=a4de9183-5f83-45e5-9b56-b3d824208ee8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:30.323780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:30.374314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53f6469d-c03c-48fd-b529-a935e967efb5 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0920513 Feb 19 01:20:30.377793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41154) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:30.384912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:30.549967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41162) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:30.759355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c8faab10-f4e9-4507-8c3f-46e263fc75cf,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:30.782899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (a54cf122-2cff-4657-8021-2f9275698809), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.813500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:26Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:27Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:30.844890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37beb1c4-743d-4b7d-8515-9c53f9dc67ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.851964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:30.852566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Updating router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c port 159c4e14-8179-4fba-b5de-5eb7155746a5 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:30.857987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:30.863998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.917277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:30.953984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26335bb7-8622-4132-9340-541c70ae65ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:30.990024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37beb1c4-743d-4b7d-8515-9c53f9dc67ec admin admin] Publish callbacks [] for security_group (070b8dd7-0552-41d2-9024-9dcc5103ce3a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.027211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (fd079742-442c-4918-b9a5-42540bb3daa4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.058918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.146458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37beb1c4-743d-4b7d-8515-9c53f9dc67ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (070b8dd7-0552-41d2-9024-9dcc5103ce3a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.192892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37beb1c4-743d-4b7d-8515-9c53f9dc67ec admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9d2ff25e2d6f4b538dbd874b899f8f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418130 Feb 19 01:20:31.195478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41186) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:31.201801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.295133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 26335bb7-8622-4132-9340-541c70ae65ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:31.295721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26335bb7-8622-4132-9340-541c70ae65ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.331204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.386856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:31.409941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:31.420870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beb1c4-743d-4b7d-8515-9c53f9dc67ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070b8dd7-0552-41d2-9024-9dcc5103ce3a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.428502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:31.520915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 26335bb7-8622-4132-9340-541c70ae65ae is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:31.521441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (26335bb7-8622-4132-9340-541c70ae65ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.600972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.603960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 26335bb7-8622-4132-9340-541c70ae65ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26335bb7-8622-4132-9340-541c70ae65ae,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:31.614790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2b894-e7ef-428e-acc6-28d1a1cf0154 None None] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:31.646340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.725419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Allocated IP 172.25.2.121 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/5853de6a-fc2f-4f6e-b23c-8a7b606fcd69) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:31.754379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (26335bb7-8622-4132-9340-541c70ae65ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.812011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.824548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:31.824998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: a4de9183-5f83-45e5-9b56-b3d824208ee8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:31.842629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=26335bb7-8622-4132-9340-541c70ae65ae,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:31.891959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks [] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.893616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d460cae3-16a2-4f1b-a120-7226388defbc None None] Provisioning complete for port 26335bb7-8622-4132-9340-541c70ae65ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:31.893973 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d460cae3-16a2-4f1b-a120-7226388defbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26335bb7-8622-4132-9340-541c70ae65ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.895643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] Publish callbacks [] for security_group (070b8dd7-0552-41d2-9024-9dcc5103ce3a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.945135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] Publish callbacks [] for security_group (070b8dd7-0552-41d2-9024-9dcc5103ce3a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:31.981646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:32.059870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.075139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a4de9183-5f83-45e5-9b56-b3d824208ee8) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:32.087037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:32.088466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.115161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for port (5853de6a-fc2f-4f6e-b23c-8a7b606fcd69), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.212624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fcdbc8ac-0e41-4c2d-b65c-b21651da826e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8298097 Feb 19 01:20:32.212771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d1634-b7f1-43dc-9182-d47b80c20bc6 None None] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:32.212857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:32.333274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (070b8dd7-0552-41d2-9024-9dcc5103ce3a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.333274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.339214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/070b8dd7-0552-41d2-9024-9dcc5103ce3a HTTP/1.1" status: 204 len: 168 time: 1.1371531 Feb 19 01:20:32.342883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a54cf122-2cff-4657-8021-2f9275698809), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.361781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625c994-7710-46f1-96b7-c67480e9181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b8dd7-0552-41d2-9024-9dcc5103ce3a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:32.371439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d460cae3-16a2-4f1b-a120-7226388defbc None None] Current status of the port 26335bb7-8622-4132-9340-541c70ae65ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:32.430282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5853de6a-fc2f-4f6e-b23c-8a7b606fcd69), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.592491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Pushing event updated for resources: {'Port': ['ID=5853de6a-fc2f-4f6e-b23c-8a7b606fcd69,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:32.602973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad210ccc-bbad-4d69-8db6-f312f76ad3a3 None None] Pushing event updated for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:32.682056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:32.698203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Attempting to bind port 159c4e14-8179-4fba-b5de-5eb7155746a5 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:32.698856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Attempting to bind port 159c4e14-8179-4fba-b5de-5eb7155746a5 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:32.699941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Attempting to bind port 159c4e14-8179-4fba-b5de-5eb7155746a5 on network 4954c102-6579-4a5d-a264-b80e244c76e1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:32.730006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:32.730552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.743852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a4de9183-5f83-45e5-9b56-b3d824208ee8', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:32.743852 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.873239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:32.873877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Checking segment: {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:32.874038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.874405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Bound using segment: {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:32.874903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Bound port: 159c4e14-8179-4fba-b5de-5eb7155746a5, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:32.875509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:32.901837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8faab10-f4e9-4507-8c3f-46e263fc75cf up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:32.953589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:32.979155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:33.064039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Port a54cf122-2cff-4657-8021-2f9275698809 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:33.142851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] For port 159c4e14-8179-4fba-b5de-5eb7155746a5, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:33.155157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] For port 159c4e14-8179-4fba-b5de-5eb7155746a5, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=159c4e14-8179-4fba-b5de-5eb7155746a5,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:33.224203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c8faab10-f4e9-4507-8c3f-46e263fc75cf triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:33.232306 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.301254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.315514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Provisioning complete for port 26335bb7-8622-4132-9340-541c70ae65ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:33.319652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26335bb7-8622-4132-9340-541c70ae65ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.592259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (a54cf122-2cff-4657-8021-2f9275698809), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.682938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:33.694033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:33.694033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6d73c990-84f1-4cd8-a61b-c0edf912e3fd None None] Current status of the port 26335bb7-8622-4132-9340-541c70ae65ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:33.694419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:33.725493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.763352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bd181aa-12fe-4e88-85ba-87c31e404062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.783771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.930245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:33.934788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router_gateway (fd079742-442c-4918-b9a5-42540bb3daa4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.949330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:33.974276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c8faab10-f4e9-4507-8c3f-46e263fc75cf is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:33.974276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26335bb7-8622-4132-9340-541c70ae65ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:34.045663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Allocated IP 2001:db8:1::2 (a4de9183-5f83-45e5-9b56-b3d824208ee8/e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b/cdaaefa8-c27a-4026-b016-5a3497d94cce) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:34.295469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:34.297885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:34.322022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bd181aa-12fe-4e88-85ba-87c31e404062 admin admin] Publish callbacks [] for security_group (d0ed9ecc-14cb-4a96-bc98-d78830e1dc00), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.400992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad210ccc-bbad-4d69-8db6-f312f76ad3a3 None None] Pushing event updated for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:34.417773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bd181aa-12fe-4e88-85ba-87c31e404062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d0ed9ecc-14cb-4a96-bc98-d78830e1dc00), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.438596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Provisioning complete for port 159c4e14-8179-4fba-b5de-5eb7155746a5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:34.438977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.516228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.520398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4bd181aa-12fe-4e88-85ba-87c31e404062 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b6b403c3b73f472ea417c87b31d2a065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269129 Feb 19 01:20:34.521233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd181aa-12fe-4e88-85ba-87c31e404062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ed9ecc-14cb-4a96-bc98-d78830e1dc00,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:34.525206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41334) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:34.580146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:34.773356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 26335bb7-8622-4132-9340-541c70ae65ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:34.775594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26335bb7-8622-4132-9340-541c70ae65ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.930943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Current status of the port 159c4e14-8179-4fba-b5de-5eb7155746a5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:34.931877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.016998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks [] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.047495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] For port 159c4e14-8179-4fba-b5de-5eb7155746a5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=159c4e14-8179-4fba-b5de-5eb7155746a5,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:35.126344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.128476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.142672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:35.182110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.207509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8:1::1 (a4de9183-5f83-45e5-9b56-b3d824208ee8/e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b/8cd8185a-24ab-4599-9b51-ca7171a9f3d6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:35.254304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Pushing event updated for resources: {'Port': ['ID=cdaaefa8-c27a-4026-b016-5a3497d94cce,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:35.267621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 26335bb7-8622-4132-9340-541c70ae65ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:35.342925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] Publish callbacks [] for security_group (d0ed9ecc-14cb-4a96-bc98-d78830e1dc00), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.396145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] Publish callbacks [] for security_group (d0ed9ecc-14cb-4a96-bc98-d78830e1dc00), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.447817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.462190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:35.488721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:35.492589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:35.497821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:35.504136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.571019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:26Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:33Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:35.617416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:35.628686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fc29422e-c912-4e03-bf8d-394403f05c39 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/e57f4bba-e4ff-4d4f-9f80-5569b82a69ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0996983 Feb 19 01:20:35.630144 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Sync routers for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:35.634206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.645369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41386) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:35.650329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:35.650949 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:35.688432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Pushing event updated for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:35.718090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10575d2f-29df-4344-97af-6a4515f67015 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:26Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:33Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:35.737215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0ffb6828-8d2a-453a-90fe-dc7e1ef2486d None None] Port a54cf122-2cff-4657-8021-2f9275698809 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:35.748267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d0ed9ecc-14cb-4a96-bc98-d78830e1dc00), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.749017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Attempting to bind port cdaaefa8-c27a-4026-b016-5a3497d94cce on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:35.752781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.753065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Attempting to bind port cdaaefa8-c27a-4026-b016-5a3497d94cce by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:35.753682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Attempting to bind port cdaaefa8-c27a-4026-b016-5a3497d94cce on network a4de9183-5f83-45e5-9b56-b3d824208ee8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:35.765514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d0ed9ecc-14cb-4a96-bc98-d78830e1dc00 HTTP/1.1" status: 204 len: 168 time: 1.2371202 Feb 19 01:20:35.768060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:35.771115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Checking segment: {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:35.773600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.774082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Bound using segment: {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:35.774662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Bound port: cdaaefa8-c27a-4026-b016-5a3497d94cce, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:35.776378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.785668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7fc7a-e272-4d95-99ae-23b29e75f867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ed9ecc-14cb-4a96-bc98-d78830e1dc00,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:35.804800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:35.807286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Router fd079742-442c-4918-b9a5-42540bb3daa4 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:35.817685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:35.835698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:35.836974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:35.967361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:36.015547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Provisioning complete for port 159c4e14-8179-4fba-b5de-5eb7155746a5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:36.016055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.140384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:36.144175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] For port cdaaefa8-c27a-4026-b016-5a3497d94cce, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:36.155808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ea38089-056a-46a3-8c2a-6646fcdc35b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.196840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] For port cdaaefa8-c27a-4026-b016-5a3497d94cce, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdaaefa8-c27a-4026-b016-5a3497d94cce,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:36.275235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Current status of the port 159c4e14-8179-4fba-b5de-5eb7155746a5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:36.281150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-0753e518-7145-44cf-9889-a268b67c9466 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1484089349&fields=id&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 267 time: 0.2455461 Feb 19 01:20:36.308192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.366349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:36.375654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.379250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f2103d1-e4a9-45a9-9ff7-68647b4e1abe tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "PUT /v2.0/routers/fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 200 len: 916 time: 7.7268851 Feb 19 01:20:36.433134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] Sync routers for ids ['fd079742-442c-4918-b9a5-42540bb3daa4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:36.463198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41430) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:36.496684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:36.497159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.620409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] Routers {'fd079742-442c-4918-b9a5-42540bb3daa4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:36.621055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd079742-442c-4918-b9a5-42540bb3daa4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.692014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-81ed69b4-3a17-43e9-8e4b-d4661d209a00 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:36.696057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-81ed69b4-3a17-43e9-8e4b-d4661d209a00 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 797 time: 0.3914187 Feb 19 01:20:36.721500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-6ea5b2fd-3068-402c-b801-20a305035349 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/quotas/c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 375 time: 0.0114694 Feb 19 01:20:36.788133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.807390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cd6b1-9460-47bf-9da6-2daa4f82bfa0 None None] Pushing event updated for resources: {'Port': ['ID=cdaaefa8-c27a-4026-b016-5a3497d94cce,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:36.820434 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:33Z', 'revision_number': 2, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.840188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-abb56b74-8513-4501-b391-9dd0e047ee31 None None] Port a54cf122-2cff-4657-8021-2f9275698809 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:36.858980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] Routers {'fd079742-442c-4918-b9a5-42540bb3daa4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:36.859644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd079742-442c-4918-b9a5-42540bb3daa4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:36.861748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-5e38994b-78fe-4277-8064-2d92a07a142b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334531 Feb 19 01:20:36.882608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-0909fe0d-4a78-4838-b0ce-264c5c92f7bd service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:20:36.883587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-0909fe0d-4a78-4838-b0ce-264c5c92f7bd service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060787 Feb 19 01:20:36.966036 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Checking router: e57f4bba-e4ff-4d4f-9f80-5569b82a69ef for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:36.967235 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Updating router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef port a54cf122-2cff-4657-8021-2f9275698809 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:37.029130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:37.029832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc5ef2d-caa7-4668-a155-f2bb58ae89b8 None None] The sync data for ids ['fd079742-442c-4918-b9a5-42540bb3daa4'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:37.061901 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a54cf122-2cff-4657-8021-2f9275698809), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.126899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-41e39fc8-2067-47b2-8cfc-6a2c4b10eae4 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 200 len: 922 time: 0.6484895 Feb 19 01:20:37.130301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41452) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:37.167656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.189305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-8565fdc4-ca85-4837-b784-4b48d1f8d996 service neutron] 10.222.0.94 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658725 Feb 19 01:20:37.340803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ea38089-056a-46a3-8c2a-6646fcdc35b7 admin admin] Publish callbacks [] for security_group (e82b987e-16b2-4367-a6b0-55a5cc781acd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.422571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f29cfeb-36dd-426b-a2bf-70fb0f8e97f2 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:37.424424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7f29cfeb-36dd-426b-a2bf-70fb0f8e97f2 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=fd079742-442c-4918-b9a5-42540bb3daa4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2670119 Feb 19 01:20:37.429090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41462) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:37.550196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6ea38089-056a-46a3-8c2a-6646fcdc35b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e82b987e-16b2-4367-a6b0-55a5cc781acd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.619645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-ab24ec89-3dd4-4271-a66c-8cfc3424a53b service neutron] 10.222.0.94 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219866 Feb 19 01:20:37.764805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdaaefa8-c27a-4026-b016-5a3497d94cce up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:37.794622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea38089-056a-46a3-8c2a-6646fcdc35b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82b987e-16b2-4367-a6b0-55a5cc781acd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:37.821004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6ea38089-056a-46a3-8c2a-6646fcdc35b7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6dbcdb5dc1af48de93da1cdedcc95989&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1626461 Feb 19 01:20:37.829956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:37.945821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f61fd-4055-4226-a61b-95bcfb98dd73 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:37.953162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2e8f61fd-4055-4226-a61b-95bcfb98dd73 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/networks/169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 881 time: 0.5154319 Feb 19 01:20:37.957196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:37.965138 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks [] for port (a54cf122-2cff-4657-8021-2f9275698809), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:37.966875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cdaaefa8-c27a-4026-b016-5a3497d94cce triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:37.968521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.077465 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.120429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-717d3cc3-92e9-486c-a399-04ec05e9a91d tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 200 len: 205 time: 0.1495914 Feb 19 01:20:38.132245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41488) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:38.305408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cdaaefa8-c27a-4026-b016-5a3497d94cce is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:38.310640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.378082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c233-1b64-4cb2-a705-3687ca2c898c None None] Pushing event updated for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:38.428185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a09d4d7-d56d-4456-b0dc-e624619dda10 req-ba57952b-5484-4ca7-aba1-f6ca03876f67 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.2998965 Feb 19 01:20:38.531151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port cdaaefa8-c27a-4026-b016-5a3497d94cce, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdaaefa8-c27a-4026-b016-5a3497d94cce,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:38.537456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] Publish callbacks [] for security_group (e82b987e-16b2-4367-a6b0-55a5cc781acd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.604010 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Attempting to bind port a54cf122-2cff-4657-8021-2f9275698809 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:38.604393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Attempting to bind port a54cf122-2cff-4657-8021-2f9275698809 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:38.604759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Attempting to bind port a54cf122-2cff-4657-8021-2f9275698809 on network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:38.617280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.618454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 159c4e14-8179-4fba-b5de-5eb7155746a5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:38.620585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.623516 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:38.628697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Checking segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:38.628697 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.628697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Bound using segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:38.628697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Bound port: a54cf122-2cff-4657-8021-2f9275698809, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:38.641994 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a54cf122-2cff-4657-8021-2f9275698809), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.708101 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.712610 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.869293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] Publish callbacks [] for security_group (e82b987e-16b2-4367-a6b0-55a5cc781acd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:38.892819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:39.001436 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] For port a54cf122-2cff-4657-8021-2f9275698809, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:39.017400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51742de8-9c7b-45ab-8f25-44b6d7a66787 None None] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:39.027600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] For port a54cf122-2cff-4657-8021-2f9275698809, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a54cf122-2cff-4657-8021-2f9275698809,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:39.032032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (fd079742-442c-4918-b9a5-42540bb3daa4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.080485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=cdaaefa8-c27a-4026-b016-5a3497d94cce,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:39.184080 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.187599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 159c4e14-8179-4fba-b5de-5eb7155746a5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:39.212795 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.213440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e82b987e-16b2-4367-a6b0-55a5cc781acd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.213440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.213440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e82b987e-16b2-4367-a6b0-55a5cc781acd HTTP/1.1" status: 204 len: 168 time: 1.3740427 Feb 19 01:20:39.247037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5aae0c-8e38-4e03-ad94-258ba8d08d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82b987e-16b2-4367-a6b0-55a5cc781acd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:39.330925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:39.332478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:39.350299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:39.351554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.443035 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:39.445529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:39.503253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (fd079742-442c-4918-b9a5-42540bb3daa4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.592083 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c233-1b64-4cb2-a705-3687ca2c898c None None] Pushing event updated for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:39.773413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54b8026e-35a7-4cac-a40c-17b2e8ae0a70 req-e48e5d79-b8d2-4610-ac98-c941efc25760 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.1261060 Feb 19 01:20:39.780518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port 5853de6a-fc2f-4f6e-b23c-8a7b606fcd69 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:39.780518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5853de6a-fc2f-4f6e-b23c-8a7b606fcd69), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:39.820038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:39.868763 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:40.108914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:40.119678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a9f33023-f021-46a7-abba-e5c695e813d9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9067414 Feb 19 01:20:40.120363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:40.125404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128647378'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:40.148487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5853de6a-fc2f-4f6e-b23c-8a7b606fcd69), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.241275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for 5853de6a-fc2f-4f6e-b23c-8a7b606fcd69 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:40.275130 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:40.280027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:40.284339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.336035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:40.355797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1cd9422-fba0-4904-a783-afd2a2c77096), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.359532 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment c1cd9422-fba0-4904-a783-afd2a2c77096 of type vlan for network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de Feb 19 01:20:40.371798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 159c4e14-8179-4fba-b5de-5eb7155746a5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:40.385345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Current status of the port a54cf122-2cff-4657-8021-2f9275698809 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:40.385905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a54cf122-2cff-4657-8021-2f9275698809), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.455281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:40.462199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] For port a54cf122-2cff-4657-8021-2f9275698809, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a54cf122-2cff-4657-8021-2f9275698809,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:40.465273 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:40.487860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.487860 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.489657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.612221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdaaefa8-c27a-4026-b016-5a3497d94cce up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:40.686931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.692534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:40.693225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.704582 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:40.804548 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:40.851338 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-047919a7-fac8-4ccf-86e1-eb93426c238a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.070011 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9467437 Feb 19 01:20:41.072788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41582) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:41.090856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:41.102619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b8f7c-8132-4bdc-b849-7374fd1e5235 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=230ad7df-1c83-47f0-a6d3-4e9d70bfb4de,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:41.130385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Provisioning complete for port cdaaefa8-c27a-4026-b016-5a3497d94cce triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:41.141400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.206697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46bf873e-51f8-4ed3-9573-795586ee8329 req-14b459c4-9656-4043-abf8-4cf5796a0566 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.1457329 Feb 19 01:20:41.210116 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5853de6a-fc2f-4f6e-b23c-8a7b606fcd69), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.343957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:41.401039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=5853de6a-fc2f-4f6e-b23c-8a7b606fcd69,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:41.420970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cdaaefa8-c27a-4026-b016-5a3497d94cce triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:41.424833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.469030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:41.473320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.525160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (fd079742-442c-4918-b9a5-42540bb3daa4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.719186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.726628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (fd079742-442c-4918-b9a5-42540bb3daa4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:41.798445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:38Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:41.939380 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafac641-6098-43a2-8ffc-b358491b84d8 None None] The sync data for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 is: [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:38Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:42.068089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fd079742-442c-4918-b9a5-42540bb3daa4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.068814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router fd079742-442c-4918-b9a5-42540bb3daa4 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:42.083445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.093991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41600) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:42.101545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fdd2d7a-0370-4978-b13b-23ff1d19437e tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 204 len: 168 time: 3.9674687 Feb 19 01:20:42.110536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1236663120', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:42.119488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Pushing event updated for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:42.153648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:36Z', 'revision_number': 3, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:37Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:42.315544 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:42.316309 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Updating router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:42.523239 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.527432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-06d6ee55-d93e-4d16-81d4-d5a0390a90a4 req-4b96657c-1d67-4ab3-a0e5-9f73534b0881 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.0954840 Feb 19 01:20:42.539833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ed6c6-c10e-4537-a729-5254e36cda1c None None] Current status of the port cdaaefa8-c27a-4026-b016-5a3497d94cce is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:42.584757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.598045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.772706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Provisioning complete for port cdaaefa8-c27a-4026-b016-5a3497d94cce triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:42.775127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:42.991537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cdaaefa8-c27a-4026-b016-5a3497d94cce is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:43.190335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Current status of the port cdaaefa8-c27a-4026-b016-5a3497d94cce is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:43.199558 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcce20d2-77c9-4f4c-b42e-9ac182ebf90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.214065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (14bafccd-9099-49c1-8aa9-4e596a875043), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.222029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Provisioning complete for port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:43.222638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.275386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.305853 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks [] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.328292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a54cf122-2cff-4657-8021-2f9275698809 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:43.400259 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.427044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:43.566539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:43.567313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.640993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-cd5184a9-119f-47f2-b4b9-83f351b7e6c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.651446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-cd5184a9-119f-47f2-b4b9-83f351b7e6c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 797 time: 1.1027665 Feb 19 01:20:43.768237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a54cf122-2cff-4657-8021-2f9275698809 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:43.774333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a54cf122-2cff-4657-8021-2f9275698809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:43.832925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f0c5606-65cb-4c72-a6b5-388a5935cfbc req-d145fb0c-eb9a-4e99-bee9-f1d21469274f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.1024311 Feb 19 01:20:44.009089 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b976-3f14-4560-b735-4657b4534354 None None] Pushing event updated for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:44.054306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-00b50295-8e4b-4fe2-ac64-6df742a263d1 None None] Current status of the port a54cf122-2cff-4657-8021-2f9275698809 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:44.120653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a54cf122-2cff-4657-8021-2f9275698809 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:44.151349 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Attempting to bind port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:44.151729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Attempting to bind port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:44.152092 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Attempting to bind port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 on network a4de9183-5f83-45e5-9b56-b3d824208ee8 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:44.174484 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:44.174868 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Checking segment: {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:44.175303 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.183855 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Bound using segment: {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:44.186271 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Bound port: 8cd8185a-24ab-4599-9b51-ca7171a9f3d6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c149aa56-662a-422d-960b-436ff999093d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:44.186685 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.231503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-71aeeb86-9ae9-401f-a676-e680c06f45ce None None] Provisioning complete for port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:44.232157 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71aeeb86-9ae9-401f-a676-e680c06f45ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.314270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.341623 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] For port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:44.357299 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] For port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:44.361193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-71aeeb86-9ae9-401f-a676-e680c06f45ce None None] Port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:44.424636 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.622940 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:44.629108 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:44.635127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41690) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:44.636900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:44.703609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=14bafccd-9099-49c1-8aa9-4e596a875043,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:44.794083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:44.796350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:44.930326 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:44.937663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae5b0-04b3-4f60-bc88-283a04538e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:44.983328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'network': {'name': 'tempest-network-smoke--246015430', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'port_security_enabled': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:45.053678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Provisioning complete for port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:45.054228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.062912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.111391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:45.121846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.156668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc2fff5a-058c-4d7a-8455-42f8bc5ea326 req-f514d659-b29b-40f9-9601-a04e95e6f707 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.0829906 Feb 19 01:20:45.192379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.234006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Current status of the port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:45.234622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.287670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae5b0-04b3-4f60-bc88-283a04538e2b admin admin] Publish callbacks [] for security_group (eb49dc76-ee8d-4290-8c38-de9667dc369a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.293483 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b976-3f14-4560-b735-4657b4534354 None None] Pushing event updated for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:45.297410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-79b574bb-5770-4dee-893a-60708a4385e8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c323be55983947e9a8958bb8509ef471 HTTP/1.1" status: 200 len: 380 time: 0.6237464 Feb 19 01:20:45.299339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:45.300681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] For port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:45.312906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'port': {'device_id': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'admin_state_up': True, 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'security_groups': ['b1aa3300-c67b-46d1-9dc5-cfd35556f5ec']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:45.320193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.390496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae5b0-04b3-4f60-bc88-283a04538e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (eb49dc76-ee8d-4290-8c38-de9667dc369a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.463624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (505c3243-9b79-4f59-9cfd-5faf14c72391), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.463745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.470613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe1ae5b0-04b3-4f60-bc88-283a04538e2b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=42c653483c80458ea2af187990cfadd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8276622 Feb 19 01:20:45.472854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ae5b0-04b3-4f60-bc88-283a04538e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49dc76-ee8d-4290-8c38-de9667dc369a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:45.474899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:45.481890 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:36Z', 'revision_number': 3, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:44Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:45.504796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:45.542918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561a2922-c795-4542-ade8-0a491146b95a None None] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:45.546444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:45.547248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.566682 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0ba15-f4e9-44af-abec-43f9acd0a315 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:36Z', 'revision_number': 3, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:44Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:45.586650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (505c3243-9b79-4f59-9cfd-5faf14c72391), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.661338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:45.726719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec772b66-bfdb-46b6-b56b-7e369fa53fdd None None] Pushing event updated for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:45.780225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Publish callbacks [] for security_group (eb49dc76-ee8d-4290-8c38-de9667dc369a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.829387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:45.830964 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.837315 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c676ffb8-0b47-499c-be14-a4e3802c0e30), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.837872 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Added segment c676ffb8-0b47-499c-be14-a4e3802c0e30 of type vlan for network fc6a2e89-f2ce-4491-963c-3f486272b868 Feb 19 01:20:45.840660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Publish callbacks [] for security_group (eb49dc76-ee8d-4290-8c38-de9667dc369a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.856760 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-732dc31a-a6a1-47dd-8910-7ee4115be864 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7823629 Feb 19 01:20:45.857484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:45.873027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505c3243-9b79-4f59-9cfd-5faf14c72391,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:45.972080 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Made reservation on behalf of c323be55983947e9a8958bb8509ef471 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:45.976145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:45.991658 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (fc6a2e89-f2ce-4491-963c-3f486272b868), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.069633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Allocated IP 2001:db8:2::2 (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de/14bafccd-9099-49c1-8aa9-4e596a875043/eeee762d-2078-4b29-9ca8-5a7646ab91ae) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:46.078098 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.114094 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.131376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (fc6a2e89-f2ce-4491-963c-3f486272b868), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.140154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:46.140862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.313973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6757922 Feb 19 01:20:46.317445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:46.334019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (eb49dc76-ee8d-4290-8c38-de9667dc369a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.341066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.347448 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/eb49dc76-ee8d-4290-8c38-de9667dc369a HTTP/1.1" status: 204 len: 168 time: 0.8714657 Feb 19 01:20:46.374487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-314666505', 'admin_state_up': True, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:46.375004 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks [] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.474494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.479421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Network': ['ID=fc6a2e89-f2ce-4491-963c-3f486272b868,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:46.513248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49dc76-ee8d-4290-8c38-de9667dc369a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:46.532054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Pushing event updated for resources: {'Port': ['ID=eeee762d-2078-4b29-9ca8-5a7646ab91ae,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:46.534060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a8db0d-0c08-49a8-a697-6e4e45f05994 req-e37d4526-0d6c-436e-b15e-78f5f9bae489 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.1704867 Feb 19 01:20:46.550055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:46.552754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:46.556088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.557101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.557843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.558604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.559199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.559755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.560623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.561308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.561872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.562414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.562949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.563217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:46.563791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.564325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fc3a63-ca71-42e8-ab73-41c6719fc583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.575281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.575859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.576509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.577061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.577610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.578155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.578711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.579740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.581638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.595027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.595611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Allocated IP 172.25.2.177 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/bc834c8f-9e8a-4553-b4a7-ab1568c80a42) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:46.596049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.597936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.598469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418f0dd-a8b0-458f-aa0d-631324bea444 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:46.617681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network fc6a2e89-f2ce-4491-963c-3f486272b868 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:46.703802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (dba02774-3423-4c99-9a10-797c9916154a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.705114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (dba02774-3423-4c99-9a10-797c9916154a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.838407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_controller (dba02774-3423-4c99-9a10-797c9916154a), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:46.951219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.20.0.4 (02c86d1d-bbf0-4a8f-8910-773b2ef75bec/16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36/db6dfa65-fbb6-41a0-9c94-7a815d81aca7) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:47.000150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Attempting to bind port eeee762d-2078-4b29-9ca8-5a7646ab91ae on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:47.000712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Attempting to bind port eeee762d-2078-4b29-9ca8-5a7646ab91ae by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:47.001480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Attempting to bind port eeee762d-2078-4b29-9ca8-5a7646ab91ae on network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:47.047127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:47.048406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Checking segment: {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:47.054109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.054607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Bound using segment: {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:47.055158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Bound port: eeee762d-2078-4b29-9ca8-5a7646ab91ae, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:47.055557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.108677 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.115302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for port (bc834c8f-9e8a-4553-b4a7-ab1568c80a42), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.161022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:47.182479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (dba02774-3423-4c99-9a10-797c9916154a), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.210133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] For port eeee762d-2078-4b29-9ca8-5a7646ab91ae, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:47.247768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] For port eeee762d-2078-4b29-9ca8-5a7646ab91ae, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eeee762d-2078-4b29-9ca8-5a7646ab91ae,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:47.303517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:47.308661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.337002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.408719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41744) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:47.434242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3706c3e5-a6e1-4e97-9565-9c0c916d87e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.454150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d787860-72ca-4b0e-b780-d95585e6b4c2 None None] Pushing event updated for resources: {'Port': ['ID=eeee762d-2078-4b29-9ca8-5a7646ab91ae,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:47.514648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.550774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:47.580825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bc834c8f-9e8a-4553-b4a7-ab1568c80a42), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.673828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.721741 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.734475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (dba02774-3423-4c99-9a10-797c9916154a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.773036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:47.788570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:47.795317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:47.801042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.809592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event updated for resources: {'Port': ['ID=bc834c8f-9e8a-4553-b4a7-ab1568c80a42,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:47.893354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3706c3e5-a6e1-4e97-9565-9c0c916d87e1 admin admin] Publish callbacks [] for security_group (46935536-e73e-479b-91c8-e7641928031f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:47.905591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:47.924319 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:47.987527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3706c3e5-a6e1-4e97-9565-9c0c916d87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (46935536-e73e-479b-91c8-e7641928031f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.014239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:48.051561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706c3e5-a6e1-4e97-9565-9c0c916d87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46935536-e73e-479b-91c8-e7641928031f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:48.060521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3706c3e5-a6e1-4e97-9565-9c0c916d87e1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fada598d82ef4e609cb29833f67622c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6511927 Feb 19 01:20:48.066790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41758) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:48.090566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57a621-4182-4210-92c0-e17d6f6cec41 req-d360a03f-6e95-4ef0-a026-03850fbf9727 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:48.092228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c57a621-4182-4210-92c0-e17d6f6cec41 req-d360a03f-6e95-4ef0-a026-03850fbf9727 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 931 time: 0.4497194 Feb 19 01:20:48.111199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.25.2.91 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/fce0d578-9e60-4694-97d4-6882e64ffe8d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:48.139937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] Publish callbacks [] for security_group (46935536-e73e-479b-91c8-e7641928031f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.218440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:48.232889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] Publish callbacks [] for security_group (46935536-e73e-479b-91c8-e7641928031f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.313002 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.387147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (46935536-e73e-479b-91c8-e7641928031f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.389938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.391677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/46935536-e73e-479b-91c8-e7641928031f HTTP/1.1" status: 204 len: 168 time: 0.3236794 Feb 19 01:20:48.426783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.455980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa879fdd-8120-40fd-976a-053092239bb5 None None] Provisioning complete for port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:48.456580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa879fdd-8120-40fd-976a-053092239bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.535984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a64afc-002e-4387-860d-7fb6a80bab93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46935536-e73e-479b-91c8-e7641928031f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:48.565664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=fce0d578-9e60-4694-97d4-6882e64ffe8d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:48.593231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:48.594715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:48.599205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa879fdd-8120-40fd-976a-053092239bb5 None None] Port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:48.600751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:48.777092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:48.777740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:48.973122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c57a621-4182-4210-92c0-e17d6f6cec41 req-121a1102-4f0b-4656-b8b7-a1180e23352f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8517618 Feb 19 01:20:49.018661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-1f637bf1-6fa3-43a5-a230-882804441858 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7094316 Feb 19 01:20:49.043022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Request body: {'port': {'device_id': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:49.227597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (dba02774-3423-4c99-9a10-797c9916154a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.258581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dba6ed-5995-4805-9072-1c063bcf1389 None None] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:49.291915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8:2::1 (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de/14bafccd-9099-49c1-8aa9-4e596a875043/f906045c-3362-4c50-9bc8-28e88fd87ca6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:49.325185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.347981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eeee762d-2078-4b29-9ca8-5a7646ab91ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:49.434007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.439204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Provisioning complete for port eeee762d-2078-4b29-9ca8-5a7646ab91ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:49.440333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.620574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port eeee762d-2078-4b29-9ca8-5a7646ab91ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:49.621070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.669671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (dba02774-3423-4c99-9a10-797c9916154a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.790971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Current status of the port eeee762d-2078-4b29-9ca8-5a7646ab91ae is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:49.791562 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.794689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.844513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] For port eeee762d-2078-4b29-9ca8-5a7646ab91ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eeee762d-2078-4b29-9ca8-5a7646ab91ae,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:49.961183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eeee762d-2078-4b29-9ca8-5a7646ab91ae is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:49.962410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.979969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.084997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:50.160799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:20:50.161164 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:20:50.165252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f0dc1-4924-4976-be22-e8750f829d5e None None] Pushing event updated for resources: {'Port': ['ID=eeee762d-2078-4b29-9ca8-5a7646ab91ae,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.272524 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.316552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-26b2ab5c-599a-4d62-a2da-19547df3b9e4 None None] Provisioning complete for port eeee762d-2078-4b29-9ca8-5a7646ab91ae triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:50.316934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26b2ab5c-599a-4d62-a2da-19547df3b9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.441614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45529bf9-d3ac-469e-a888-09e4218c384b req-bc6585de-a6eb-439e-9df6-dacbf8a43f5d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:50.444220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45529bf9-d3ac-469e-a888-09e4218c384b req-bc6585de-a6eb-439e-9df6-dacbf8a43f5d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 931 time: 0.3411086 Feb 19 01:20:50.455313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:50.464787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks [] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.479304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Transition to ACTIVE for port object db6dfa65-fbb6-41a0-9c94-7a815d81aca7 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:20:50.488518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-26b2ab5c-599a-4d62-a2da-19547df3b9e4 None None] Current status of the port eeee762d-2078-4b29-9ca8-5a7646ab91ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:50.590855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.643522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.698210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.744534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eeee762d-2078-4b29-9ca8-5a7646ab91ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:50.817070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:50.865342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:50.888257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:50.892472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:50.893179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.173158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eeee762d-2078-4b29-9ca8-5a7646ab91ae up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:51.192352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Attempting to bind port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:51.193473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Attempting to bind port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:51.193955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Attempting to bind port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 on network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:51.200098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 on network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:20:51.200681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Attempting to bind port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 on network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:51.213007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:51.213354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Checking segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:51.213748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Bound using segment: {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:51.214183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Bound port: db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c866e10e-1eff-4011-989d-c2b56c4977e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:51.214541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.326723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port eeee762d-2078-4b29-9ca8-5a7646ab91ae triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:51.327147 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.349896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:51.359197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:51.371303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Router c4c7c85e-ab5b-48a7-ade9-6662f5499c44 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:20:51.400304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:51.445530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:51.459483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:51.460356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:51.478250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.479920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45529bf9-d3ac-469e-a888-09e4218c384b req-ca4e5602-f6a3-4bed-82c1-d44663e4d375 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0255880 Feb 19 01:20:51.526134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.540084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.545288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f8be879-f965-4e8b-9d5d-f5f7a2c3ed72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2126727 Feb 19 01:20:51.546176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:51.576334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eeee762d-2078-4b29-9ca8-5a7646ab91ae is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:51.584506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-62101e03-97e2-4ccb-8011-546cc63e04ce None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:51.585088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62101e03-97e2-4ccb-8011-546cc63e04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.633579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-62101e03-97e2-4ccb-8011-546cc63e04ce None None] Port f906045c-3362-4c50-9bc8-28e88fd87ca6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:51.672659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:51.674177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.678949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] 10.222.0.96 "PUT /v2.0/ports/db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 1091 time: 2.6402340 Feb 19 01:20:51.711494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:51.714491 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:51.748461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:51.793576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32743aea-8dbd-4038-9de1-83857891e74b service neutron] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:51.938306 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca9d03-a60a-4ee6-9c73-d05c7ac1a4c7 x-openstack-request-id: req-2eca9d03-a60a-4ee6-9c73-d05c7ac1a4c7 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:51.940383 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:51.941618 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2eca9d03-a60a-4ee6-9c73-d05c7ac1a4c7 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:51.942075 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'status': 'completed', 'code': 200} Feb 19 01:20:52.102665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41856) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:52.103635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7a4d056-688a-4249-b26e-d61429361e7e tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=187e6e9a741e4cb7984a72b9c1ee6a49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5560546 Feb 19 01:20:52.411121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-00245bce-72aa-4b6b-bae4-2e3dce5298b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:52.413655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-00245bce-72aa-4b6b-bae4-2e3dce5298b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1125 time: 0.6117244 Feb 19 01:20:52.423499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:48Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.426764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:52.438741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] Sync routers for ids ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:52.463222 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] Routers {'c4c7c85e-ab5b-48a7-ade9-6662f5499c44'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:52.463861 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.481741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:52.482269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Updating router dba02774-3423-4c99-9a10-797c9916154a port fce0d578-9e60-4694-97d4-6882e64ffe8d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:52.569945 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.575697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:52.589978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] Routers {'c4c7c85e-ab5b-48a7-ade9-6662f5499c44'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:52.590836 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.719143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:52.722397 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f0e51-99ed-4903-a5c0-0a2033024cbb None None] The sync data for ids ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:52.767616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73ade6-35a0-4ef8-ab6e-0d5a9c65b586 req-a17d87cc-7b99-419b-b579-acd0d06b821f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:52.769737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c73ade6-35a0-4ef8-ab6e-0d5a9c65b586 req-a17d87cc-7b99-419b-b579-acd0d06b821f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 943 time: 0.1678445 Feb 19 01:20:52.876763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c73ade6-35a0-4ef8-ab6e-0d5a9c65b586 req-66f2e83e-13d3-459c-a2da-fff84b4c90c9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989885 Feb 19 01:20:53.098444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-172f7008-76da-48a5-bece-e2871299808f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 217 time: 0.6661549 Feb 19 01:20:53.109833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78459e0b-4ccf-4832-af65-9a4b28522fce tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.115051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41882) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:53.115258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-78459e0b-4ccf-4832-af65-9a4b28522fce tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9598262 Feb 19 01:20:53.184385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.185657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-05db801f-58d1-4709-8472-24dbcdd92422 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0906105 Feb 19 01:20:53.191804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41886) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:53.196762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:53.205357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-67d2423b-c6ce-4239-a7b9-a5002c7992b7 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854769 Feb 19 01:20:53.206455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:53.221344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664978643', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:53.356181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-73022aa4-59b7-42e8-8f52-6b8de87b61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.357629 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-73022aa4-59b7-42e8-8f52-6b8de87b61b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.2495539 Feb 19 01:20:53.438280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks [] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.535902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.601286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Attempting to bind port fce0d578-9e60-4694-97d4-6882e64ffe8d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:53.601825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Attempting to bind port fce0d578-9e60-4694-97d4-6882e64ffe8d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:53.602306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Attempting to bind port fce0d578-9e60-4694-97d4-6882e64ffe8d on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:53.610230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:53.611336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:53.612331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:53.613868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.614301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:53.615470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.615585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Bound port: fce0d578-9e60-4694-97d4-6882e64ffe8d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:53.615958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.716808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] For port fce0d578-9e60-4694-97d4-6882e64ffe8d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:53.720134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] For port fce0d578-9e60-4694-97d4-6882e64ffe8d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fce0d578-9e60-4694-97d4-6882e64ffe8d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:53.732023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a41f-e4a5-425e-90de-402be0662f8d None None] Pushing event updated for resources: {'Port': ['ID=fce0d578-9e60-4694-97d4-6882e64ffe8d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:53.811277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.846151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.898943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1a41f-e4a5-425e-90de-402be0662f8d None None] Pushing event updated for resources: {'Port': ['ID=fce0d578-9e60-4694-97d4-6882e64ffe8d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:53.968177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-6674b7f8-7d21-4275-9966-03904e4e2bba service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2694595 Feb 19 01:20:53.969494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.972203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.973421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:53.985384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:54.037986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-4c4dc63b-7d87-4db4-aa37-925bb6f2bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.043012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-4c4dc63b-7d87-4db4-aa37-925bb6f2bda2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6675024 Feb 19 01:20:54.156131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:54.185393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-14586397-8a36-41d3-b575-cb118116db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.195017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-14586397-8a36-41d3-b575-cb118116db24 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=1cd0ab1db17444febfb503235174cff3&device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 1132 time: 0.1526086 Feb 19 01:20:54.209646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.249331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (9bd36aa5-2b28-4fdf-962c-87d697176777), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.296582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:54.447481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:48Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:54.480865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.485637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95ee89-4131-41c2-b6e2-e060489b9972 None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:48Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:54.551593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Subnet': ['ID=9bd36aa5-2b28-4fdf-962c-87d697176777,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:54.582483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Checking segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:54.582936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network hostable DHCP agents. Network: fc6a2e89-f2ce-4491-963c-3f486272b868, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:54.606098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80261d83-a0e3-4398-a119-91c43dfccd8a req-4c8fb005-b13c-4d04-b11b-b1225017688d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.608400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80261d83-a0e3-4398-a119-91c43dfccd8a req-4c8fb005-b13c-4d04-b11b-b1225017688d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 943 time: 0.5139816 Feb 19 01:20:54.612510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-708f5f28-4cda-413d-ae6b-c4370dd739cf service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253119 Feb 19 01:20:54.620773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-a3514a97-6005-48c1-9aad-b43ddf6a11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.624093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-a3514a97-6005-48c1-9aad-b43ddf6a11e7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15 HTTP/1.1" status: 200 len: 870 time: 0.4113936 Feb 19 01:20:54.645252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41938) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:54.717270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network fc6a2e89-f2ce-4491-963c-3f486272b868 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:54.722077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-48367a30-8d81-4c27-b05a-ba9927e49df7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 200 len: 217 time: 0.0923941 Feb 19 01:20:54.758076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:54.787061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:54.804808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-553366d4-60e1-411e-97d6-c755b30b881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.807280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-553366d4-60e1-411e-97d6-c755b30b881d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0773163 Feb 19 01:20:54.839360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80261d83-a0e3-4398-a119-91c43dfccd8a req-69c17be8-598c-4b96-ae05-bb7db1fe2571 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047222 Feb 19 01:20:54.913917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, fc6a2e89-f2ce-4491-963c-3f486272b868) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:54.924289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.924470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.933097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d311879-d4e5-407c-9a7f-b78fbf352781 None None] Network fc6a2e89-f2ce-4491-963c-3f486272b868 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:54.975901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-14ee3636-d67b-4a93-be01-db74ef0f83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:54.977463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-14ee3636-d67b-4a93-be01-db74ef0f83a0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514788 Feb 19 01:20:55.183252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:55.186092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-48769f23-71f3-4730-b035-4695704ee9f8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9732404 Feb 19 01:20:55.195487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0324a29d-3e18-4c5c-9321-fe7a25c5c1b0 req-f2c270d8-fb57-42f7-af32-85cdc8c37f12 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592239 Feb 19 01:20:55.196559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Deleting port bc834c8f-9e8a-4553-b4a7-ab1568c80a42 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:55.196897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bc834c8f-9e8a-4553-b4a7-ab1568c80a42), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.267461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10703ef2-967c-4326-aea3-28ba02d81754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.286629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:55.313576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-6067deda-50d1-43f0-828c-78b1607fef44 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273211 Feb 19 01:20:55.343783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-fc6a2e89-f2ce-4491-963c-3f486272b868', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:20:55.344688 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.351594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fce0d578-9e60-4694-97d4-6882e64ffe8d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:55.419214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bc834c8f-9e8a-4553-b4a7-ab1568c80a42), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.524122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Calling delete_port for bc834c8f-9e8a-4553-b4a7-ab1568c80a42 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:55.654573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38f4692b-dbd9-48f7-b8fe-5ce3c498c6a0 req-65e35c9e-053d-4661-a3ce-a1a232e41bb7 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881269 Feb 19 01:20:55.714956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fce0d578-9e60-4694-97d4-6882e64ffe8d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:55.715575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.717765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:55.729789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9ce8884b-b208-40bf-abbb-72295ee07588 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8693340 Feb 19 01:20:55.730454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:55.766151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035353449'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:55.788868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-3aff1f98-be43-4bae-9f7f-c162bea7fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.789069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-948b10fb-c49f-4f29-8ea8-7c31817d704d None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:55.789069 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-948b10fb-c49f-4f29-8ea8-7c31817d704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.790136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-3aff1f98-be43-4bae-9f7f-c162bea7fe9a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1125 time: 0.3418996 Feb 19 01:20:55.846450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10703ef2-967c-4326-aea3-28ba02d81754 admin admin] Publish callbacks [] for security_group (eb541c4b-2515-4c21-907b-75dd3d0d00c4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.862631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:55.919488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:55.921444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:56.051290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-948b10fb-c49f-4f29-8ea8-7c31817d704d None None] Port f906045c-3362-4c50-9bc8-28e88fd87ca6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:56.059355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Allocated IP 172.20.0.2 (fc6a2e89-f2ce-4491-963c-3f486272b868/9bd36aa5-2b28-4fdf-962c-87d697176777/54ab7888-ab20-4c6c-9b9c-95534b3099d7) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:56.142281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10703ef2-967c-4326-aea3-28ba02d81754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (eb541c4b-2515-4c21-907b-75dd3d0d00c4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.223863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:20:56.245860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fce0d578-9e60-4694-97d4-6882e64ffe8d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:56.249161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.252155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703ef2-967c-4326-aea3-28ba02d81754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb541c4b-2515-4c21-907b-75dd3d0d00c4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.279398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:56.283586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.286171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-a63524bb-14e3-49d8-8f2b-f71ba014f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.287691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-a63524bb-14e3-49d8-8f2b-f71ba014f989 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 898 time: 0.1309075 Feb 19 01:20:56.289792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bc834c8f-9e8a-4553-b4a7-ab1568c80a42), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.330569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10703ef2-967c-4326-aea3-28ba02d81754 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f19ff05f73394e04ab0a2e1618a602aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6773112 Feb 19 01:20:56.335371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 41964) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:56.368208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port fce0d578-9e60-4694-97d4-6882e64ffe8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fce0d578-9e60-4694-97d4-6882e64ffe8d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:56.382552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec6786-ca05-423b-adc4-098286e9badc req-72c2c62e-3493-4c25-af2d-975a32b3a12d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.384256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77ec6786-ca05-423b-adc4-098286e9badc req-72c2c62e-3493-4c25-af2d-975a32b3a12d tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 943 time: 0.2640867 Feb 19 01:20:56.437743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Pushing event deleted for resources: {'Port': ['ID=bc834c8f-9e8a-4553-b4a7-ab1568c80a42,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.460564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.509654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.624635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] Publish callbacks [] for security_group (eb541c4b-2515-4c21-907b-75dd3d0d00c4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.646855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=fce0d578-9e60-4694-97d4-6882e64ffe8d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.660941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.670454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-4b700a20-36db-42bb-b665-55d7fba8f777 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 217 time: 0.3693647 Feb 19 01:20:56.716194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77ec6786-ca05-423b-adc4-098286e9badc req-9f8bebc6-76cb-4081-9fcf-95e78f7c8b53 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233569 Feb 19 01:20:56.730605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks [] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.741725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] Publish callbacks [] for security_group (eb541c4b-2515-4c21-907b-75dd3d0d00c4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.792074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:20:56.866180 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:56.882430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:56.921321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Pushing event updated for resources: {'Port': ['ID=54ab7888-ab20-4c6c-9b9c-95534b3099d7,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:56.945732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Network fc6a2e89-f2ce-4491-963c-3f486272b868 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:56.952682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:56.961145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:56.969591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:51Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:20:52Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:57.050353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:57.060966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:20:57.061323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Updating router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c port f906045c-3362-4c50-9bc8-28e88fd87ca6 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:20:57.106395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (eb541c4b-2515-4c21-907b-75dd3d0d00c4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.120028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.121914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/eb541c4b-2515-4c21-907b-75dd3d0d00c4 HTTP/1.1" status: 204 len: 168 time: 0.7807262 Feb 19 01:20:57.187280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f5c12-2faf-4ac5-b3b9-2a0bd6a19a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb541c4b-2515-4c21-907b-75dd3d0d00c4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:57.400101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.1 (fc6a2e89-f2ce-4491-963c-3f486272b868/9bd36aa5-2b28-4fdf-962c-87d697176777/0cb53f91-937c-4a66-b29a-30f96052918a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:57.450606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fce0d578-9e60-4694-97d4-6882e64ffe8d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:57.462961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'mac_address': 'fa:16:3e:a6:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:20:57.478851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-dbe12085-fdee-4657-a642-adddd4b9f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.480507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-dbe12085-fdee-4657-a642-adddd4b9f660 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.8003573 Feb 19 01:20:57.481672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (468270fa-ca11-4970-b959-9800987e3fee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.482027 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added segment 468270fa-ca11-4970-b959-9800987e3fee of type vlan for network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 Feb 19 01:20:57.524044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Attempting to bind port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:57.525802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Attempting to bind port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:57.526775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Attempting to bind port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 on network fc6a2e89-f2ce-4491-963c-3f486272b868 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:57.549813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:57.550179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Checking segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:57.550584 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.550981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Bound using segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:57.551523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Bound port: 54ab7888-ab20-4c6c-9b9c-95534b3099d7, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:57.552140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.569617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.578871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.670929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.681257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.717819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (0cb53f91-937c-4a66-b29a-30f96052918a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.864667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:20:57.893414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-1e0beced-cf1e-4e2f-9cc5-12f51d6f5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.895160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-1e0beced-cf1e-4e2f-9cc5-12f51d6f5995 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3763421 Feb 19 01:20:57.913588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.937564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Router c4c7c85e-ab5b-48a7-ade9-6662f5499c44 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:20:57.939695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network fc6a2e89-f2ce-4491-963c-3f486272b868 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:57.944764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:57.946251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:57.961519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:57.966948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:57.969355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:57.988796 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:57.998019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fce0d578-9e60-4694-97d4-6882e64ffe8d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:57.998404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.023969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] For port 54ab7888-ab20-4c6c-9b9c-95534b3099d7, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:58.066414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] For port 54ab7888-ab20-4c6c-9b9c-95534b3099d7, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=54ab7888-ab20-4c6c-9b9c-95534b3099d7,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:58.081067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.104983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.149520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f790c-49cd-4af5-93c0-ed379e4a85f8 req-b635d957-4e5d-406d-870b-eaf135ebe23f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:58.153120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a1f790c-49cd-4af5-93c0-ed379e4a85f8 req-b635d957-4e5d-406d-870b-eaf135ebe23f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 943 time: 0.2906706 Feb 19 01:20:58.155679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 41998) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.170779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.218984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ced22b0-1427-41da-a1ae-17b738a939c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.221421 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.229751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.230623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:58.231390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.259129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fce0d578-9e60-4694-97d4-6882e64ffe8d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:58.284965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.304215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks [] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.339068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['db6dfa65-fbb6-41a0-9c94-7a815d81aca7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:58.411826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c862a-6fc7-48cc-8940-c867655e5815 None None] Pushing event updated for resources: {'Port': ['ID=54ab7888-ab20-4c6c-9b9c-95534b3099d7,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.415766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.416949 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.467835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-5b7a83d4-372a-4dad-9069-9a269d1e5522 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556505 Feb 19 01:20:58.468837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:20:58.476811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:58.484042 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] Sync routers for ids ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:20:58.486356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.495012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-482bca45-89f8-4088-b5e7-220b95e26f1c tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "PUT /v2.0/routers/c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 200 len: 706 time: 5.3009958 Feb 19 01:20:58.501755 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] Routers {'c4c7c85e-ab5b-48a7-ade9-6662f5499c44'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:58.502392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.539890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Network': ['ID=48871aaa-e0b9-492c-9fc2-fe8429ad8fd4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.558437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f8501-6176-4c3a-b309-4f574dd9e51b None None] Pushing event updated for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:58.610623 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.624766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:58.663240 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] Routers {'c4c7c85e-ab5b-48a7-ade9-6662f5499c44'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:20:58.664286 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.764676 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:58.778415 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a426dba-4ead-48eb-af95-fe53c862ab77 None None] The sync data for ids ['c4c7c85e-ab5b-48a7-ade9-6662f5499c44'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:20:58.791273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-79e3dd40-581f-405e-b6af-9738c393fff3 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/routers/c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 200 len: 741 time: 0.3014579 Feb 19 01:20:58.799563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.831077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a1f790c-49cd-4af5-93c0-ed379e4a85f8 req-874c0b3a-721d-4690-bf14-287eb311a99f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6193285 Feb 19 01:20:58.850704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b6e637a1-06a5-42ba-91bf-c231ddab1f08 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1045938 Feb 19 01:20:58.855823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:58.861405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'subnet': {'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:58.964861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3d9fd678-eda9-4a7e-b1be-44d01b876f37 tempest-RoutersAdminTest-529387536 tempest-RoutersAdminTest-529387536-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&device_id=c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 200 len: 205 time: 0.1641560 Feb 19 01:20:58.967379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:59.044676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f7361afa-ad03-481a-96cf-253ffabd698b tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 200 len: 205 time: 0.0738285 Feb 19 01:20:59.061556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42018) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:59.069733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Attempting to bind port f906045c-3362-4c50-9bc8-28e88fd87ca6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:59.075249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Attempting to bind port f906045c-3362-4c50-9bc8-28e88fd87ca6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:59.077324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Attempting to bind port f906045c-3362-4c50-9bc8-28e88fd87ca6 on network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:59.103580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:59.105152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Checking segment: {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:59.105771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.106368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Bound using segment: {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:59.107115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Bound port: f906045c-3362-4c50-9bc8-28e88fd87ca6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cd9422-fba0-4904-a783-afd2a2c77096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:59.107749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.227896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 54ab7888-ab20-4c6c-9b9c-95534b3099d7 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:59.303565 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.345063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3bab5a9d-9be2-47e6-8976-238d8f3bf2e3 req-065f5b43-8d55-4d64-8bad-a4698a27eafd service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8412867 Feb 19 01:20:59.353531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1ccbdde7-943b-4169-af74-b30853a40e53 None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:59.358983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1ccbdde7-943b-4169-af74-b30853a40e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.370725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] For port f906045c-3362-4c50-9bc8-28e88fd87ca6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:59.425874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (0cb53f91-937c-4a66-b29a-30f96052918a), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.450745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Made reservation on behalf of 7bcc80cce34047b1990adfc329101e68 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:59.454587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.465903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ced22b0-1427-41da-a1ae-17b738a939c7 admin admin] Publish callbacks [] for security_group (d117ec2b-2c9d-4000-9de7-920098b38578), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.525860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.533439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbdde7-943b-4169-af74-b30853a40e53 None None] Port f906045c-3362-4c50-9bc8-28e88fd87ca6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:20:59.575487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] For port f906045c-3362-4c50-9bc8-28e88fd87ca6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f906045c-3362-4c50-9bc8-28e88fd87ca6,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:59.575694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.580364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:59.580743 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.664730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.672474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router_controller (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.700012 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.734233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0ced22b0-1427-41da-a1ae-17b738a939c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d117ec2b-2c9d-4000-9de7-920098b38578), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.806555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:59.812525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network fc6a2e89-f2ce-4491-963c-3f486272b868 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:59.822523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:59.878947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced22b0-1427-41da-a1ae-17b738a939c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117ec2b-2c9d-4000-9de7-920098b38578,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:59.944931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0ced22b0-1427-41da-a1ae-17b738a939c7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4c22f3a773b9454891aa6daa5133799a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7842538 Feb 19 01:20:59.950582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (c4c7c85e-ab5b-48a7-ade9-6662f5499c44), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:59.951472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Fanout notify agent at l3_agent the message router_deleted on router c4c7c85e-ab5b-48a7-ade9-6662f5499c44 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:20:59.964005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.042818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f8501-6176-4c3a-b309-4f574dd9e51b None None] Pushing event updated for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:00.068659 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.071000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:00.071720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:00.072602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65180857-5b0e-4463-b05f-63a5dd936c0a tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 204 len: 168 time: 1.0100601 Feb 19 01:21:00.082481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.169717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e9ffe-ac11-4289-81cc-3f2c0fd4c9dc None None] Network fc6a2e89-f2ce-4491-963c-3f486272b868 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:00.245008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:00.259210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111f6d9-81c8-406a-ab1f-be9ad5c99b84 req-48062ef0-3c41-4200-ab20-973fd4c9c817 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.282495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c111f6d9-81c8-406a-ab1f-be9ad5c99b84 req-48062ef0-3c41-4200-ab20-973fd4c9c817 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 944 time: 0.1961670 Feb 19 01:21:00.410664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6bd875d-0cc5-4204-bedc-00dfe599eeec tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 200 len: 205 time: 0.3162651 Feb 19 01:21:00.411997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42042) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.429220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c111f6d9-81c8-406a-ab1f-be9ad5c99b84 req-c1e3e444-8503-40d1-ad03-2fe9be0c0929 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454184 Feb 19 01:21:00.474338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Provisioning complete for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:00.474338 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.478769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] Publish callbacks [] for security_group (d117ec2b-2c9d-4000-9de7-920098b38578), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.481927 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-e4cbb043-ac20-4fd5-b36d-14bd1bb700db tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:00.484313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e4cbb043-ac20-4fd5-b36d-14bd1bb700db tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/c4c7c85e-ab5b-48a7-ade9-6662f5499c44 HTTP/1.1" status: 404 len: 336 time: 0.0662034 Feb 19 01:21:00.486898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.515796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:00.521540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00a08068-1d86-4fe0-9d41-cbcd3a0f2998 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/dba02774-3423-4c99-9a10-797c9916154a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2327561 Feb 19 01:21:00.524473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42048) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.529795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:00.530146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (e208825d-9062-477f-952e-a00d565aa6b2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.530236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.540274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-afe9e34b-f0d9-4e2f-9998-63d2296a6b4b tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 200 len: 205 time: 0.0519092 Feb 19 01:21:00.544111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:00.551866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.591825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] Publish callbacks [] for security_group (d117ec2b-2c9d-4000-9de7-920098b38578), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.649867 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-20bc732a-5eac-4760-8259-dc9239cfdb60 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:00.651345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-20bc732a-5eac-4760-8259-dc9239cfdb60 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/fd079742-442c-4918-b9a5-42540bb3daa4 HTTP/1.1" status: 404 len: 336 time: 0.0977561 Feb 19 01:21:00.664521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.722653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-21539716-6193-401f-8785-b2f8b4d6b6e4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 200 len: 205 time: 0.0566592 Feb 19 01:21:00.733069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.752255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Subnet': ['ID=e208825d-9062-477f-952e-a00d565aa6b2,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:00.775949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:00.789123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Checking segment: {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:00.789500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network hostable DHCP agents. Network: 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:00.802613 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-7bc2baad-8caf-49a9-98d9-8d9b44418ae9 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:00.806216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bc2baad-8caf-49a9-98d9-8d9b44418ae9 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/e9c03b2b-57e0-4adb-8549-dd3d3255de55 HTTP/1.1" status: 404 len: 336 time: 0.0685871 Feb 19 01:21:00.807360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.840965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:00.876906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6b481a4b-be19-4860-a406-454efed117fe tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 200 len: 205 time: 0.0661273 Feb 19 01:21:00.881774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42058) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.914142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.914142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.914463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.915117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.915649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.916116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.916572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.917024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.917468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.918065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.918516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.923168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6fa259cb-1282-44be-a663-74ac1b95ef5d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7710 time: 0.3952556 Feb 19 01:21:00.924539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42062) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.946900 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-08365f2d-7834-4ada-83e4-922f9dcdb0e4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:00.948028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08365f2d-7834-4ada-83e4-922f9dcdb0e4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/f5108759-443e-4580-9923-c2819175e149 HTTP/1.1" status: 404 len: 336 time: 0.0652773 Feb 19 01:21:00.951549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:00.965095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d117ec2b-2c9d-4000-9de7-920098b38578), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.968065 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:00.970291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d117ec2b-2c9d-4000-9de7-920098b38578 HTTP/1.1" status: 204 len: 168 time: 0.9987323 Feb 19 01:21:01.023888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:01.027505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ad776-dfde-497a-b2da-aec588bbd0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117ec2b-2c9d-4000-9de7-920098b38578,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:01.048809 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b6b86a47-ceaf-4215-ad3a-9e7e4c526ad0 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 200 len: 205 time: 0.0959649 Feb 19 01:21:01.049443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42070) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.225266 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-232c5078-b576-4094-850b-c8d90564b1ae tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:01.226256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:01.226901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:01.229119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-232c5078-b576-4094-850b-c8d90564b1ae tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/8256522e-99f9-434b-b3e7-74a96cbbb816 HTTP/1.1" status: 404 len: 336 time: 0.1740108 Feb 19 01:21:01.233531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.259258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 54ab7888-ab20-4c6c-9b9c-95534b3099d7, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=54ab7888-ab20-4c6c-9b9c-95534b3099d7,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:01.335384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8073fac3-39a9-4a6f-b4a2-da412b8dd4d9 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "GET /v2.0/ports?device_id=3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f HTTP/1.1" status: 200 len: 205 time: 0.0974545 Feb 19 01:21:01.335384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:01.336380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.347280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:01.347891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.448299 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-5ffda939-163f-40e0-8ea4-3fbbbc0e7fac tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] delete failed (client error): The resource could not be found. Feb 19 01:21:01.449406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5ffda939-163f-40e0-8ea4-3fbbbc0e7fac tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/routers/3b2f1f50-0fd4-4f27-b4f8-9d128e60cf6f HTTP/1.1" status: 404 len: 336 time: 0.1120384 Feb 19 01:21:01.452472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.506297 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ce2e1f-4a5f-474e-b836-23ef81b83ec4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:01.511480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ce2e1f-4a5f-474e-b836-23ef81b83ec4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:01.514813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-69ce2e1f-4a5f-474e-b836-23ef81b83ec4 tempest-RoutersAdminTest-2087703931 tempest-RoutersAdminTest-2087703931-project] 10.222.0.94 "DELETE /v2.0/subnets/1ebd9bd8-f94c-4bfe-b138-66ab6837e65c HTTP/1.1" status: 404 len: 337 time: 0.0613422 Feb 19 01:21:01.584339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b340ddb-5f6a-4bb6-8c52-0f840e46158f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7259755 Feb 19 01:21:01.585106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42088) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:01.679012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Current status of the port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:01.679433 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.696513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5725e0-e686-4300-9515-da69da2b9db9 None None] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:01.734181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:01.878922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=54ab7888-ab20-4c6c-9b9c-95534b3099d7,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:02.014264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.015354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.016118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.016867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.017641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.018373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.019291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.019889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.021163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.021774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.022369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.034536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42102) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:02.035530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-279bb3ba-0005-431c-86c7-5a47aab5c049 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 1.0977044 Feb 19 01:21:02.153769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:02.280217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:02.283660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.286532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'project_id': '7bcc80cce34047b1990adfc329101e68', 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:02.291260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.341272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834073f-dc17-453d-ac68-90e9beffc7d6 req-46573373-8f0d-43bd-a2c7-a9403ecfd6a3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.342816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c834073f-dc17-453d-ac68-90e9beffc7d6 req-46573373-8f0d-43bd-a2c7-a9403ecfd6a3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 944 time: 0.7848041 Feb 19 01:21:02.386399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:51Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:20:59Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:02.446075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42118) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:02.462878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb3ea7-6a35-4106-8782-c49fbbfa2e07 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:51Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:20:59Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:02.537421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:21:02.537790 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:21:02.565973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:02.849129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae600800-3e7f-4a27-884e-a35f4b32465a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:02.996205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Allocated IP 2001:db8:3::2 (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4/e208825d-9062-477f-952e-a00d565aa6b2/1ee0b8a0-0195-473d-a227-a48a59a7c335) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:02.996355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae600800-3e7f-4a27-884e-a35f4b32465a admin admin] Publish callbacks [] for security_group (d1b5627c-6d8b-42b6-9849-285c9ef8be0a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.214805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae600800-3e7f-4a27-884e-a35f4b32465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d1b5627c-6d8b-42b6-9849-285c9ef8be0a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.284134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae600800-3e7f-4a27-884e-a35f4b32465a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4ab182b89e07417ca99310e223c5daff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8237059 Feb 19 01:21:03.285440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42140) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:03.339530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c833cb-dc3b-4b0e-b9ee-5674fbfcf691 req-f54e0397-6ddd-4c19-b2d0-153db334ecb6 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:03.341268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2c833cb-dc3b-4b0e-b9ee-5674fbfcf691 req-f54e0397-6ddd-4c19-b2d0-153db334ecb6 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 950 time: 0.2354705 Feb 19 01:21:03.495105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600800-3e7f-4a27-884e-a35f4b32465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b5627c-6d8b-42b6-9849-285c9ef8be0a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:03.559164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2c833cb-dc3b-4b0e-b9ee-5674fbfcf691 req-88331e69-2fe7-4793-af63-a63701335693 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936302 Feb 19 01:21:03.574389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c834073f-dc17-453d-ac68-90e9beffc7d6 req-4b705e5e-99c1-418e-8520-d1da33d6b68c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891153 Feb 19 01:21:03.637451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] Publish callbacks [] for security_group (d1b5627c-6d8b-42b6-9849-285c9ef8be0a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.649868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks [] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.657379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5a11-2464-486c-98b2-3bc7d3a74014 None None] Current status of the port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:03.705618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:03.706005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.773134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] Publish callbacks [] for security_group (d1b5627c-6d8b-42b6-9849-285c9ef8be0a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.809429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:03.917513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Pushing event updated for resources: {'Port': ['ID=1ee0b8a0-0195-473d-a227-a48a59a7c335,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:03.922349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:03.925867 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763a2d5-0ff6-4073-ad01-4caf7e5fff0a" -d '{"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-plugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:04.016462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Provisioning complete for port 0cb53f91-937c-4a66-b29a-30f96052918a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:04.016845 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.019730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:04.041070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f906045c-3362-4c50-9bc8-28e88fd87ca6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:04.069676 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c22bd8-5f5e-4155-9191-62b7777a7836 x-openstack-request-id: req-81c22bd8-5f5e-4155-9191-62b7777a7836 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:04.074707 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-plugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:04.074707 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81c22bd8-5f5e-4155-9191-62b7777a7836 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:04.074707 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'code': 200} Feb 19 01:21:04.075510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.087202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a70f3b1f-317b-4182-ac94-4d2121fb2c5f tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 2.0423975 Feb 19 01:21:04.153476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:04.184987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d1b5627c-6d8b-42b6-9849-285c9ef8be0a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.187744 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.188949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d1b5627c-6d8b-42b6-9849-285c9ef8be0a HTTP/1.1" status: 204 len: 168 time: 0.8916986 Feb 19 01:21:04.199490 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.227359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:04.241373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bd5ac-dad6-4247-8acc-1a2cc0497201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b5627c-6d8b-42b6-9849-285c9ef8be0a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.279170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3991ce5-97b4-46d5-acad-66389d551b24 req-7b724009-5872-45bb-8936-874856a762b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:04.280837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3991ce5-97b4-46d5-acad-66389d551b24 req-7b724009-5872-45bb-8936-874856a762b1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1126 time: 0.1848438 Feb 19 01:21:04.332302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:04.360557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:04.361217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.443031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:21:04.453326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3991ce5-97b4-46d5-acad-66389d551b24 req-46ae104b-9233-4fc2-bbea-bd746baf3f73 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641445 Feb 19 01:21:04.489604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fc5b2-0813-463f-9f11-41256e12b16b req-c66dda01-a99e-4dc5-925a-fa6f7c19e9a4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:04.491773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-218fc5b2-0813-463f-9f11-41256e12b16b req-c66dda01-a99e-4dc5-925a-fa6f7c19e9a4 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.117 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 950 time: 0.1153226 Feb 19 01:21:04.597516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Port 0cb53f91-937c-4a66-b29a-30f96052918a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:04.645732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Attempting to bind port 1ee0b8a0-0195-473d-a227-a48a59a7c335 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:04.649774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Attempting to bind port 1ee0b8a0-0195-473d-a227-a48a59a7c335 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:04.651283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Attempting to bind port 1ee0b8a0-0195-473d-a227-a48a59a7c335 on network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:04.701511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:04.702287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Checking segment: {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:04.702956 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.703597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Bound using segment: {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:04.704532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Bound port: 1ee0b8a0-0195-473d-a227-a48a59a7c335, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:04.710824 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.732902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42192) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:04.789175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Allocated IP 2001:db8:3::1 (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4/e208825d-9062-477f-952e-a00d565aa6b2/6dca41d1-6b47-4472-8b19-e12f82a44c09) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:04.789411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917042386', 'description': 'tempest-secgroup-smoke-1917042386 description', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:04.841056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Deleting port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:04.841949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.868989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] For port 1ee0b8a0-0195-473d-a227-a48a59a7c335, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:04.877335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] For port 1ee0b8a0-0195-473d-a227-a48a59a7c335, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1ee0b8a0-0195-473d-a227-a48a59a7c335,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:04.925332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:04.932565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50a2cf-a8e8-46b8-955a-fe0130166941 req-6cc99628-e70b-4744-8ae4-1f802b947ba2 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:04.934255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf50a2cf-a8e8-46b8-955a-fe0130166941 req-6cc99628-e70b-4744-8ae4-1f802b947ba2 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 950 time: 0.2531137 Feb 19 01:21:04.949727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Provisioning complete for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:04.950697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:04.953537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.025718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.137711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:20:59Z', 'revision_number': 2, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:05.138544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a6572-863c-4b3b-988e-dea3cb14ea75 req-9720cad0-ec2f-45c8-8e7a-bef210025f59 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:05.143118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-120a6572-863c-4b3b-988e-dea3cb14ea75 req-9720cad0-ec2f-45c8-8e7a-bef210025f59 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2002709 Feb 19 01:21:05.195043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.199690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (fd0c6541-47de-4cd5-b96d-7918e33a4ec0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.215038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:05.216009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Updating router dba02774-3423-4c99-9a10-797c9916154a port 0cb53f91-937c-4a66-b29a-30f96052918a binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:05.278320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-120a6572-863c-4b3b-988e-dea3cb14ea75 req-276944f3-5cac-4491-b565-a63d0d0c8499 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180348 Feb 19 01:21:05.282488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b51-e3c4-4459-8055-fada70525835 None None] Pushing event updated for resources: {'Port': ['ID=1ee0b8a0-0195-473d-a227-a48a59a7c335,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:05.292379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:05.295036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f906045c-3362-4c50-9bc8-28e88fd87ca6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:05.295502 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.309192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd0c6541-47de-4cd5-b96d-7918e33a4ec0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.335789 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.354376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-681ae14c-5751-4bf3-ae97-116f75ca4de4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=efe243961b144013bc00e606197e9c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587242 Feb 19 01:21:05.355676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42208) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:05.369553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf50a2cf-a8e8-46b8-955a-fe0130166941 req-e3deb37e-a0c3-4852-944e-7e96a951aa54 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/security-groups?id=820776c9-3d4d-4898-851a-a27538715f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268670 Feb 19 01:21:05.381478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Current status of the port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:05.411494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] For port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:05.416135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.422461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f906045c-3362-4c50-9bc8-28e88fd87ca6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f906045c-3362-4c50-9bc8-28e88fd87ca6,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:05.439940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:05.440778 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.470877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Calling delete_port for 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:05.478654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.490528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0c6541-47de-4cd5-b96d-7918e33a4ec0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:05.509696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:05.512826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:05.541544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:05.542229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.661387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:05.675701 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] Publish callbacks [] for security_group (66bcdaee-eba7-4e95-872e-cc4ffacd4890), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.791273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.793671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55d6e8d0-06c6-4f23-b40a-099fbfa16204 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0451124 Feb 19 01:21:05.854663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42222) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:05.861772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:05.893400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.922551 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] Publish callbacks [] for security_group (66bcdaee-eba7-4e95-872e-cc4ffacd4890), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:05.995592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.016808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.018637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 54ab7888-ab20-4c6c-9b9c-95534b3099d7 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:06.027371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e3328fe2-f3be-46b5-883c-875cc3c2fb08), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.157609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Pushing event deleted for resources: {'Port': ['ID=5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.210028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] No DVR routers for this DVR port 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:06.211153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.216678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-218fc5b2-0813-463f-9f11-41256e12b16b req-8e6ca09a-9ec7-48d6-82a7-774916682b34 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.117 "DELETE /v2.0/ports/5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 HTTP/1.1" status: 204 len: 173 time: 1.7168779 Feb 19 01:21:06.219796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'name': 'network-vif-deleted', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:06.225908 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cb81fe-78c8-4493-bd70-34217ec90994" -d '{"events": [{"server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "name": "network-vif-deleted", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:06.264144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66bcdaee-eba7-4e95-872e-cc4ffacd4890), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.268870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.274365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/66bcdaee-eba7-4e95-872e-cc4ffacd4890 HTTP/1.1" status: 204 len: 168 time: 0.9001300 Feb 19 01:21:06.303908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e3328fe2-f3be-46b5-883c-875cc3c2fb08), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.375717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e3328fe2-f3be-46b5-883c-875cc3c2fb08), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.407773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9225574-452d-46e9-8e18-a2aa5acbb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bcdaee-eba7-4e95-872e-cc4ffacd4890,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.455061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3328fe2-f3be-46b5-883c-875cc3c2fb08,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.497920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.499137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45659887-63fc-4c47-a57f-3bb33b13385f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6427989 Feb 19 01:21:06.506515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:06.515514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:06.524021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:06.559182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks [] for port (0cb53f91-937c-4a66-b29a-30f96052918a), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.609096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.609761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.612560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.613016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.614712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.615206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.616423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.616930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.617398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.617986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.620113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.620523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.620958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:06.655390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.702083 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99647da-8f4b-46c5-b2c2-d33a07d7a028 x-openstack-request-id: req-f99647da-8f4b-46c5-b2c2-d33a07d7a028 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:06.702385 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0bae1-ee38-4978-8e7d-ddf5a6b287a6", "name": "network-vif-deleted", "tag": "5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:06.702644 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f99647da-8f4b-46c5-b2c2-d33a07d7a028 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:06.703174 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0bae1-ee38-4978-8e7d-ddf5a6b287a6', 'name': 'network-vif-deleted', 'tag': '5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1', 'status': 'completed', 'code': 200} Feb 19 01:21:06.727232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.784785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:06.786891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.822285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (d342d9d5-6584-462c-8347-adddee27825b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.832678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.833581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:06.850629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0266373-e90d-439a-9292-3c7a29c089ba req-2d2f77ef-c2d0-4a89-a016-984bf3f307fa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:06.862611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0266373-e90d-439a-9292-3c7a29c089ba req-2d2f77ef-c2d0-4a89-a016-984bf3f307fa tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.3237166 Feb 19 01:21:06.958257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43546cdf-000a-4fb3-bcc5-fd0610ba0a69 None None] Pushing event updated for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:07.069185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0900e835-064b-4676-9f94-7ca9256af8c0 req-c091f820-3521-4e76-89a0-0b10c8a40b95 tempest-VolumesBackupsTest-1659234494 tempest-VolumesBackupsTest-1659234494-project] 10.222.0.94 "GET /v2.0/ports?device_id=57f0bae1-ee38-4978-8e7d-ddf5a6b287a6 HTTP/1.1" status: 200 len: 210 time: 0.0952122 Feb 19 01:21:07.098966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4b26d14c-4133-4079-aaf3-29f2dc464a10 None None] Current status of the port f906045c-3362-4c50-9bc8-28e88fd87ca6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:07.110069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event updated for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:07.127892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Attempting to bind port 0cb53f91-937c-4a66-b29a-30f96052918a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:07.127892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Attempting to bind port 0cb53f91-937c-4a66-b29a-30f96052918a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:07.127892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Attempting to bind port 0cb53f91-937c-4a66-b29a-30f96052918a on network fc6a2e89-f2ce-4491-963c-3f486272b868 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:07.134934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:07.135345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Checking segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:07.135762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.136160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Bound using segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:07.136642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Bound port: 0cb53f91-937c-4a66-b29a-30f96052918a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:07.137028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.173961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0266373-e90d-439a-9292-3c7a29c089ba req-9ff09267-d0eb-4065-b908-89593e0f6a00 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100371 Feb 19 01:21:07.259687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:07.264824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:07.268018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:07.333804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (d342d9d5-6584-462c-8347-adddee27825b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.405525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d342d9d5-6584-462c-8347-adddee27825b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.438042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:07.438383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 5cce1bd1-61c8-4b93-9ced-7e3ac4053ad1 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:07.497286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d342d9d5-6584-462c-8347-adddee27825b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:07.516869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c7fe31a7-4417-4170-adb5-b16883c68c71 None None] Provisioning complete for port 0cb53f91-937c-4a66-b29a-30f96052918a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:07.517257 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c7fe31a7-4417-4170-adb5-b16883c68c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.520085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:07.569755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] For port 0cb53f91-937c-4a66-b29a-30f96052918a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:07.623922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.625165 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c357f701-801e-495b-8f4b-78d4dd4fd88c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1174464 Feb 19 01:21:07.630254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42308) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:07.638817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:07.642097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe31a7-4417-4170-adb5-b16883c68c71 None None] Port 0cb53f91-937c-4a66-b29a-30f96052918a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:07.650222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] For port 0cb53f91-937c-4a66-b29a-30f96052918a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0cb53f91-937c-4a66-b29a-30f96052918a,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:07.652336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d06d9-7b84-47f5-9efc-0c9ec35c08d3 None None] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:07.659926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:07.683278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20cf14-0b92-49de-b1a2-c71dce17ab78 req-16289b2a-402f-4991-9c06-060adc3ad4b3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:07.685230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af20cf14-0b92-49de-b1a2-c71dce17ab78 req-16289b2a-402f-4991-9c06-060adc3ad4b3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.3058064 Feb 19 01:21:07.788859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.801262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (5a551971-8af4-4426-9ffc-4c6cfca52e2a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:07.854755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-af20cf14-0b92-49de-b1a2-c71dce17ab78 req-3312a307-04c2-49f9-af2a-43db25030b0c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609473 Feb 19 01:21:07.913572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:07.934652 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:07.954644 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:07.954917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:07.960548 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:07.968488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70e2a6bd-ecf1-4a53-ac15-6b13da68843d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3379359 Feb 19 01:21:07.971607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42330) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:07.986573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:08.003505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1ee0b8a0-0195-473d-a227-a48a59a7c335 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:08.134159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Provisioning complete for port 1ee0b8a0-0195-473d-a227-a48a59a7c335 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:08.134766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.138913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:08.144402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:08.157995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43546cdf-000a-4fb3-bcc5-fd0610ba0a69 None None] Pushing event updated for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:08.191174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8f492-2344-4e09-b1a3-d47dad66bf22 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:08.193867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a3c8f492-2344-4e09-b1a3-d47dad66bf22 tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1122 time: 0.2378464 Feb 19 01:21:08.206945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (5a551971-8af4-4426-9ffc-4c6cfca52e2a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.212487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42340) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:08.220738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:08.316453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:08.424860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5a551971-8af4-4426-9ffc-4c6cfca52e2a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.424860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a551971-8af4-4426-9ffc-4c6cfca52e2a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:08.503046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:08.512734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.752482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.781401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f8e555ad-87ac-4c32-86ce-43dc79afb128 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1496377 Feb 19 01:21:08.787052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:08.815827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:08.922309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:08.926842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1ee0b8a0-0195-473d-a227-a48a59a7c335 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:08.927232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:08.966708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.008056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e828d5dc-7a02-4766-b265-3b3febe1f66f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.021904 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:06Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:09.099940 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:09.100303 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Updating router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c port 6dca41d1-6b47-4472-8b19-e12f82a44c09 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:21:09.163164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-775832486'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:09.184501 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.234290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e828d5dc-7a02-4766-b265-3b3febe1f66f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.282942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Current status of the port 1ee0b8a0-0195-473d-a227-a48a59a7c335 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:09.290104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.291865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Allocated IP 172.25.2.231 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/690389fb-c6b7-4df5-a768-be0bfa8b235a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:09.342016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:21:09.347759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e828d5dc-7a02-4766-b265-3b3febe1f66f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.426814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Removed routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:21:09.428815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.470821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e828d5dc-7a02-4766-b265-3b3febe1f66f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:09.495592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:09.499509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] For port 1ee0b8a0-0195-473d-a227-a48a59a7c335, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1ee0b8a0-0195-473d-a227-a48a59a7c335,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:09.507118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.511432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:07Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:09.514509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1ee0b8a0-0195-473d-a227-a48a59a7c335 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:09.515268 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.524730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.564894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.570306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b4ef51c-68ef-40fa-a212-fb338b382a83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7822647 Feb 19 01:21:09.578180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8219a-d04e-4b20-bc9d-43670146a338 None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:07Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:09.578434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42384) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:09.590879 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.605815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:09.764815 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:21:09.824789 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:21:09.828979 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:21:09.828979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20791f-6715-4d60-8f10-409d4ac54f7b None None] Pushing event updated for resources: {'Port': ['ID=1ee0b8a0-0195-473d-a227-a48a59a7c335,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:09.831353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Provisioning complete for port 6dca41d1-6b47-4472-8b19-e12f82a44c09 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:09.832152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.856084 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks [] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.893325 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.904314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (f78ff6c6-ee92-4cd2-af62-9f73a5b04f5e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.909404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Port 6dca41d1-6b47-4472-8b19-e12f82a44c09 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:09.944507 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:09.945217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Provisioning complete for port 0cb53f91-937c-4a66-b29a-30f96052918a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:09.945747 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.098846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for security_group (cdd9e71f-615e-4e97-9bd3-74fa571e3b13), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.113436 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fffab-92f5-471b-a279-e509d45dd4d4 None None] Pushing event updated for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.125985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.203677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cdd9e71f-615e-4e97-9bd3-74fa571e3b13), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.211047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Current status of the port 0cb53f91-937c-4a66-b29a-30f96052918a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:10.215624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.221627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:10.241433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (68f1a0e5-81fd-4509-82c2-441d959f5206), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.241861 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Added segment 68f1a0e5-81fd-4509-82c2-441d959f5206 of type vlan for network dfd1f092-321f-4d37-b3ee-10973ccabdc6 Feb 19 01:21:10.355209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (dfd1f092-321f-4d37-b3ee-10973ccabdc6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.400137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] For port 0cb53f91-937c-4a66-b29a-30f96052918a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0cb53f91-937c-4a66-b29a-30f96052918a,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:10.404675 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Attempting to bind port 6dca41d1-6b47-4472-8b19-e12f82a44c09 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:10.405501 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Attempting to bind port 6dca41d1-6b47-4472-8b19-e12f82a44c09 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:10.405657 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Attempting to bind port 6dca41d1-6b47-4472-8b19-e12f82a44c09 on network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:10.420202 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:10.420478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Checking segment: {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:10.420793 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.422032 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.422440 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Bound using segment: {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:10.424401 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Bound port: 6dca41d1-6b47-4472-8b19-e12f82a44c09, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468270fa-ca11-4970-b959-9800987e3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:10.424741 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.459498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1ee0b8a0-0195-473d-a227-a48a59a7c335 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:10.463873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f906045c-3362-4c50-9bc8-28e88fd87ca6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:10.479789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd9e71f-615e-4e97-9bd3-74fa571e3b13,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.524120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (f78ff6c6-ee92-4cd2-af62-9f73a5b04f5e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.525387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (dfd1f092-321f-4d37-b3ee-10973ccabdc6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.534390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:10.538710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.604281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.612598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] For port 6dca41d1-6b47-4472-8b19-e12f82a44c09, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:10.622244 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] For port 6dca41d1-6b47-4472-8b19-e12f82a44c09, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6dca41d1-6b47-4472-8b19-e12f82a44c09,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:10.760717 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.774602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Provisioning complete for port 1ee0b8a0-0195-473d-a227-a48a59a7c335 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:10.774980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.776823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8532400 Feb 19 01:21:10.778158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f78ff6c6-ee92-4cd2-af62-9f73a5b04f5e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.783206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42434) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:10.802895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'subnet': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:10.802895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.892849 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edb89186-154f-47a2-bfc6-e011249d6e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:10.919074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78ff6c6-ee92-4cd2-af62-9f73a5b04f5e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.929503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:10.939277 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:10.945662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Pushing event updated for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:10.978001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f906045c-3362-4c50-9bc8-28e88fd87ca6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:10.978724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.042234 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fffab-92f5-471b-a279-e509d45dd4d4 None None] Pushing event updated for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:11.062208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.073601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2e2eef3b-cdd5-47d5-9953-ca5ade8fcf13 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4897714 Feb 19 01:21:11.080649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681a4f-0919-4c0e-a114-10f0ea02ebf8 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Network': ['ID=dfd1f092-321f-4d37-b3ee-10973ccabdc6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:11.080649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:11.159340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:11.160105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': 'fd0c6541-47de-4cd5-b96d-7918e33a4ec0', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:11.194173 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:11.212249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.218703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:11.223475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.235561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:11.247838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:11.258305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=690389fb-c6b7-4df5-a768-be0bfa8b235a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:11.318875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12fe405b-27f0-47af-b47a-08426d54518f None None] Current status of the port 1ee0b8a0-0195-473d-a227-a48a59a7c335 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:11.404505 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:21:11.447567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (185b5ed2-b4d6-42ff-90eb-d586c6652d85), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.456750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f906045c-3362-4c50-9bc8-28e88fd87ca6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:11.507929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Provisioning complete for port 6dca41d1-6b47-4472-8b19-e12f82a44c09 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:11.509271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.531373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:11.623893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:11.680669 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.801992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Current status of the port 6dca41d1-6b47-4472-8b19-e12f82a44c09 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:11.802302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:11.806104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.826575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:11.835124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3581455e-8a8d-4505-b7e5-9701389e79ae tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 954 time: 3.8584507 Feb 19 01:21:11.840175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:11.888807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0cb53f91-937c-4a66-b29a-30f96052918a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:11.936705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:09Z', 'revision_number': 6, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:11.951335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] For port 6dca41d1-6b47-4472-8b19-e12f82a44c09, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6dca41d1-6b47-4472-8b19-e12f82a44c09,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:12.014341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706e1f6-30ea-4b71-9b95-a3f80c23dadf None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:09Z', 'revision_number': 6, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 4, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:12.067878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e8d4175f-f9e3-456b-a529-e100c11f1bda tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 954 time: 0.2240694 Feb 19 01:21:12.068272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0cb53f91-937c-4a66-b29a-30f96052918a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:12.068650 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.068785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42466) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:12.074470 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.078271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'routes': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:12.286534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (185b5ed2-b4d6-42ff-90eb-d586c6652d85), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.374005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (185b5ed2-b4d6-42ff-90eb-d586c6652d85), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.547017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185b5ed2-b4d6-42ff-90eb-d586c6652d85,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:12.678378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.689835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0f20509d-1663-4f3f-80dd-ccefa11cd709 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5375228 Feb 19 01:21:12.746273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8ff470f4-c1a8-4462-9c12-ed9b034b0227 None None] Provisioning complete for port 6dca41d1-6b47-4472-8b19-e12f82a44c09 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:12.748720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8ff470f4-c1a8-4462-9c12-ed9b034b0227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:12.910910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (3d5ecfca-653a-4801-bff0-468406e7e37d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.005841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aa0a6-9af4-42f2-a1d8-be015922f4b8 None None] Pushing event updated for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:13.035292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0cb53f91-937c-4a66-b29a-30f96052918a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:13.039937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1ee0b8a0-0195-473d-a227-a48a59a7c335 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:13.137752 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8466b994-0b8f-4072-90f5-4c3dd1d50e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.265191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-95f5dee7-8157-4195-8588-52b4ea83fe32 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917042386&fields=id&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 267 time: 0.1885400 Feb 19 01:21:13.349340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8ff470f4-c1a8-4462-9c12-ed9b034b0227 None None] Current status of the port 6dca41d1-6b47-4472-8b19-e12f82a44c09 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:13.378176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1ee0b8a0-0195-473d-a227-a48a59a7c335 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:13.378555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.565864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:21:13.566190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:21:13.575390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1ee0b8a0-0195-473d-a227-a48a59a7c335 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:13.596610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-36903b9b-0411-4d1e-8f4e-9936c58a82c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:13.604891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-36903b9b-0411-4d1e-8f4e-9936c58a82c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 796 time: 0.3134699 Feb 19 01:21:13.654363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (3bff2d68-a926-4bda-8a47-358326e4e295), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.697813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-a917e126-ebae-4bc2-b8dd-e19625adf048 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/quotas/187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 375 time: 0.0903993 Feb 19 01:21:13.748592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Subnet': ['ID=3d5ecfca-653a-4801-bff0-468406e7e37d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:13.763493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6dca41d1-6b47-4472-8b19-e12f82a44c09 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:13.797092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Checking segment: {'id': '68f1a0e5-81fd-4509-82c2-441d959f5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:13.797469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network hostable DHCP agents. Network: dfd1f092-321f-4d37-b3ee-10973ccabdc6, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:13.824253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.891275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:13.895833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-1ef667d9-766f-401c-9711-d8ea684cadad tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968429 Feb 19 01:21:13.935020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6dca41d1-6b47-4472-8b19-e12f82a44c09 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:13.935301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:13.937188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:13.938038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:13.952559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:14.049429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-5a1d432d-044a-4e7e-8569-a459db12e5b1 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:14.057206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-5a1d432d-044a-4e7e-8569-a459db12e5b1 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1580045 Feb 19 01:21:14.083816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42530) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.102757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.137750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:14.292756 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-48553295-7cc0-44d6-8ebe-8f6353810796 service neutron] 10.222.0.94 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345650 Feb 19 01:21:14.312930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6dca41d1-6b47-4472-8b19-e12f82a44c09 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:14.352797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, dfd1f092-321f-4d37-b3ee-10973ccabdc6) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:14.372462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.385609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.386550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.389728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b36-ca70-471b-8646-d8c8cbc7977b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.396596 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0da7b67f-fbda-4bb8-8802-fe8e012f5003 service neutron] 10.222.0.94 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029115 Feb 19 01:21:14.419338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.431698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.458528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40537e-746c-48d0-ae06-9c40967c1841 None None] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:14.467067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.479554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.562239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (3bff2d68-a926-4bda-8a47-358326e4e295), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.582312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:14.742023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:14.758522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:14.771843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.774147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'project_id': '52c161cc0df6471c860dc797f5463c28', 'fixed_ips': [{'subnet_id': '3d5ecfca-653a-4801-bff0-468406e7e37d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:14.775010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.775900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1152e19f-84be-4729-90b5-14098991339e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 704 time: 2.7053835 Feb 19 01:21:14.779375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42540) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.789421 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 3bff2d68-a926-4bda-8a47-358326e4e295 associated. External IP: 172.25.2.231, port: db6dfa65-fbb6-41a0-9c94-7a815d81aca7. Feb 19 01:21:14.798027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4500ed10-0c98-43f7-80e7-607c907e93f0 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0091701 Feb 19 01:21:14.806442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42542) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:14.837783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422793279'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:14.846887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb777519-3f49-491a-875e-e57090364978 req-94d60f6e-4b0b-413e-821b-36624995f278 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.0465968 Feb 19 01:21:14.942261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Allocated IP 2001:db8::2 (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/77a664c3-4aa9-43e9-a9c4-9b0cbadebec5) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:14.948918 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b36-ca70-471b-8646-d8c8cbc7977b admin admin] Publish callbacks [] for security_group (d496ce3b-5193-4bb2-99b6-f59027d9f8c1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.962992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event updated for resources: {'Port': ['ID=690389fb-c6b7-4df5-a768-be0bfa8b235a,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:15.060165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1b36-ca70-471b-8646-d8c8cbc7977b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d496ce3b-5193-4bb2-99b6-f59027d9f8c1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.162282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba6f1b36-ca70-471b-8646-d8c8cbc7977b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eec36d9bd1654c2eba2c3dfe6c6e5986&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0657876 Feb 19 01:21:15.166708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:15.198340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks [] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.211512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:15.213292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1b36-ca70-471b-8646-d8c8cbc7977b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d496ce3b-5193-4bb2-99b6-f59027d9f8c1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:15.257494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:15.258444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:15.364716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.392561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.407400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:15.414291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] Publish callbacks [] for security_group (d496ce3b-5193-4bb2-99b6-f59027d9f8c1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.443717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:15.450060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:15.462093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:15.501194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] Publish callbacks [] for security_group (d496ce3b-5193-4bb2-99b6-f59027d9f8c1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.617532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:15.626160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Attempting to bind port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:15.626534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Attempting to bind port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '68f1a0e5-81fd-4509-82c2-441d959f5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:15.626901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Attempting to bind port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 on network dfd1f092-321f-4d37-b3ee-10973ccabdc6 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:15.631133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-743131ff-2734-41c9-9b9a-440aa5134c40 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 704 time: 0.8502958 Feb 19 01:21:15.635398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42556) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:15.697447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Pushing event updated for resources: {'Port': ['ID=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:15.710972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:15.711401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Checking segment: {'id': '68f1a0e5-81fd-4509-82c2-441d959f5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:15.711811 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.712301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Bound using segment: {'id': '68f1a0e5-81fd-4509-82c2-441d959f5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:15.712802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Bound port: 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f1a0e5-81fd-4509-82c2-441d959f5206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:15.713184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.816152 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d496ce3b-5193-4bb2-99b6-f59027d9f8c1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.821512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:15.848987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d496ce3b-5193-4bb2-99b6-f59027d9f8c1 HTTP/1.1" status: 204 len: 168 time: 0.6768546 Feb 19 01:21:15.893557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] For port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:15.904667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] For port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,segment=NetworkSegment(68f1a0e5-81fd-4509-82c2-441d959f5206),segment_id=68f1a0e5-81fd-4509-82c2-441d959f5206)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:15.952594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27d766-3b9e-46c0-848a-0568806c3d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496ce3b-5193-4bb2-99b6-f59027d9f8c1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:16.005261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:16.013200 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.025374 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Sync routers for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:16.067430 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:16.072095 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:16.114531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97c1269e-e357-489b-b2c6-b72709093256 req-07facaba-ca25-44f9-b128-07bb2bbc8dc5 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.1233170 Feb 19 01:21:16.169543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:16.172359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c749-e285-4cc5-ba45-1cf0fc3428f6 None None] Pushing event updated for resources: {'Port': ['ID=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:16.179016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.200290 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.235815 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:16.302103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a0fd383-46d0-42ad-8a2e-7e4c496b424c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0870767 Feb 19 01:21:16.305008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:16.310076 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:16.330211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:16.428264 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a687d4-5b2d-4b6d-9ad4-485a9f28ebed x-openstack-request-id: req-37a687d4-5b2d-4b6d-9ad4-485a9f28ebed {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:16.428705 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:16.428968 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-37a687d4-5b2d-4b6d-9ad4-485a9f28ebed {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:16.429401 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'status': 'completed', 'code': 200} Feb 19 01:21:16.461536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87185ce9-2c96-4534-ae5c-7145eb21a28a None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:16.674177 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:16.726410 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3bff2d68-a926-4bda-8a47-358326e4e295', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'mac_address': 'fa:16:3e:a6:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:12Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:16.747851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf76b4-1d69-4fd2-857d-5189fae128ea req-5a2a26dc-e674-4f6e-90df-7063f775f3ec tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.749726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eabf76b4-1d69-4fd2-857d-5189fae128ea req-5a2a26dc-e674-4f6e-90df-7063f775f3ec tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2924583 Feb 19 01:21:16.869100 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Checking router: e57f4bba-e4ff-4d4f-9f80-5569b82a69ef for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:16.896051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:16.897873 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:16.929096 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:16.953180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eabf76b4-1d69-4fd2-857d-5189fae128ea req-276b7e3c-d49f-4840-9f4d-1e4c7a221b51 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871676 Feb 19 01:21:16.980521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42586) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:17.086768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-fb188ada-c3a7-462b-9ecb-d6ff40657d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:17.097077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-fb188ada-c3a7-462b-9ecb-d6ff40657d25 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1127 time: 0.5101454 Feb 19 01:21:17.097299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:17.125380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:17.126275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:17.293844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-68e56060-c8b3-48cb-8a59-918d0ace891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:17.295580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-68e56060-c8b3-48cb-8a59-918d0ace891f service neutron] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 898 time: 0.1905303 Feb 19 01:21:17.364423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d3765483-4823-4ab3-94fa-e2ac02c008c2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/3bff2d68-a926-4bda-8a47-358326e4e295 HTTP/1.1" status: 200 len: 991 time: 0.3810227 Feb 19 01:21:17.383604 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:17.549012 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-517723c9-fd30-42d7-a5c8-4c4b47636002 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 999 time: 0.1985798 Feb 19 01:21:17.703793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:17.765353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cac4060d-6223-4454-862d-d3a8b048114f req-6fd6d4ec-3bae-478d-9c75-32db2860725e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.2330518 Feb 19 01:21:17.813926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::b5 (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/32fb607f-4ddc-4d40-aafd-0f06b2139f16) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:17.827709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-66cc7702-1094-4f6d-9dbd-1b591264ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:17.829683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-66cc7702-1094-4f6d-9dbd-1b591264ebbf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.2666893 Feb 19 01:21:17.916757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:18.132407 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3bff2d68-a926-4bda-8a47-358326e4e295', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'mac_address': 'fa:16:3e:a6:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:12Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:18.186373 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978fb1e-1bf6-421c-9e5f-5f17b0f67097 None None] The sync data for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 is: [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3bff2d68-a926-4bda-8a47-358326e4e295', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3221, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'mac_address': 'fa:16:3e:a6:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:12Z', 'updated_at': '2022-02-19T01:21:12Z', 'revision_number': 0, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:18.255176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-3fa731ec-af1b-4de4-b522-b2f17f8b0c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.267702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-3fa731ec-af1b-4de4-b522-b2f17f8b0c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 796 time: 0.4282522 Feb 19 01:21:18.337545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187b58f-4f41-4896-9820-ad40afe1a0d7 None None] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:18.416936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-8f487867-8948-4110-9de9-a1ef2422e302 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 380 time: 0.1410680 Feb 19 01:21:18.417794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:18.440130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'port': {'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'admin_state_up': True, 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'security_groups': ['fd0c6541-47de-4cd5-b96d-7918e33a4ec0']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:18.445071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.506077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-620a8b0c-9c19-494c-b2bb-d2393f697f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.508053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-620a8b0c-9c19-494c-b2bb-d2393f697f95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6247833 Feb 19 01:21:18.516394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.533429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:18.533685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.617986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-d140a74c-f689-4192-9d89-670c1a624cb9 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991421 Feb 19 01:21:18.650843 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07bbe7e-f458-41bf-ab53-21db55de7138 None None] New status for floating IP 3bff2d68-a926-4bda-8a47-358326e4e295: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:21:18.670768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Provisioning complete for port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:18.671179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.711667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.810625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eeba795a-38b6-49f6-b8ae-c5f79cd4ed22 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/3bff2d68-a926-4bda-8a47-358326e4e295 HTTP/1.1" status: 200 len: 991 time: 0.3906634 Feb 19 01:21:18.930071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=32fb607f-4ddc-4d40-aafd-0f06b2139f16,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:18.938039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4cd8c2bf-7925-40f7-90c9-894b0344c9f9 req-a81eaee4-0c6b-426b-8e37-e86108c5fb21 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083471 Feb 19 01:21:18.967828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:18.967828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.005934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:19.007630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11cbbf32-f502-4c95-903e-342d982e7274 req-9c9f49bf-a739-4c65-a65a-ddf41c033012 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.0497932 Feb 19 01:21:19.009946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:19.010613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:19.017236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:19.023497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.034604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.037005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.083115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:19.198347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.4 (fc6a2e89-f2ce-4491-963c-3f486272b868/9bd36aa5-2b28-4fdf-962c-87d697176777/9d260a43-b309-4b8d-abd9-24334ca23c9d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:19.257836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d7d3a74-5e18-410a-bc78-f2ae01b30b57 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4341588 Feb 19 01:21:19.264488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42628) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:19.270192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1332015963', 'allowed_address_pairs': [{'ip_address': '2001:db8::b5', 'mac_address': 'fa:16:3e:a3:0f:a2'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:19.324476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,segment=NetworkSegment(68f1a0e5-81fd-4509-82c2-441d959f5206),segment_id=68f1a0e5-81fd-4509-82c2-441d959f5206)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:19.336475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:19.349393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:19.351855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:19.356406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Current status of the port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:19.358327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.485902 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.563038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.622619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 6dca41d1-6b47-4472-8b19-e12f82a44c09 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:19.623329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.627640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:19.674232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:19.701104 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.812858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network fc6a2e89-f2ce-4491-963c-3f486272b868 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:19.820436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42638) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:19.825346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:19.858189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:19.956498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:19.989885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.990884 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.070757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 6dca41d1-6b47-4472-8b19-e12f82a44c09, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6dca41d1-6b47-4472-8b19-e12f82a44c09,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:20.071307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.076331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:21:20.090317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 6dca41d1-6b47-4472-8b19-e12f82a44c09 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:20.095882 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:21:20.104151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-cbc927ba-991c-4ee4-8782-075558de53db tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6692979 Feb 19 01:21:20.117570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Request body: {'port': {'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:20.283730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:20.363563 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.401223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:20.506709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea430eb9-05ed-45dc-b8fd-557c0969c7b6 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:13Z', 'revision_number': 7, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6dca41d1-6b47-4472-8b19-e12f82a44c09', 'name': '', 'network_id': '48871aaa-e0b9-492c-9fc2-fe8429ad8fd4', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:d9:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:21:04Z', 'updated_at': '2022-02-19T01:21:11Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e208825d-9062-477f-952e-a00d565aa6b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:20.636939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.662321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f017b405-f2a2-42e7-b027-0421aafb3103 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/3bff2d68-a926-4bda-8a47-358326e4e295 HTTP/1.1" status: 200 len: 993 time: 0.8296986 Feb 19 01:21:20.690868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e2443bcf-02f1-4483-b483-3c4ad464279f None None] Current status of the port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:20.719648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f4b92-3e77-4d5c-bbe3-6aa5d5400e4c req-a4663a74-d82f-4258-9374-0ae82fb36566 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:20.727549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-036f4b92-3e77-4d5c-bbe3-6aa5d5400e4c req-a4663a74-d82f-4258-9374-0ae82fb36566 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 931 time: 0.2487602 Feb 19 01:21:20.754591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port 7e37152d-e8a2-4b26-84f0-f8f72721d23d yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:20.823280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Provisioning complete for port 9d260a43-b309-4b8d-abd9-24334ca23c9d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:20.823669 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.913472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Port 9d260a43-b309-4b8d-abd9-24334ca23c9d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:20.937107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Provisioning complete for port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:20.937613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.946432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::227 (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/7e37152d-e8a2-4b26-84f0-f8f72721d23d) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:21.109098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Current status of the port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:21.133419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.139786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Provisioning complete for port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:21.140205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.205308 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6dca41d1-6b47-4472-8b19-e12f82a44c09), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.223443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a55b3e14-638f-4aab-a7ed-1af9703754ed None None] Port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:21.287429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=6dca41d1-6b47-4472-8b19-e12f82a44c09,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:21.349886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ed2bd9b4-69f1-4bdf-8a30-458b90629aa9 None None] Provisioning complete for port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:21.350274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd9b4-69f1-4bdf-8a30-458b90629aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.436796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.440947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bd9b4-69f1-4bdf-8a30-458b90629aa9 None None] Port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:21.464616 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-036f4b92-3e77-4d5c-bbe3-6aa5d5400e4c req-c658976c-31eb-42b8-ae2d-cd275842c9a1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7361608 Feb 19 01:21:21.538739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:21.541807 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.546823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:21.551164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:21.557507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:21.558153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.564475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=7e37152d-e8a2-4b26-84f0-f8f72721d23d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:21.707582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d260a43-b309-4b8d-abd9-24334ca23c9d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:21.716928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks [] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.759504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Transition to ACTIVE for port object 9d260a43-b309-4b8d-abd9-24334ca23c9d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:21.772969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-deaf1de0-c181-43e8-9f12-8a3199c92431 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5073593 Feb 19 01:21:21.778166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42684) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:21.908236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.932594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:22.046815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Pushing event updated for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.059699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:22.068183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.109060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa9bbf-cc13-493b-bb07-3ff2c02a77be tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.129865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa9bbf-cc13-493b-bb07-3ff2c02a77be tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.136298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa9bbf-cc13-493b-bb07-3ff2c02a77be tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.141060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ffa9bbf-cc13-493b-bb07-3ff2c02a77be tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3617136 Feb 19 01:21:22.142889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-16e4643e-7c94-40e8-ac93-d367db4ac43c None None] Provisioning complete for port 7e37152d-e8a2-4b26-84f0-f8f72721d23d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:22.143581 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16e4643e-7c94-40e8-ac93-d367db4ac43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.168477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42696) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:22.290134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Attempting to bind port 9d260a43-b309-4b8d-abd9-24334ca23c9d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:22.290482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Attempting to bind port 9d260a43-b309-4b8d-abd9-24334ca23c9d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:22.290907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Attempting to bind port 9d260a43-b309-4b8d-abd9-24334ca23c9d on network fc6a2e89-f2ce-4491-963c-3f486272b868 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:22.298491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Port 9d260a43-b309-4b8d-abd9-24334ca23c9d on network fc6a2e89-f2ce-4491-963c-3f486272b868 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:22.299133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Attempting to bind port 9d260a43-b309-4b8d-abd9-24334ca23c9d on network fc6a2e89-f2ce-4491-963c-3f486272b868 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:22.321714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:22.321974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Checking segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:22.322379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Bound using segment: {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:22.322831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Bound port: 9d260a43-b309-4b8d-abd9-24334ca23c9d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c676ffb8-0b47-499c-be14-a4e3802c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:22.323384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.450143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:22.454245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:22.581044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:22.590544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.638293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-16e4643e-7c94-40e8-ac93-d367db4ac43c None None] Port 7e37152d-e8a2-4b26-84f0-f8f72721d23d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:22.766325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.766782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.769360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] 10.222.0.117 "PUT /v2.0/ports/9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 1091 time: 2.6563559 Feb 19 01:21:22.771074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:22.778770 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab946d-7950-4059-a687-fcadb94654a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:22.808119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:22.867775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 7e37152d-e8a2-4b26-84f0-f8f72721d23d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:22.867775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.883041 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3ddc0-9e25-4044-8047-9e913db86180 x-openstack-request-id: req-40b3ddc0-9e25-4044-8047-9e913db86180 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:22.883397 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:22.883658 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40b3ddc0-9e25-4044-8047-9e913db86180 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:22.884048 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'status': 'completed', 'code': 200} Feb 19 01:21:22.900211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:22.914816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:22.932161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:22.932745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:22.949542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-525392e5-620e-44e2-b57c-a579d4540beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3127527 Feb 19 01:21:22.950216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42730) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.072554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693c58f-a404-4e9a-91e9-8b56a322a285 service neutron] Pushing event updated for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:23.113352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84788754-1a19-4343-a5c9-fcbd8658f84c req-b5e3a955-795f-4c85-85b2-050b85c52f6c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.115152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84788754-1a19-4343-a5c9-fcbd8658f84c req-b5e3a955-795f-4c85-85b2-050b85c52f6c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 943 time: 0.4904242 Feb 19 01:21:23.147551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet e208825d-9062-477f-952e-a00d565aa6b2 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:23.165891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.171123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-b4494eef-d3e4-4624-bb32-9c1d10551554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.172830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-b4494eef-d3e4-4624-bb32-9c1d10551554 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1125 time: 0.2850864 Feb 19 01:21:23.188558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (e208825d-9062-477f-952e-a00d565aa6b2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.211493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 7e37152d-e8a2-4b26-84f0-f8f72721d23d owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:23.230262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:23.309766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (e208825d-9062-477f-952e-a00d565aa6b2), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.354044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-2f410c20-a1a7-4cc7-87b8-e19065ff9fa6 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 217 time: 0.1684859 Feb 19 01:21:23.373731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42762) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.430858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84788754-1a19-4343-a5c9-fcbd8658f84c req-af142538-31ba-4670-b704-0af78f6ce14a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040392 Feb 19 01:21:23.512459 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e208825d-9062-477f-952e-a00d565aa6b2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.569141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-5b206dd5-95f9-4379-99f6-055b83adf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.570626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-5b206dd5-95f9-4379-99f6-055b83adf9e0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.2092705 Feb 19 01:21:23.589449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:20Z', 'revision_number': 8, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:23.651505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:23.658814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce84-f335-4d88-bba0-545e41e4d1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.662536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:23.663626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:23.679225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (e208825d-9062-477f-952e-a00d565aa6b2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.765978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-f3c86c55-37eb-4f67-8c05-548b10fd60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.773697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=e208825d-9062-477f-952e-a00d565aa6b2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:23.775734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-f3c86c55-37eb-4f67-8c05-548b10fd60fa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1938593 Feb 19 01:21:23.778562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:23.778982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.782671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-75ab1d99-a56c-46eb-ab21-26182a912beb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/e208825d-9062-477f-952e-a00d565aa6b2 HTTP/1.1" status: 204 len: 168 time: 0.8271115 Feb 19 01:21:23.793038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42766) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:23.922387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac138f-21c0-4038-8597-9eba8e215a44 None None] Network 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:23.976636 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:23.982488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-7500d331-e8e1-49d6-9d54-457718ae4a8f service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988153 Feb 19 01:21:24.104179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd5e1ecf-1b87-452b-a9bd-66a4f5ebd8e7 req-08551229-dd0c-4b4d-b565-cdc19c7356b1 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160026 Feb 19 01:21:24.105294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7e37152d-e8a2-4b26-84f0-f8f72721d23d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.109242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce84-f335-4d88-bba0-545e41e4d1d3 admin admin] Publish callbacks [] for security_group (8a349074-8140-48e1-8b0c-87ad0f651541), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.190113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 1ee0b8a0-0195-473d-a227-a48a59a7c335 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:24.193156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.337216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce84-f335-4d88-bba0-545e41e4d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8a349074-8140-48e1-8b0c-87ad0f651541), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.376896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe5dce84-f335-4d88-bba0-545e41e4d1d3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e06a6f2baa7e4580946ac6919ecf6433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9998176 Feb 19 01:21:24.390608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42776) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:24.406851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] DHCP port deletion for 48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:24.439508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 1ee0b8a0-0195-473d-a227-a48a59a7c335, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1ee0b8a0-0195-473d-a227-a48a59a7c335,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:24.440297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.445514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=7e37152d-e8a2-4b26-84f0-f8f72721d23d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.464055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dce84-f335-4d88-bba0-545e41e4d1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a349074-8140-48e1-8b0c-87ad0f651541,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.478161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 1ee0b8a0-0195-473d-a227-a48a59a7c335 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:24.560081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] Publish callbacks [] for security_group (8a349074-8140-48e1-8b0c-87ad0f651541), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.590048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:20Z', 'revision_number': 8, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:24.600001 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.604254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8201c4e2-33c1-4329-8939-428d21b40e71 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/7e37152d-e8a2-4b26-84f0-f8f72721d23d HTTP/1.1" status: 204 len: 168 time: 2.4333000 Feb 19 01:21:24.607900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:24.631686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f45f48-ef84-4801-af90-f3c47cd729b8 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:20Z', 'revision_number': 8, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f906045c-3362-4c50-9bc8-28e88fd87ca6', 'name': '', 'network_id': '230ad7df-1c83-47f0-a6d3-4e9d70bfb4de', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:30:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:48Z', 'updated_at': '2022-02-19T01:21:05Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '14bafccd-9099-49c1-8aa9-4e596a875043', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:24.648698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Deleting port 1ee0b8a0-0195-473d-a227-a48a59a7c335 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:24.649080 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.660639 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d5b990-9f0c-4fc1-97a3-8da5063e474e tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] GET failed (client error): The resource could not be found. Feb 19 01:21:24.667417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] Publish callbacks [] for security_group (8a349074-8140-48e1-8b0c-87ad0f651541), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.668742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-48d5b990-9f0c-4fc1-97a3-8da5063e474e tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports/7e37152d-e8a2-4b26-84f0-f8f72721d23d HTTP/1.1" status: 404 len: 333 time: 0.0597205 Feb 19 01:21:24.678427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42792) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:24.696696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1740517504'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:24.751934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699a52-968b-4878-8d9d-b976463f6985 req-885b2812-4d23-47d4-ac93-68bf4f724642 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:24.754116 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79699a52-968b-4878-8d9d-b976463f6985 req-885b2812-4d23-47d4-ac93-68bf4f724642 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 943 time: 0.1616681 Feb 19 01:21:24.788169 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.812134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] For port 1ee0b8a0-0195-473d-a227-a48a59a7c335, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1ee0b8a0-0195-473d-a227-a48a59a7c335,segment=NetworkSegment(468270fa-ca11-4970-b959-9800987e3fee),segment_id=468270fa-ca11-4970-b959-9800987e3fee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:24.812634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.832546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=1ee0b8a0-0195-473d-a227-a48a59a7c335,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:24.852709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port 1ee0b8a0-0195-473d-a227-a48a59a7c335 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:24.856487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8a349074-8140-48e1-8b0c-87ad0f651541), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.859573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.874385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Calling delete_port for 1ee0b8a0-0195-473d-a227-a48a59a7c335 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:24.877873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8a349074-8140-48e1-8b0c-87ad0f651541 HTTP/1.1" status: 204 len: 168 time: 0.4859140 Feb 19 01:21:24.902153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-038dc55b-0159-433c-b3bf-7b6eaaaa514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:24.909400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-038dc55b-0159-433c-b3bf-7b6eaaaa514e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1125 time: 0.4924748 Feb 19 01:21:25.051757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79699a52-968b-4878-8d9d-b976463f6985 req-69336d83-9d75-4605-aa9c-485154fe4ec4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824967 Feb 19 01:21:25.095968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab6f7a-9c71-43e2-97b7-34160cbd1bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a349074-8140-48e1-8b0c-87ad0f651541,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:25.207939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (1ee0b8a0-0195-473d-a227-a48a59a7c335), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.227403 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.268803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-f8761d91-794f-43c3-8491-933324f5edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:25.272271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48871aaa-e0b9-492c-9fc2-fe8429ad8fd4']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:25.273851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-f8761d91-794f-43c3-8491-933324f5edf5 service neutron] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 897 time: 0.3492925 Feb 19 01:21:25.289228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] No DVR routers for this DVR port 1ee0b8a0-0195-473d-a227-a48a59a7c335 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:25.296062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45926-3335-4fd1-94ea-f63de380024c None None] Pushing event deleted for resources: {'Port': ['ID=1ee0b8a0-0195-473d-a227-a48a59a7c335,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:25.312598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468270fa-ca11-4970-b959-9800987e3fee') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:25.314895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468270fa-ca11-4970-b959-9800987e3fee') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:25.328245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (468270fa-ca11-4970-b959-9800987e3fee), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.381044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-7882280d-d57f-4168-ad93-8bb3b2581cdf service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 217 time: 0.0806711 Feb 19 01:21:25.381044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:25.381044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.382035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (468270fa-ca11-4970-b959-9800987e3fee), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.399939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:25.400363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (468270fa-ca11-4970-b959-9800987e3fee), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:25.411312 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:25.455837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port 0e339b88-4bcd-41e3-9c01-a27d3523f357 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:25.518257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-0f8d35a4-2e08-4335-a7bf-8f1a03ce73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:25.520441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-0f8d35a4-2e08-4335-a7bf-8f1a03ce73a1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.1493313 Feb 19 01:21:25.577032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (48871aaa-e0b9-492c-9fc2-fe8429ad8fd4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.603472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.614845 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/48871aaa-e0b9-492c-9fc2-fe8429ad8fd4 HTTP/1.1" status: 204 len: 168 time: 1.8180690 Feb 19 01:21:25.617332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:25.649004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-b5f96695-3d7a-4c80-a4d1-9c00b7912517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:25.653412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-b5f96695-3d7a-4c80-a4d1-9c00b7912517 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1258600 Feb 19 01:21:25.657855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc34ed-cdcb-46f6-980a-d4e69e6eafa9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=48871aaa-e0b9-492c-9fc2-fe8429ad8fd4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:25.666596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::21d (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/0e339b88-4bcd-41e3-9c01-a27d3523f357) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:25.734382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1ee0b8a0-0195-473d-a227-a48a59a7c335 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:25.790812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1ee0b8a0-0195-473d-a227-a48a59a7c335 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:25.791466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1ee0b8a0-0195-473d-a227-a48a59a7c335 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:25.792801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6dca41d1-6b47-4472-8b19-e12f82a44c09 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:25.824237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6dca41d1-6b47-4472-8b19-e12f82a44c09 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:25.825923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6dca41d1-6b47-4472-8b19-e12f82a44c09 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:25.856876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-3381f743-e5fc-4675-8303-8a6127b4095a service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901579 Feb 19 01:21:26.001925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42826) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:26.072052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9007dc54-e92e-432a-85cf-aa5af5daf2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.166997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a1ab946d-7950-4059-a687-fcadb94654a4 req-a94abcde-4c14-49a6-9f09-a8ae64136b38 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026509 Feb 19 01:21:26.321281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.351331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.411472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94cd63-7575-4761-a11a-cf752b1ae0df req-2810b15d-bc1b-4779-9ead-b43c673f4bad tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:26.422191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b94cd63-7575-4761-a11a-cf752b1ae0df req-2810b15d-bc1b-4779-9ead-b43c673f4bad tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 943 time: 0.2231915 Feb 19 01:21:26.480747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9007dc54-e92e-432a-85cf-aa5af5daf2f4 admin admin] Publish callbacks [] for security_group (5067df15-63ab-4202-b38a-9141a5d443d1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.526142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b94cd63-7575-4761-a11a-cf752b1ae0df req-0808e9ed-6761-4689-9486-cbd65db20801 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995572 Feb 19 01:21:26.577291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.636421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:26.645148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9007dc54-e92e-432a-85cf-aa5af5daf2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5067df15-63ab-4202-b38a-9141a5d443d1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.659933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:26.675064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:26.680431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:26.681059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.741844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port f906045c-3362-4c50-9bc8-28e88fd87ca6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:26.744243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.754363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007dc54-e92e-432a-85cf-aa5af5daf2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067df15-63ab-4202-b38a-9141a5d443d1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:26.779466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9007dc54-e92e-432a-85cf-aa5af5daf2f4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cbd79e73bf3f435585df5b8e3336b794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7764344 Feb 19 01:21:26.780494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=0e339b88-4bcd-41e3-9c01-a27d3523f357,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:26.791129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42836) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:26.842563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d32dcdaf-c69c-4ab4-a3e5-e6b179d0997a tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1593065 Feb 19 01:21:26.844494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42838) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:26.850697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b5', 'mac_address': 'fa:16:3e:a3:0f:a2'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:26.892781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] Publish callbacks [] for security_group (5067df15-63ab-4202-b38a-9141a5d443d1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.911900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port f906045c-3362-4c50-9bc8-28e88fd87ca6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f906045c-3362-4c50-9bc8-28e88fd87ca6,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:26.912243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:26.942896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for f906045c-3362-4c50-9bc8-28e88fd87ca6 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:26.943589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] Publish callbacks [] for security_group (5067df15-63ab-4202-b38a-9141a5d443d1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.100597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5067df15-63ab-4202-b38a-9141a5d443d1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.104831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.110717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5067df15-63ab-4202-b38a-9141a5d443d1 HTTP/1.1" status: 204 len: 168 time: 0.3157074 Feb 19 01:21:27.119634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecfadb-2c1c-4bc5-b8fe-6bd05a6623a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067df15-63ab-4202-b38a-9141a5d443d1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.154498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3c6845ba-7312-4e99-ba10-276b0d05dcc1 None None] Provisioning complete for port 0e339b88-4bcd-41e3-9c01-a27d3523f357 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:27.155949 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c6845ba-7312-4e99-ba10-276b0d05dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.197896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3c6845ba-7312-4e99-ba10-276b0d05dcc1 None None] Port 0e339b88-4bcd-41e3-9c01-a27d3523f357 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:27.218061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.274992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9d260a43-b309-4b8d-abd9-24334ca23c9d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:27.392434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f906045c-3362-4c50-9bc8-28e88fd87ca6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.512481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:27.554715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:27.600173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=f906045c-3362-4c50-9bc8-28e88fd87ca6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.714795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9d260a43-b309-4b8d-abd9-24334ca23c9d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:27.715225 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.751887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d260a43-b309-4b8d-abd9-24334ca23c9d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:27.805177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:27.811867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.812483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.812882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.813229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.813564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.813897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.814231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.815616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.816922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.817585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.818734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.819239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.820854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:27.894650 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.942480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.999839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3992f-a112-486c-84d4-56a236dc62c8 req-7e345ed2-d671-4939-933f-6fb60d5fb45f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:28.002113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dc3992f-a112-486c-84d4-56a236dc62c8 req-7e345ed2-d671-4939-933f-6fb60d5fb45f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 943 time: 0.1689823 Feb 19 01:21:28.022007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:28.103443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['9d260a43-b309-4b8d-abd9-24334ca23c9d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:28.144317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.196675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dc3992f-a112-486c-84d4-56a236dc62c8 req-42c1c86d-131a-40e0-9166-cbd132dbe92d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232402 Feb 19 01:21:28.241384 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.324846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] In _notify_port_updated(), no bound segment for port 0e339b88-4bcd-41e3-9c01-a27d3523f357 on network dfd1f092-321f-4d37-b3ee-10973ccabdc6 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:21:28.329661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:28.330350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.334233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "PUT /v2.0/ports/0e339b88-4bcd-41e3-9c01-a27d3523f357 HTTP/1.1" status: 200 len: 1002 time: 1.4859626 Feb 19 01:21:28.334636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:28.365619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134434c9-0a14-4aae-a28b-cde16e198154 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=0e339b88-4bcd-41e3-9c01-a27d3523f357,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:28.376226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:28.652788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 0e339b88-4bcd-41e3-9c01-a27d3523f357 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:28.653151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.783452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42878) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:28.788769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383917618', 'description': 'tempest-secgroup-smoke-1383917618 description', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:28.915349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.921137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.943333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-23868f60-e496-4f72-90ec-7dbc3df23f07 None None] Provisioning complete for port 0e339b88-4bcd-41e3-9c01-a27d3523f357 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:28.944547 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-23868f60-e496-4f72-90ec-7dbc3df23f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:28.959450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 0e339b88-4bcd-41e3-9c01-a27d3523f357 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:29.043192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-23868f60-e496-4f72-90ec-7dbc3df23f07 None None] Port 0e339b88-4bcd-41e3-9c01-a27d3523f357 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:29.111846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (71e34054-a40e-44a8-966c-8e21cf18dd10), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.134865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:29.141003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7765b764-26e0-4c48-8026-5ab189797613 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5225573 Feb 19 01:21:29.143802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:29.146375 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:29.165281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:29.166143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:29.194130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71e34054-a40e-44a8-966c-8e21cf18dd10), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.256333 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet 14bafccd-9099-49c1-8aa9-4e596a875043 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:29.260584 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (14bafccd-9099-49c1-8aa9-4e596a875043), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.279688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e34054-a40e-44a8-966c-8e21cf18dd10,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:29.291997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9d260a43-b309-4b8d-abd9-24334ca23c9d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:29.342691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.347257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ed2d15e-b6ac-481b-9b26-a284fe5e16a1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5599215 Feb 19 01:21:29.347257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0e339b88-4bcd-41e3-9c01-a27d3523f357), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.352343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:29.388520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:29.409265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:29.433985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (14bafccd-9099-49c1-8aa9-4e596a875043), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.479305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=0e339b88-4bcd-41e3-9c01-a27d3523f357,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:29.529460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 9d260a43-b309-4b8d-abd9-24334ca23c9d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:29.537033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 9d260a43-b309-4b8d-abd9-24334ca23c9d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:29.543316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.573374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427e86a-aef6-49ad-a2c3-2835c9b1cdb7 req-52addff1-293a-4eef-ba2f-67dfad56e5dd tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:29.574948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2427e86a-aef6-49ad-a2c3-2835c9b1cdb7 req-52addff1-293a-4eef-ba2f-67dfad56e5dd tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 944 time: 0.2340999 Feb 19 01:21:29.620042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (ce89a51b-e6b2-4f31-9cad-363268705c54), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.758923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2427e86a-aef6-49ad-a2c3-2835c9b1cdb7 req-14370cb0-6286-40c7-8843-eb3722dffdfa tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758478 Feb 19 01:21:29.766469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (14bafccd-9099-49c1-8aa9-4e596a875043), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.800274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.805875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4e1cac9-a200-4140-9379-440147ee4087 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/0e339b88-4bcd-41e3-9c01-a27d3523f357 HTTP/1.1" status: 204 len: 168 time: 1.4679096 Feb 19 01:21:29.808367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42898) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:29.840715 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-82095b7c-188d-4e39-8f59-8610b67400ed tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] GET failed (client error): The resource could not be found. Feb 19 01:21:29.842716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-82095b7c-188d-4e39-8f59-8610b67400ed tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports/0e339b88-4bcd-41e3-9c01-a27d3523f357 HTTP/1.1" status: 404 len: 333 time: 0.0334086 Feb 19 01:21:29.848653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42900) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:29.866552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-321087295'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:29.884882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (ce89a51b-e6b2-4f31-9cad-363268705c54), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:29.964721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 9d260a43-b309-4b8d-abd9-24334ca23c9d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:29.965897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.008073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ce89a51b-e6b2-4f31-9cad-363268705c54), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.020601 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:27Z', 'revision_number': 9, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:30.037456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (14bafccd-9099-49c1-8aa9-4e596a875043), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.046136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:30.049363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce89a51b-e6b2-4f31-9cad-363268705c54,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.054386 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a66dcc5-3509-4d1e-970e-efa1866c7b60" -d '{"events": [{"server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "name": "network-vif-plugged", "status": "completed", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:30.060443 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:30.092857 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:30.096289 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:30.111416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:30.129552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.131699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5280b63d-42a3-4dde-9b20-81c49d83dbbf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7668822 Feb 19 01:21:30.135826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42908) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:30.147979 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23247851-c6c9-4fe6-92cd-281c8ab751fd x-openstack-request-id: req-23247851-c6c9-4fe6-92cd-281c8ab751fd {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:30.148352 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "name": "network-vif-plugged", "status": "completed", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:30.148744 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-23247851-c6c9-4fe6-92cd-281c8ab751fd {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:30.149200 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'code': 200} Feb 19 01:21:30.149952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:30.165933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=14bafccd-9099-49c1-8aa9-4e596a875043,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.166479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c627a-9168-437c-8916-830a399013e0 None None] Network 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:30.175401 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.184014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0d18fb04-41c2-4109-9c46-35b0dce06a5a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/14bafccd-9099-49c1-8aa9-4e596a875043 HTTP/1.1" status: 204 len: 168 time: 1.0340927 Feb 19 01:21:30.192042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42910) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:30.206328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.212175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:30.222921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.245833 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:30.289591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port c6822030-d2ef-489a-8a88-e728ab4d012c yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:30.304909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (ed34abc9-fa03-4369-811d-1819b8074ab1), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.396728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.414830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b13341-c43b-4ed3-a316-d9b0872b03f0 req-46e1e35d-b606-43cc-9e7c-56838483da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:30.416147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61b13341-c43b-4ed3-a316-d9b0872b03f0 req-46e1e35d-b606-43cc-9e7c-56838483da0b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1127 time: 0.1665206 Feb 19 01:21:30.469110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (ed34abc9-fa03-4369-811d-1819b8074ab1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.524097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port eeee762d-2078-4b29-9ca8-5a7646ab91ae {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:30.524618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.533195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61b13341-c43b-4ed3-a316-d9b0872b03f0 req-0cbf1200-11a2-49fd-b912-5784c6c08371 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040239 Feb 19 01:21:30.537293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ed34abc9-fa03-4369-811d-1819b8074ab1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.562062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed34abc9-fa03-4369-811d-1819b8074ab1,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.590688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::12 (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/c6822030-d2ef-489a-8a88-e728ab4d012c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:30.610498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:30.642268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.647260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31f915f7-23f3-4666-9172-7f3e03e795e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5072591 Feb 19 01:21:30.654125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42920) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:30.661176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:30.764901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port eeee762d-2078-4b29-9ca8-5a7646ab91ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eeee762d-2078-4b29-9ca8-5a7646ab91ae,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:30.766114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.771951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] DHCP port deletion for 230ad7df-1c83-47f0-a6d3-4e9d70bfb4de request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:30.786042 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:27Z', 'revision_number': 9, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:30.796946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for eeee762d-2078-4b29-9ca8-5a7646ab91ae owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:30.876873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Deleting port eeee762d-2078-4b29-9ca8-5a7646ab91ae {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:30.877449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:30.879803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8150c99-1885-441e-9277-1d32f15c12d8 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:27Z', 'revision_number': 9, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd8185a-24ab-4599-9b51-ca7171a9f3d6', 'name': '', 'network_id': 'a4de9183-5f83-45e5-9b56-b3d824208ee8', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:ed:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:34Z', 'updated_at': '2022-02-19T01:20:45Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': 'e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:30.883124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42922) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:31.008514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] For port eeee762d-2078-4b29-9ca8-5a7646ab91ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eeee762d-2078-4b29-9ca8-5a7646ab91ae,segment=NetworkSegment(c1cd9422-fba0-4904-a783-afd2a2c77096),segment_id=c1cd9422-fba0-4904-a783-afd2a2c77096)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:31.009202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.028549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Calling delete_port for eeee762d-2078-4b29-9ca8-5a7646ab91ae owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:31.080055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f2ba0-f495-4f82-97f3-718c52153d22 req-7d048514-9a17-43cd-ba61-76bc0ac6b0c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.087140 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b20f2ba0-f495-4f82-97f3-718c52153d22 req-7d048514-9a17-43cd-ba61-76bc0ac6b0c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.1413941 Feb 19 01:21:31.114562 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.141091 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (eeee762d-2078-4b29-9ca8-5a7646ab91ae), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.157096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] No DVR routers for this DVR port eeee762d-2078-4b29-9ca8-5a7646ab91ae on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:31.180504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=eeee762d-2078-4b29-9ca8-5a7646ab91ae,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:31.185675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893616a6-7e85-4b32-8eda-b746044a7026 None None] Pushing event deleted for resources: {'Port': ['ID=eeee762d-2078-4b29-9ca8-5a7646ab91ae,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:31.208539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port eeee762d-2078-4b29-9ca8-5a7646ab91ae on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:31.250261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-529618420'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:31.307852 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b20f2ba0-f495-4f82-97f3-718c52153d22 req-c9d525dc-cdfc-489f-855a-779880cde501 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183082 Feb 19 01:21:31.399338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (01231424-0e1a-45d8-bd11-588d52bce1d3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.412225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Made reservation on behalf of d4e36bbe7c3f486ab6af375c7fd87a1d for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:31.416970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.417849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.455744 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.460714 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.518556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230ad7df-1c83-47f0-a6d3-4e9d70bfb4de']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:31.535669 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (01231424-0e1a-45d8-bd11-588d52bce1d3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.539710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cd9422-fba0-4904-a783-afd2a2c77096') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:31.540827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cd9422-fba0-4904-a783-afd2a2c77096') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:31.556042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (c1cd9422-fba0-4904-a783-afd2a2c77096), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.587004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c1cd9422-fba0-4904-a783-afd2a2c77096), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.592308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.608631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:31.608631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (c1cd9422-fba0-4904-a783-afd2a2c77096), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:31.611916 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:31.633128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (01231424-0e1a-45d8-bd11-588d52bce1d3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.674997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:31.696163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01231424-0e1a-45d8-bd11-588d52bce1d3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:31.703032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:31.710667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for security_group (6fe4743b-d23e-4568-907a-65329eb64495), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.712202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:31.717500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.718120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.723551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=c6822030-d2ef-489a-8a88-e728ab4d012c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:31.792396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6fe4743b-d23e-4568-907a-65329eb64495), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.793791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.797594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4df91ccc-566b-4603-a39e-c61e2698e72b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1404784 Feb 19 01:21:31.802888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42932) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:31.806547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (230ad7df-1c83-47f0-a6d3-4e9d70bfb4de), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.814653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.816015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:31.823336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/230ad7df-1c83-47f0-a6d3-4e9d70bfb4de HTTP/1.1" status: 204 len: 168 time: 1.6338658 Feb 19 01:21:31.829786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42934) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:31.866790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f341d03-9f1a-420d-a721-87cab3b7baca tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0169322 Feb 19 01:21:31.873968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:31.888520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42936) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:31.897686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:0f:a2'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:31.913483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9be9a-a066-430d-a434-759f9c539508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=230ad7df-1c83-47f0-a6d3-4e9d70bfb4de,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:31.927339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eeee762d-2078-4b29-9ca8-5a7646ab91ae no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:31.972578 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0b7be7b9-4d95-4a63-8d82-a4e22a6054b0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:31.974683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: eeee762d-2078-4b29-9ca8-5a7646ab91ae {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:31.975364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eeee762d-2078-4b29-9ca8-5a7646ab91ae not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:31.976022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f906045c-3362-4c50-9bc8-28e88fd87ca6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:31.978946 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Added segment 0b7be7b9-4d95-4a63-8d82-a4e22a6054b0 of type vlan for network c3169397-3421-42a6-9eae-036962fd2e74 Feb 19 01:21:32.014816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f906045c-3362-4c50-9bc8-28e88fd87ca6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:32.016172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f906045c-3362-4c50-9bc8-28e88fd87ca6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:32.020667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4743b-d23e-4568-907a-65329eb64495,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.073354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c3169397-3421-42a6-9eae-036962fd2e74), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.096227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.173372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (03b01fd1-cc60-41ed-bf96-fc20010029e0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.223058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8cd75723-c45b-4d60-8994-9939fd78700f None None] Provisioning complete for port c6822030-d2ef-489a-8a88-e728ab4d012c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:32.224474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8cd75723-c45b-4d60-8994-9939fd78700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.300056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (03b01fd1-cc60-41ed-bf96-fc20010029e0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.305583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c3169397-3421-42a6-9eae-036962fd2e74), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.306136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8cd75723-c45b-4d60-8994-9939fd78700f None None] Port c6822030-d2ef-489a-8a88-e728ab4d012c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:32.310554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:32.311215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.404822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event updated for resources: {'Network': ['ID=c3169397-3421-42a6-9eae-036962fd2e74,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.417012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c3169397-3421-42a6-9eae-036962fd2e74 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:32.435275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (03b01fd1-cc60-41ed-bf96-fc20010029e0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.472670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0da91ffa-e46f-492d-9b6c-23d14454e63a tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5821648 Feb 19 01:21:32.472670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42940) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:32.473417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.478331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Request body: {'subnet': {'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:32.500546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b01fd1-cc60-41ed-bf96-fc20010029e0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.535847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.590936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.610842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb28dd2-4fc7-4dbe-b466-9b6d8015caa3 req-0ab35231-8ef1-4f79-8e57-6e1da862c1ce tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:32.612892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfb28dd2-4fc7-4dbe-b466-9b6d8015caa3 req-0ab35231-8ef1-4f79-8e57-6e1da862c1ce tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.1750991 Feb 19 01:21:32.651188 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.653758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-75027f44-2736-4f5b-a029-0e4556682f7f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8527212 Feb 19 01:21:32.657480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42942) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:32.667938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] In _notify_port_updated(), no bound segment for port c6822030-d2ef-489a-8a88-e728ab4d012c on network dfd1f092-321f-4d37-b3ee-10973ccabdc6 {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:21:32.672144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:32.674108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:32.674895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.680694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "PUT /v2.0/ports/c6822030-d2ef-489a-8a88-e728ab4d012c HTTP/1.1" status: 200 len: 1001 time: 0.7902334 Feb 19 01:21:32.682616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42944) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:32.842106 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Project e2d38eebf6e04c63be730af65efbbf06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:21:32.856025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afefd0-d2e7-4e2a-baba-1d7bc21138eb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=c6822030-d2ef-489a-8a88-e728ab4d012c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:32.858914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (6e0afaa6-bdd3-4f3b-9b74-f4e2bf7732b8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.877092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Made reservation on behalf of d4e36bbe7c3f486ab6af375c7fd87a1d for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:32.881811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:32.921517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfb28dd2-4fc7-4dbe-b466-9b6d8015caa3 req-6bbf73a1-fcfa-4fab-9b1a-924e2af5bb40 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656283 Feb 19 01:21:33.013877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (6e0afaa6-bdd3-4f3b-9b74-f4e2bf7732b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.086919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (6e0afaa6-bdd3-4f3b-9b74-f4e2bf7732b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.126098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0afaa6-bdd3-4f3b-9b74-f4e2bf7732b8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:33.138052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:33.138052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.166776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8a97656f-a9fc-4b32-a362-b4942770999c None None] Provisioning complete for port c6822030-d2ef-489a-8a88-e728ab4d012c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:33.167326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a97656f-a9fc-4b32-a362-b4942770999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.201261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.205654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8c163d8d-6ced-4d6c-b2e8-fc7027c6c6d1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5370016 Feb 19 01:21:33.209754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port c6822030-d2ef-489a-8a88-e728ab4d012c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:33.210545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.210704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42956) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:33.213297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8a97656f-a9fc-4b32-a362-b4942770999c None None] Port c6822030-d2ef-489a-8a88-e728ab4d012c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:33.217029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'security_group_rule': {'security_group_id': '71e34054-a40e-44a8-966c-8e21cf18dd10', 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:33.276234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 8cd8185a-24ab-4599-9b51-ca7171a9f3d6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:33.276665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.292044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:33.302500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a2a8d-ebc0-40b7-858e-2166dc1b6e64 req-8ea95ec4-1ec9-47e5-bb46-9f0766bd7377 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:33.304069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a08a2a8d-ebc0-40b7-858e-2166dc1b6e64 req-8ea95ec4-1ec9-47e5-bb46-9f0766bd7377 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.2088196 Feb 19 01:21:33.341853 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Project e2d38eebf6e04c63be730af65efbbf06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:21:33.351750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (a2ff1798-9fef-4888-9628-57a292c2f079), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.434469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.478617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a08a2a8d-ebc0-40b7-858e-2166dc1b6e64 req-f350cec5-c60a-4719-970a-2e441873086a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657498 Feb 19 01:21:33.486992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (a2ff1798-9fef-4888-9628-57a292c2f079), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.488130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for c6822030-d2ef-489a-8a88-e728ab4d012c owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:33.511195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42958) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:33.557207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a2ff1798-9fef-4888-9628-57a292c2f079), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.579862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ff1798-9fef-4888-9628-57a292c2f079,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:33.588537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (b55600cf-03af-4e64-a269-fe59e690ac30), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.617635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8cd8185a-24ab-4599-9b51-ca7171a9f3d6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.671883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4dcc29-47fb-45be-8648-74b1c1d8312c tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:33.673433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a4dcc29-47fb-45be-8648-74b1c1d8312c tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1122 time: 0.1612580 Feb 19 01:21:33.677962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:33.683503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:33.700109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event updated for resources: {'Subnet': ['ID=b55600cf-03af-4e64-a269-fe59e690ac30,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:33.745005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:33.745005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72cfafc6-d008-483c-afa9-1f2ea522b7ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5250785 Feb 19 01:21:33.745005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=8cd8185a-24ab-4599-9b51-ca7171a9f3d6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:33.766772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Checking segment: {'id': '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:33.773598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Network hostable DHCP agents. Network: c3169397-3421-42a6-9eae-036962fd2e74, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:21:33.899777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.012665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Network c3169397-3421-42a6-9eae-036962fd2e74 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:34.017736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.057702 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c6822030-d2ef-489a-8a88-e728ab4d012c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.116000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=c6822030-d2ef-489a-8a88-e728ab4d012c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:34.169667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c3169397-3421-42a6-9eae-036962fd2e74) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:34.178303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.184605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-66a7eb68-d042-4a8e-af60-96928f6fd380 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/c6822030-d2ef-489a-8a88-e728ab4d012c HTTP/1.1" status: 204 len: 168 time: 1.4849248 Feb 19 01:21:34.184605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:34.185376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.194623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:34.218721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614c559-5137-4b6a-bc4f-2924acf6a9d6 None None] Network c3169397-3421-42a6-9eae-036962fd2e74 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:34.221967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.235841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-7b3338b4-8ea8-46ce-943d-4c91d15dd01d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383917618&fields=id&tenant_id=e2d38eebf6e04c63be730af65efbbf06 HTTP/1.1" status: 200 len: 267 time: 0.1860385 Feb 19 01:21:34.238885 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e201668-0f5f-4c2e-9829-a728b73bc4f4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] GET failed (client error): The resource could not be found. Feb 19 01:21:34.240614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8e201668-0f5f-4c2e-9829-a728b73bc4f4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports/c6822030-d2ef-489a-8a88-e728ab4d012c HTTP/1.1" status: 404 len: 333 time: 0.0447137 Feb 19 01:21:34.244165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42974) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:34.263184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1950208600'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:34.330454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d70f5c7f-578a-43b1-9791-a3f681a53cdb tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8600688 Feb 19 01:21:34.334778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42976) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:34.370597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Request body: {'port': {'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74', 'name': 'tempest-DHCPAgentSchedulersTestJSON-748426452'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:34.510392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.25.2.167 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:34.694555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:34.700976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.738161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Made reservation on behalf of d4e36bbe7c3f486ab6af375c7fd87a1d for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:34.745093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.768367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] device_id is not set on port f1920318-5fff-4a01-97aa-0a0b0a67373f yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:34.813031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:34.829551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.876242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.907389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c3169397-3421-42a6-9eae-036962fd2e74', 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74', 'project_id': 'd4e36bbe7c3f486ab6af375c7fd87a1d', 'fixed_ips': [{'subnet_id': 'b55600cf-03af-4e64-a269-fe59e690ac30'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:21:34.911171 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:34.940024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-836410f9-e0ce-44e1-9185-b73ecaa00fe1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:34.948252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-836410f9-e0ce-44e1-9185-b73ecaa00fe1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 813 time: 0.6885836 Feb 19 01:21:34.980209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:34.984975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-fa760c4e-12a4-46a9-8758-c5c3fd891f6f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/quotas/e2d38eebf6e04c63be730af65efbbf06 HTTP/1.1" status: 200 len: 375 time: 0.0355377 Feb 19 01:21:34.992931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:34.992931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:35.004509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:35.011700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port 378ed3d3-ee0c-4b66-9cde-a5599e2087be yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:35.076244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Allocated IP 172.20.0.5 (c3169397-3421-42a6-9eae-036962fd2e74/b55600cf-03af-4e64-a269-fe59e690ac30/f1920318-5fff-4a01-97aa-0a0b0a67373f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:35.154860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:35.170286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b15acb5d-743c-4967-a419-827bb5cf591d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3371463 Feb 19 01:21:35.172292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 42982) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:35.173477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:35.197662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:35.198725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:35.255581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:35.270943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.297608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::194 (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/378ed3d3-ee0c-4b66-9cde-a5599e2087be) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:35.305093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:35.392739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.404667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-06b70bd5-d400-4f4f-ba86-1c1e4ce31c2c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4187324 Feb 19 01:21:35.658486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.677118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:33Z', 'revision_number': 10, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:35.727548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:35.730175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-f7c332c1-021e-4f02-8fbc-e227d6addc3c service neutron] 10.222.0.94 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115261 Feb 19 01:21:35.758419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:35.759359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:35.892414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-a956c6f7-839e-4629-9d4d-63b62a3ec95b service neutron] 10.222.0.94 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553161 Feb 19 01:21:35.896391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:35.939253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:35.968125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:35.972674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:35.980937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:35.993701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:35.994525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.027445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=378ed3d3-ee0c-4b66-9cde-a5599e2087be,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.149896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-76de8503-a9a4-4ca9-99b5-13d609d943bc tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9037352 Feb 19 01:21:36.156338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for port (f1920318-5fff-4a01-97aa-0a0b0a67373f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.161811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 42994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:36.169332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'network_id': 'dfd1f092-321f-4d37-b3ee-10973ccabdc6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-591473529'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:36.220023 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.295587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:33Z', 'revision_number': 10, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:36.368093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb0169-7272-4715-b8e8-ff77e573d35f None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:33Z', 'revision_number': 10, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None, '_interfaces': [{'id': '159c4e14-8179-4fba-b5de-5eb7155746a5', 'name': '', 'network_id': '4954c102-6579-4a5d-a264-b80e244c76e1', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'mac_address': 'fa:16:3e:cc:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:24Z', 'updated_at': '2022-02-19T01:20:34Z', 'revision_number': 5, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'subnets': [{'id': '1593a720-2e38-4572-ab37-9f8de2e64baf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:36.489790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Made reservation on behalf of 52c161cc0df6471c860dc797f5463c28 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:36.493711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f1920318-5fff-4a01-97aa-0a0b0a67373f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.493903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.523978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] device_id is not set on port 899deae6-7cbc-4a13-bfdc-bcd21569c76d yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:36.555849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8c9d3720-0e49-4f9c-8bd7-d50231acaa1a None None] Provisioning complete for port 378ed3d3-ee0c-4b66-9cde-a5599e2087be triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:36.556240 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3720-0e49-4f9c-8bd7-d50231acaa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.605755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d3720-0e49-4f9c-8bd7-d50231acaa1a None None] Port 378ed3d3-ee0c-4b66-9cde-a5599e2087be cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:36.613529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Allocated IP 172.20.0.2 (c3169397-3421-42a6-9eae-036962fd2e74/b55600cf-03af-4e64-a269-fe59e690ac30/d7f04cfe-01bd-4dad-a9e1-792c06adcd69) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:36.702189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Network c3169397-3421-42a6-9eae-036962fd2e74 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:36.746459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:36.792547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:36.827172 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.930139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event updated for resources: {'Port': ['ID=f1920318-5fff-4a01-97aa-0a0b0a67373f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.970828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:36.994725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:36.998113 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3c3eb448-6d45-4b34-912e-f99a89980c0c tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b HTTP/1.1" status: 204 len: 168 time: 1.8225904 Feb 19 01:21:37.001733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19a27a-9583-4105-86a3-8ce48abc31e9 None None] Network a4de9183-5f83-45e5-9b56-b3d824208ee8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:37.006625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43004) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:37.026362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks [] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.047023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.048232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.066240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (f4e67ec0-14ee-4bb2-b3ea-61c16393b04b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.219187 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.288543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c765823a-86d2-43f6-8a5e-e17ab4fd1678 req-f40868ac-cba5-472a-9a89-ce669b86f30d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.2052753 Feb 19 01:21:37.291223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Network c3169397-3421-42a6-9eae-036962fd2e74 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:37.311765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47ccb6f9-9bf8-4f57-8a45-b0be46c52ce7 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9652112 Feb 19 01:21:37.330274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:37.350755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:37.388347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:37.423311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a4de9183-5f83-45e5-9b56-b3d824208ee8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.497488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Pushing event updated for resources: {'Port': ['ID=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:37.549161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Attempting to bind port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:37.549161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Attempting to bind port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:37.549161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Attempting to bind port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 on network c3169397-3421-42a6-9eae-036962fd2e74 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:37.558434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:37.560864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Allocated IP 2001:db8::34f (dfd1f092-321f-4d37-b3ee-10973ccabdc6/3d5ecfca-653a-4801-bff0-468406e7e37d/899deae6-7cbc-4a13-bfdc-bcd21569c76d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:37.561873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Checking segment: {'id': '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:37.562483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.564329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Bound using segment: {'id': '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:37.565034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Bound port: d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c3169397-3421-42a6-9eae-036962fd2e74'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:37.567114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.605612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Deleting port f1920318-5fff-4a01-97aa-0a0b0a67373f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:37.605612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f1920318-5fff-4a01-97aa-0a0b0a67373f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.605612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port cdaaefa8-c27a-4026-b016-5a3497d94cce {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:37.605612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.605612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.737142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] DHCP port deletion for a4de9183-5f83-45e5-9b56-b3d824208ee8 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:37.778716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] For port d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:37.803757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] For port d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,segment=NetworkSegment(0b7be7b9-4d95-4a63-8d82-a4e22a6054b0),segment_id=0b7be7b9-4d95-4a63-8d82-a4e22a6054b0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:37.836515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Deleting port cdaaefa8-c27a-4026-b016-5a3497d94cce {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:37.836895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.843491 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port cdaaefa8-c27a-4026-b016-5a3497d94cce, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdaaefa8-c27a-4026-b016-5a3497d94cce,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:37.844020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.881711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.926450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for cdaaefa8-c27a-4026-b016-5a3497d94cce owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:37.953110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f1920318-5fff-4a01-97aa-0a0b0a67373f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:37.966008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdaaefa8-c27a-4026-b016-5a3497d94cce no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:38.005223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Calling delete_port for f1920318-5fff-4a01-97aa-0a0b0a67373f owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:38.009010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.027025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] For port cdaaefa8-c27a-4026-b016-5a3497d94cce, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdaaefa8-c27a-4026-b016-5a3497d94cce,segment=NetworkSegment(c149aa56-662a-422d-960b-436ff999093d),segment_id=c149aa56-662a-422d-960b-436ff999093d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:38.028550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.037023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.079756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:38.083861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:38.088354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:38.108326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.109023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.126819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Calling delete_port for cdaaefa8-c27a-4026-b016-5a3497d94cce owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:38.160727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.164190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=899deae6-7cbc-4a13-bfdc-bcd21569c76d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:38.231253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.273460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18873988-99f5-4228-b141-94ceacb81307 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1097417 Feb 19 01:21:38.275805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43020) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:38.288086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b5', 'mac_address': 'fa:16:3e:a3:0f:a2'}, {'ip_address': '2001:db8::194', 'mac_address': 'fa:16:3e:ed:9a:a9'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:38.324591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (f4e67ec0-14ee-4bb2-b3ea-61c16393b04b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.343200 n-d-826529-3 neutron-server[110603]: INFO neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No ports have port_id starting with cdaaefa8-c27a-4026-b016-5a3497d94cce Feb 19 01:21:38.360858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:38.421517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2486dc3-d945-4dd3-a40d-11eac8be0c81 None None] Pushing event updated for resources: {'Port': ['ID=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:38.430933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:38.431563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8cd8185a-24ab-4599-9b51-ca7171a9f3d6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:38.440865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.512088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (cdaaefa8-c27a-4026-b016-5a3497d94cce), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.573961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] Pushing event deleted for resources: {'Port': ['ID=cdaaefa8-c27a-4026-b016-5a3497d94cce,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:38.575468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port cdaaefa8-c27a-4026-b016-5a3497d94cce on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:38.581876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2744eebf-e600-49b5-b199-cd8c90678cc7 None None] No DVR routers for this DVR port cdaaefa8-c27a-4026-b016-5a3497d94cce on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:38.635693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9e758cc-c64e-4eb1-be6a-afff381d2776 req-134c767a-1d3d-4fae-ae5b-bbc4be157b30 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0963113 Feb 19 01:21:38.679254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:38.682242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-44e7ef4d-15b9-41d1-88cf-f44e024ac0b5 None None] Provisioning complete for port 899deae6-7cbc-4a13-bfdc-bcd21569c76d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:38.692812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44e7ef4d-15b9-41d1-88cf-f44e024ac0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.704211 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f1920318-5fff-4a01-97aa-0a0b0a67373f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.808230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44e7ef4d-15b9-41d1-88cf-f44e024ac0b5 None None] Port 899deae6-7cbc-4a13-bfdc-bcd21569c76d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:38.820948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:38.942472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=cdaaefa8-c27a-4026-b016-5a3497d94cce,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:38.950866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a4de9183-5f83-45e5-9b56-b3d824208ee8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.001281 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Floating IP f4e67ec0-14ee-4bb2-b3ea-61c16393b04b associated. External IP: 172.25.2.167, port: 9d260a43-b309-4b8d-abd9-24334ca23c9d. Feb 19 01:21:39.006460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event deleted for resources: {'Port': ['ID=f1920318-5fff-4a01-97aa-0a0b0a67373f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:39.106503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4de9183-5f83-45e5-9b56-b3d824208ee8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:39.107198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.124871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c149aa56-662a-422d-960b-436ff999093d') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:39.128515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c149aa56-662a-422d-960b-436ff999093d') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:39.168576 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.192560 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (c149aa56-662a-422d-960b-436ff999093d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.220907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] In _notify_port_updated(), no bound segment for port 899deae6-7cbc-4a13-bfdc-bcd21569c76d on network dfd1f092-321f-4d37-b3ee-10973ccabdc6 {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:21:39.226519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:39.227802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.228757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "PUT /v2.0/ports/899deae6-7cbc-4a13-bfdc-bcd21569c76d HTTP/1.1" status: 200 len: 1066 time: 0.9513638 Feb 19 01:21:39.231666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43030) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:39.266939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c149aa56-662a-422d-960b-436ff999093d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.276666 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.285822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b720d3ce-262e-4cef-9e43-b2caaf55d33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "DELETE /v2.0/ports/f1920318-5fff-4a01-97aa-0a0b0a67373f HTTP/1.1" status: 204 len: 168 time: 1.9545035 Feb 19 01:21:39.290845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:39.307396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:39.307396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (c149aa56-662a-422d-960b-436ff999093d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:39.320647 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:39.327481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764841-474b-4ad0-ae2a-7fb50dd321c1 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event updated for resources: {'Port': ['ID=899deae6-7cbc-4a13-bfdc-bcd21569c76d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:39.415198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 899deae6-7cbc-4a13-bfdc-bcd21569c76d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:39.416534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.499128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c47ad5ce-bd41-48ef-9738-fb7fe4277fd0 tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2069077 Feb 19 01:21:39.514992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:39.536652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-129527655'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:39.650035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Made reservation on behalf of d4e36bbe7c3f486ab6af375c7fd87a1d for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:39.656597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.696204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.725523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:39.741507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28bd47eb-885f-42fe-802b-6352a6a94656), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.741870 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Added segment 28bd47eb-885f-42fe-802b-6352a6a94656 of type vlan for network 86240c0c-b61d-4052-bfda-68ab189ec693 Feb 19 01:21:39.850864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1c40dfc9-ea8d-48ea-b1ff-26f2ace4ef30 None None] Provisioning complete for port 899deae6-7cbc-4a13-bfdc-bcd21569c76d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:39.852692 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c40dfc9-ea8d-48ea-b1ff-26f2ace4ef30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.858835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.868886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (86240c0c-b61d-4052-bfda-68ab189ec693), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:39.969155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 899deae6-7cbc-4a13-bfdc-bcd21569c76d owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:39.970572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1c40dfc9-ea8d-48ea-b1ff-26f2ace4ef30 None None] Port 899deae6-7cbc-4a13-bfdc-bcd21569c76d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:40.005316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d7f04cfe-01bd-4dad-a9e1-792c06adcd69 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:40.064127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (86240c0c-b61d-4052-bfda-68ab189ec693), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.076177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:40.076177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.091279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84bb2b-5f08-495b-a00f-1aab3b900940 None None] Network c3169397-3421-42a6-9eae-036962fd2e74 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:40.189716 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50689594-0121-49b7-8ea1-5fcffd9cc710 req-ec74c825-1ca7-4484-8e7b-c5068220e970 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0421255 Feb 19 01:21:40.190951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a4de9183-5f83-45e5-9b56-b3d824208ee8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.194636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6761482 Feb 19 01:21:40.201095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43044) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:40.208327 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.209544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe99e61-5368-4454-8fe5-8985c75611c3 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event updated for resources: {'Network': ['ID=86240c0c-b61d-4052-bfda-68ab189ec693,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:40.217822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/a4de9183-5f83-45e5-9b56-b3d824208ee8 HTTP/1.1" status: 204 len: 168 time: 3.2094374 Feb 19 01:21:40.219288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:40.241938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 86240c0c-b61d-4052-bfda-68ab189ec693 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:40.251870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19cc67-e8bb-4479-8ebc-7f4edc3ffb15 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=a4de9183-5f83-45e5-9b56-b3d824208ee8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:40.294352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:40.294728 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.459010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Provisioning complete for port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:40.459422 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.499445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ada56bb6-24df-4dcc-84af-e0daef25874a tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 0.2971580 Feb 19 01:21:40.502437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43050) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:40.534015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.554985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (899deae6-7cbc-4a13-bfdc-bcd21569c76d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.591641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:40.666877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:40.667640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.726195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=899deae6-7cbc-4a13-bfdc-bcd21569c76d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:40.771883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Current status of the port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:40.773252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.777213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-117f4a47-7638-44d0-b878-aba3f632cbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:40.800934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,segment=NetworkSegment(0b7be7b9-4d95-4a63-8d82-a4e22a6054b0),segment_id=0b7be7b9-4d95-4a63-8d82-a4e22a6054b0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:40.923431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.006588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ec7de-38d3-42ed-a043-4403bbb0001f tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] Network 86240c0c-b61d-4052-bfda-68ab189ec693 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:21:41.037605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-958e8db2-3753-4bfc-8f75-b2ba7fd3b2e8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1820836 Feb 19 01:21:41.110038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:41.130045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:41.143952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f19ec7de-38d3-42ed-a043-4403bbb0001f tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "POST /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6393559 Feb 19 01:21:41.145111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43054) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:41.163289 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:41.166699 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:41.442329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-f028fc5b-1766-4e83-b8b6-8037cea09f48 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:41.444557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-f028fc5b-1766-4e83-b8b6-8037cea09f48 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 813 time: 0.8516767 Feb 19 01:21:41.448105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.450857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:41.460328 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:21:41.463261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2fa2a72b-9462-418d-a11f-7f9e94409545 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/899deae6-7cbc-4a13-bfdc-bcd21569c76d HTTP/1.1" status: 204 len: 168 time: 2.2286463 Feb 19 01:21:41.489634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43060) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:41.521352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e2299393-b729-415e-aa94-7852720f5be8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8349419 Feb 19 01:21:41.521352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:41.522709 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:41.553143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:41.555762 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c351eb-5a2c-4a97-97df-181fd619180b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:41.588804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb626716-12ad-4ebc-ba41-651119b36254 None None] Network 86240c0c-b61d-4052-bfda-68ab189ec693 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:41.641450 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-964de640-ec71-4660-a90a-570a0a5ad89f tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] GET failed (client error): The resource could not be found. Feb 19 01:21:41.647453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-964de640-ec71-4660-a90a-570a0a5ad89f tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports/899deae6-7cbc-4a13-bfdc-bcd21569c76d HTTP/1.1" status: 404 len: 333 time: 0.1308274 Feb 19 01:21:41.661565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43068) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:41.728251 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6a3c40-3724-4c9a-bcf9-529da930bb88 x-openstack-request-id: req-8a6a3c40-3724-4c9a-bcf9-529da930bb88 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:41.728686 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:41.729037 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8a6a3c40-3724-4c9a-bcf9-529da930bb88 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:41.729525 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'status': 'completed', 'code': 200} Feb 19 01:21:41.812673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c72cb99-a70e-4a33-8726-6de34f7440cf req-8f1797b6-e28c-4b66-8c2f-20b4e5965838 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.3807030 Feb 19 01:21:41.855036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-95832e18-7358-4854-ace4-b0669649c2ca tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d38eebf6e04c63be730af65efbbf06 HTTP/1.1" status: 200 len: 380 time: 0.3642523 Feb 19 01:21:41.874630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'port': {'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'admin_state_up': True, 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'security_groups': ['71e34054-a40e-44a8-966c-8e21cf18dd10']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:41.936555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:21:41.937144 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:21:42.021234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:42.047444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-77b5ca4a-7a5b-44a3-834f-2d64eb5b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.048924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-77b5ca4a-7a5b-44a3-834f-2d64eb5b1192 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1127 time: 0.9212465 Feb 19 01:21:42.131615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-527c6087-17a9-44c9-86bc-abd2cdcbd3c5 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f4e67ec0-14ee-4bb2-b3ea-61c16393b04b HTTP/1.1" status: 200 len: 991 time: 0.5728071 Feb 19 01:21:42.278347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 378ed3d3-ee0c-4b66-9cde-a5599e2087be {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:42.278347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.283371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8d700ebc-2910-48ea-9549-78827fe68379 tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks HTTP/1.1" status: 200 len: 8826 time: 1.0608730 Feb 19 01:21:42.290060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:42.292474 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:36Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:42.293239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Made reservation on behalf of e2d38eebf6e04c63be730af65efbbf06 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:42.296265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.310106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-dedfcbd4-4bf6-4995-8028-70a30a42d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.312182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-dedfcbd4-4bf6-4995-8028-70a30a42d853 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1127 time: 0.4972444 Feb 19 01:21:42.364090 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:42.400081 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:42.401716 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:42.513851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-44eec8b5-d799-4cdf-8e81-c4ff67aa2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.515388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-44eec8b5-d799-4cdf-8e81-c4ff67aa2aa2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 898 time: 0.4293752 Feb 19 01:21:42.537627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-36d39471-4186-4c27-86fe-75066009d2ed None None] Current status of the port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:42.612791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-522f883c-2434-411c-b524-2a24450185a7 tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "DELETE /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks/86240c0c-b61d-4052-bfda-68ab189ec693 HTTP/1.1" status: 204 len: 168 time: 0.3208811 Feb 19 01:21:42.625935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-019cf479-9aaf-4ae9-bb85-8bc7ab610659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.626949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-019cf479-9aaf-4ae9-bb85-8bc7ab610659 service neutron] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 897 time: 0.2931542 Feb 19 01:21:42.627484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:42.640251 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:42.669638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.681972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-50ae3dcf-9812-49ed-9802-0df552222180 None None] Provisioning complete for port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:42.682711 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50ae3dcf-9812-49ed-9802-0df552222180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:42.979174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Allocated IP 172.20.0.11 (e5dc808a-6a63-4a73-ad08-a9f9252503f0/158e57eb-9cda-4116-86bb-189ca3c74489/043b8b88-3632-45fb-9478-095b70f47895) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:43.031496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-db64e56f-8e1a-4f88-8b1c-9afb7affb430 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 1001 time: 0.4810874 Feb 19 01:21:43.041527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-50ae3dcf-9812-49ed-9802-0df552222180 None None] Current status of the port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:43.047830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-50ae3dcf-9812-49ed-9802-0df552222180 None None] Could not find standard attr ID for object f1920318-5fff-4a01-97aa-0a0b0a67373f. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:21:43.104053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.120634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e54e02d-19bd-40f3-b711-4cab49003759 req-6eebd138-1733-4cb5-af42-587d998b98cd tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1168146 Feb 19 01:21:43.120930 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:36Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:43.161596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:43.174041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f551a-bfd1-4fcd-958e-4129ca8adb4c None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:20:58Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:36Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:43.230632 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-7e503c11-85fd-4413-ace3-18c219bc01d3 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 999 time: 0.5872910 Feb 19 01:21:43.278820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 378ed3d3-ee0c-4b66-9cde-a5599e2087be owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:43.443342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2a68aaf-a357-4a9d-92b8-5005409a8f96 tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 0.8014133 Feb 19 01:21:43.443342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-354e70c7-56fe-48da-a45c-bb11551fed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.443342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-354e70c7-56fe-48da-a45c-bb11551fed74 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.0679207 Feb 19 01:21:43.445094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:43.445212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-81963584-339f-45fd-9c28-ebfbc3d4c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.446326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-81963584-339f-45fd-9c28-ebfbc3d4c69e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.4138184 Feb 19 01:21:43.453572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2f9e6c1-6753-4a7a-b9aa-f6552f9983a3 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f4e67ec0-14ee-4bb2-b3ea-61c16393b04b HTTP/1.1" status: 200 len: 991 time: 0.2902982 Feb 19 01:21:43.507626 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d02dc128-5f63-4e2f-a30c-6f91678cef56 tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/networks/c3169397-3421-42a6-9eae-036962fd2e74/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0551248 Feb 19 01:21:43.533473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43086) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:43.539934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-81773fef-bcca-4026-9d7c-9ab1e4b92aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.600668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45a9b796-95cd-4077-8370-f18469dd710b tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/networks/c3169397-3421-42a6-9eae-036962fd2e74/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0650334 Feb 19 01:21:43.602383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43088) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:43.630066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73185dbe-549a-4b1a-9575-2b43bb882730 None None] New status for floating IP f4e67ec0-14ee-4bb2-b3ea-61c16393b04b: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:21:43.668127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-9fe672a2-b4ab-476f-8251-dc2fe0855801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.675573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-9fe672a2-b4ab-476f-8251-dc2fe0855801 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2204227 Feb 19 01:21:43.677603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-490b7c52-91f2-401b-bd51-c401965f3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.679050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-490b7c52-91f2-401b-bd51-c401965f3f16 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1945040 Feb 19 01:21:43.816499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (378ed3d3-ee0c-4b66-9cde-a5599e2087be), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:43.916456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=378ed3d3-ee0c-4b66-9cde-a5599e2087be,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:43.936502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for port (043b8b88-3632-45fb-9478-095b70f47895), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.012303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.021517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a9f1c55-655c-4182-8499-9bb40b3d81a4 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/378ed3d3-ee0c-4b66-9cde-a5599e2087be HTTP/1.1" status: 204 len: 168 time: 2.3528848 Feb 19 01:21:44.026312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43096) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:44.059986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d7f04cfe-01bd-4dad-a9e1-792c06adcd69 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:44.065313 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34784e8-bcf0-4106-b3e8-1bed0f2ca26d tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] GET failed (client error): The resource could not be found. Feb 19 01:21:44.070794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a34784e8-bcf0-4106-b3e8-1bed0f2ca26d tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "GET /v2.0/ports/378ed3d3-ee0c-4b66-9cde-a5599e2087be HTTP/1.1" status: 404 len: 333 time: 0.0424745 Feb 19 01:21:44.080251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43098) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:44.219935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:44.220603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.221154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 159c4e14-8179-4fba-b5de-5eb7155746a5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:44.223650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.281773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.290440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.499038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:44.594614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 159c4e14-8179-4fba-b5de-5eb7155746a5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=159c4e14-8179-4fba-b5de-5eb7155746a5,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:44.595079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.612943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 159c4e14-8179-4fba-b5de-5eb7155746a5 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:44.675101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:44.775119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:44.789647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:44.792249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:44.844223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:44.864788 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 32fb607f-4ddc-4d40-aafd-0f06b2139f16 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:44.865139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:44.953515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-8c879564-cb09-475c-a55b-c0babd6aaf96 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2021527 Feb 19 01:21:44.972474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-a015b73a-c8ac-4c86-b1d7-2b85f58ea14b service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2439482 Feb 19 01:21:44.982601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c7a74208-397f-45fe-919d-e59901180ecb tempest-DHCPAgentSchedulersTestJSON-828453108 tempest-DHCPAgentSchedulersTestJSON-828453108-project-admin] 10.222.0.94 "GET /v2.0/agents/fbe03e84-11e2-4926-9b40-0a2f7e9ff54b/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 1.3773460 Feb 19 01:21:44.988079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6cf3ef88-dc13-492e-863d-cc6eb81f1bb0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f4e67ec0-14ee-4bb2-b3ea-61c16393b04b HTTP/1.1" status: 200 len: 993 time: 0.3095002 Feb 19 01:21:45.016024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:45.251020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9893c3ed-110f-4e74-9418-8a3cbb9129b7 None None] Provisioning complete for port 043b8b88-3632-45fb-9478-095b70f47895 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:45.254713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9893c3ed-110f-4e74-9418-8a3cbb9129b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (043b8b88-3632-45fb-9478-095b70f47895), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.264773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (86240c0c-b61d-4052-bfda-68ab189ec693), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.329449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.343967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9893c3ed-110f-4e74-9418-8a3cbb9129b7 None None] Port 043b8b88-3632-45fb-9478-095b70f47895 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:21:45.479825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7a58-8897-4090-8223-9dbf0442712b req-e396b717-6b6d-40bf-a89b-11d730064ce1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.481457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70ac7a58-8897-4090-8223-9dbf0442712b req-e396b717-6b6d-40bf-a89b-11d730064ce1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 932 time: 1.0938046 Feb 19 01:21:45.488348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6b6e-c0d9-44f4-af6c-09d7b99c8dd9 req-9db3ddb3-7727-40a4-a3da-7bcf18f2e453 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.490772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a1e6b6e-c0d9-44f4-af6c-09d7b99c8dd9 req-9db3ddb3-7727-40a4-a3da-7bcf18f2e453 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2214563 Feb 19 01:21:45.552622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:45.553660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.559111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1c351eb-5a2c-4a97-97df-181fd619180b req-2fa5766e-9eb8-48c5-bc9c-15fa8aaeabf4 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969841 Feb 19 01:21:45.597838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ac205d44-1581-42ea-b645-cd17aac03aa5 req-1f1bd38f-d477-4a1e-a98b-71e7259aa0e1 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748465 Feb 19 01:21:45.631691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (86240c0c-b61d-4052-bfda-68ab189ec693), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.677017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.689095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70ac7a58-8897-4090-8223-9dbf0442712b req-ea72747d-ccc8-4c4f-b66b-88129c2dcf22 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902535 Feb 19 01:21:45.699052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 32fb607f-4ddc-4d40-aafd-0f06b2139f16 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:45.724768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86240c0c-b61d-4052-bfda-68ab189ec693']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:45.741932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a1e6b6e-c0d9-44f4-af6c-09d7b99c8dd9 req-5f97bc70-063c-477c-9ae4-dcccf22edc0c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277532 Feb 19 01:21:45.746338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd47eb-885f-42fe-802b-6352a6a94656') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:45.765893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd47eb-885f-42fe-802b-6352a6a94656') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:45.765893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (28bd47eb-885f-42fe-802b-6352a6a94656), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.783612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (159c4e14-8179-4fba-b5de-5eb7155746a5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.792092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (28bd47eb-885f-42fe-802b-6352a6a94656), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.792277 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-d17b9a5e-ba24-4280-b0b1-e6c74e88306f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9202557 Feb 19 01:21:45.806025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:45.806446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (28bd47eb-885f-42fe-802b-6352a6a94656), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:45.810365 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:45.856238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Request body: {'port': {'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:45.864679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=159c4e14-8179-4fba-b5de-5eb7155746a5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:45.966575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (86240c0c-b61d-4052-bfda-68ab189ec693), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.003922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.032513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "DELETE /v2.0/networks/86240c0c-b61d-4052-bfda-68ab189ec693 HTTP/1.1" status: 204 len: 168 time: 1.0084896 Feb 19 01:21:46.036081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43140) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:46.109484 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de78229-3390-45ca-8a3c-d2be8526b33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:46.110152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de78229-3390-45ca-8a3c-d2be8526b33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:46.116275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6de78229-3390-45ca-8a3c-d2be8526b33b tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "DELETE /v2.0/ports/f1920318-5fff-4a01-97aa-0a0b0a67373f HTTP/1.1" status: 404 len: 333 time: 0.0619123 Feb 19 01:21:46.117514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd265163-d9a6-4e4f-8dc0-9b898ddfc113 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event deleted for resources: {'Network': ['ID=86240c0c-b61d-4052-bfda-68ab189ec693,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.121920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:46.156741 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (32fb607f-4ddc-4d40-aafd-0f06b2139f16), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.197265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.213664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=32fb607f-4ddc-4d40-aafd-0f06b2139f16,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.219782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (043b8b88-3632-45fb-9478-095b70f47895), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.268378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Deleting subnet b55600cf-03af-4e64-a269-fe59e690ac30 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:46.271914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for subnet (b55600cf-03af-4e64-a269-fe59e690ac30), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.321212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b55600cf-03af-4e64-a269-fe59e690ac30), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.461179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b55600cf-03af-4e64-a269-fe59e690ac30), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.498449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.502156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c67f65de-953e-4cb3-9bc5-796b4b06f1d5 tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/ports/32fb607f-4ddc-4d40-aafd-0f06b2139f16 HTTP/1.1" status: 204 len: 168 time: 2.4233351 Feb 19 01:21:46.522968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43162) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:46.591797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b55600cf-03af-4e64-a269-fe59e690ac30), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.630723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.636962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "DELETE /v2.0/subnets/b55600cf-03af-4e64-a269-fe59e690ac30 HTTP/1.1" status: 204 len: 168 time: 0.5086303 Feb 19 01:21:46.637123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c0b5d-292f-40a9-95ff-e4dcbf423c08 None None] Network c3169397-3421-42a6-9eae-036962fd2e74 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:46.659979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43170) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:46.674940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event deleted for resources: {'Subnet': ['ID=b55600cf-03af-4e64-a269-fe59e690ac30,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:46.692349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.692741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.693148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.693496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.694141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.694476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.694812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.695202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.695538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.695864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.696194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.696517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.696838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc992d61-dafd-43ee-b21e-aedeb3baa1a6 tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:46.703849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting subnet 3d5ecfca-653a-4801-bff0-468406e7e37d {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:46.710145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for subnet (3d5ecfca-653a-4801-bff0-468406e7e37d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.832743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (3d5ecfca-653a-4801-bff0-468406e7e37d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.946896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:46.992563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] DHCP port deletion for c3169397-3421-42a6-9eae-036962fd2e74 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:47.059748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edd225-511a-49ed-813f-e203ef0b485e req-e69789d2-4fd4-4382-ab52-2bd79d5feadf tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.064037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21edd225-511a-49ed-813f-e203ef0b485e req-e69789d2-4fd4-4382-ab52-2bd79d5feadf tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.1863658 Feb 19 01:21:47.087883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c3169397-3421-42a6-9eae-036962fd2e74), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.091885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:47.129556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Deleting port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:47.129939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.135719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (3d5ecfca-653a-4801-bff0-468406e7e37d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.207243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aab433-15e0-4be2-bd41-35915c88c7d4 req-26955373-b680-46ef-952b-2d066887881e tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.209427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17aab433-15e0-4be2-bd41-35915c88c7d4 req-26955373-b680-46ef-952b-2d066887881e tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 932 time: 0.3261967 Feb 19 01:21:47.274486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] For port d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,segment=NetworkSegment(0b7be7b9-4d95-4a63-8d82-a4e22a6054b0),segment_id=0b7be7b9-4d95-4a63-8d82-a4e22a6054b0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:47.282567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21edd225-511a-49ed-813f-e203ef0b485e req-482d26e5-5467-44fe-8343-f11a8fda824c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089679 Feb 19 01:21:47.284716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.319669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Calling delete_port for d7f04cfe-01bd-4dad-a9e1-792c06adcd69 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:47.376088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043b8b88-3632-45fb-9478-095b70f47895 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:47.386190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks [] for port (043b8b88-3632-45fb-9478-095b70f47895), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.396260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:47.405942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e76d154-343e-4ba3-b394-44ac9240110f tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1752727 Feb 19 01:21:47.406594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43206) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:47.417676 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:47.430626 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:47.431571 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:47.491749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17aab433-15e0-4be2-bd41-35915c88c7d4 req-4dd7f3c2-78d1-4102-98c3-4afa9e22ed53 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063279 Feb 19 01:21:47.495038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting subnet 1593a720-2e38-4572-ab37-9f8de2e64baf {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:21:47.498480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (1593a720-2e38-4572-ab37-9f8de2e64baf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.528039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Deleting port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:47.528393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.540622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (3d5ecfca-653a-4801-bff0-468406e7e37d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.557087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.595993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] No DVR routers for this DVR port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:47.616239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.625750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/subnets/3d5ecfca-653a-4801-bff0-468406e7e37d HTTP/1.1" status: 204 len: 168 time: 1.0997114 Feb 19 01:21:47.625750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43216) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:47.645367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b8391-2016-49e3-9143-2cda420b4070 None None] Network dfd1f092-321f-4d37-b3ee-10973ccabdc6 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:47.657714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Transition to ACTIVE for port object 043b8b88-3632-45fb-9478-095b70f47895 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:47.661266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a90c8-332b-44dd-8220-a8b0a8ddd6bf None None] Pushing event deleted for resources: {'Port': ['ID=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:47.688835 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:47.709007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] For port d7f04cfe-01bd-4dad-a9e1-792c06adcd69, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,segment=NetworkSegment(0b7be7b9-4d95-4a63-8d82-a4e22a6054b0),segment_id=0b7be7b9-4d95-4a63-8d82-a4e22a6054b0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:47.709391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.725316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Calling delete_port for d7f04cfe-01bd-4dad-a9e1-792c06adcd69 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:47.729969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.819916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Pushing event updated for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:47.843934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ea3d8-f46e-41f5-9072-8ceba016dbae tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5ecfca-653a-4801-bff0-468406e7e37d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:47.845322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:47.868927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (dfd1f092-321f-4d37-b3ee-10973ccabdc6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.886538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (1593a720-2e38-4572-ab37-9f8de2e64baf), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:47.964803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:47.996373 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:47.997342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.107548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] DHCP port deletion for dfd1f092-321f-4d37-b3ee-10973ccabdc6 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:48.148825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d7f04cfe-01bd-4dad-a9e1-792c06adcd69), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.200307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d7f04cfe-01bd-4dad-a9e1-792c06adcd69 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:48.209200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1593a720-2e38-4572-ab37-9f8de2e64baf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.210816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:48.249883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] No DVR routers for this DVR port d7f04cfe-01bd-4dad-a9e1-792c06adcd69 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:48.262244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d7f04cfe-01bd-4dad-a9e1-792c06adcd69 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:48.262786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d7f04cfe-01bd-4dad-a9e1-792c06adcd69 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:48.280048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event deleted for resources: {'Port': ['ID=d7f04cfe-01bd-4dad-a9e1-792c06adcd69,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:48.312209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Deleting port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:48.312209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.328907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Attempting to bind port 043b8b88-3632-45fb-9478-095b70f47895 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:48.328907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Attempting to bind port 043b8b88-3632-45fb-9478-095b70f47895 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:48.328907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Attempting to bind port 043b8b88-3632-45fb-9478-095b70f47895 on network e5dc808a-6a63-4a73-ad08-a9f9252503f0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:48.336752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Deleting port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:48.337139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.376871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.423232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Port 043b8b88-3632-45fb-9478-095b70f47895 on network e5dc808a-6a63-4a73-ad08-a9f9252503f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:48.423572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Attempting to bind port 043b8b88-3632-45fb-9478-095b70f47895 on network e5dc808a-6a63-4a73-ad08-a9f9252503f0 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:48.441397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:48.441745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Checking segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:48.442142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Bound using segment: {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:48.442862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Bound port: 043b8b88-3632-45fb-9478-095b70f47895, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:48.443491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (043b8b88-3632-45fb-9478-095b70f47895), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.449125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c3169397-3421-42a6-9eae-036962fd2e74), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.458537 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7dca5e-e832-4dea-a0d6-e1487676f8a5 None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:48.504693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] For port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,segment=NetworkSegment(68f1a0e5-81fd-4509-82c2-441d959f5206),segment_id=68f1a0e5-81fd-4509-82c2-441d959f5206)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:48.505103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.517373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] For port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,segment=NetworkSegment(68f1a0e5-81fd-4509-82c2-441d959f5206),segment_id=68f1a0e5-81fd-4509-82c2-441d959f5206)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:48.527687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.534100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Calling delete_port for 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:48.573954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:48.575468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (1593a720-2e38-4572-ab37-9f8de2e64baf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.576012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=043b8b88-3632-45fb-9478-095b70f47895,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:48.580630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3169397-3421-42a6-9eae-036962fd2e74']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.596103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.604230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7be7b9-4d95-4a63-8d82-a4e22a6054b0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:48.609224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (0b7be7b9-4d95-4a63-8d82-a4e22a6054b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.625693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Calling delete_port for 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:48.653660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0b7be7b9-4d95-4a63-8d82-a4e22a6054b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.669893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:48.670602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (0b7be7b9-4d95-4a63-8d82-a4e22a6054b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.675852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Subnet': ['ID=1593a720-2e38-4572-ab37-9f8de2e64baf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:48.684000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:48.687905 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:48.692261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b4676908-a997-40e2-a27f-d5695b684bcb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/1593a720-2e38-4572-ab37-9f8de2e64baf HTTP/1.1" status: 204 len: 168 time: 1.2838314 Feb 19 01:21:48.695407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:48.713322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.719997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d5941-c037-4ebc-b8cb-06fca859d77d None None] Network 4954c102-6579-4a5d-a264-b80e244c76e1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:21:48.789503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b3288-6216-4b7b-b187-d85857a92d2c req-f8362991-decf-44a0-9f7f-3efce762fcbb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.794522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f94b3288-6216-4b7b-b187-d85857a92d2c req-f8362991-decf-44a0-9f7f-3efce762fcbb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2540941 Feb 19 01:21:48.794644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b77ca5-9b69-4948-94b4-4acc785cf200 req-d61ec36f-21a6-4c53-be21-c5fe86c6b3f9 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.795518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88b77ca5-9b69-4948-94b4-4acc785cf200 req-d61ec36f-21a6-4c53-be21-c5fe86c6b3f9 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1785746 Feb 19 01:21:48.843916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.911538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88b77ca5-9b69-4948-94b4-4acc785cf200 req-3fec95c9-63a6-4b41-a8db-90ffbbbd59ff tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954576 Feb 19 01:21:48.918440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.918440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.919562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] 10.222.0.96 "PUT /v2.0/ports/043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 1092 time: 3.0674036 Feb 19 01:21:48.923891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] Pushing event deleted for resources: {'Port': ['ID=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:48.939767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:48.942320 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1" -d '{"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:48.947412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9618af-becf-4558-8ef3-4d8f7cc5eaae None None] No DVR routers for this DVR port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:49.007870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf664aa-459a-4b0a-a3df-219605d53a5a service neutron] Pushing event updated for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.042337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c3169397-3421-42a6-9eae-036962fd2e74), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.046054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (77a664c3-4aa9-43e9-a9c4-9b0cbadebec5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.076525 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228d435b-c4af-4e14-ac60-0284eb28d7f3 x-openstack-request-id: req-228d435b-c4af-4e14-ac60-0284eb28d7f3 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:49.076937 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:49.077246 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-228d435b-c4af-4e14-ac60-0284eb28d7f3 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:49.077709 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:21:49.079335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.090965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] 10.222.0.94 "DELETE /v2.0/networks/c3169397-3421-42a6-9eae-036962fd2e74 HTTP/1.1" status: 204 len: 168 time: 2.4186103 Feb 19 01:21:49.090965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1c1f6-05ec-4c5a-88a7-3bdf2a02507f tempest-DHCPAgentSchedulersTestJSON-1030454835 tempest-DHCPAgentSchedulersTestJSON-1030454835-project] Pushing event deleted for resources: {'Network': ['ID=c3169397-3421-42a6-9eae-036962fd2e74,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.178103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] DHCP port deletion for 4954c102-6579-4a5d-a264-b80e244c76e1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:21:49.181093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Port': ['ID=77a664c3-4aa9-43e9-a9c4-9b0cbadebec5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.224451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] No DVR routers for this DVR port 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:49.229733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-b7ff078d-3417-407c-b5c4-96a0b6a868b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:49.232727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-b7ff078d-3417-407c-b5c4-96a0b6a868b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1126 time: 0.1136286 Feb 19 01:21:49.260965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (4954c102-6579-4a5d-a264-b80e244c76e1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.291295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Deleting port 2b28570e-7457-42f9-8507-ca3732fadc2c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:49.306786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.368918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f94b3288-6216-4b7b-b187-d85857a92d2c req-16775044-3c08-460e-9566-400e4dc30e49 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5304277 Feb 19 01:21:49.457153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] For port 2b28570e-7457-42f9-8507-ca3732fadc2c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2b28570e-7457-42f9-8507-ca3732fadc2c,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:49.458065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.490329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Calling delete_port for 2b28570e-7457-42f9-8507-ca3732fadc2c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:49.497501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (dfd1f092-321f-4d37-b3ee-10973ccabdc6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.527210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd1f092-321f-4d37-b3ee-10973ccabdc6']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:49.572752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f1a0e5-81fd-4509-82c2-441d959f5206') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:49.573328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f1a0e5-81fd-4509-82c2-441d959f5206') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:49.586471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (68f1a0e5-81fd-4509-82c2-441d959f5206), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.614852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (68f1a0e5-81fd-4509-82c2-441d959f5206), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.617399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-04a69e28-be36-4732-84b1-5ebb3f55ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:49.623204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-04a69e28-be36-4732-84b1-5ebb3f55ac6e service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=e2d38eebf6e04c63be730af65efbbf06&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3803427 Feb 19 01:21:49.625009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:49.625432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (68f1a0e5-81fd-4509-82c2-441d959f5206), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.731921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Deleting port 2b28570e-7457-42f9-8507-ca3732fadc2c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:49.732933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.796706 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.892441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] Pushing event deleted for resources: {'Port': ['ID=2b28570e-7457-42f9-8507-ca3732fadc2c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:49.895958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] For port 2b28570e-7457-42f9-8507-ca3732fadc2c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2b28570e-7457-42f9-8507-ca3732fadc2c,segment=NetworkSegment(199ed9a7-5ae2-4aaa-890c-6742a1fd07e7),segment_id=199ed9a7-5ae2-4aaa-890c-6742a1fd07e7)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:49.895958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.961139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ad2eb-8a43-4817-8ce6-b1516e17fb8c None None] No DVR routers for this DVR port 2b28570e-7457-42f9-8507-ca3732fadc2c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:49.964217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Calling delete_port for 2b28570e-7457-42f9-8507-ca3732fadc2c owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:49.964945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43308) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:49.965546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2b28570e-7457-42f9-8507-ca3732fadc2c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:49.976668 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:49.982666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (dfd1f092-321f-4d37-b3ee-10973ccabdc6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.012337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.020552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] 10.222.0.94 "DELETE /v2.0/networks/dfd1f092-321f-4d37-b3ee-10973ccabdc6 HTTP/1.1" status: 204 len: 168 time: 2.3854356 Feb 19 01:21:50.047384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c905e5-338d-4796-9f50-eed2a92a8fdb tempest-AllowedAddressPairIpV6TestJSON-1084677998 tempest-AllowedAddressPairIpV6TestJSON-1084677998-project] Pushing event deleted for resources: {'Network': ['ID=dfd1f092-321f-4d37-b3ee-10973ccabdc6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:50.105544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2b28570e-7457-42f9-8507-ca3732fadc2c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:50.106149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2b28570e-7457-42f9-8507-ca3732fadc2c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:50.106781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:50.121480 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2b28570e-7457-42f9-8507-ca3732fadc2c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.144313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-8dee9f6b-bfec-4c5f-bdde-b7651446bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.145933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9cf4c48-b382-47ab-aaaa-eb0994e558b1 req-8dee9f6b-bfec-4c5f-bdde-b7651446bedf service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5148203 Feb 19 01:21:50.150201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:50.155181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 77a664c3-4aa9-43e9-a9c4-9b0cbadebec5 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:50.156065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 159c4e14-8179-4fba-b5de-5eb7155746a5 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:50.180336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Port': ['ID=2b28570e-7457-42f9-8507-ca3732fadc2c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:50.211649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No DVR routers for this DVR port 2b28570e-7457-42f9-8507-ca3732fadc2c on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:50.223993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 159c4e14-8179-4fba-b5de-5eb7155746a5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:50.232841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 159c4e14-8179-4fba-b5de-5eb7155746a5 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:50.293745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a65f-c8b5-4dbe-9624-dbff45df6d8f req-92f4cd6f-6465-4cac-a7dc-97c8faafca75 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.306587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c749a65f-c8b5-4dbe-9624-dbff45df6d8f req-92f4cd6f-6465-4cac-a7dc-97c8faafca75 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1551032 Feb 19 01:21:50.399214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (4954c102-6579-4a5d-a264-b80e244c76e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.428728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-32c6cc58-6c0d-494e-894d-9735d89e2280 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d4e36bbe7c3f486ab6af375c7fd87a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4978547 Feb 19 01:21:50.431951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43346) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:50.451633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4954c102-6579-4a5d-a264-b80e244c76e1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.462887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c749a65f-c8b5-4dbe-9624-dbff45df6d8f req-6b4550bb-1da5-4bfe-b91a-5d571b54231b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448436 Feb 19 01:21:50.485226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.485795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199ed9a7-5ae2-4aaa-890c-6742a1fd07e7') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:50.493254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-99d9a35f-2628-43d5-a76e-d6b13770ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.495253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-99d9a35f-2628-43d5-a76e-d6b13770ea2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1126 time: 0.1282623 Feb 19 01:21:50.554270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (199ed9a7-5ae2-4aaa-890c-6742a1fd07e7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.607876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-fe140dc6-8525-42e1-9607-59f9856f4db5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 217 time: 0.1027460 Feb 19 01:21:50.670356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (199ed9a7-5ae2-4aaa-890c-6742a1fd07e7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.712542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:21:50.719050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (199ed9a7-5ae2-4aaa-890c-6742a1fd07e7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.719259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-ff476dff-e2e2-47b1-aa03-257031c25913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.719259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-ff476dff-e2e2-47b1-aa03-257031c25913 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.1032465 Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:21:50.719434 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:21:50.759379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] Publish callbacks [] for security_group (6fe4743b-d23e-4568-907a-65329eb64495), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.787966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:50.816807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-99e7789b-f29b-43f8-b9e0-941a73b72d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.824337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-99e7789b-f29b-43f8-b9e0-941a73b72d63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0930178 Feb 19 01:21:50.932963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab94c16-cf4c-4426-9a3c-ef21d31952c5 req-4f29bc8a-0d1c-490a-a902-07b8af198ce2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.941661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ab94c16-cf4c-4426-9a3c-ef21d31952c5 req-4f29bc8a-0d1c-490a-a902-07b8af198ce2 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.3702743 Feb 19 01:21:50.953925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-bc6a998f-9244-4c99-8908-9e6670ac0810 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283836 Feb 19 01:21:51.041142 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] Publish callbacks [] for security_group (6fe4743b-d23e-4568-907a-65329eb64495), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.056436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ab94c16-cf4c-4426-9a3c-ef21d31952c5 req-d3b03096-2176-4539-9741-1ec5ff2ef0a9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138027 Feb 19 01:21:51.113237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-52357d4d-eb81-47a4-9244-c893ac3535f2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=52c161cc0df6471c860dc797f5463c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236215 Feb 19 01:21:51.113858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:51.127064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (4954c102-6579-4a5d-a264-b80e244c76e1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.167132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.174688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/networks/4954c102-6579-4a5d-a264-b80e244c76e1 HTTP/1.1" status: 204 len: 168 time: 2.4749022 Feb 19 01:21:51.180197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43382) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:51.183187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c91dfda-381d-47b3-8485-691ef3168f4e req-7f5a4fec-5bee-48f8-8a5c-44db9f20f8d4 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165034 Feb 19 01:21:51.189532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edb06b-5a7e-48f4-9edb-91d5fe5aafbe tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Pushing event deleted for resources: {'Network': ['ID=4954c102-6579-4a5d-a264-b80e244c76e1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:51.217833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'routes': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:51.252685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] Publish callbacks [] for security_group (cdd9e71f-615e-4e97-9bd3-74fa571e3b13), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.287371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] Publish callbacks [] for security_group (cdd9e71f-615e-4e97-9bd3-74fa571e3b13), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.340396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6fe4743b-d23e-4568-907a-65329eb64495), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.343473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.345444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6fe4743b-d23e-4568-907a-65329eb64495 HTTP/1.1" status: 204 len: 168 time: 0.9123230 Feb 19 01:21:51.360976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1f982-67f6-47d8-a5df-16a8161a13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4743b-d23e-4568-907a-65329eb64495,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:51.506341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cdd9e71f-615e-4e97-9bd3-74fa571e3b13), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.513519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:51.514501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cdd9e71f-615e-4e97-9bd3-74fa571e3b13 HTTP/1.1" status: 204 len: 168 time: 0.3960447 Feb 19 01:21:51.536692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb2c09-1d5e-4786-a892-7189f5e93a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd9e71f-615e-4e97-9bd3-74fa571e3b13,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:52.230628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Added routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:21:52.231755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Removed routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:21:52.232403 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.296883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a99d-676b-4de7-ac8f-020a6b5e6fee req-8158c428-4d85-42a9-9d0d-7ee25067a596 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:52.299799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9550a99d-676b-4de7-ac8f-020a6b5e6fee req-8158c428-4d85-42a9-9d0d-7ee25067a596 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.1366441 Feb 19 01:21:52.433327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9550a99d-676b-4de7-ac8f-020a6b5e6fee req-b9613ddc-0dfb-4232-8b8c-ef93f18fb9ed tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268997 Feb 19 01:21:52.464918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250f157-83a9-4d75-a995-565c295a8a66 req-ece0fc6f-140c-4aeb-8312-cd88990d9eb8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:52.466983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43450) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:52.467259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2250f157-83a9-4d75-a995-565c295a8a66 req-ece0fc6f-140c-4aeb-8312-cd88990d9eb8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.3421321 Feb 19 01:21:52.501244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e83fb3e-3d84-481b-b196-83f2af3221a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.662536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.667397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.716372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e83fb3e-3d84-481b-b196-83f2af3221a8 admin admin] Publish callbacks [] for security_group (ddecb154-2074-490c-a2a8-8b7bb20abf62), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.789686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8e83fb3e-3d84-481b-b196-83f2af3221a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ddecb154-2074-490c-a2a8-8b7bb20abf62), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.875340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2250f157-83a9-4d75-a995-565c295a8a66 req-7895be79-4d59-4a6a-8833-2985b7967699 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090220 Feb 19 01:21:52.896578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8e83fb3e-3d84-481b-b196-83f2af3221a8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=91791de2df4a410a8f546777795a4ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269915 Feb 19 01:21:52.903438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43468) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:52.904524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83fb3e-3d84-481b-b196-83f2af3221a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecb154-2074-490c-a2a8-8b7bb20abf62,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:52.922324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:21:52.959609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] Publish callbacks [] for security_group (ddecb154-2074-490c-a2a8-8b7bb20abf62), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.981935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] Publish callbacks [] for security_group (ddecb154-2074-490c-a2a8-8b7bb20abf62), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.090652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:53.105482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Sync routers for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:53.116486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.116486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c587699e-c96a-4192-9c2d-54ebe9e6c240 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 705 time: 1.9297893 Feb 19 01:21:53.118528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:53.133712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:53.134962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:53.181787 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6a05b302-9a13-4cd2-8ab9-982fdf97ae24 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 205 time: 0.0618069 Feb 19 01:21:53.182726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ddecb154-2074-490c-a2a8-8b7bb20abf62), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.184247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43490) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:53.198026 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.205075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ddecb154-2074-490c-a2a8-8b7bb20abf62 HTTP/1.1" status: 204 len: 168 time: 0.2953231 Feb 19 01:21:53.227558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009a0e1-a593-4857-9789-2b95bbcbd8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecb154-2074-490c-a2a8-8b7bb20abf62,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:53.321006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.384509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:53.476642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:53.540151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Checking router: 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:53.550743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Routers {'14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:53.551643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:53.577056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43514) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:53.621389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.630575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.676513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] Set router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:53.747296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-cb0b7f21-6c7a-4ca9-ba73-6c66c6db62e1 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133168 Feb 19 01:21:53.842508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.843054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:21:53.856818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.858020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1cf0532f-4193-486b-8979-4e81a5c688cb tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 204 len: 168 time: 0.6727598 Feb 19 01:21:53.865699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43530) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:53.883101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883248863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:53.945330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e423e-2f63-4781-80d4-fa742e1e174c req-653d0115-9bdb-4083-a8d7-e4cb40f8d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.946984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-653d0115-9bdb-4083-a8d7-e4cb40f8d8ee service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1127 time: 0.1312017 Feb 19 01:21:54.014778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.015310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.202684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (94555150-dc08-414d-8b2c-cde2349c2d60), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.216792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e423e-2f63-4781-80d4-fa742e1e174c req-480c67cb-e4f3-4e09-b547-0c08850a2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.221450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-480c67cb-e4f3-4e09-b547-0c08850a2d3a service neutron] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 897 time: 0.2484930 Feb 19 01:21:54.234206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-abbc802f-f846-40c1-921d-02c7e99a9007 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.238841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-abbc802f-f846-40c1-921d-02c7e99a9007 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6573231 Feb 19 01:21:54.261517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43548) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.275297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-8f497fc7-826b-44e4-95b2-b8aafb215832 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.278791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f497fc7-826b-44e4-95b2-b8aafb215832 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087159 Feb 19 01:21:54.279982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43558) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.301213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:54.302520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.366788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-31e5f0f4-90cc-4f97-a67c-4414d645ffb0 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.367826 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31e5f0f4-90cc-4f97-a67c-4414d645ffb0 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046761 Feb 19 01:21:54.371966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43566) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.392182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-3ed01456-65c2-4fe4-8b83-8c24c644d928 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.392182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3ed01456-65c2-4fe4-8b83-8c24c644d928 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104601 Feb 19 01:21:54.394849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.402180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-e0d3e064-6728-44d9-8265-c04952fbe2e9 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.407832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43570) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.409638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0d3e064-6728-44d9-8265-c04952fbe2e9 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071192 Feb 19 01:21:54.413317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b974d3d-3a34-4488-94f5-6d35202d69ea None None] The sync data for ids ['14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c'] in n-d-826529-3 is: [{'id': '14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c', 'name': 'tempest-RoutersIpV6Test-router-1863434191', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:21:44Z', 'revision_number': 11, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:54.426189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-97ee0d5d-7e05-4c1d-87ff-1e89c4a9a7c1 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.427258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97ee0d5d-7e05-4c1d-87ff-1e89c4a9a7c1 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0153294 Feb 19 01:21:54.434050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43572) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.444877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-c3cb7d2a-3bff-4cbb-b7b8-816dd65ed3fb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.446123 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3cb7d2a-3bff-4cbb-b7b8-816dd65ed3fb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111628 Feb 19 01:21:54.449637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43574) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.474023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ac6f-9143-495c-a684-021c5e59b466 req-c38ead81-8b8e-4e18-97dc-738554032f32 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.475713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9219ac6f-9143-495c-a684-021c5e59b466 req-c38ead81-8b8e-4e18-97dc-738554032f32 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.2953882 Feb 19 01:21:54.479533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.480708 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-42afc2b3-6f2b-4368-97c0-ffbb7fa31b31 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6130311 Feb 19 01:21:54.482161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-5255ab8b-ce9e-4d61-9a04-3cf9f93168d5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.482161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5255ab8b-ce9e-4d61-9a04-3cf9f93168d5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0309761 Feb 19 01:21:54.484582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-f28a5586-2f0b-4dfc-889c-9a65a9e9a4aa service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 1001 time: 0.2481062 Feb 19 01:21:54.485311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43582) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.487795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.490678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:54.504492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-9d651270-36ed-4480-a968-8f04269b4092 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.508677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d651270-36ed-4480-a968-8f04269b4092 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0190053 Feb 19 01:21:54.511375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43586) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.585219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-1fc7c4c6-01f6-4997-afaf-7b49e837416a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.590511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fc7c4c6-01f6-4997-afaf-7b49e837416a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0108199 Feb 19 01:21:54.592862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e423e-2f63-4781-80d4-fa742e1e174c req-37c8e07c-33e8-4ed1-9081-5baf2ca86154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.594880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-37c8e07c-33e8-4ed1-9081-5baf2ca86154 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.0821218 Feb 19 01:21:54.621191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43590) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.633527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-0a3227a2-3ae1-41eb-9058-eaa86001ca95 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.641805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a3227a2-3ae1-41eb-9058-eaa86001ca95 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184968 Feb 19 01:21:54.664870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43594) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.669879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-7dc10115-5a54-4e0d-b792-caf1f8670940 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.671159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7dc10115-5a54-4e0d-b792-caf1f8670940 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051537 Feb 19 01:21:54.679603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.686016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-48ee34d9-6a51-4cc5-9267-528e604b399d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.687401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-48ee34d9-6a51-4cc5-9267-528e604b399d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056643 Feb 19 01:21:54.691294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43598) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.735842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-5f8d75f8-167a-4c3f-a512-0fe00682d515 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.737378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5f8d75f8-167a-4c3f-a512-0fe00682d515 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051372 Feb 19 01:21:54.744603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43604) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.814469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-6cf9ddea-1368-4e43-9c3d-c4641829aef4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.819889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6cf9ddea-1368-4e43-9c3d-c4641829aef4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0105288 Feb 19 01:21:54.822806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43610) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.840374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-14dd2098-31a0-4f17-b692-6316e5fb3e8a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.841376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14dd2098-31a0-4f17-b692-6316e5fb3e8a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083518 Feb 19 01:21:54.846087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43614) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.892457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8233-3390-45b6-b106-312f7da6370c req-4e8d4ee0-4365-486a-9b23-0ea2a50f9cce tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.899559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8acb8233-3390-45b6-b106-312f7da6370c req-4e8d4ee0-4365-486a-9b23-0ea2a50f9cce tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.4137669 Feb 19 01:21:54.899797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-99be520a-8bb3-43f2-a509-9134b0d924a4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.903358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99be520a-8bb3-43f2-a509-9134b0d924a4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098624 Feb 19 01:21:54.904395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43620) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.933909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-a4ab8194-2976-4a52-aa7e-21bb047f98b5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.934917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a4ab8194-2976-4a52-aa7e-21bb047f98b5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0277030 Feb 19 01:21:54.943819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43626) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.952909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-8c9c0e88-c326-4442-a0e2-f8e503f4ac6a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.953627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c9c0e88-c326-4442-a0e2-f8e503f4ac6a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085561 Feb 19 01:21:54.958185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43628) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.962641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-ea7300aa-c4da-4844-b9f0-f5cad564ff59 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:54.963775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ea7300aa-c4da-4844-b9f0-f5cad564ff59 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047431 Feb 19 01:21:54.970899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9219ac6f-9143-495c-a684-021c5e59b466 req-0d5dc514-7901-48b3-bd25-f94b04273e78 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059795 Feb 19 01:21:54.971956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43630) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:54.977605 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e423e-2f63-4781-80d4-fa742e1e174c req-96c4be80-7416-454e-8f28-7b3d705c54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.984309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-96c4be80-7416-454e-8f28-7b3d705c54f7 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3350267 Feb 19 01:21:55.090756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-d4eab408-aa6b-493d-b449-4846c36a8769 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.093155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d4eab408-aa6b-493d-b449-4846c36a8769 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085523 Feb 19 01:21:55.107407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43638) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.107407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-d722e4c7-a80f-4f66-9347-f0ce00cbbf61 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.107407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d722e4c7-a80f-4f66-9347-f0ce00cbbf61 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078650 Feb 19 01:21:55.123414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43640) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.130779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-7e603504-c8c7-4e06-b5ca-dc606e6e3ddb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.132725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e603504-c8c7-4e06-b5ca-dc606e6e3ddb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0075552 Feb 19 01:21:55.135306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43642) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.139185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-636900b5-e6c8-4a7e-9f62-831cb0806331 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.142521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-636900b5-e6c8-4a7e-9f62-831cb0806331 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041940 Feb 19 01:21:55.142892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43644) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.146475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8acb8233-3390-45b6-b106-312f7da6370c req-660947f2-9203-492e-858d-01f2553790e1 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456038 Feb 19 01:21:55.148686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-324ec199-8300-4dcd-8bb1-53577cacc122 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.150673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-324ec199-8300-4dcd-8bb1-53577cacc122 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058167 Feb 19 01:21:55.151943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:55.157712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43646) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.164050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-12f175ff-a8e9-4cbc-89c8-a0512041bd02 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.165203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12f175ff-a8e9-4cbc-89c8-a0512041bd02 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057008 Feb 19 01:21:55.167807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.172166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-c462c914-144a-400f-8e0a-ffe5d2120bc8 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.172856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-eb621d4c-5a66-49c3-af6c-606994fa0617 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727452 Feb 19 01:21:55.174598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c462c914-144a-400f-8e0a-ffe5d2120bc8 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044339 Feb 19 01:21:55.176458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43650) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.180401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-db9734cb-7471-46c9-827e-55d37a0ec59c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.181358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-db9734cb-7471-46c9-827e-55d37a0ec59c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040193 Feb 19 01:21:55.184142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43654) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.188312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-19c2102e-69c4-493b-b3d2-026a274e0a4d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.196431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-19c2102e-69c4-493b-b3d2-026a274e0a4d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112505 Feb 19 01:21:55.197147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43656) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.201471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-d9397258-03d4-458d-8452-39f8e190a703 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.205966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43658) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.206741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d9397258-03d4-458d-8452-39f8e190a703 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086098 Feb 19 01:21:55.235544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-9b8796f2-78c4-4d21-8560-872ea3a0e017 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.237379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b8796f2-78c4-4d21-8560-872ea3a0e017 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0293114 Feb 19 01:21:55.240164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.246697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-3857a5d5-57ef-4e50-9249-2b2627158caf tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.252410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3857a5d5-57ef-4e50-9249-2b2627158caf tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0111721 Feb 19 01:21:55.259038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43666) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.264562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-5ad29852-9a69-4c20-b0d7-cbc676018ae1 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.267292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5ad29852-9a69-4c20-b0d7-cbc676018ae1 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054829 Feb 19 01:21:55.268377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43668) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.273811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-6ca59ae8-d6cf-4d5f-a7b0-7f66ecb26230 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.276055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6ca59ae8-d6cf-4d5f-a7b0-7f66ecb26230 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055137 Feb 19 01:21:55.279369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43670) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.285429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-148322c0-a895-4b52-9900-486262199798 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.287015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-148322c0-a895-4b52-9900-486262199798 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062082 Feb 19 01:21:55.289510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.294041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-583e423e-2f63-4781-80d4-fa742e1e174c req-38a177d4-dd62-4fc4-bf0e-2d32f7b52179 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133106 Feb 19 01:21:55.295902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-8d0a2430-e9f9-4297-a810-cbe4287cc56c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.299006 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d0a2430-e9f9-4297-a810-cbe4287cc56c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045414 Feb 19 01:21:55.300197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43674) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.305347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-1b09cbd4-3005-4c05-b887-08e85d6c81e4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.308261 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1b09cbd4-3005-4c05-b887-08e85d6c81e4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056021 Feb 19 01:21:55.311644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43678) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.316391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-1e7978b1-7968-48c5-81a9-f653b8ea5491 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.317508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e7978b1-7968-48c5-81a9-f653b8ea5491 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046515 Feb 19 01:21:55.319909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43680) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.324334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-9a88a1ed-6faf-4c3e-99d5-6860cd4cdf8e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.325733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9a88a1ed-6faf-4c3e-99d5-6860cd4cdf8e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047266 Feb 19 01:21:55.331452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:55.333385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43682) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.341401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-727066a2-508e-4db4-89a8-aaefc89681b4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.342349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-727066a2-508e-4db4-89a8-aaefc89681b4 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056381 Feb 19 01:21:55.350901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43688) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.360163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-b6bd5786-3869-42cb-9743-ebaa6e3a7b8f tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.366565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6bd5786-3869-42cb-9743-ebaa6e3a7b8f tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0144420 Feb 19 01:21:55.371457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.375612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-56f37740-a79f-412e-ae40-3a5b6c3188c9 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.395457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-56f37740-a79f-412e-ae40-3a5b6c3188c9 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0207064 Feb 19 01:21:55.403596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.410764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-c1b9df0e-71e4-4107-af27-1bed8af7592e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.413097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1b9df0e-71e4-4107-af27-1bed8af7592e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083792 Feb 19 01:21:55.418666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43702) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.429877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-097929e5-c9c2-4598-9f8d-d75792c9188a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.440894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-097929e5-c9c2-4598-9f8d-d75792c9188a tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0210156 Feb 19 01:21:55.441980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.448127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-6656f41c-8796-40de-8d0a-09bfe4d5b66e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.451764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6656f41c-8796-40de-8d0a-09bfe4d5b66e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078166 Feb 19 01:21:55.453788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43708) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.458629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-86270c4f-70c9-4739-b357-cfee3de48d39 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.462877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-86270c4f-70c9-4739-b357-cfee3de48d39 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0075693 Feb 19 01:21:55.463541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43710) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.467552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-3140f4cb-e341-4847-bdea-323c159ffee2 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.471919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3140f4cb-e341-4847-bdea-323c159ffee2 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0073953 Feb 19 01:21:55.483408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43714) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.488601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-0ec3835d-ad88-48f5-9a62-e653addce3cc tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.498794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ec3835d-ad88-48f5-9a62-e653addce3cc tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0141516 Feb 19 01:21:55.499455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.510353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-d693e500-a4d7-4448-ac76-a506bca42215 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.514486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d693e500-a4d7-4448-ac76-a506bca42215 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0140915 Feb 19 01:21:55.515908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.520983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-ee6b6abc-6e18-4404-982d-585029909480 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.524505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ee6b6abc-6e18-4404-982d-585029909480 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076659 Feb 19 01:21:55.525007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43722) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.532582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-d125c82a-8376-4c60-b265-0ba99f6aa4bd tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.534313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d125c82a-8376-4c60-b265-0ba99f6aa4bd tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063620 Feb 19 01:21:55.537667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.542232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-51c2abd3-4502-4833-b7f5-4da2a8878bce tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.546165 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51c2abd3-4502-4833-b7f5-4da2a8878bce tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070097 Feb 19 01:21:55.546303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43726) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.555716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-b3a0ccdd-813d-4cd7-b8c9-0a07b270b538 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.557431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b3a0ccdd-813d-4cd7-b8c9-0a07b270b538 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045967 Feb 19 01:21:55.562144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43728) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.568483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-5b5ad826-7c1c-4089-92f3-1848dbd34dd5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.571773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b5ad826-7c1c-4089-92f3-1848dbd34dd5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063589 Feb 19 01:21:55.572495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43730) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.593272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-b6c0ef2a-8330-484d-9f88-a71b23262af3 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.599055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.599558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6c0ef2a-8330-484d-9f88-a71b23262af3 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0251467 Feb 19 01:21:55.607038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-9585e94c-33c5-460c-b007-228ed1b5b489 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.610265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9585e94c-33c5-460c-b007-228ed1b5b489 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079703 Feb 19 01:21:55.610684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43738) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.614537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-3f381eb5-34b7-4aac-85d7-233f1fc5a33f tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.617570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3f381eb5-34b7-4aac-85d7-233f1fc5a33f tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039494 Feb 19 01:21:55.617760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43740) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.625365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-cf2ce815-42bf-445f-9d8f-ac053efe6a43 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.627126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf2ce815-42bf-445f-9d8f-ac053efe6a43 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077825 Feb 19 01:21:55.629065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43742) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.633103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-118ef9f8-beca-4ad7-a208-e6f127ed61f5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.635225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-118ef9f8-beca-4ad7-a208-e6f127ed61f5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0040603 Feb 19 01:21:55.636251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43744) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.640028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-d149c253-7f20-4fb9-bca1-b6d739e6187b tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.640935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d149c253-7f20-4fb9-bca1-b6d739e6187b tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038397 Feb 19 01:21:55.643705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43746) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.647899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-8a4576be-83de-4469-84a5-c94ebc5483e5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.648816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8a4576be-83de-4469-84a5-c94ebc5483e5 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040889 Feb 19 01:21:55.651252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43748) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.655123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-aeccc5a0-8713-4b72-968b-e879a1f51d6c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.659816 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aeccc5a0-8713-4b72-968b-e879a1f51d6c tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042119 Feb 19 01:21:55.659953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43750) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.664074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-1c877010-bdc6-4876-986e-56f562a6f452 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.667521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43752) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.667637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c877010-bdc6-4876-986e-56f562a6f452 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064404 Feb 19 01:21:55.672854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-a243a2ae-cd5d-4a64-9f28-c84e2e44071d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.673920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a243a2ae-cd5d-4a64-9f28-c84e2e44071d tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050988 Feb 19 01:21:55.676935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.681654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-009e1cd1-c49d-4ad3-9fb6-ef148f707c54 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.683528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-009e1cd1-c49d-4ad3-9fb6-ef148f707c54 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054457 Feb 19 01:21:55.688314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Router 94555150-dc08-414d-8b2c-cde2349c2d60 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:21:55.688996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43756) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.694074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-1428f319-0e2a-471c-8622-6707dda09265 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.695329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1428f319-0e2a-471c-8622-6707dda09265 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043702 Feb 19 01:21:55.697932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43758) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.703751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-30996bb4-135b-4487-9ace-605c6f2819bb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.735725 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-30996bb4-135b-4487-9ace-605c6f2819bb tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0365014 Feb 19 01:21:55.737006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.742005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-72763112-b8b6-4c57-85b3-79007d17d23e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.745793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43768) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.746398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72763112-b8b6-4c57-85b3-79007d17d23e tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080884 Feb 19 01:21:55.754210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [None req-53bfbac0-a590-4d72-bde9-9e5fb995d595 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.758316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43770) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.758793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53bfbac0-a590-4d72-bde9-9e5fb995d595 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113649 Feb 19 01:21:55.764659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-3519a01d-e340-4622-81a3-385fb489a1df tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.768744 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3519a01d-e340-4622-81a3-385fb489a1df tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062268 Feb 19 01:21:55.768974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43772) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.773818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [None req-b44682ae-02f7-4ee2-be66-eb64f3330f96 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:55.777469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b44682ae-02f7-4ee2-be66-eb64f3330f96 tempest-ExtensionsTestJSON-1938274845 tempest-ExtensionsTestJSON-1938274845-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048139 Feb 19 01:21:55.826756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:21:55.839786 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Sync routers for ids ['94555150-dc08-414d-8b2c-cde2349c2d60'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:21:55.864533 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Routers {'94555150-dc08-414d-8b2c-cde2349c2d60'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:55.865886 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['94555150-dc08-414d-8b2c-cde2349c2d60'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:55.870492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:55.875754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:55.879754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d4c7c260-23ab-4398-b385-a9e18924df2a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "PUT /v2.0/routers/94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 200 len: 698 time: 1.3933613 Feb 19 01:21:55.985951 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Set router 94555150-dc08-414d-8b2c-cde2349c2d60 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:56.001721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f809b963-15d2-4711-bf96-45a252f89508 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/routers/94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 200 len: 704 time: 0.1239913 Feb 19 01:21:56.005115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43790) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:56.079114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba290919-e4a1-4dfd-bbe2-e33f69d36f19 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 200 len: 205 time: 0.0707269 Feb 19 01:21:56.079877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43800) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:56.121741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94555150-dc08-414d-8b2c-cde2349c2d60', 'name': 'tempest-RoutersIpV6Test-router-1883248863', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:54Z', 'updated_at': '2022-02-19T01:21:55Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:56.162046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4045-8737-43e4-8652-bccfc3fc6c43 req-c407bfd5-ab8d-49c6-8ff5-65656f191e19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:56.164094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e2b4045-8737-43e4-8652-bccfc3fc6c43 req-c407bfd5-ab8d-49c6-8ff5-65656f191e19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1020548 Feb 19 01:21:56.215611 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Checking router: 94555150-dc08-414d-8b2c-cde2349c2d60 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:21:56.226906 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Routers {'94555150-dc08-414d-8b2c-cde2349c2d60'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:21:56.228062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['94555150-dc08-414d-8b2c-cde2349c2d60'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:56.289781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (94555150-dc08-414d-8b2c-cde2349c2d60), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.333032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] Set router 94555150-dc08-414d-8b2c-cde2349c2d60 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:21:56.339367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2e2b4045-8737-43e4-8652-bccfc3fc6c43 req-1e5107ce-abbc-4fe7-af22-0094975ba8fd tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570449 Feb 19 01:21:56.439136 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94555150-dc08-414d-8b2c-cde2349c2d60', 'name': 'tempest-RoutersIpV6Test-router-1883248863', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:54Z', 'updated_at': '2022-02-19T01:21:55Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:21:56.443515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097b04-8206-4243-9e50-abc26cb37f7c req-f1489f4d-2ccf-464e-8415-126a2a257d71 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:56.458417 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5097b04-8206-4243-9e50-abc26cb37f7c req-f1489f4d-2ccf-464e-8415-126a2a257d71 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.1829095 Feb 19 01:21:56.484229 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72bfbee-1095-48d2-9403-56b5ec1ceb05 None None] The sync data for ids ['94555150-dc08-414d-8b2c-cde2349c2d60'] in n-d-826529-3 is: [{'id': '94555150-dc08-414d-8b2c-cde2349c2d60', 'name': 'tempest-RoutersIpV6Test-router-1883248863', 'tenant_id': '7bcc80cce34047b1990adfc329101e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:21:54Z', 'updated_at': '2022-02-19T01:21:55Z', 'revision_number': 2, 'project_id': '7bcc80cce34047b1990adfc329101e68', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:21:56.541615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:56.628768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.639678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router_controller (94555150-dc08-414d-8b2c-cde2349c2d60), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.814336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba869-e0e1-4d8b-94fb-cd7e564e5dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:56.974483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba869-e0e1-4d8b-94fb-cd7e564e5dc9 admin admin] Publish callbacks [] for security_group (5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.016384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43846) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.076369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba869-e0e1-4d8b-94fb-cd7e564e5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.146887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba869-e0e1-4d8b-94fb-cd7e564e5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:57.278107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6f3ba869-e0e1-4d8b-94fb-cd7e564e5dc9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e39c7f486c504880a4535366cf5cc062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7346814 Feb 19 01:21:57.284986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.338209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5097b04-8206-4243-9e50-abc26cb37f7c req-a1321208-7cfb-4bb6-9593-b4b171355e17 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8776631 Feb 19 01:21:57.348292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (94555150-dc08-414d-8b2c-cde2349c2d60), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.348863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Fanout notify agent at l3_agent the message router_deleted on router 94555150-dc08-414d-8b2c-cde2349c2d60 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:21:57.363024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.368542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] Publish callbacks [] for security_group (5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.370754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43868) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.375452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7ca70d42-5ef4-4251-8c45-2eb29f7bb4cc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 204 len: 168 time: 1.2898593 Feb 19 01:21:57.433798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-862e67de-39b0-429d-8870-c7a6c90ae1b6 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 200 len: 205 time: 0.0618248 Feb 19 01:21:57.436358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43876) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.446452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1414576187'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:57.504109 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-ff3f7ffb-edc9-48c4-b120-53ae85d07db9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:57.505493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff3f7ffb-edc9-48c4-b120-53ae85d07db9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/94555150-dc08-414d-8b2c-cde2349c2d60 HTTP/1.1" status: 404 len: 336 time: 0.0681198 Feb 19 01:21:57.507969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43882) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.526006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] Publish callbacks [] for security_group (5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.542989 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-687d4dad-4b04-453a-a033-50eeaa6b950b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:57.543808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687d4dad-4b04-453a-a033-50eeaa6b950b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:57.546957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-687d4dad-4b04-453a-a033-50eeaa6b950b tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/e208825d-9062-477f-952e-a00d565aa6b2 HTTP/1.1" status: 404 len: 337 time: 0.0378492 Feb 19 01:21:57.552312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43884) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.591314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Made reservation on behalf of e9b31e89225c46f4b34d44fd72fe7ac4 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:57.594647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.600660 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-c173ef43-66ad-4109-b44a-d09a0d281d28 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:57.601121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c173ef43-66ad-4109-b44a-d09a0d281d28 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:57.608465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c173ef43-66ad-4109-b44a-d09a0d281d28 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/14bafccd-9099-49c1-8aa9-4e596a875043 HTTP/1.1" status: 404 len: 337 time: 0.0548086 Feb 19 01:21:57.608930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43888) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.634396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.654639 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da402a0-9f64-4c6b-9ef6-633ef2a7a67a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:57.655048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da402a0-9f64-4c6b-9ef6-633ef2a7a67a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:57.661226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5da402a0-9f64-4c6b-9ef6-633ef2a7a67a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/e5c032b4-0cbd-4cd4-ba58-8cc25c4f9f2b HTTP/1.1" status: 404 len: 337 time: 0.0469708 Feb 19 01:21:57.661568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43892) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.670233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d610-eb3a-4a23-992e-2242171b5a47 req-e24e65b8-3300-4599-8187-45012abc28ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:57.672181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9c3d610-eb3a-4a23-992e-2242171b5a47 req-e24e65b8-3300-4599-8187-45012abc28ad tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1676450 Feb 19 01:21:57.703832 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c272ef-dc21-4d25-9414-a40cdc6ca146 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:57.704558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c272ef-dc21-4d25-9414-a40cdc6ca146 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:57.716904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9c272ef-dc21-4d25-9414-a40cdc6ca146 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/1593a720-2e38-4572-ab37-9f8de2e64baf HTTP/1.1" status: 404 len: 337 time: 0.0500271 Feb 19 01:21:57.716904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43896) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.761440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71a99856-6d88-4c39-81ed-17cf5ee1486a tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 200 len: 205 time: 0.0462389 Feb 19 01:21:57.762285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43900) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.824307 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-3a7eda66-860e-4545-9562-17686d08f5ce tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:57.828401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a7eda66-860e-4545-9562-17686d08f5ce tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/14b1bd52-b86b-4a55-82e2-4ef0f1a09a0c HTTP/1.1" status: 404 len: 336 time: 0.0650105 Feb 19 01:21:57.829075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43904) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.839295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9c3d610-eb3a-4a23-992e-2242171b5a47 req-5de5778c-d425-435c-ac4c-73c951f26b92 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485603 Feb 19 01:21:57.851785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.854552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:57.858606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c HTTP/1.1" status: 204 len: 168 time: 0.5719187 Feb 19 01:21:57.865813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e03f58f2-077c-4d13-9f9d-2e2181f3720e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=502670cb-233c-4e25-b286-2b77db4485aa HTTP/1.1" status: 200 len: 205 time: 0.0354590 Feb 19 01:21:57.866567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43910) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.881941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac17b1-5b2b-4041-b771-2b799f329313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb6239-bc14-43d9-9cf8-bebf8ad7e23c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:57.914311 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-4e78e43b-7398-432f-952b-e3ff851125f9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:57.917994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e78e43b-7398-432f-952b-e3ff851125f9 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/502670cb-233c-4e25-b286-2b77db4485aa HTTP/1.1" status: 404 len: 336 time: 0.0504525 Feb 19 01:21:57.918553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43912) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.948541 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19a4b16-b1a3-42ea-9091-a5c51febf3b0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:57.949270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19a4b16-b1a3-42ea-9091-a5c51febf3b0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:57.955261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43918) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:57.955614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d19a4b16-b1a3-42ea-9091-a5c51febf3b0 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/971ad653-82b9-44dd-a16c-84af9ea984ac HTTP/1.1" status: 404 len: 337 time: 0.0353131 Feb 19 01:21:58.046715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks [] for security_group (ad42dafb-1ece-4503-b331-437ab95b77bd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.051250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-40463296-ac94-4593-94d2-01bbc73ecee1 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 200 len: 205 time: 0.0911422 Feb 19 01:21:58.053791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43924) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.100496 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-6c217f10-97c2-434c-89e8-0f7e7fcce968 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:58.104177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6c217f10-97c2-434c-89e8-0f7e7fcce968 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/8dac295f-d5cb-4f3a-845b-203ab8a224fb HTTP/1.1" status: 404 len: 336 time: 0.0467308 Feb 19 01:21:58.104517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43926) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.129680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ad42dafb-1ece-4503-b331-437ab95b77bd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.177794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43932) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.187643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ad1c540-e1b0-42e4-9dc1-54c5239a9e62 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b6434fc-66dd-4072-b6c7-fe680b91613f HTTP/1.1" status: 200 len: 205 time: 0.0651636 Feb 19 01:21:58.249116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:21:58.252624 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-c4e4d75a-d3f1-4af0-a75a-04581a31ed1d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:58.253683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4e4d75a-d3f1-4af0-a75a-04581a31ed1d tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/4b6434fc-66dd-4072-b6c7-fe680b91613f HTTP/1.1" status: 404 len: 336 time: 0.0651054 Feb 19 01:21:58.256415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43938) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.266276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42dafb-1ece-4503-b331-437ab95b77bd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:58.276477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ba5304b0-909f-4d3d-9ec4-c19f3f198c18), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.276889 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Added segment ba5304b0-909f-4d3d-9ec4-c19f3f198c18 of type vlan for network 96d83e82-2b91-4e12-b7f7-13cccf171dcd Feb 19 01:21:58.316881 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-825958c1-e666-4b52-a40e-b54cc1ed2700 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:58.316881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825958c1-e666-4b52-a40e-b54cc1ed2700 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:58.329305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-825958c1-e666-4b52-a40e-b54cc1ed2700 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/367a8885-a06f-4f59-a03f-d6521c68c6bc HTTP/1.1" status: 404 len: 337 time: 0.0716162 Feb 19 01:21:58.335039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.376624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (96d83e82-2b91-4e12-b7f7-13cccf171dcd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.411526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43954) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.412320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2faf740-909a-465a-a6b5-fe3bc89a8adc tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=4798300f-2eba-4cd0-b5db-d4a65c2d013f HTTP/1.1" status: 200 len: 205 time: 0.0759442 Feb 19 01:21:58.485216 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-ce025839-37b0-4c3d-807c-9a714a9f2935 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:58.486181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ce025839-37b0-4c3d-807c-9a714a9f2935 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/4798300f-2eba-4cd0-b5db-d4a65c2d013f HTTP/1.1" status: 404 len: 336 time: 0.0737991 Feb 19 01:21:58.494511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.539001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c452d0-fb29-443f-80ce-2a327e22d82f req-a2351a65-ae23-48c7-bc90-62ea2d7e24b9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:58.541014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17c452d0-fb29-443f-80ce-2a327e22d82f req-a2351a65-ae23-48c7-bc90-62ea2d7e24b9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.0964141 Feb 19 01:21:58.555837 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36cf7fd-2fed-4c2c-a415-3f0600790841 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:58.556685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36cf7fd-2fed-4c2c-a415-3f0600790841 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:58.563342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c36cf7fd-2fed-4c2c-a415-3f0600790841 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/d26ebab7-2e94-4a2d-9fa0-433dc21cd37b HTTP/1.1" status: 404 len: 337 time: 0.0653448 Feb 19 01:21:58.564099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 43968) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.631150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17c452d0-fb29-443f-80ce-2a327e22d82f req-065ba50b-eec5-43b2-ad02-d97a6ae231f4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772185 Feb 19 01:21:58.631249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b779bbb-ec81-469b-88a2-e971a0a00bf8 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "GET /v2.0/ports?device_id=fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 HTTP/1.1" status: 200 len: 205 time: 0.0647235 Feb 19 01:21:58.631249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (96d83e82-2b91-4e12-b7f7-13cccf171dcd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.633379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.649009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:58.649679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:58.735981 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-53ad7885-7d53-4c0c-bf71-f86042392181 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] delete failed (client error): The resource could not be found. Feb 19 01:21:58.737073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-53ad7885-7d53-4c0c-bf71-f86042392181 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/routers/fc6e7d9d-8c01-4fb1-bea0-02b1b6113ad1 HTTP/1.1" status: 404 len: 336 time: 0.1022627 Feb 19 01:21:58.740159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.774647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Pushing event updated for resources: {'Network': ['ID=96d83e82-2b91-4e12-b7f7-13cccf171dcd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:58.775913 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d4c314-2ede-43f1-9032-a31c9e1e8c10 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:58.776554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d4c314-2ede-43f1-9032-a31c9e1e8c10 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:58.779840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f5d4c314-2ede-43f1-9032-a31c9e1e8c10 tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/fa2d58a3-9314-44bc-b713-ca631358f7e3 HTTP/1.1" status: 404 len: 337 time: 0.0387418 Feb 19 01:21:58.782719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 43982) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:58.787966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:21:58.833676 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e783637-29c3-4a1b-ab1b-d2dfccd9965e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] DELETE failed (client error): The resource could not be found. Feb 19 01:21:58.834138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e783637-29c3-4a1b-ab1b-d2dfccd9965e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:21:58.839550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e783637-29c3-4a1b-ab1b-d2dfccd9965e tempest-RoutersIpV6Test-491539754 tempest-RoutersIpV6Test-491539754-project] 10.222.0.94 "DELETE /v2.0/subnets/8237ab11-16ff-4e4d-acd2-dcccda2ccb73 HTTP/1.1" status: 404 len: 337 time: 0.0506742 Feb 19 01:21:58.843340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b7b8e086-e604-479c-9dbf-b3a91919a52e tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8251710 Feb 19 01:21:59.025968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8303-d408-44a2-a7bf-eb94cc4865ea req-91eba10b-700b-4a50-9e3d-b66e1d901ba1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:59.027658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cffe8303-d408-44a2-a7bf-eb94cc4865ea req-91eba10b-700b-4a50-9e3d-b66e1d901ba1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.0917873 Feb 19 01:21:59.082654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cffe8303-d408-44a2-a7bf-eb94cc4865ea req-d44904ef-3af6-4797-9754-8aa33b6231e4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485282 Feb 19 01:21:59.403230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44016) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:59.410562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd', 'binding:host_id': 'n-h1-826529-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1890111178'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:59.528114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Made reservation on behalf of a83c23a3892143f79de683c1a33c8962 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:59.532365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.577210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.626199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44022) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:59.848468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for security_group (33fae25b-e2ee-4819-9d25-bdd3e9863221), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.915178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33fae25b-e2ee-4819-9d25-bdd3e9863221), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.920343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:21:59.975317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a32cd25f-cebc-46fd-a473-b5b339eeadba admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7bcc80cce34047b1990adfc329101e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460753 Feb 19 01:21:59.983364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:00.022232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb90c26-6ae9-4ce5-8d5e-b459b81a774c req-123c2a12-cb09-4682-95f5-291960adc90a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.031687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb90c26-6ae9-4ce5-8d5e-b459b81a774c req-123c2a12-cb09-4682-95f5-291960adc90a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2151990 Feb 19 01:22:00.082847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fae25b-e2ee-4819-9d25-bdd3e9863221,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:00.084001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:00.153198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb90c26-6ae9-4ce5-8d5e-b459b81a774c req-4ef372b8-3952-44c9-969f-47f3543c0d2c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193981 Feb 19 01:22:00.185155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] Publish callbacks [] for security_group (2f35417b-5060-4dc4-bd39-5820b1d845c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.217848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] Publish callbacks [] for security_group (2f35417b-5060-4dc4-bd39-5820b1d845c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.284027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'networks': [{'name': 'tempest-network--444247507'}, {'name': 'tempest-network--1614456019'}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:00.284479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-network--444247507'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:00.288292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-network--1614456019'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:00.358058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9a34d-d4fe-4fb2-b519-667e620f79dc req-9b023755-7e40-4d9f-844d-0592417e2a6c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.359604 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27c9a34d-d4fe-4fb2-b519-667e620f79dc req-9b023755-7e40-4d9f-844d-0592417e2a6c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1364136 Feb 19 01:22:00.373028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2f35417b-5060-4dc4-bd39-5820b1d845c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.375635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.376791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2f35417b-5060-4dc4-bd39-5820b1d845c7 HTTP/1.1" status: 204 len: 168 time: 0.3872323 Feb 19 01:22:00.386582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4878fd-140c-4ec6-a44f-f5db44bb7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35417b-5060-4dc4-bd39-5820b1d845c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:00.415184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:00.419319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'network': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:00.426293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.432805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.445484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.451454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27c9a34d-d4fe-4fb2-b519-667e620f79dc req-0b22cd11-f771-480e-81ce-531967bdfa1a tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696445 Feb 19 01:22:00.539829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.540686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for security_group (d022fe59-74cf-47d6-b528-fdcdc19b4e3f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.608275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=a4d22d84-c433-4958-88dc-5bdfa9a3cb83,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:00.618583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Checking segment: {'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:00.618947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Network hostable DHCP agents. Network: 96d83e82-2b91-4e12-b7f7-13cccf171dcd, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:00.670767 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d022fe59-74cf-47d6-b528-fdcdc19b4e3f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.671601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.700921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:00.716683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d022fe59-74cf-47d6-b528-fdcdc19b4e3f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:00.725742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:00.759198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.759825 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91 of type vlan for network 8e041005-1ead-48d7-b232-c1c583e96af4 Feb 19 01:22:00.790082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 96d83e82-2b91-4e12-b7f7-13cccf171dcd) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:00.803647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c18c99-c5b4-4a74-8ab0-5c105c4baff5 None None] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:00.805180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:00.817220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (8e041005-1ead-48d7-b232-c1c583e96af4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.828107 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:00.828611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:00.829036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:00.837524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:00.838051 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:00.838544 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 2 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:00.860927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:00.872623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (58dd20f4-001c-4132-9863-bfb0dbee2a83), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.872980 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment 58dd20f4-001c-4132-9863-bfb0dbee2a83 of type vlan for network 18595b6a-cb06-4ef4-883a-9c8e9d4b2e94 Feb 19 01:22:00.874849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:00.881602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:00.882155 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:00.888868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:00.889337 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:00.889826 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 3 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:00.926957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:00.926957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:00.927447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:00.929179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (18595b6a-cb06-4ef4-883a-9c8e9d4b2e94), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.932640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:00.933193 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:00.933623 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 4 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:00.956799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:00.957214 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:00.958597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:00.986880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:00.986880 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:00.986880 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 5 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.014748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.015133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.015634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.020791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.021173 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.021561 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 6 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.035697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.035883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.036178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.036681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (8e041005-1ead-48d7-b232-c1c583e96af4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.037230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (18595b6a-cb06-4ef4-883a-9c8e9d4b2e94), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.041013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.041338 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.042286 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 7 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.044083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.056705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.056705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.064455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.064911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.064911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.081539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.081539 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.081539 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 8 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.110908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.111475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.112226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.121001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.121337 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.121727 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 9 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.134213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=8e041005-1ead-48d7-b232-c1c583e96af4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:01.156591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 8e041005-1ead-48d7-b232-c1c583e96af4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:01.159781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.161230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.162859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.171973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.172313 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.172704 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 10 to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 Feb 19 01:22:01.200521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:01.200876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:01.203693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:01.213351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:01.213678 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:01.214047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.336450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=18595b6a-cb06-4ef4-883a-9c8e9d4b2e94,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:01.360253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port a4d22d84-c433-4958-88dc-5bdfa9a3cb83, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:01.360624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempted to set empty binding levels {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:22:01.361967 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-28fd7328-1b8d-4356-b1a2-94789a3b2bbb tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2736382 Feb 19 01:22:01.364199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44060) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:01.367334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 18595b6a-cb06-4ef4-883a-9c8e9d4b2e94 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:01.447962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.466552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.467178 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.520524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c68e73-63da-4fd3-9b88-f7c0acaf0c78 req-5be53c53-0b71-4448-a4bc-bb82ff91995e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.522162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3c68e73-63da-4fd3-9b88-f7c0acaf0c78 req-5be53c53-0b71-4448-a4bc-bb82ff91995e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2706521 Feb 19 01:22:01.595309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=a4d22d84-c433-4958-88dc-5bdfa9a3cb83,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:01.655613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0bf79d6d-a982-458e-afdb-95404a2ffdf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2505796 Feb 19 01:22:01.658938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44068) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:01.719233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea22c9e-305d-43ad-9822-b708ebba5d0b req-e0a742cb-b511-42a5-97b9-5f38d86451b8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.720965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ea22c9e-305d-43ad-9822-b708ebba5d0b req-e0a742cb-b511-42a5-97b9-5f38d86451b8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1383853 Feb 19 01:22:01.808897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4ea22c9e-305d-43ad-9822-b708ebba5d0b req-15e9002b-67a4-4021-b91a-ff6f7c5ed4f1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678194 Feb 19 01:22:01.812824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953fcee-1fb6-4f9f-9a58-b65c952ddb9f tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.816312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Deleting port a4d22d84-c433-4958-88dc-5bdfa9a3cb83 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:01.816647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:01.826072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953fcee-1fb6-4f9f-9a58-b65c952ddb9f tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.831606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953fcee-1fb6-4f9f-9a58-b65c952ddb9f tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.850439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953fcee-1fb6-4f9f-9a58-b65c952ddb9f tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.852640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b953fcee-1fb6-4f9f-9a58-b65c952ddb9f tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4875233 Feb 19 01:22:01.860084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:01.931574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3c68e73-63da-4fd3-9b88-f7c0acaf0c78 req-8671b43e-b671-4644-9a9a-2f35bbcccce9 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920875 Feb 19 01:22:01.975416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port a4d22d84-c433-4958-88dc-5bdfa9a3cb83, host n-h1-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:01.976009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.001280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Calling delete_port for a4d22d84-c433-4958-88dc-5bdfa9a3cb83 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:02.006730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8e041005-1ead-48d7-b232-c1c583e96af4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.149710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44082) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:02.192527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8e041005-1ead-48d7-b232-c1c583e96af4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.218917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e041005-1ead-48d7-b232-c1c583e96af4']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.231648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.231976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.243385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.261777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--255976520'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:02.263606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.270166 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:02.272273 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (cd5cd0b4-17b9-4ab7-bd6c-34cc73d63c91), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:02.274201 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:02.327600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a4d22d84-c433-4958-88dc-5bdfa9a3cb83), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.360378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4d22d84-c433-4958-88dc-5bdfa9a3cb83,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:02.367469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.374533 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a76e6987-d173-4774-8cba-5e469fc38dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "DELETE /v2.0/ports/a4d22d84-c433-4958-88dc-5bdfa9a3cb83 HTTP/1.1" status: 204 len: 168 time: 0.7123435 Feb 19 01:22:02.374986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44086) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:02.403009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.405360 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc97d59-6985-4e48-9def-3fd01df6474a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:22:02.406975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8cc97d59-6985-4e48-9def-3fd01df6474a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports/a4d22d84-c433-4958-88dc-5bdfa9a3cb83 HTTP/1.1" status: 404 len: 333 time: 0.0308490 Feb 19 01:22:02.411272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44088) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:02.415478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.416297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-308990157'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:02.441729 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8e041005-1ead-48d7-b232-c1c583e96af4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.448891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.452088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/8e041005-1ead-48d7-b232-c1c583e96af4 HTTP/1.1" status: 204 len: 168 time: 0.5925930 Feb 19 01:22:02.458727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44090) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:02.465537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327552b-8212-43ef-8158-96c0c4f88a1e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=8e041005-1ead-48d7-b232-c1c583e96af4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:02.565986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (18595b6a-cb06-4ef4-883a-9c8e9d4b2e94), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.567693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Made reservation on behalf of a83c23a3892143f79de683c1a33c8962 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:02.570259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.591183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (2c54eebf-15da-4011-9455-36f20fbe4298), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.603196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:02.705485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2c54eebf-15da-4011-9455-36f20fbe4298), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.747058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (18595b6a-cb06-4ef4-883a-9c8e9d4b2e94), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.783741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18595b6a-cb06-4ef4-883a-9c8e9d4b2e94']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.800439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c54eebf-15da-4011-9455-36f20fbe4298,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:02.809384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd20f4-001c-4132-9863-bfb0dbee2a83') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.809706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd20f4-001c-4132-9863-bfb0dbee2a83') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:02.823983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (58dd20f4-001c-4132-9863-bfb0dbee2a83), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.847794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (58dd20f4-001c-4132-9863-bfb0dbee2a83), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.870105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:02.872469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (58dd20f4-001c-4132-9863-bfb0dbee2a83), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:02.876041 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:02.882509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (7102b770-092c-47bc-909e-924142afcda3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.007689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7102b770-092c-47bc-909e-924142afcda3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.074008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102b770-092c-47bc-909e-924142afcda3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.089892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (18595b6a-cb06-4ef4-883a-9c8e9d4b2e94), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.101551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.106844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/18595b6a-cb06-4ef4-883a-9c8e9d4b2e94 HTTP/1.1" status: 204 len: 168 time: 0.6468916 Feb 19 01:22:03.113609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.143524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c861-c1bd-4208-90eb-8469f2d4325b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=18595b6a-cb06-4ef4-883a-9c8e9d4b2e94,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.172207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.174083 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-159262e2-aaac-40f8-8cec-1d02a26ad878 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0227485 Feb 19 01:22:03.210020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44102) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.219173 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103a269-9bd8-40b2-9341-6cb22c4e0fb9 req-c74c148f-2e50-4218-b618-ff5e6df62ceb tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.221637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7103a269-9bd8-40b2-9341-6cb22c4e0fb9 req-c74c148f-2e50-4218-b618-ff5e6df62ceb tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1686544 Feb 19 01:22:03.232788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d41c5-2cd1-497f-b8b7-0ff7f2caa170 req-5ae7892e-f577-46bc-871e-d108be2eaab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.234500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a7d41c5-2cd1-497f-b8b7-0ff7f2caa170 req-5ae7892e-f577-46bc-871e-d108be2eaab8 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.2185695 Feb 19 01:22:03.291220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.316893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7103a269-9bd8-40b2-9341-6cb22c4e0fb9 req-6ff18a3c-f3dc-49e3-bc91-d98432936ae4 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850329 Feb 19 01:22:03.376278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d08fe6-aae9-477d-81fe-7f245844614e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.382776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d08fe6-aae9-477d-81fe-7f245844614e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.384409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f5d08fe6-aae9-477d-81fe-7f245844614e tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2672663 Feb 19 01:22:03.388778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44106) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.395934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1972060966'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:03.398958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a7d41c5-2cd1-497f-b8b7-0ff7f2caa170 req-226d9539-e6c4-4115-a00e-cc8b55780d14 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505015 Feb 19 01:22:03.401356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef7f3e69-5b65-48df-8a47-b2450ba7a14d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1896718 Feb 19 01:22:03.404742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.410841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-security--2100741028', 'description': 'tempest-security-description-506266776'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:03.448462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.450288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (7102b770-092c-47bc-909e-924142afcda3), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.503362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:03.505091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (7102b770-092c-47bc-909e-924142afcda3), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.507382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:03.509803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:03.511061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.511713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.513836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=78307a97-4d23-45f4-ba6c-4a304bfcfb8c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.538928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:03.542714 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.574604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:03.581569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44110) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.587445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (52ec9145-2040-4719-ab7e-352f1f18d534), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.587825 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment 52ec9145-2040-4719-ab7e-352f1f18d534 of type vlan for network 9d532e69-2751-485c-86ed-26cec7aa3f3c Feb 19 01:22:03.644656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9d532e69-2751-485c-86ed-26cec7aa3f3c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.665986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7102b770-092c-47bc-909e-924142afcda3), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.669914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.671441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "PUT /v2.0/security-groups/7102b770-092c-47bc-909e-924142afcda3 HTTP/1.1" status: 200 len: 1796 time: 0.2651727 Feb 19 01:22:03.686551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44112) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.700957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b1d1f7d4-18cc-438d-85ce-02d9002df81c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2885840 Feb 19 01:22:03.707897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44114) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.712459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf60e1a-9102-4949-9d67-02fa91f6a7d6 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102b770-092c-47bc-909e-924142afcda3,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.725947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:03.751180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbb321-599a-4135-b722-00c3f725f659 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.758144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbb321-599a-4135-b722-00c3f725f659 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.761255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbb321-599a-4135-b722-00c3f725f659 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.769211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-88fbb321-599a-4135-b722-00c3f725f659 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/ports?project_id=187e6e9a741e4cb7984a72b9c1ee6a49&network_id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 3072 time: 0.1866930 Feb 19 01:22:03.790662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9d532e69-2751-485c-86ed-26cec7aa3f3c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.798519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:03.799557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.837338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f437be4e-3c50-43d5-b5f4-38db213d8f0b tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups/7102b770-092c-47bc-909e-924142afcda3 HTTP/1.1" status: 200 len: 1796 time: 0.1489515 Feb 19 01:22:03.840052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.916895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5268362 Feb 19 01:22:03.917867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (7102b770-092c-47bc-909e-924142afcda3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.920799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:03.921474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44122) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:03.928003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2112490340'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:03.951507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062675ec-7819-4737-9ef5-2e3a512e18a2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=9d532e69-2751-485c-86ed-26cec7aa3f3c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:03.969003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9d532e69-2751-485c-86ed-26cec7aa3f3c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:03.991745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (7102b770-092c-47bc-909e-924142afcda3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.060128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:04.065756 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.101954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:04.115132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.115569 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f of type vlan for network a8501a89-cd29-49a7-a032-d0f972a12656 Feb 19 01:22:04.167006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a8501a89-cd29-49a7-a032-d0f972a12656), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.199365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7102b770-092c-47bc-909e-924142afcda3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.202764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cbec3-0ac0-4f08-8f99-b242ddbe5e4c req-06d5c1a7-6c19-4b53-b05e-0596c4836df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.203206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.208434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/7102b770-092c-47bc-909e-924142afcda3 HTTP/1.1" status: 204 len: 168 time: 0.3633935 Feb 19 01:22:04.208595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc0cbec3-0ac0-4f08-8f99-b242ddbe5e4c req-06d5c1a7-6c19-4b53-b05e-0596c4836df0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1127 time: 0.0833533 Feb 19 01:22:04.210880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:04.228362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68578d4c-904c-4e3f-b547-ee85578423cc tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102b770-092c-47bc-909e-924142afcda3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.264460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-662366d1-fdca-4cd2-b82a-2a76e6a2e0ed tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499306 Feb 19 01:22:04.265117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44130) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:04.280500 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-2c1c890e-4a08-4750-a815-2c6e2fd56294 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] delete failed (client error): The resource could not be found. Feb 19 01:22:04.285152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:04.285709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2c1c890e-4a08-4750-a815-2c6e2fd56294 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/7102b770-092c-47bc-909e-924142afcda3 HTTP/1.1" status: 404 len: 347 time: 0.0158703 Feb 19 01:22:04.285709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44132) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:04.290312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--121737228'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:04.299313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.305041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc0cbec3-0ac0-4f08-8f99-b242ddbe5e4c req-fcca4a55-5993-47ef-86b9-0768861ea33a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928822 Feb 19 01:22:04.327365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a8501a89-cd29-49a7-a032-d0f972a12656), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.333369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.333958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.412648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=a8501a89-cd29-49a7-a032-d0f972a12656,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.421413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.427985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a8501a89-cd29-49a7-a032-d0f972a12656 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:04.471121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.509920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=78307a97-4d23-45f4-ba6c-4a304bfcfb8c,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.523509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71df6-f845-4c7c-8233-14c658818693 req-5a3bfc61-26a0-4dbd-b76a-3496d73444f0 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.525118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ed71df6-f845-4c7c-8233-14c658818693 req-5a3bfc61-26a0-4dbd-b76a-3496d73444f0 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1139264 Feb 19 01:22:04.548144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.548391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.549361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.562694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e97c2602-a005-4b56-8049-2616635f174a tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6330500 Feb 19 01:22:04.562819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44138) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:04.572905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'ports': [{'network_id': '9d532e69-2751-485c-86ed-26cec7aa3f3c', 'name': 'tempest-port--62772304', 'admin_state_up': True}, {'network_id': 'a8501a89-cd29-49a7-a032-d0f972a12656', 'admin_state_up': False}]} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:04.573256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'port': {'network_id': '9d532e69-2751-485c-86ed-26cec7aa3f3c', 'name': 'tempest-port--62772304', 'admin_state_up': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:04.573801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'port': {'network_id': 'a8501a89-cd29-49a7-a032-d0f972a12656', 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:04.581536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.581536 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.591830 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 2 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.599541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d3a8a-3355-44bd-a257-5d457b2687db req-0fb91793-d4f9-45d5-8fd9-c5a5637e110f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.599541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be7d3a8a-3355-44bd-a257-5d457b2687db req-0fb91793-d4f9-45d5-8fd9-c5a5637e110f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.0935407 Feb 19 01:22:04.632969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (694e35d2-4982-4c88-a7f6-17a52a03ee53), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.672699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be7d3a8a-3355-44bd-a257-5d457b2687db req-832b007a-0633-4808-9165-a84c18ebdc6c tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640538 Feb 19 01:22:04.673690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.674164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.674795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.684050 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ed71df6-f845-4c7c-8233-14c658818693 req-ea102a2d-0707-4060-9365-d92a78f1b32c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471148 Feb 19 01:22:04.697247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.697560 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.699411 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 3 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.746479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (694e35d2-4982-4c88-a7f6-17a52a03ee53), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.751560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.751977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.752680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.768934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.769332 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.771944 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 4 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.789454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694e35d2-4982-4c88-a7f6-17a52a03ee53,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:04.797011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.797502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.797945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.810037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.810370 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.812616 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 5 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.835500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.835500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.836599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.841419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.841776 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.842392 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 6 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.856365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.856700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.857165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.862313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.862755 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.863285 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 7 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.876242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.876576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.878489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.883227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.883556 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.883950 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 8 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.895922 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:04.897597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7de6da57-10fe-442d-9a62-4b756da52634 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6108623 Feb 19 01:22:04.898708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.899143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.899490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.900106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:04.904189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.904636 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.905198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '694e35d2-4982-4c88-a7f6-17a52a03ee53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:04.905353 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 9 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.921217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.921889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.922065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.927649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.927981 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.928372 n-d-826529-3 neutron-server[110601]: INFO neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 10 to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c Feb 19 01:22:04.940899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:04.941241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:04.941581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:04.946047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:04.946377 n-d-826529-3 neutron-server[110601]: ERROR neutron.plugins.ml2.managers [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:04.946746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.011327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:05.011857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempted to set empty binding levels {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:22:05.013093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'port': 2} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:05.017292 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.030354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.051178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:05.059353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.064925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:05.089866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.170310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] In _notify_port_updated(), no bound segment for port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:22:05.171864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.172493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.177018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.178202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "PUT /v2.0/ports/78307a97-4d23-45f4-ba6c-4a304bfcfb8c HTTP/1.1" status: 200 len: 978 time: 1.4680510 Feb 19 01:22:05.186596 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44144) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:05.244029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:05.260096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'port_id': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'mac_address': 'fa:16:3e:a6:ce:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:05.300363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4fca8-ef48-4901-bd23-6ded3f133e6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=78307a97-4d23-45f4-ba6c-4a304bfcfb8c,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:05.304907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:05.305499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.309021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.309534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:05.309534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.343472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:05.343998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] device_id is not set on port 8a50bdd3-8e0a-4adc-a8f7-06881574b1a0 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:05.352393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:05.354921 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68003f4-5aa2-45f5-92d5-aecb37b022cf" -d '{"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-unplugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:05.370614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:05.375566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33399ae2-e39e-4524-8c84-bc2801f877a8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:05.384969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.385456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.385914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.386283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.386743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.387234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.387676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.388127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.388574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.389028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.389480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.389934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.390583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.390934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.391411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.391859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.392367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.395138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.395138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.395138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.395138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.395138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.401499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e0aa1a0-84b4-496a-859d-bf37c177e0e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20417 time: 0.2157629 Feb 19 01:22:05.401953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44150) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:05.407424 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396abfb-2c7b-4889-a3ae-c3c5a526d735 x-openstack-request-id: req-4396abfb-2c7b-4889-a3ae-c3c5a526d735 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:05.407908 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-unplugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:05.408163 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4396abfb-2c7b-4889-a3ae-c3c5a526d735 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:05.409433 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'code': 200} Feb 19 01:22:05.459160 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.512056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for port (8a50bdd3-8e0a-4adc-a8f7-06881574b1a0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.540829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Deleting port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:05.541202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.544885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:05.550363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.558771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3b5ad806-a3e4-4a87-bf97-e8ad6ee14f14 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6543529 Feb 19 01:22:05.570002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:05.571310 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:05.571430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44152) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:05.601314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] device_id is not set on port f7947e7a-57ec-4845-9a66-f79edb1245ff yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:05.659446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.665753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port 78307a97-4d23-45f4-ba6c-4a304bfcfb8c, host n-h1-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:05.666200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.679463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.687570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for port (f7947e7a-57ec-4845-9a66-f79edb1245ff), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.692178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Calling delete_port for 78307a97-4d23-45f4-ba6c-4a304bfcfb8c owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:05.846951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (33399ae2-e39e-4524-8c84-bc2801f877a8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.862401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.865970 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/33399ae2-e39e-4524-8c84-bc2801f877a8 HTTP/1.1" status: 204 len: 168 time: 0.2911782 Feb 19 01:22:05.869053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71173de-d0ef-4492-bbf3-b92236322099 req-a5ea48a3-a119-44d3-88ed-9180be02a3fb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.871125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44160) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:05.875628 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f71173de-d0ef-4492-bbf3-b92236322099 req-a5ea48a3-a119-44d3-88ed-9180be02a3fb tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 943 time: 0.0828514 Feb 19 01:22:05.886285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc29b2-4a19-4b17-a099-58fd8754008d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33399ae2-e39e-4524-8c84-bc2801f877a8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:05.909855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8a50bdd3-8e0a-4adc-a8f7-06881574b1a0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:05.940334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f44fd-78ba-460c-ba8a-b79ed38de367 req-1f0be53f-3c6d-473c-b2eb-bc88696e123e tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.948439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-185f44fd-78ba-460c-ba8a-b79ed38de367 req-1f0be53f-3c6d-473c-b2eb-bc88696e123e tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1603146 Feb 19 01:22:05.966191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e86adae-8dba-47aa-8970-6d40c03c57ce tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0935304 Feb 19 01:22:05.973807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44164) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:05.975874 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (78307a97-4d23-45f4-ba6c-4a304bfcfb8c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.027655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Port': ['ID=8a50bdd3-8e0a-4adc-a8f7-06881574b1a0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.030817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event deleted for resources: {'Port': ['ID=78307a97-4d23-45f4-ba6c-4a304bfcfb8c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.052458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f71173de-d0ef-4492-bbf3-b92236322099 req-96332f93-e429-429e-bf70-c3edf58962c3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507750 Feb 19 01:22:06.061837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Checking segment: {'id': '52ec9145-2040-4719-ab7e-352f1f18d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d532e69-2751-485c-86ed-26cec7aa3f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:06.062189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network hostable DHCP agents. Network: 9d532e69-2751-485c-86ed-26cec7aa3f3c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:06.074518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.082168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0c4e66c3-7d4f-481c-945c-78d12d648435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "DELETE /v2.0/ports/78307a97-4d23-45f4-ba6c-4a304bfcfb8c HTTP/1.1" status: 204 len: 168 time: 0.6759293 Feb 19 01:22:06.082843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44166) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.088745 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-185f44fd-78ba-460c-ba8a-b79ed38de367 req-edd0e608-e067-4311-82d1-93ffad4a3c00 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394596 Feb 19 01:22:06.094630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44168) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.132250 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d20400-2785-4a67-845e-ee5e53575830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:22:06.137612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f0d20400-2785-4a67-845e-ee5e53575830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports/78307a97-4d23-45f4-ba6c-4a304bfcfb8c HTTP/1.1" status: 404 len: 333 time: 0.0503693 Feb 19 01:22:06.139059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44170) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.142997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:06.144812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.146092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123520538', 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:06.150430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (694e35d2-4982-4c88-a7f6-17a52a03ee53), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.171977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55404b18-d1c1-40ba-87cc-ef2c0850b4b3 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/floatingips/3bff2d68-a926-4bda-8a47-358326e4e295 HTTP/1.1" status: 200 len: 991 time: 0.0750196 Feb 19 01:22:06.177715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:06.186580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (694e35d2-4982-4c88-a7f6-17a52a03ee53), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.195902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network 9d532e69-2751-485c-86ed-26cec7aa3f3c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:06.211122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:06.304412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Made reservation on behalf of a83c23a3892143f79de683c1a33c8962 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:06.307343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.324330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port 0c47eea7-9acc-4032-95f7-08d9432ef06c yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:06.390565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 9d532e69-2751-485c-86ed-26cec7aa3f3c) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:06.393046 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.395573 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (694e35d2-4982-4c88-a7f6-17a52a03ee53), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.398999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.402269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/694e35d2-4982-4c88-a7f6-17a52a03ee53 HTTP/1.1" status: 204 len: 168 time: 0.4251335 Feb 19 01:22:06.404265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.404265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:06.406107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f7947e7a-57ec-4845-9a66-f79edb1245ff), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.420400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1bd43-ede6-45af-ae33-39f56c411bba tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e35d2-4982-4c88-a7f6-17a52a03ee53,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.462674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.465512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf86b5-9e67-4cc8-81e4-7136c04171d6 None None] Network 9d532e69-2751-485c-86ed-26cec7aa3f3c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:06.523114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (0c47eea7-9acc-4032-95f7-08d9432ef06c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.555016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Port': ['ID=f7947e7a-57ec-4845-9a66-f79edb1245ff,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.593976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef380f4a-7f17-45b9-9758-f0821f08656f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1845536 Feb 19 01:22:06.596225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Checking segment: {'id': 'b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a8501a89-cd29-49a7-a032-d0f972a12656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:06.597079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network hostable DHCP agents. Network: a8501a89-cd29-49a7-a032-d0f972a12656, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:06.599817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44178) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.606108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015825557'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:06.652302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['db6dfa65-fbb6-41a0-9c94-7a815d81aca7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:06.688462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0c47eea7-9acc-4032-95f7-08d9432ef06c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.743233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:06.749133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:06.752731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:06.759815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:06.761881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.778923 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.781915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=0c47eea7-9acc-4032-95f7-08d9432ef06c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.814926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network a8501a89-cd29-49a7-a032-d0f972a12656 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:06.867168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (35f8242c-bb36-4d98-a9c6-4304b6254482), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.868426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44180) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:06.869503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ed635bf9-86b4-47ae-b432-b0a921ed0560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7302475 Feb 19 01:22:06.929123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207698f-9e3f-4dd4-94f8-0a2e38346d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:06.930495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7207698f-9e3f-4dd4-94f8-0a2e38346d5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports/0c47eea7-9acc-4032-95f7-08d9432ef06c HTTP/1.1" status: 200 len: 959 time: 0.0599425 Feb 19 01:22:06.933289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.000160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a8501a89-cd29-49a7-a032-d0f972a12656) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:07.006158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:07.009028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445dd99-2558-4781-b4d4-6bd1252fdcbb None None] Network a8501a89-cd29-49a7-a032-d0f972a12656 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:07.011571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.018309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.019520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.034146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (35f8242c-bb36-4d98-a9c6-4304b6254482), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.073003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8242c-bb36-4d98-a9c6-4304b6254482,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:07.081221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Deleting port 0c47eea7-9acc-4032-95f7-08d9432ef06c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:07.081632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0c47eea7-9acc-4032-95f7-08d9432ef06c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.147151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0c47eea7-9acc-4032-95f7-08d9432ef06c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.164325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-878f3b87-eec4-46ae-a82b-35ab416a88c2 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.5996346 Feb 19 01:22:07.167046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.168482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Calling delete_port for 0c47eea7-9acc-4032-95f7-08d9432ef06c owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:07.226059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67faa609-9502-43e5-a700-bd455385b3fa tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.231276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67faa609-9502-43e5-a700-bd455385b3fa tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.232845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-67faa609-9502-43e5-a700-bd455385b3fa tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0643349 Feb 19 01:22:07.235683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44190) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.238002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.239265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-712528ee-de82-4912-9aa7-3de77840caaf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6383715 Feb 19 01:22:07.242632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44192) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.248810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '35f8242c-bb36-4d98-a9c6-4304b6254482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:07.291318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44194) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.312732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d9cc-32d8-4d02-9190-9da6dede283c req-99fad275-4bde-485b-98be-525517c45e69 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.314873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e9d9cc-32d8-4d02-9190-9da6dede283c req-99fad275-4bde-485b-98be-525517c45e69 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.1372333 Feb 19 01:22:07.383130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979a5a1-f573-46b9-8c9c-770b8a07fd31 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.386433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c979a5a1-f573-46b9-8c9c-770b8a07fd31 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 814 time: 0.0924873 Feb 19 01:22:07.398381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-23e9d9cc-32d8-4d02-9190-9da6dede283c req-d7f01b99-8693-462a-858d-5399ec192953 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728476 Feb 19 01:22:07.407950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.411639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Deleting port 8a50bdd3-8e0a-4adc-a8f7-06881574b1a0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:07.411990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8a50bdd3-8e0a-4adc-a8f7-06881574b1a0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.475719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.493710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0c47eea7-9acc-4032-95f7-08d9432ef06c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.496975 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8a50bdd3-8e0a-4adc-a8f7-06881574b1a0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.512622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Calling delete_port for 8a50bdd3-8e0a-4adc-a8f7-06881574b1a0 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:07.520131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c47eea7-9acc-4032-95f7-08d9432ef06c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:07.535846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.535846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b4befa7-cf6b-4bbd-b187-6b8be0d707da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "DELETE /v2.0/ports/0c47eea7-9acc-4032-95f7-08d9432ef06c HTTP/1.1" status: 204 len: 168 time: 0.5975957 Feb 19 01:22:07.535846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.560124 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9e9bef-c766-4bf8-ad92-39dafb137cd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:22:07.569445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b9e9bef-c766-4bf8-ad92-39dafb137cd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports/0c47eea7-9acc-4032-95f7-08d9432ef06c HTTP/1.1" status: 404 len: 333 time: 0.0253522 Feb 19 01:22:07.569675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44202) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.572039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-658085068'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:07.590229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.610600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedaec55-2ef4-4a71-a422-ace2c3a2f758,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:07.675591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Made reservation on behalf of a83c23a3892143f79de683c1a33c8962 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:07.677883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.695220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:07.752063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.752276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8a50bdd3-8e0a-4adc-a8f7-06881574b1a0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.753904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-019045c9-7b98-4f4c-8243-af1a4cd05421 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5096385 Feb 19 01:22:07.756580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.761719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '35f8242c-bb36-4d98-a9c6-4304b6254482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:07.795876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Port': ['ID=8a50bdd3-8e0a-4adc-a8f7-06881574b1a0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:07.809290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.812619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f79e37be-31f3-494b-97b4-66d28c3e36d0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/ports/8a50bdd3-8e0a-4adc-a8f7-06881574b1a0 HTTP/1.1" status: 204 len: 168 time: 0.5757461 Feb 19 01:22:07.815890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44208) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:07.867166 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.900665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.977063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.990404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Deleting port f7947e7a-57ec-4845-9a66-f79edb1245ff {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:07.990747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f7947e7a-57ec-4845-9a66-f79edb1245ff), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.008830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.060844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Network 96d83e82-2b91-4e12-b7f7-13cccf171dcd is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:08.066547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:08.068924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb8b2e3-833b-498a-a6cd-b9e59440afb5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:08.069164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f7947e7a-57ec-4845-9a66-f79edb1245ff), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.071123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:08.072232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.072845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.099006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Calling delete_port for f7947e7a-57ec-4845-9a66-f79edb1245ff owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:08.107179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.162161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2dfd3e-239e-402b-bb47-3a4d8fffabc0,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:08.174771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-870081eb-3d03-44ff-a7e8-1e5acd8d6052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6082807 Feb 19 01:22:08.177669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.186826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:08.247561 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.249852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.251294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-818d646e-dcac-4f62-8574-32acdec70e72 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4934261 Feb 19 01:22:08.254528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44214) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.261076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '35f8242c-bb36-4d98-a9c6-4304b6254482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:08.276902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f7947e7a-57ec-4845-9a66-f79edb1245ff), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.308613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Port': ['ID=f7947e7a-57ec-4845-9a66-f79edb1245ff,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:08.314042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.317437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99ce9618-ba49-4f69-814f-7d5b9398360d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/ports/f7947e7a-57ec-4845-9a66-f79edb1245ff HTTP/1.1" status: 204 len: 168 time: 0.5007825 Feb 19 01:22:08.319959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44216) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.372643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b837ea0a-1f18-4796-980e-b581f65a7a22 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511787 Feb 19 01:22:08.377442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.382225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-557271456'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:08.393834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.451723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] device_id is not set on port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:08.468818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks [] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.473737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44226) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.476504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.482041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'network': {'name': 'tempest-network-smoke--356305023', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:08.544769 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:08.548372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.563709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c14744-107d-40f7-aca9-e14a07579fd7 req-dd5e34fa-f4c7-4df1-8242-831747732e1f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.565246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37c14744-107d-40f7-aca9-e14a07579fd7 req-dd5e34fa-f4c7-4df1-8242-831747732e1f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.0594649 Feb 19 01:22:08.575308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:08.579305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.585301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.607440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (18a33a1b-b5be-4822-8b29-6615cfba2eb6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.607925 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment 18a33a1b-b5be-4822-8b29-6615cfba2eb6 of type vlan for network 622d9471-38bc-4cf3-a00d-738a09dc2b6c Feb 19 01:22:08.621018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7404d6c5-c551-49b8-b90a-94ac7c0bdd7f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:08.646003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:08.649390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.661861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb8b2e3-833b-498a-a6cd-b9e59440afb5,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:08.667224 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37c14744-107d-40f7-aca9-e14a07579fd7 req-ff703813-7e9c-4f68-b99b-360bc0108caf tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956156 Feb 19 01:22:08.672049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (622d9471-38bc-4cf3-a00d-738a09dc2b6c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.682361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.682695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.683163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.689911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.690278 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.691138 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 2 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.707479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:08.721210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.722122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.722258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.723833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b69577dc-66f2-4c39-8f68-a4393142a8a3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.724181 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Added segment b69577dc-66f2-4c39-8f68-a4393142a8a3 of type vlan for network a182bdd9-2816-41ab-92cf-28e516b6d5a8 Feb 19 01:22:08.731962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.732485 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.732984 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 3 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.767825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.767825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0342a7a6-e215-49b4-958a-537ff40c9110 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5104225 Feb 19 01:22:08.772693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:08.779077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a182bdd9-2816-41ab-92cf-28e516b6d5a8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.780263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '35f8242c-bb36-4d98-a9c6-4304b6254482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:08.789169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.789840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.790397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.802898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.803482 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.805989 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 4 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.820598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.820941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.821284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.825819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.826168 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.826603 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 5 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.839544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.839875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.840217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.844946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.846183 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.846467 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 6 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.847704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (622d9471-38bc-4cf3-a00d-738a09dc2b6c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.852944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:08.853773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:08.859662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.860010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.860340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.866080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.867145 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.867145 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 7 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.881475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.881810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.882814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.886772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.887122 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.887519 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 8 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.905031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.905376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.905748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.911988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:08.912353 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:08.912834 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 9 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:08.926121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:08.926495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:08.926858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:08.930864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=622d9471-38bc-4cf3-a00d-738a09dc2b6c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.014094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:09.014094 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:09.014094 n-d-826529-3 neutron-server[110602]: INFO neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempt 10 to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 Feb 19 01:22:09.014663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 622d9471-38bc-4cf3-a00d-738a09dc2b6c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempting to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: ERROR neutron.plugins.ml2.managers [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Failed to bind port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on host n-h1-826529-3 for vnic_type normal using segments [{'id': 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '96d83e82-2b91-4e12-b7f7-13cccf171dcd'}] Feb 19 01:22:09.015023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.043827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:09.044208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attempted to set empty binding levels {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:22:09.094440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:09.166871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:09.167742 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.184559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a182bdd9-2816-41ab-92cf-28e516b6d5a8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.189726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.190341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.190916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.258262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0d8a589-598c-4171-9166-43ca23d92a38 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8803489 Feb 19 01:22:09.259693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.262931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.274781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:09.275610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.340808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2143653592'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:09.344863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] In _notify_port_updated(), no bound segment for port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 on network 96d83e82-2b91-4e12-b7f7-13cccf171dcd {{(pid=110602) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:22:09.346875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.348226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.352665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "PUT /v2.0/ports/6eb8b2e3-833b-498a-a6cd-b9e59440afb5 HTTP/1.1" status: 200 len: 978 time: 1.1730072 Feb 19 01:22:09.356074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:09.357641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.359326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:09.363233 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c821f82-b266-425d-9f95-ffb963e73036" -d '{"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-plugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:09.365195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27153f-e172-4e76-9245-2716a03b4edf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb8b2e3-833b-498a-a6cd-b9e59440afb5,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.402063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.419924 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4a856-68f2-4633-a6da-9205898d1865 x-openstack-request-id: req-ddd4a856-68f2-4633-a6da-9205898d1865 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:09.420454 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-plugged", "status": "completed", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:09.420898 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ddd4a856-68f2-4633-a6da-9205898d1865 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:09.421483 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'code': 200} Feb 19 01:22:09.439802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9612484 Feb 19 01:22:09.440000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44240) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.466479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86f6ca-b785-4d0c-b8e8-7c1f93416aff tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Network': ['ID=a182bdd9-2816-41ab-92cf-28e516b6d5a8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.475676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.507668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:09.515870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Deleting port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:09.516410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.543910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6aa92-4e15-41e8-a593-d339a30c8632 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.546392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fff6aa92-4e15-41e8-a593-d339a30c8632 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=187e6e9a741e4cb7984a72b9c1ee6a49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1053872 Feb 19 01:22:09.547972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.550757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44242) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.600565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba11f63f-88b6-464c-a7fe-ffe2ef8f178d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.612438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:09.612723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.657142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] For port 6eb8b2e3-833b-498a-a6cd-b9e59440afb5, host n-h1-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:09.657516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.689119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Calling delete_port for 6eb8b2e3-833b-498a-a6cd-b9e59440afb5 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:09.691147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:09.697866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bb05c-f310-43cd-bfa4-d127a7a81d35 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:09.699849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-602bb05c-f310-43cd-bfa4-d127a7a81d35 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451676 Feb 19 01:22:09.702349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44244) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.729336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6a3858de-4183-4eaf-b6dd-64106fcb8517), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.736828 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Added segment 6a3858de-4183-4eaf-b6dd-64106fcb8517 of type vlan for network 87684f79-e38d-4393-b85c-41a4645578a4 Feb 19 01:22:09.742809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:09.777169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.781456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.781456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.781839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.782249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.782715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.787537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.788004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.788476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.788888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.789370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.789770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.790172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:09.881313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.942410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (87684f79-e38d-4393-b85c-41a4645578a4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.019606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6eb8b2e3-833b-498a-a6cd-b9e59440afb5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.054805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eb8b2e3-833b-498a-a6cd-b9e59440afb5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:10.075316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.080981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9dfe09cc-8e37-4879-9fda-f48100dc2e01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "DELETE /v2.0/ports/6eb8b2e3-833b-498a-a6cd-b9e59440afb5 HTTP/1.1" status: 204 len: 168 time: 0.7198849 Feb 19 01:22:10.083932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (87684f79-e38d-4393-b85c-41a4645578a4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.090911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:10.095230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.097404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.107967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.112494 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d4d20b6-fe70-40c5-9b33-b890aa4856f4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3382013 Feb 19 01:22:10.113183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44252) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.120275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '35f8242c-bb36-4d98-a9c6-4304b6254482', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:10.125896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6aaf03da-e9b5-441d-8ac4-73787bc745e6 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4225090 Feb 19 01:22:10.144246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44254) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.163327 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d431f0-9f0b-4843-be1f-d4b245326f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:22:10.165352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-73d431f0-9f0b-4843-be1f-d4b245326f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402118175-project-admin] 10.222.0.94 "GET /v2.0/ports/6eb8b2e3-833b-498a-a6cd-b9e59440afb5 HTTP/1.1" status: 404 len: 333 time: 0.0636075 Feb 19 01:22:10.181952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.247498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Network': ['ID=87684f79-e38d-4393-b85c-41a4645578a4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:10.247608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7ff6f1e-d3a7-4eec-bdfe-52fd89f689ec tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=187e6e9a741e4cb7984a72b9c1ee6a49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0936363 Feb 19 01:22:10.247608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44260) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.256118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 87684f79-e38d-4393-b85c-41a4645578a4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:10.277225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-feff05f5-cd47-4059-978e-71c56aba9620 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9473388 Feb 19 01:22:10.424092 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.445094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f152bc-0589-4e26-9531-d231b24a453f tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:10.447376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-84f152bc-0589-4e26-9531-d231b24a453f tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1804059 Feb 19 01:22:10.450253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44262) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.495531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ff06-f08a-43f5-841a-382f9ce42c68 req-f213e18d-fe5a-452f-8954-447ed921ac05 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:10.497450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2350ff06-f08a-43f5-841a-382f9ce42c68 req-f213e18d-fe5a-452f-8954-447ed921ac05 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 944 time: 0.3927176 Feb 19 01:22:10.502327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (96d83e82-2b91-4e12-b7f7-13cccf171dcd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.504463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.523130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8de7ffa-90e7-48f5-8e52-6d13878181a8 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715065 Feb 19 01:22:10.525610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44264) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.532437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1378831917', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:10.627772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.725766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-deaa1ab5-9eeb-4228-baa8-2cd23c06a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.741154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2350ff06-f08a-43f5-841a-382f9ce42c68 req-e719d72e-e793-423a-b098-5df41c01a1a8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049139 Feb 19 01:22:10.745509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (96d83e82-2b91-4e12-b7f7-13cccf171dcd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.766891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:10.777959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.778926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.789526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d83e82-2b91-4e12-b7f7-13cccf171dcd']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.808161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73f8d83-abfd-43b5-9e53-a10c39843a62,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:10.812448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.812994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5304b0-909f-4d3d-9ec4-c19f3f198c18') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.828079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ba5304b0-909f-4d3d-9ec4-c19f3f198c18), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.843066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ba5304b0-909f-4d3d-9ec4-c19f3f198c18), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.850734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:10.851243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ba5304b0-909f-4d3d-9ec4-c19f3f198c18), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:10.854593 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:10.906589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.908343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-38eaaee2-f316-469b-a837-7c9604d47c0a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7913790 Feb 19 01:22:10.911936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44268) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.956796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.965047 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.070086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (96d83e82-2b91-4e12-b7f7-13cccf171dcd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.078011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.084715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 043b8b88-3632-45fb-9478-095b70f47895 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:11.090639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] 10.222.0.94 "DELETE /v2.0/networks/96d83e82-2b91-4e12-b7f7-13cccf171dcd HTTP/1.1" status: 204 len: 168 time: 0.9035542 Feb 19 01:22:11.126103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (c73f8d83-abfd-43b5-9e53-a10c39843a62), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.144214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.145441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/c73f8d83-abfd-43b5-9e53-a10c39843a62 HTTP/1.1" status: 204 len: 168 time: 0.2327080 Feb 19 01:22:11.146555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ac309-89ba-4bdd-a8f7-de4e74b50a0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-445274435-project] Pushing event deleted for resources: {'Network': ['ID=96d83e82-2b91-4e12-b7f7-13cccf171dcd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.150687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44272) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.223801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1619001-4ca3-4e3d-a835-b8222ce8107e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73f8d83-abfd-43b5-9e53-a10c39843a62,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.263636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24c5b593-7795-4569-804a-54fa52ae83fd tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1022465 Feb 19 01:22:11.264320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44276) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.322191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.332242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.414943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=043b8b88-3632-45fb-9478-095b70f47895,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:11.425369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '043b8b88-3632-45fb-9478-095b70f47895', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:11.452601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ba11f63f-88b6-464c-a7fe-ffe2ef8f178d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.452971 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (71ede36a-5728-4eee-9913-580ccc788dba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.460288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.464652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/ba11f63f-88b6-464c-a7fe-ffe2ef8f178d HTTP/1.1" status: 204 len: 168 time: 0.1986413 Feb 19 01:22:11.468329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44278) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.471319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206c7b6-95bb-443b-a3b6-dde95afb28f5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba11f63f-88b6-464c-a7fe-ffe2ef8f178d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.480105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 043b8b88-3632-45fb-9478-095b70f47895 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:11.480725 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (043b8b88-3632-45fb-9478-095b70f47895), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.495319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043b8b88-3632-45fb-9478-095b70f47895 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:11.520946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=043b8b88-3632-45fb-9478-095b70f47895,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:11.592271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-151feb0a-82ff-46ca-a6a0-28c9ed78ea03 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1096463 Feb 19 01:22:11.592271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Subnet': ['ID=71ede36a-5728-4eee-9913-580ccc788dba,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.592939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44280) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.620920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Checking segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:11.630044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network hostable DHCP agents. Network: a182bdd9-2816-41ab-92cf-28e516b6d5a8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:11.635749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.645268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.649192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.723304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.749805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:11.790432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7404d6c5-c551-49b8-b90a-94ac7c0bdd7f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.797045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.801422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/7404d6c5-c551-49b8-b90a-94ac7c0bdd7f HTTP/1.1" status: 204 len: 168 time: 0.2046385 Feb 19 01:22:11.801735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44284) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.836585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eae8c-582e-431d-acba-e490db935a74 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7404d6c5-c551-49b8-b90a-94ac7c0bdd7f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.871616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d8b7fbc8-ebdd-4fb1-92ed-cef6edf9a5bf tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0680897 Feb 19 01:22:11.875423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44286) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.884850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['043b8b88-3632-45fb-9478-095b70f47895'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:12.009594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a182bdd9-2816-41ab-92cf-28e516b6d5a8) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:12.045063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2b2d7-131b-4db5-b20d-a4de79834e77 None None] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:12.062455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44292) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.067021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.075303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.076110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.125337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.178595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1812-9748-4989-8ad3-2c6ca200f1cf req-c8d25d50-d969-4930-968f-237a0deef0e8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.180807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fad1812-9748-4989-8ad3-2c6ca200f1cf req-c8d25d50-d969-4930-968f-237a0deef0e8 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 945 time: 0.2867920 Feb 19 01:22:12.209378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ips': [{'subnet_id': '71ede36a-5728-4eee-9913-580ccc788dba'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:12.210380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.280322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5fad1812-9748-4989-8ad3-2c6ca200f1cf req-355ce8e1-7fef-406e-8b7d-91468c10d2ec tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756085 Feb 19 01:22:12.301887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c2cab7de-97ec-49f0-9628-4cd77eebb181 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7750177 Feb 19 01:22:12.312245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4818e1e2-80b0-4f53-aa92-7314eb3ef7cc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e9b31e89225c46f4b34d44fd72fe7ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478051 Feb 19 01:22:12.316452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44298) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.355688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3b2dfd3e-239e-402b-bb47-3a4d8fffabc0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.366281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.368124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/3b2dfd3e-239e-402b-bb47-3a4d8fffabc0 HTTP/1.1" status: 204 len: 168 time: 0.4914830 Feb 19 01:22:12.371322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44302) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.403731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290505-26fe-4e76-b7af-0b015e2855b9 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b2dfd3e-239e-402b-bb47-3a4d8fffabc0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.490536 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-77b42417-58dc-490d-8a13-14c03d342b95 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1160772 Feb 19 01:22:12.490997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] Publish callbacks [] for security_group (ad42dafb-1ece-4503-b331-437ab95b77bd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.495148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.541799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] Publish callbacks [] for security_group (ad42dafb-1ece-4503-b331-437ab95b77bd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.555607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.578731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.683278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Allocated IP 172.20.0.18 (a182bdd9-2816-41ab-92cf-28e516b6d5a8/71ede36a-5728-4eee-9913-580ccc788dba/1cf081ce-b0e6-4da3-ba56-9b364015a8c3) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:12.750437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (eedaec55-2ef4-4a71-a422-ace2c3a2f758), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.756688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.760777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/eedaec55-2ef4-4a71-a422-ace2c3a2f758 HTTP/1.1" status: 204 len: 168 time: 0.2622440 Feb 19 01:22:12.768576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44306) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.775035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2a420-6617-4bc7-9b23-4fd16876128f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eedaec55-2ef4-4a71-a422-ace2c3a2f758,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.825280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f606ab19-0d6a-43eb-81ed-5092b312e69f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611594 Feb 19 01:22:12.825803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44308) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.828273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ad42dafb-1ece-4503-b331-437ab95b77bd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.838435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.841534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ad42dafb-1ece-4503-b331-437ab95b77bd HTTP/1.1" status: 204 len: 168 time: 0.5215809 Feb 19 01:22:12.882748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181fe503-ae89-4b98-a16d-2e7f6b1b2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42dafb-1ece-4503-b331-437ab95b77bd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.907383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.913987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496023363', 'description': 'tempest-secgroup-smoke-1496023363 description', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:12.922259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (35f8242c-bb36-4d98-a9c6-4304b6254482), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.969619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (35f8242c-bb36-4d98-a9c6-4304b6254482), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.997267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aedd172-9d42-4242-98e1-5c18d969ea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.037057 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks [] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.069908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.213051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.250008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:13.255640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:13.258159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:13.281685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (35f8242c-bb36-4d98-a9c6-4304b6254482), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.284722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.286098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/35f8242c-bb36-4d98-a9c6-4304b6254482 HTTP/1.1" status: 204 len: 168 time: 0.4590576 Feb 19 01:22:13.303614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.326286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Pushing event updated for resources: {'Port': ['ID=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.378347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (919be6e8-5b34-437f-b80d-f8a6bd427a43), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.390853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Attempting to bind port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:13.393185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Attempting to bind port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:13.393185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Attempting to bind port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 on network a182bdd9-2816-41ab-92cf-28e516b6d5a8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:13.395485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40983e5-da73-4309-b1c0-90cc59a6d411 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8242c-bb36-4d98-a9c6-4304b6254482,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.399211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:13.399600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Checking segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:13.400630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.401027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Bound using segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:13.401702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Bound port: 1cf081ce-b0e6-4da3-ba56-9b364015a8c3, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:13.402100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.498891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (919be6e8-5b34-437f-b80d-f8a6bd427a43), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.511680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-35a3e8ef-7422-4157-946b-fb5150dbc377 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2064643 Feb 19 01:22:13.520831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.537585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874363216'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:13.599492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] For port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:13.601770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8243cbd-2601-491f-bfb9-0f52f712d4b9 req-9b49c8ed-d62c-4774-9527-c5b8a069c3f1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:13.602319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919be6e8-5b34-437f-b80d-f8a6bd427a43,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.619240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] For port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:13.619656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8243cbd-2601-491f-bfb9-0f52f712d4b9 req-9b49c8ed-d62c-4774-9527-c5b8a069c3f1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 945 time: 0.1208770 Feb 19 01:22:13.671985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8243cbd-2601-491f-bfb9-0f52f712d4b9 req-a532d8cc-d638-46b8-828e-45e745c8ded1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581558 Feb 19 01:22:13.693497 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.721703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.725921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bf889516-e844-475c-bd7c-78d46ba36410 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8138480 Feb 19 01:22:13.726865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44326) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.733412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:13.762564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44328) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.768309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'subnets': [{'network_id': '622d9471-38bc-4cf3-a00d-738a09dc2b6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--242629302', 'ip_version': 6}, {'network_id': '87684f79-e38d-4393-b85c-41a4645578a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:13.768697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'subnet': {'network_id': '622d9471-38bc-4cf3-a00d-738a09dc2b6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--242629302', 'ip_version': 6}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:13.769299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Request body: {'subnet': {'network_id': '87684f79-e38d-4393-b85c-41a4645578a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:13.868657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.887059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (a3fe1c9e-ed01-4316-b802-a1d68e53b9ae), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.892459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae9e8f-39fb-4a17-9cd4-8860279817b8 None None] Pushing event updated for resources: {'Port': ['ID=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.970828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44330) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:14.065934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.069115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (a3fe1c9e-ed01-4316-b802-a1d68e53b9ae), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.092685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-04db18ce-14fb-411b-a30c-2fd8333b7a4e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a83c23a3892143f79de683c1a33c8962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199143 Feb 19 01:22:14.095384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:14.173235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Made reservation on behalf of ea6c2dfe9ca14b3584f3e105fa345246 for: {'subnet': 2} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:14.181776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.181776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.217229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a3fe1c9e-ed01-4316-b802-a1d68e53b9ae), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.261362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fe1c9e-ed01-4316-b802-a1d68e53b9ae,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.349948 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.380852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] Publish callbacks [] for security_group (33fae25b-e2ee-4819-9d25-bdd3e9863221), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.386083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.414629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.415912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a9693ee-5eb6-4f7f-bc78-b26596c3410b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6870224 Feb 19 01:22:14.418589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:14.422842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:14.464597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] Publish callbacks [] for security_group (33fae25b-e2ee-4819-9d25-bdd3e9863221), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.495206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.572264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.576440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-525e1614-ad83-4fc6-8d5a-52b09b70d713 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0429988 Feb 19 01:22:14.576716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44338) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:14.589010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': 'f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7', 'direction': 'ingress', 'protocol': 17}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:14.674471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (1d6d13ad-5f88-4a4a-81fd-5bf3e03b9b09), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.776246 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33fae25b-e2ee-4819-9d25-bdd3e9863221), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.778957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.782816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/33fae25b-e2ee-4819-9d25-bdd3e9863221 HTTP/1.1" status: 204 len: 168 time: 0.6839771 Feb 19 01:22:14.800080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (1d6d13ad-5f88-4a4a-81fd-5bf3e03b9b09), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.820246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (769e974d-1957-4616-859d-5fb55e48dc7c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.852864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f655-7b22-4256-9624-50f9093100bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fae25b-e2ee-4819-9d25-bdd3e9863221,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.927866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed68f9-fdfb-4a29-84eb-5ad2b3b861c2 req-e2066db1-61e4-46a0-99f8-d2258c36c5d9 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:14.937912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1ed68f9-fdfb-4a29-84eb-5ad2b3b861c2 req-e2066db1-61e4-46a0-99f8-d2258c36c5d9 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 945 time: 0.1200099 Feb 19 01:22:14.950447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (397344b6-afb2-400b-87e1-008dbf48ed6c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.964046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (769e974d-1957-4616-859d-5fb55e48dc7c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.968473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (1d6d13ad-5f88-4a4a-81fd-5bf3e03b9b09), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.000064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6d13ad-5f88-4a4a-81fd-5bf3e03b9b09,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.051576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (769e974d-1957-4616-859d-5fb55e48dc7c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.079994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769e974d-1957-4616-859d-5fb55e48dc7c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.093718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.097153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-16a0836f-f226-484c-8a2b-9f1c31b320c0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6775675 Feb 19 01:22:15.099786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44346) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:15.106625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:15.111903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Subnet': ['ID=397344b6-afb2-400b-87e1-008dbf48ed6c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.112812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 043b8b88-3632-45fb-9478-095b70f47895 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:15.147657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1ed68f9-fdfb-4a29-84eb-5ad2b3b861c2 req-4c60a9db-769d-454f-b43d-2f9085c1aa2b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087233 Feb 19 01:22:15.155578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Checking segment: {'id': '18a33a1b-b5be-4822-8b29-6615cfba2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '622d9471-38bc-4cf3-a00d-738a09dc2b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:15.155578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network hostable DHCP agents. Network: 622d9471-38bc-4cf3-a00d-738a09dc2b6c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:15.191735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.201443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44348) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:15.206965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-63ce29d5-5833-4859-bc80-b3b36a4fcb53 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6283133 Feb 19 01:22:15.276518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network 622d9471-38bc-4cf3-a00d-738a09dc2b6c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:15.327889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (5926dc13-1ccb-473c-9408-c70a1bb44c17), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.348250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.369781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.420646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c39dad-558d-46a4-9526-83a9bb6d9e0b None None] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:15.440342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 043b8b88-3632-45fb-9478-095b70f47895 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:22:15.443394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.459676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 622d9471-38bc-4cf3-a00d-738a09dc2b6c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:15.464146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (016cfe6e-b126-4e20-a650-a7cf13ac1a1b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.485508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676e45d-220f-4e71-96b9-046e377d5d6b None None] Network 622d9471-38bc-4cf3-a00d-738a09dc2b6c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:15.497287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 043b8b88-3632-45fb-9478-095b70f47895 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:15.497762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (043b8b88-3632-45fb-9478-095b70f47895), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.539771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (5926dc13-1ccb-473c-9408-c70a1bb44c17), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.575250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.577813 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.586790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7 HTTP/1.1" status: 204 len: 168 time: 0.3817973 Feb 19 01:22:15.587477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44360) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:15.635580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Provisioning complete for port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:15.635963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.654740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5926dc13-1ccb-473c-9408-c70a1bb44c17), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.682944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event updated for resources: {'Subnet': ['ID=016cfe6e-b126-4e20-a650-a7cf13ac1a1b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.722357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6fe3d-ed1b-40dd-b072-80deb8963021 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f47447-ffbb-4662-8eb3-0de7ec2fe5c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.732099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c80ab02-2a0c-40cc-9270-e98484bcae96 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381228 Feb 19 01:22:15.732099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5926dc13-1ccb-473c-9408-c70a1bb44c17,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.734989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:15.742774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--181237690'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:15.750727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.753293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3c6a195a-be2b-4633-aed4-a83bfe02dec1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6512704 Feb 19 01:22:15.768305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44366) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:15.776542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:15.818093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Checking segment: {'id': '6a3858de-4183-4eaf-b6dd-64106fcb8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:15.819462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network hostable DHCP agents. Network: 87684f79-e38d-4393-b85c-41a4645578a4, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:15.892961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.923545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Network 87684f79-e38d-4393-b85c-41a4645578a4 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:15.961564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (52956fe2-1941-46d2-af53-89506e300998), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.014191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 87684f79-e38d-4393-b85c-41a4645578a4) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:16.026514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.027045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.027870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:16.028869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.094083 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (607b2311-4787-42b9-bca6-cbdbd33066ed), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.111683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (52956fe2-1941-46d2-af53-89506e300998), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.115859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bcb6f-7283-44a9-b5c7-443a613d8b6e None None] Network 87684f79-e38d-4393-b85c-41a4645578a4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:16.134617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0608344a-ee1b-4672-a7d8-e0e2873144e7 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3650579 Feb 19 01:22:16.134617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44374) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.149690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (607b2311-4787-42b9-bca6-cbdbd33066ed), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.221828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (52956fe2-1941-46d2-af53-89506e300998), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.245829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607b2311-4787-42b9-bca6-cbdbd33066ed,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.259356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675b10e-efb8-450e-bbdb-82d563ff758b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.259486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52956fe2-1941-46d2-af53-89506e300998,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.260683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675b10e-efb8-450e-bbdb-82d563ff758b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.262150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675b10e-efb8-450e-bbdb-82d563ff758b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.263795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8675b10e-efb8-450e-bbdb-82d563ff758b tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1281924 Feb 19 01:22:16.274051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.314621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.318850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-042799fb-31e0-45b0-b03f-e1d6f353916d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5831821 Feb 19 01:22:16.321663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.328724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--307794449'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.342041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 043b8b88-3632-45fb-9478-095b70f47895 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:16.342641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (043b8b88-3632-45fb-9478-095b70f47895), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.355461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2cd9d2-e0c6-4e41-8092-ecd0a3d22dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-622d9471-38bc-4cf3-a00d-738a09dc2b6c', 'network_id': '622d9471-38bc-4cf3-a00d-738a09dc2b6c', 'project_id': 'ea6c2dfe9ca14b3584f3e105fa345246', 'fixed_ips': [{'subnet_id': '397344b6-afb2-400b-87e1-008dbf48ed6c'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:16.356614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd9d2-e0c6-4e41-8092-ecd0a3d22dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.358186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.363558 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d6caa8df-1d6e-4354-8d96-ad1c10662319 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5898020 Feb 19 01:22:16.364072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44386) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.372275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.381092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db4ae0-c6e6-4675-b5c3-69290a0c9a7c req-fdc0895a-3719-4802-869e-0e1456f2a52d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.382866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14db4ae0-c6e6-4675-b5c3-69290a0c9a7c req-fdc0895a-3719-4802-869e-0e1456f2a52d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 945 time: 0.1169856 Feb 19 01:22:16.395635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Current status of the port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:16.396226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.419483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Deleting subnet 397344b6-afb2-400b-87e1-008dbf48ed6c {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:16.419483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for subnet (397344b6-afb2-400b-87e1-008dbf48ed6c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.465628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.469633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (397344b6-afb2-400b-87e1-008dbf48ed6c), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.477209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14db4ae0-c6e6-4675-b5c3-69290a0c9a7c req-3ca50c47-9070-4908-a2b3-3916cece3790 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771623 Feb 19 01:22:16.499377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=043b8b88-3632-45fb-9478-095b70f47895,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:16.519170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:16.521595 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c476697-e00d-45e7-b0be-6218617cf1dc" -d '{"events": [{"server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "name": "network-vif-plugged", "status": "completed", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:16.540288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:16.540707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.557523 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:22:16.568247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (3214e053-877a-4610-b3ef-629e05cd9087), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.574132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (397344b6-afb2-400b-87e1-008dbf48ed6c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.594275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44392) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.665963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-87684f79-e38d-4393-b85c-41a4645578a4', 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4', 'project_id': 'ea6c2dfe9ca14b3584f3e105fa345246', 'fixed_ips': [{'subnet_id': '016cfe6e-b126-4e20-a650-a7cf13ac1a1b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:16.666863 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.739575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] For port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:16.741364 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8d2934-7cc0-4755-b13e-9468296f738d x-openstack-request-id: req-8b8d2934-7cc0-4755-b13e-9468296f738d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:16.741824 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "name": "network-vif-plugged", "status": "completed", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:16.742221 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8b8d2934-7cc0-4755-b13e-9468296f738d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:16.742942 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'code': 200} Feb 19 01:22:16.787055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-466116085'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.793284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (44a74f5c-6861-4e4d-87f4-6ba3101ff4f2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.805797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23379e3-24f3-437f-acb6-304ab7429ca4 req-85f53e8a-c43a-4acf-8364-9872d8befd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:16.809699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a23379e3-24f3-437f-acb6-304ab7429ca4 req-85f53e8a-c43a-4acf-8364-9872d8befd28 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.1378477 Feb 19 01:22:16.831421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (3214e053-877a-4610-b3ef-629e05cd9087), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.842306 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.865779 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a23379e3-24f3-437f-acb6-304ab7429ca4 req-3dbc4278-b1ec-4856-9954-44e3c27ecdde service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470419 Feb 19 01:22:16.869659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44a74f5c-6861-4e4d-87f4-6ba3101ff4f2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.903796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:16.903796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.909190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3214e053-877a-4610-b3ef-629e05cd9087), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.911493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (397344b6-afb2-400b-87e1-008dbf48ed6c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.927012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.932461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a74f5c-6861-4e4d-87f4-6ba3101ff4f2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.940907 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.948379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.951955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/subnets/397344b6-afb2-400b-87e1-008dbf48ed6c HTTP/1.1" status: 204 len: 168 time: 0.6763206 Feb 19 01:22:16.954781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44402) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.979253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732ce4f-c196-4d0a-a128-8b38fb99304d tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Subnet': ['ID=397344b6-afb2-400b-87e1-008dbf48ed6c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.982081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214e053-877a-4610-b3ef-629e05cd9087,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.986806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.988663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3489ae4e-8658-4ba4-852c-761f9ae0994f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6652136 Feb 19 01:22:16.990906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44404) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.995839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '607b2311-4787-42b9-bca6-cbdbd33066ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44a74f5c-6861-4e4d-87f4-6ba3101ff4f2', 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:17.039469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Deleting subnet 016cfe6e-b126-4e20-a650-a7cf13ac1a1b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-3d2cd9d2-e0c6-4e41-8092-ecd0a3d22dff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 397344b6-afb2-400b-87e1-008dbf48ed6c: This subnet is being modified by another concurrent operation. Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 397344b6-afb2-400b-87e1-008dbf48ed6c: This subnet is being modified by another concurrent operation. Feb 19 01:22:17.045270 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:22:17.082263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Allocated IP 2001:db8:0:1::1 (87684f79-e38d-4393-b85c-41a4645578a4/016cfe6e-b126-4e20-a650-a7cf13ac1a1b/0e6d6f3a-e526-4d29-9ecb-0dca87177559) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:17.087546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for security_group (45a82188-636d-40bd-9ae6-520be047ece8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.087766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0ffa4-5e32-4a07-b83b-d53715af8e1f None None] Network 622d9471-38bc-4cf3-a00d-738a09dc2b6c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:17.107323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.116605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.118703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1acac794-de38-4ccc-8b80-370a0cb03d4d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7523124 Feb 19 01:22:17.121794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44406) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:17.128470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '919be6e8-5b34-437f-b80d-f8a6bd427a43', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:17.144744 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (45a82188-636d-40bd-9ae6-520be047ece8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.158051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:17.167135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3cf1bb6e-1cbb-4307-9df4-568826db3ee0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.167487 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Added segment 3cf1bb6e-1cbb-4307-9df4-568826db3ee0 of type vlan for network 2019510f-d5bc-4133-827f-91df95114d14 Feb 19 01:22:17.171237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.191656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.208787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2019510f-d5bc-4133-827f-91df95114d14), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.250437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.252608 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:22:17.255405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a82188-636d-40bd-9ae6-520be047ece8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.257828 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (eb77ef37-f0c6-4045-a0b9-7371b72ebcd1), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.275929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f182f6f2-492d-4d69-a7ff-7a6271d17345 None None] Provisioning complete for port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:17.276314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f182f6f2-492d-4d69-a7ff-7a6271d17345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.315867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (eb77ef37-f0c6-4045-a0b9-7371b72ebcd1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.355730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.356466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2019510f-d5bc-4133-827f-91df95114d14), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.364102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:17.365532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.368422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:17.371483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264e750-e9ce-4ec6-b7a8-5eaf773ab371 None None] Pushing event updated for resources: {'Port': ['ID=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.397783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (eb77ef37-f0c6-4045-a0b9-7371b72ebcd1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.402236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09435161-36a4-4bb7-8175-846268f8ed14,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.452938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77ef37-f0c6-4045-a0b9-7371b72ebcd1,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.461619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Network': ['ID=2019510f-d5bc-4133-827f-91df95114d14,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.494453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.498523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f3e30c22-d8d6-4cee-aca5-0c49cfbe130f tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5036721 Feb 19 01:22:17.498877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44412) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:17.521566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks [] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.528606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:17.531467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d244bc1-d72f-444f-b60c-ea8ab860264f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9357941 Feb 19 01:22:17.535121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44416) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:17.540732 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:17.581432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.590326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5feb5362-80e8-46df-84ae-695eae24bc6e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4647908 Feb 19 01:22:17.615366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.638211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.656098 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.659490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f182f6f2-492d-4d69-a7ff-7a6271d17345 None None] Current status of the port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:17.684294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for subnet (016cfe6e-b126-4e20-a650-a7cf13ac1a1b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.732459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Network 87684f79-e38d-4393-b85c-41a4645578a4 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:17.740692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:17.745308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:17.757030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Pushing event updated for resources: {'Port': ['ID=0e6d6f3a-e526-4d29-9ecb-0dca87177559,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.796156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (09435161-36a4-4bb7-8175-846268f8ed14), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.803368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.807649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/09435161-36a4-4bb7-8175-846268f8ed14 HTTP/1.1" status: 204 len: 168 time: 0.3037241 Feb 19 01:22:17.808935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:17.851282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Attempting to bind port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:17.851750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Attempting to bind port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '6a3858de-4183-4eaf-b6dd-64106fcb8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:17.852119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Attempting to bind port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 on network 87684f79-e38d-4393-b85c-41a4645578a4 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:17.862269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a526a3f-2133-47bc-b7f7-4eefa165cec7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09435161-36a4-4bb7-8175-846268f8ed14,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.867460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:17.867839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Checking segment: {'id': '6a3858de-4183-4eaf-b6dd-64106fcb8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:17.868246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.868641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Bound using segment: {'id': '6a3858de-4183-4eaf-b6dd-64106fcb8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:17.874943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Bound port: 0e6d6f3a-e526-4d29-9ecb-0dca87177559, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3858de-4183-4eaf-b6dd-64106fcb8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '87684f79-e38d-4393-b85c-41a4645578a4'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:17.875477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.946827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-0fbb0e1e-6c6f-479b-8321-325049c6c950 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496023363&fields=id&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 267 time: 0.0891972 Feb 19 01:22:17.994689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d83c67a-b097-4429-874c-5625dc907fcb tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1846521 Feb 19 01:22:17.998713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44436) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:18.042977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] For port 0e6d6f3a-e526-4d29-9ecb-0dca87177559, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:18.049428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] For port 0e6d6f3a-e526-4d29-9ecb-0dca87177559, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e6d6f3a-e526-4d29-9ecb-0dca87177559,segment=NetworkSegment(6a3858de-4183-4eaf-b6dd-64106fcb8517),segment_id=6a3858de-4183-4eaf-b6dd-64106fcb8517)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:18.054176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:18.142280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.247800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:18.249120 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.254243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44440) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:18.320338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a82c6-1678-48a7-86b2-5939193f35dd None None] Pushing event updated for resources: {'Port': ['ID=0e6d6f3a-e526-4d29-9ecb-0dca87177559,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.325215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (44a74f5c-6861-4e4d-87f4-6ba3101ff4f2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.366235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-6a8535e4-751a-4fdb-bfb3-a9f8a9760311 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:18.367996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-6a8535e4-751a-4fdb-bfb3-a9f8a9760311 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/networks?id=a182bdd9-2816-41ab-92cf-28e516b6d5a8 HTTP/1.1" status: 200 len: 796 time: 0.4188719 Feb 19 01:22:18.402692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (44a74f5c-6861-4e4d-87f4-6ba3101ff4f2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.421828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:18.433390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:22:18.488126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (016cfe6e-b126-4e20-a650-a7cf13ac1a1b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.493455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-563386f2-7abf-467b-9660-32732e6579a2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/quotas/187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 375 time: 0.1172001 Feb 19 01:22:18.583832 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13109135-06e6-4127-99f5-53e181ed559e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.587653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44a74f5c-6861-4e4d-87f4-6ba3101ff4f2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.592295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.592501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/44a74f5c-6861-4e4d-87f4-6ba3101ff4f2 HTTP/1.1" status: 204 len: 168 time: 0.5843937 Feb 19 01:22:18.606159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44446) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:18.606866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (016cfe6e-b126-4e20-a650-a7cf13ac1a1b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.612937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00aff-0b33-4233-b2ba-dcc5e93a0127 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a74f5c-6861-4e4d-87f4-6ba3101ff4f2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.734387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2a8043d7-d1ee-4979-8537-389e80656735 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2399845 Feb 19 01:22:18.796964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6481-83be-4f15-8ef6-a8e96f6eb599 req-532ac1f1-45b2-4f63-adc7-6e838042a01b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:18.799447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dca6481-83be-4f15-8ef6-a8e96f6eb599 req-532ac1f1-45b2-4f63-adc7-6e838042a01b tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 946 time: 1.2024763 Feb 19 01:22:18.803247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (016cfe6e-b126-4e20-a650-a7cf13ac1a1b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.902559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd360731-93b3-4766-8d3a-e5eeccbe1c93 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2872450 Feb 19 01:22:18.908646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44450) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:18.926964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.932800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/subnets/016cfe6e-b126-4e20-a650-a7cf13ac1a1b HTTP/1.1" status: 204 len: 168 time: 1.9767535 Feb 19 01:22:18.934533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c6cff-afd2-4364-a434-194b1bc88338 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Subnet': ['ID=016cfe6e-b126-4e20-a650-a7cf13ac1a1b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:18.935898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44452) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:18.943982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9dca6481-83be-4f15-8ef6-a8e96f6eb599 req-c298c637-3730-4f0a-8245-d7667cf1c50a tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278663 Feb 19 01:22:18.944623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:18.948654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.072782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-0ae8bc72-0fee-4f72-b410-2ee2228cd3d0 service neutron] 10.222.0.94 "GET /v2.0/networks/a182bdd9-2816-41ab-92cf-28e516b6d5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107026 Feb 19 01:22:19.079679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa661e07-4142-4fd5-8890-9a6b3041c7ae tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:19.081435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa661e07-4142-4fd5-8890-9a6b3041c7ae tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406181 Feb 19 01:22:19.086077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44454) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:19.088982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13109135-06e6-4127-99f5-53e181ed559e admin admin] Publish callbacks [] for security_group (5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.120766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (607b2311-4787-42b9-bca6-cbdbd33066ed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.172051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13109135-06e6-4127-99f5-53e181ed559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.210881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (607b2311-4787-42b9-bca6-cbdbd33066ed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.252119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (87684f79-e38d-4393-b85c-41a4645578a4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.258683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13109135-06e6-4127-99f5-53e181ed559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:19.274922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-13109135-06e6-4127-99f5-53e181ed559e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=da1bb21bbdfc4220a08cf74a8f0f2576&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0171180 Feb 19 01:22:19.276421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:19.285194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-81788449-78d2-4047-84d1-d3b860596c01 service neutron] 10.222.0.94 "GET /v2.0/networks/a182bdd9-2816-41ab-92cf-28e516b6d5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945987 Feb 19 01:22:19.351570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (5617dca0-3eb4-4abd-9705-abba85d3d181), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.406510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (607b2311-4787-42b9-bca6-cbdbd33066ed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.409351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.410540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/607b2311-4787-42b9-bca6-cbdbd33066ed HTTP/1.1" status: 204 len: 168 time: 0.5007317 Feb 19 01:22:19.415567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:19.446138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] Publish callbacks [] for security_group (5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.474202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9869d-628b-455d-829d-de9323cb9642 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b2311-4787-42b9-bca6-cbdbd33066ed,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:19.479287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Deleting port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:19.479795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.521121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=5617dca0-3eb4-4abd-9705-abba85d3d181,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:19.531674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:19.532056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network hostable DHCP agents. Network: 2019510f-d5bc-4133-827f-91df95114d14, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:19.544963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34fe208d-ffca-4f54-a8c8-fe96e6217fa0 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282256 Feb 19 01:22:19.545862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44460) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:19.552387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--823798021'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:19.578105 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] Publish callbacks [] for security_group (5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.661234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] For port 0e6d6f3a-e526-4d29-9ecb-0dca87177559, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0e6d6f3a-e526-4d29-9ecb-0dca87177559,segment=NetworkSegment(6a3858de-4183-4eaf-b6dd-64106fcb8517),segment_id=6a3858de-4183-4eaf-b6dd-64106fcb8517)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:19.661234 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.692005 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7cd7a2d-59f8-4754-8883-10dfa95dbb3f req-ebce093a-858a-4dba-9d7a-d42a98f61515 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.0501375 Feb 19 01:22:19.694174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.697785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Calling delete_port for 0e6d6f3a-e526-4d29-9ecb-0dca87177559 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:19.734867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:19.821927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.832714 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.840236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce HTTP/1.1" status: 204 len: 168 time: 0.5594735 Feb 19 01:22:19.864553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0e1d6-7b84-4a8b-9bcd-f977d57cf49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba6f25c-32fa-4108-bc8b-f87ae8f3ccce,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:19.893208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (82a26ca8-37c7-4e0d-9ad2-5e208ed97948), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.916827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2019510f-d5bc-4133-827f-91df95114d14) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:19.938146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:19.939780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.949196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8fb07c-8fff-42b5-844f-fc3e88e06f51 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:19.972174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (82a26ca8-37c7-4e0d-9ad2-5e208ed97948), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.048866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a26ca8-37c7-4e0d-9ad2-5e208ed97948,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.104087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0e6d6f3a-e526-4d29-9ecb-0dca87177559), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.116801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0621b2cd-3391-4d83-994f-a10084f3e6e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5779276 Feb 19 01:22:20.126973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44476) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:20.140529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'name': 'tempest-NetworksTestDHCPv6-2064006819'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:20.163072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.168435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-58ab1967-4fdd-4c87-bafc-760a7108d276 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6199510 Feb 19 01:22:20.179690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b13ec-9600-420d-8677-e7041ae8c7e2 None None] Network 87684f79-e38d-4393-b85c-41a4645578a4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:20.183753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e6d6f3a-e526-4d29-9ecb-0dca87177559 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:20.197839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44478) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:20.204891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '82a26ca8-37c7-4e0d-9ad2-5e208ed97948', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:20.221867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Port': ['ID=0e6d6f3a-e526-4d29-9ecb-0dca87177559,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.234592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] No DVR routers for this DVR port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:20.247505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0e6d6f3a-e526-4d29-9ecb-0dca87177559 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:20.247505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e6d6f3a-e526-4d29-9ecb-0dca87177559 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 01:22:20.263325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1afe7-e27c-4222-9512-292ce3bf9603 req-37130eac-8f06-4e31-bb7b-519076d3f7f3 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.266244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2c1afe7-e27c-4222-9512-292ce3bf9603 req-37130eac-8f06-4e31-bb7b-519076d3f7f3 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 946 time: 0.1778753 Feb 19 01:22:20.390440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2c1afe7-e27c-4222-9512-292ce3bf9603 req-0bb98cdb-a809-496a-bad1-4c35efaf0a8f tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162994 Feb 19 01:22:20.447869 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (87684f79-e38d-4393-b85c-41a4645578a4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.511222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87684f79-e38d-4393-b85c-41a4645578a4']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:20.528179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3858de-4183-4eaf-b6dd-64106fcb8517') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:20.529541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3858de-4183-4eaf-b6dd-64106fcb8517') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:20.545457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (6a3858de-4183-4eaf-b6dd-64106fcb8517), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.563055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (6a3858de-4183-4eaf-b6dd-64106fcb8517), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.572618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:20.573483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (6a3858de-4183-4eaf-b6dd-64106fcb8517), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.625526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '5617dca0-3eb4-4abd-9705-abba85d3d181'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:20.627174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.632301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Port 0e6d6f3a-e526-4d29-9ecb-0dca87177559 not found, will not notify nova. {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 01:22:20.644429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e5d13b02-1be9-4350-915a-c5e339541269 None None] Could not find standard attr ID for object 0e6d6f3a-e526-4d29-9ecb-0dca87177559. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:20.663666 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:20.697977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.785441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (87684f79-e38d-4393-b85c-41a4645578a4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.794667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.800228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/87684f79-e38d-4393-b85c-41a4645578a4 HTTP/1.1" status: 204 len: 168 time: 1.7127531 Feb 19 01:22:20.804860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44490) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:20.832057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a6e8f-0683-44f0-b652-bde470d87122 None None] DHCP port deletion for 87684f79-e38d-4393-b85c-41a4645578a4 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:20.834215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f21f2c-7f85-4558-89ed-07d26fc05b55 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=87684f79-e38d-4393-b85c-41a4645578a4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.846728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0996dded-06d7-4eba-8958-1b623114f5a2 req-3f284126-4ced-46a8-8d15-c7cfc52356cb tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.0557432 Feb 19 01:22:20.905911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:20.936513 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0863aa0-c33d-42b8-9b05-9883955c2ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.979669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c008a-b84a-415c-8aa4-5561fb0cdf5d req-e8bf5613-af41-46a2-8b88-0b05f96f230d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.981392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901c008a-b84a-415c-8aa4-5561fb0cdf5d req-e8bf5613-af41-46a2-8b88-0b05f96f230d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 946 time: 0.3103230 Feb 19 01:22:20.987391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:20.991377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.992666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/5617dca0-3eb4-4abd-9705-abba85d3d181/bf50d88d-f619-4ce7-b821-9487cf54f3a3) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:21.009338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (622d9471-38bc-4cf3-a00d-738a09dc2b6c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.059858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.077427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:21.120938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (622d9471-38bc-4cf3-a00d-738a09dc2b6c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.150544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d9471-38bc-4cf3-a00d-738a09dc2b6c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.164475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a33a1b-b5be-4822-8b29-6615cfba2eb6') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.164720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a33a1b-b5be-4822-8b29-6615cfba2eb6') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.178587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (18a33a1b-b5be-4822-8b29-6615cfba2eb6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.180078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.189725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901c008a-b84a-415c-8aa4-5561fb0cdf5d req-4e013e48-50b0-4d6b-b081-b428c7d4746c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894970 Feb 19 01:22:21.196799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (18a33a1b-b5be-4822-8b29-6615cfba2eb6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.203283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:21.203689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (18a33a1b-b5be-4822-8b29-6615cfba2eb6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.228040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de281d86-c501-4cdb-a701-d6084946f634,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.231137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44494) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:21.295546 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:21.316720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks [] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.319886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0863aa0-c33d-42b8-9b05-9883955c2ab4 admin admin] Publish callbacks [] for security_group (4c1ee24d-5352-4210-8c29-6c9085351465), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.363000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.366224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b17813ec-bb64-4f7e-8d1d-8356e4665dd4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1651399 Feb 19 01:22:21.367143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44498) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.396094 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.409356 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.424830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (622d9471-38bc-4cf3-a00d-738a09dc2b6c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.425054 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.447306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.452168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/622d9471-38bc-4cf3-a00d-738a09dc2b6c HTTP/1.1" status: 204 len: 168 time: 0.6080832 Feb 19 01:22:21.484442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44500) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.491075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc989441-18d3-4b5d-a385-58eef0366283 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=622d9471-38bc-4cf3-a00d-738a09dc2b6c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.505097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::1d0 (2019510f-d5bc-4133-827f-91df95114d14/5617dca0-3eb4-4abd-9705-abba85d3d181/1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:21.518219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:21.520791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:21.523303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:21.600705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Pushing event updated for resources: {'Port': ['ID=bf50d88d-f619-4ce7-b821-9487cf54f3a3,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.640066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Attempting to bind port bf50d88d-f619-4ce7-b821-9487cf54f3a3 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:21.648227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Attempting to bind port bf50d88d-f619-4ce7-b821-9487cf54f3a3 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:21.648610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Attempting to bind port bf50d88d-f619-4ce7-b821-9487cf54f3a3 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:21.648908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a8501a89-cd29-49a7-a032-d0f972a12656), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.661312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:21.661691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:21.662097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.666172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:21.674100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Bound port: bf50d88d-f619-4ce7-b821-9487cf54f3a3, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:21.674100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.712512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.759827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a8501a89-cd29-49a7-a032-d0f972a12656), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.763472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] For port bf50d88d-f619-4ce7-b821-9487cf54f3a3, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:21.770483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] For port bf50d88d-f619-4ce7-b821-9487cf54f3a3, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bf50d88d-f619-4ce7-b821-9487cf54f3a3,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:21.773052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0863aa0-c33d-42b8-9b05-9883955c2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4c1ee24d-5352-4210-8c29-6c9085351465), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.787526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8501a89-cd29-49a7-a032-d0f972a12656']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.801026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.801330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:21.816318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.834842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.842964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:21.843340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.844235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (b6a92ca5-b37a-4fec-bf76-f49ac8b20e3f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.847404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:21.849090 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:21.951180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (de281d86-c501-4cdb-a701-d6084946f634), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.957680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f0863aa0-c33d-42b8-9b05-9883955c2ab4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2dc60d4c58bb4b66a705ecb8640d5841&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0500188 Feb 19 01:22:21.963987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.966423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/de281d86-c501-4cdb-a701-d6084946f634 HTTP/1.1" status: 204 len: 168 time: 0.5977993 Feb 19 01:22:21.975497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44506) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.979623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e6d6f3a-e526-4d29-9ecb-0dca87177559 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:21.979854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:21.989084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0863aa0-c33d-42b8-9b05-9883955c2ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ee24d-5352-4210-8c29-6c9085351465,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.998551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:21.999452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95282963-bd58-40ae-a129-718609847e6e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de281d86-c501-4cdb-a701-d6084946f634,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.008744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:22.009560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdabd35-db8f-4fc8-80db-84549df57624 None None] Pushing event updated for resources: {'Port': ['ID=bf50d88d-f619-4ce7-b821-9487cf54f3a3,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.011850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:22.013209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0e6d6f3a-e526-4d29-9ecb-0dca87177559 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:22.013710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0e6d6f3a-e526-4d29-9ecb-0dca87177559 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:22.018870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:22.019641 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.024330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.052753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6d898-c09c-4051-bbd9-7b1601d003d8 tempest-TestVolumeBackupRestore-1799678607 tempest-TestVolumeBackupRestore-1799678607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:22.055177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8ac6d898-c09c-4051-bbd9-7b1601d003d8 tempest-TestVolumeBackupRestore-1799678607 tempest-TestVolumeBackupRestore-1799678607-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1123 time: 0.8149378 Feb 19 01:22:22.059118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.071056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:22.096336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bee80562-1004-4f81-9df9-f072d5f9d94d req-9fcc0d57-27fd-41a0-8ac3-4ec24ca37af2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.1158137 Feb 19 01:22:22.147567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec822939-d2ee-45e2-b5c3-9c8451f5db62 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0189960 Feb 19 01:22:22.150100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44514) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.156411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] Publish callbacks [] for security_group (4c1ee24d-5352-4210-8c29-6c9085351465), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.189194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a8501a89-cd29-49a7-a032-d0f972a12656), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.220369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34aae598-36a8-451d-9ff2-b8368c00e778 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2363055 Feb 19 01:22:22.223172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.224698 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.229969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/a8501a89-cd29-49a7-a032-d0f972a12656 HTTP/1.1" status: 204 len: 168 time: 0.7396197 Feb 19 01:22:22.229969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] Publish callbacks [] for security_group (4c1ee24d-5352-4210-8c29-6c9085351465), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.232323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.236722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.356378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9d532e69-2751-485c-86ed-26cec7aa3f3c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.404027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de548d4-0151-46c2-95a3-7812663e4da0 tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=a8501a89-cd29-49a7-a032-d0f972a12656,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.421252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (82a26ca8-37c7-4e0d-9ad2-5e208ed97948), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.461060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (82a26ca8-37c7-4e0d-9ad2-5e208ed97948), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.534903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.552165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0caacb-ce34-4b22-bb9a-3df6441459a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:22.557367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0caacb-ce34-4b22-bb9a-3df6441459a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:22.561682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bf0caacb-ce34-4b22-bb9a-3df6441459a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3910487 Feb 19 01:22:22.562789 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44520) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.627591 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9d532e69-2751-485c-86ed-26cec7aa3f3c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.644709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-70dd488e-6e99-4e0b-ba8a-5e7c13f5b9c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:22.646161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-70dd488e-6e99-4e0b-ba8a-5e7c13f5b9c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/networks?id=a182bdd9-2816-41ab-92cf-28e516b6d5a8 HTTP/1.1" status: 200 len: 796 time: 0.2739210 Feb 19 01:22:22.655974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (82a26ca8-37c7-4e0d-9ad2-5e208ed97948), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.660133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.663936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/82a26ca8-37c7-4e0d-9ad2-5e208ed97948 HTTP/1.1" status: 204 len: 168 time: 0.4369993 Feb 19 01:22:22.665212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d532e69-2751-485c-86ed-26cec7aa3f3c']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.667134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.698282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959c811-4426-4f3a-9fe5-88364baba55e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a26ca8-37c7-4e0d-9ad2-5e208ed97948,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.708466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ec9145-2040-4719-ab7e-352f1f18d534') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.708773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ec9145-2040-4719-ab7e-352f1f18d534') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:22.721531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4c1ee24d-5352-4210-8c29-6c9085351465), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.724021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.727840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4c1ee24d-5352-4210-8c29-6c9085351465 HTTP/1.1" status: 204 len: 168 time: 0.7459269 Feb 19 01:22:22.744688 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (52ec9145-2040-4719-ab7e-352f1f18d534), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.781580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59c51dd4-e306-4558-b408-0a0c20d5e81e tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086442 Feb 19 01:22:22.781580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542f9cb-4e25-410c-ab87-90a22eda00fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ee24d-5352-4210-8c29-6c9085351465,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:22.788029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44526) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:22.792785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--383223155'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:22.811902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (52ec9145-2040-4719-ab7e-352f1f18d534), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.832812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:22.833220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (52ec9145-2040-4719-ab7e-352f1f18d534), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:22.836496 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:22.879032 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-78ede899-0d98-4c28-89d7-4589e7826e46 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 473 time: 0.2236741 Feb 19 01:22:22.921650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Allocated IP 172.25.2.142 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/99a78273-12a3-4149-8e6a-4887969ab435) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:23.023933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:23.024200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.139753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for port (99a78273-12a3-4149-8e6a-4887969ab435), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.195411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.264069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:23.268478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33012910-23bb-418d-9247-5213917f422e req-e6dd8d1d-f890-445d-8ae6-af15c271f20c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.0558686 Feb 19 01:22:23.336214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'port': {'device_id': '12fbbbbc-66d6-496c-8a47-c90752671703', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'admin_state_up': True, 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'security_groups': ['919be6e8-5b34-437f-b80d-f8a6bd427a43']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:23.339455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.389279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (99a78273-12a3-4149-8e6a-4887969ab435), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.486621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:23.502150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'Port': ['ID=99a78273-12a3-4149-8e6a-4887969ab435,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:23.514875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9d532e69-2751-485c-86ed-26cec7aa3f3c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.525227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.528771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] 10.222.0.94 "DELETE /v2.0/networks/9d532e69-2751-485c-86ed-26cec7aa3f3c HTTP/1.1" status: 204 len: 168 time: 1.2830315 Feb 19 01:22:23.550470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:23.565140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:23.567452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58b247-dfc1-44fa-9a40-1f5f4c3246ef tempest-BulkNetworkOpsIpV6Test-26469127 tempest-BulkNetworkOpsIpV6Test-26469127-project] Pushing event deleted for resources: {'Network': ['ID=9d532e69-2751-485c-86ed-26cec7aa3f3c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:23.641325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e769e-9fac-4afb-ac9c-5432aca5f671 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:22:23.710135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:23.713931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.796678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Provisioning complete for port bf50d88d-f619-4ce7-b821-9487cf54f3a3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:23.797315 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.885071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.25 (a182bdd9-2816-41ab-92cf-28e516b6d5a8/71ede36a-5728-4eee-9913-580ccc788dba/8b820406-2257-4879-822e-e8c876183eef) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:23.886303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e769e-9fac-4afb-ac9c-5432aca5f671 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:22:24.048509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Current status of the port bf50d88d-f619-4ce7-b821-9487cf54f3a3 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:24.049572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.096680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bf50d88d-f619-4ce7-b821-9487cf54f3a3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:24.138096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (c46b1d07-c458-4735-b87d-6e51d28e53df), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.203674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] For port bf50d88d-f619-4ce7-b821-9487cf54f3a3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bf50d88d-f619-4ce7-b821-9487cf54f3a3,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:24.219524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c46b1d07-c458-4735-b87d-6e51d28e53df), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.231384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bf50d88d-f619-4ce7-b821-9487cf54f3a3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:24.232108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.255912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44554) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.273848 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (ece3d87d-1742-45c8-a68d-5f3feab72556), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.284863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (8b820406-2257-4879-822e-e8c876183eef), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.316486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.322181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.341311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b1d07-c458-4735-b87d-6e51d28e53df,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.353759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.409186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.411016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c7023aa-52bd-48c1-8996-ecabe0ea7fd1 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6215549 Feb 19 01:22:24.413910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.417934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.418588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': 'c46b1d07-c458-4735-b87d-6e51d28e53df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:24.425292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-21cc090a-a579-4db6-8f33-82a4fdf0f488 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f HTTP/1.1" status: 204 len: 168 time: 1.8620524 Feb 19 01:22:24.426410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.459161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-923e0600-1733-4b35-a7b4-3a504a2ac4d5 req-bab99810-cff1-4991-b156-36ae291c34af tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.0344100 Feb 19 01:22:24.468646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d1ea8b-8e58-4d81-a5a8-8e3dda3abb36 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:24.503860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8b820406-2257-4879-822e-e8c876183eef), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.576651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99a78273-12a3-4149-8e6a-4887969ab435), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.581171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.582039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456b500-7990-4006-aaac-e5c6f007647f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.583781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456b500-7990-4006-aaac-e5c6f007647f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.588477 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3456b500-7990-4006-aaac-e5c6f007647f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1610839 Feb 19 01:22:24.590972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44566) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.609630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.614428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-04859b8f-0cef-44ef-bfa1-11abfe71675b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ea6c2dfe9ca14b3584f3e105fa345246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523192 Feb 19 01:22:24.621205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:24.645676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bf50d88d-f619-4ce7-b821-9487cf54f3a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:24.666584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:24.670197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94919df-33b5-4a3d-9a08-c61f43657908 None None] Pushing event updated for resources: {'Port': ['ID=bf50d88d-f619-4ce7-b821-9487cf54f3a3,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.677399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:24.684290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:24.743008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 5617dca0-3eb4-4abd-9705-abba85d3d181 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:24.744272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.744948 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.749256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (5617dca0-3eb4-4abd-9705-abba85d3d181), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.807351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] Publish callbacks [] for security_group (d022fe59-74cf-47d6-b528-fdcdc19b4e3f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.847521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] Publish callbacks [] for security_group (d022fe59-74cf-47d6-b528-fdcdc19b4e3f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.871331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-2d467ed9-15f6-4e26-9092-1d9acf214a29 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5412962 Feb 19 01:22:24.880747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.887050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Request body: {'port': {'device_id': '12fbbbbc-66d6-496c-8a47-c90752671703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:24.929978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (5617dca0-3eb4-4abd-9705-abba85d3d181), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.959360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.975248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c484712-8943-4081-b59f-4cb22935753e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.088371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b820406-2257-4879-822e-e8c876183eef), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.148058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ce8e23bb-3098-43d8-b27f-f47975d9b32f None None] Provisioning complete for port 8b820406-2257-4879-822e-e8c876183eef triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:25.148777 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce8e23bb-3098-43d8-b27f-f47975d9b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b820406-2257-4879-822e-e8c876183eef), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.163320 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.167189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b2c663c9-fec5-4645-afcc-2ac5416b4bad tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7501082 Feb 19 01:22:25.167189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d022fe59-74cf-47d6-b528-fdcdc19b4e3f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.168346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.169855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d022fe59-74cf-47d6-b528-fdcdc19b4e3f HTTP/1.1" status: 204 len: 168 time: 0.5476854 Feb 19 01:22:25.172480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44576) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:25.185376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa80e32-261b-48d4-ad44-c42ae0afa620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022fe59-74cf-47d6-b528-fdcdc19b4e3f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.206875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for port (99a78273-12a3-4149-8e6a-4887969ab435), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.219980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (5617dca0-3eb4-4abd-9705-abba85d3d181), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.221863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0fb46779-ba95-440f-9e04-33248496abd3 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules/4c484712-8943-4081-b59f-4cb22935753e HTTP/1.1" status: 200 len: 763 time: 0.0397511 Feb 19 01:22:25.225824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44580) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:25.232098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e23bb-3098-43d8-b27f-f47975d9b32f None None] Port 8b820406-2257-4879-822e-e8c876183eef cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:25.311186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (99a78273-12a3-4149-8e6a-4887969ab435), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.383752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-20ade055-2eff-4b7f-8e6b-4ab43b9b7613 None None] Provisioning complete for port bf50d88d-f619-4ce7-b821-9487cf54f3a3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:25.384117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-20ade055-2eff-4b7f-8e6b-4ab43b9b7613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.478441 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ece3d87d-1742-45c8-a68d-5f3feab72556), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.538356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-20ade055-2eff-4b7f-8e6b-4ab43b9b7613 None None] Current status of the port bf50d88d-f619-4ce7-b821-9487cf54f3a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:25.564740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (5617dca0-3eb4-4abd-9705-abba85d3d181), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.617944 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.617944 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/5617dca0-3eb4-4abd-9705-abba85d3d181 HTTP/1.1" status: 204 len: 168 time: 1.0249047 Feb 19 01:22:25.628483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-343bd1e3-d1b6-4e02-81ff-834a2e10785d tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3620341 Feb 19 01:22:25.633258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44584) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:25.637943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647759-3485-4005-be6c-dea15a8bb946 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=5617dca0-3eb4-4abd-9705-abba85d3d181,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.639873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44586) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:25.660918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-66e0408c-0c10-4094-ac73-c062e5477566 None None] Could not find standard attr ID for object 1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:22:25.697817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b820406-2257-4879-822e-e8c876183eef {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:25.711520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.718982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks [] for port (8b820406-2257-4879-822e-e8c876183eef), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.730145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.731417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event updated for resources: {'Port': ['ID=99a78273-12a3-4149-8e6a-4887969ab435,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.747439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac30f4ac-e0b7-4969-af9f-31acfff8a11f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038578 Feb 19 01:22:25.764650 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44590) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:25.773420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Transition to ACTIVE for port object 8b820406-2257-4879-822e-e8c876183eef will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:25.835131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8b820406-2257-4879-822e-e8c876183eef), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.894615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:25.912587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4c484712-8943-4081-b59f-4cb22935753e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.938970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:25.942979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/4c484712-8943-4081-b59f-4cb22935753e HTTP/1.1" status: 204 len: 168 time: 0.3020420 Feb 19 01:22:25.947264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050cb9d-9b06-442e-b370-7c52f2bfb122 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c484712-8943-4081-b59f-4cb22935753e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:25.948958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44596) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:26.012421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ffdb6-ce1f-44c7-b2da-e2372d88d892 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:26.089666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:26.115688 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Floating IP ece3d87d-1742-45c8-a68d-5f3feab72556 associated. External IP: 172.25.2.142, port: 043b8b88-3632-45fb-9478-095b70f47895. Feb 19 01:22:26.193242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bf50d88d-f619-4ce7-b821-9487cf54f3a3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:26.217124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf45ee-e6af-404d-be4d-fb46c09068c9 req-3198bba6-9528-44c0-8a2a-2c7289ae07da tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.226562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abaf45ee-e6af-404d-be4d-fb46c09068c9 req-3198bba6-9528-44c0-8a2a-2c7289ae07da tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 932 time: 0.5966823 Feb 19 01:22:26.229806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-283d3080-a291-4879-8f1a-c4d3a76d1264 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2759202 Feb 19 01:22:26.234642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44606) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:26.244076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': 'c46b1d07-c458-4735-b87d-6e51d28e53df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:26.260085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Attempting to bind port 8b820406-2257-4879-822e-e8c876183eef on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:26.260436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Attempting to bind port 8b820406-2257-4879-822e-e8c876183eef by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:26.260857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Attempting to bind port 8b820406-2257-4879-822e-e8c876183eef on network a182bdd9-2816-41ab-92cf-28e516b6d5a8 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:26.288184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Port 8b820406-2257-4879-822e-e8c876183eef on network a182bdd9-2816-41ab-92cf-28e516b6d5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:26.288184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Attempting to bind port 8b820406-2257-4879-822e-e8c876183eef on network a182bdd9-2816-41ab-92cf-28e516b6d5a8 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:26.294960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:26.295839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Checking segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:26.297082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Bound using segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:26.299201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Bound port: 8b820406-2257-4879-822e-e8c876183eef, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:26.299720 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b820406-2257-4879-822e-e8c876183eef), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.344110 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abaf45ee-e6af-404d-be4d-fb46c09068c9 req-8d7069d5-ffec-41a3-98dc-ac5a80602b8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160219 Feb 19 01:22:26.358316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bf50d88d-f619-4ce7-b821-9487cf54f3a3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:26.358316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.392739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:26.398085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.440023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.445048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:26.449767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8b820406-2257-4879-822e-e8c876183eef,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:26.467983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:26.530195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.552063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8b820406-2257-4879-822e-e8c876183eef), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.626810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.626810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.628703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] 10.222.0.117 "PUT /v2.0/ports/8b820406-2257-4879-822e-e8c876183eef HTTP/1.1" status: 200 len: 1092 time: 1.7458315 Feb 19 01:22:26.631261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bf50d88d-f619-4ce7-b821-9487cf54f3a3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:26.633486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'tag': '8b820406-2257-4879-822e-e8c876183eef'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:26.636274 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43249567-c091-4a2c-befd-62b783aa6300" -d '{"events": [{"name": "network-changed", "server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "tag": "8b820406-2257-4879-822e-e8c876183eef"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:26.666972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.692038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Deleting port bf50d88d-f619-4ce7-b821-9487cf54f3a3 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:26.692956 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.717031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853af6-4b5f-4dc6-a36f-4f4e96b190b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:26.740313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:26.745278 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed42409-47f5-41b8-8b1b-17e35b102ceb x-openstack-request-id: req-7ed42409-47f5-41b8-8b1b-17e35b102ceb {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:26.745533 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "tag": "8b820406-2257-4879-822e-e8c876183eef", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:26.745798 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ed42409-47f5-41b8-8b1b-17e35b102ceb {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:26.746319 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'tag': '8b820406-2257-4879-822e-e8c876183eef', 'status': 'completed', 'code': 200} Feb 19 01:22:26.843367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249567-c091-4a2c-befd-62b783aa6300 req-9cde4d21-db4c-4036-9c60-df9248ec41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.849087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43249567-c091-4a2c-befd-62b783aa6300 req-9cde4d21-db4c-4036-9c60-df9248ec41a4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 1126 time: 0.0964799 Feb 19 01:22:26.858696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:26.872853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] For port bf50d88d-f619-4ce7-b821-9487cf54f3a3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bf50d88d-f619-4ce7-b821-9487cf54f3a3,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:26.874084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.900973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:26.904514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7875aec0-848b-43eb-96d0-be46f208a1e7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6657455 Feb 19 01:22:26.908229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44620) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:26.910757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Calling delete_port for bf50d88d-f619-4ce7-b821-9487cf54f3a3 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:27.022901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6778d62d-e0e1-41d9-a030-61855b7757d7 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules/4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7 HTTP/1.1" status: 200 len: 763 time: 0.0712485 Feb 19 01:22:27.131676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44626) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.207701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bf50d88d-f619-4ce7-b821-9487cf54f3a3), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.238819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.264663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] Pushing event deleted for resources: {'Port': ['ID=bf50d88d-f619-4ce7-b821-9487cf54f3a3,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:27.281616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881689da-0d0e-47b5-828f-8046f22348c6 None None] No DVR routers for this DVR port bf50d88d-f619-4ce7-b821-9487cf54f3a3 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:27.361552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1559d1ba-47a4-4a4b-83a9-7a6549bb401b tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2273700 Feb 19 01:22:27.371154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44634) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.470020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249567-c091-4a2c-befd-62b783aa6300 req-bcdf11e5-4a54-49db-bb83-e3b1a4be91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.471168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249567-c091-4a2c-befd-62b783aa6300 req-bcdf11e5-4a54-49db-bb83-e3b1a4be91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.473013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43249567-c091-4a2c-befd-62b783aa6300 req-bcdf11e5-4a54-49db-bb83-e3b1a4be91f4 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.6206415 Feb 19 01:22:27.476475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.489578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.526581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55915138'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:27.613949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:27.628533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:27.646567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:27.652136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:27.662119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (dbae7f77-184a-4a54-b658-47704685dad3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.719353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.737768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.738965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7 HTTP/1.1" status: 204 len: 168 time: 0.3526421 Feb 19 01:22:27.747824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44638) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.773118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:27.776748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.800975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6881a3-0a7c-49f2-a2df-119e658dd2ca tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c4bc3f3-15ff-40b9-a8c3-8a1b0ae9a0c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:27.809191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.813518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249567-c091-4a2c-befd-62b783aa6300 req-c5e7f3c9-4c3d-4f70-8dff-f77daaf7acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.815019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43249567-c091-4a2c-befd-62b783aa6300 req-c5e7f3c9-4c3d-4f70-8dff-f77daaf7acce service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2939599 Feb 19 01:22:27.827941 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:27.849960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.926582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for security_group (d26a826e-e67d-46f0-981f-146f5f96247a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:27.936994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e7c1734c-4a93-48de-93a2-a5176ca21a19 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1880050 Feb 19 01:22:27.945986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.952452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': 'c46b1d07-c458-4735-b87d-6e51d28e53df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:27.955493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d052b6-3888-40b3-923e-02aab2dd018f req-c08fe380-a96f-4501-a78c-aa8ff56fc216 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.957204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15d052b6-3888-40b3-923e-02aab2dd018f req-c08fe380-a96f-4501-a78c-aa8ff56fc216 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 944 time: 0.4641593 Feb 19 01:22:27.967738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d1bb7712-c31d-4ea5-91eb-bf7bb86362e2 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9043121 Feb 19 01:22:27.975677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:27.982194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:27.983713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:27.987335 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fbce5-bd22-43b5-b520-f87ea3820969" -d '{"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:27.996693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:28.030279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d26a826e-e67d-46f0-981f-146f5f96247a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.034887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.036382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.063512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=dbae7f77-184a-4a54-b658-47704685dad3,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:28.083263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:28.087843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-1d654883-99b4-40a0-b988-d7cee2c705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.089412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-1d654883-99b4-40a0-b988-d7cee2c705cf service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 1126 time: 0.1612027 Feb 19 01:22:28.112147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.112718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.113339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.113896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.114388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.114879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.115390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.115894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.116744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.117279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.117766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.118238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.119296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.123511 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8fd900-ddd4-4fef-b834-e6bca0809fd9 x-openstack-request-id: req-2b8fd900-ddd4-4fef-b834-e6bca0809fd9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:28.133759 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:28.133759 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2b8fd900-ddd4-4fef-b834-e6bca0809fd9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:28.133759 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:22:28.157835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (63ed7b4f-6441-4d14-88e6-7ee1c3ac7307), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.158366 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 63ed7b4f-6441-4d14-88e6-7ee1c3ac7307 of type vlan for network 3c6723b7-6e09-404a-92cd-46282b162d50 Feb 19 01:22:28.179808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15d052b6-3888-40b3-923e-02aab2dd018f req-520819ec-ad79-4e3f-835e-83c85879f8bf tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049797 Feb 19 01:22:28.216542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a826e-e67d-46f0-981f-146f5f96247a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:28.229107 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Project e382d5757d0448bbb1a83bfd55ac6c9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:22:28.258032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-42f9d637-5300-40f1-8f09-a1240d2e78de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4718459 Feb 19 01:22:28.258535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44652) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:28.261741 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3c6723b7-6e09-404a-92cd-46282b162d50), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.265497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'name': 'tempest-NetworksTestDHCPv6-399386437'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:28.337300 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-f44c8e51-5d35-4c6c-a9a5-78f938c3caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.338986 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-f44c8e51-5d35-4c6c-a9a5-78f938c3caf6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.1580040 Feb 19 01:22:28.400708 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.419626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bf50d88d-f619-4ce7-b821-9487cf54f3a3 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:28.443034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc86446-e6ba-4c26-a52b-2e18f95887c0 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:28.451762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d301f8-ee33-4d79-bb58-15814b914310 tempest-TestVolumeBackupRestore-1799678607 tempest-TestVolumeBackupRestore-1799678607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.453839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65d301f8-ee33-4d79-bb58-15814b914310 tempest-TestVolumeBackupRestore-1799678607 tempest-TestVolumeBackupRestore-1799678607-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1123 time: 0.4667764 Feb 19 01:22:28.460487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-fa197346-9116-4eba-8324-3101a79935e7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8b820406-2257-4879-822e-e8c876183eef HTTP/1.1" status: 200 len: 217 time: 0.2450583 Feb 19 01:22:28.461590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44654) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:28.461896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3c6723b7-6e09-404a-92cd-46282b162d50), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.467239 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Request body: {'floatingip': {'port_id': '043b8b88-3632-45fb-9478-095b70f47895'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:28.468741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.470371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.561183 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (ece3d87d-1742-45c8-a68d-5f3feab72556), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.564487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-9d46f603-defa-467d-a926-49c432eb250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.566504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-9d46f603-defa-467d-a926-49c432eb250b service neutron] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 914 time: 0.2181182 Feb 19 01:22:28.611755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bf50d88d-f619-4ce7-b821-9487cf54f3a3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:28.612257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bf50d88d-f619-4ce7-b821-9487cf54f3a3 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:28.631590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-05259642-bdbb-4b7f-978d-f22f0655c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.631723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:28.632166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-05259642-bdbb-4b7f-978d-f22f0655c3fd service neutron] 10.222.0.117 "GET /v2.0/subnets?id=71ede36a-5728-4eee-9913-580ccc788dba HTTP/1.1" status: 200 len: 838 time: 0.1465147 Feb 19 01:22:28.633337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.635452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=3c6723b7-6e09-404a-92cd-46282b162d50,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:28.652591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3c6723b7-6e09-404a-92cd-46282b162d50 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:28.655449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': 'dbae7f77-184a-4a54-b658-47704685dad3'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:28.656458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.704609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.726178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 0267a426-a1a6-4bda-a0f9-85d5853b1322 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:28.776040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-1f7f5da2-08e9-454b-8aff-271a8927d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.778409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-1f7f5da2-08e9-454b-8aff-271a8927d712 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a182bdd9-2816-41ab-92cf-28e516b6d5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0710807 Feb 19 01:22:28.837349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-9e6ab0e9-ac82-46a5-894e-1ec562e55422 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 1000 time: 0.2320626 Feb 19 01:22:28.889437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-d8ad3eaa-ebe4-4c2d-b68f-514d42ef9624 service neutron] 10.222.0.117 "GET /v2.0/networks/a182bdd9-2816-41ab-92cf-28e516b6d5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046271 Feb 19 01:22:28.904830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2e39568-97db-496d-a077-e4fa34627629 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6513414 Feb 19 01:22:28.904830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.943765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6251eeb-0e47-459c-82fd-432238e834a5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:28.973302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-47853bc7-1fbc-4872-b7c0-ae4deb0dbece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.975681 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-47853bc7-1fbc-4872-b7c0-ae4deb0dbece service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.1265271 Feb 19 01:22:29.059876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44656) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.060433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/dbae7f77-184a-4a54-b658-47704685dad3/33503d3f-d6ec-404d-976d-67ecb39cfc3a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:29.073730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd41d0cc-faa9-4a82-92c8-b3a528775570 req-cab83bb2-d52d-4922-a4dc-9240598b92e4 service neutron] 10.222.0.117 "GET /v2.0/networks/a182bdd9-2816-41ab-92cf-28e516b6d5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768596 Feb 19 01:22:29.085302 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:29.140353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:23Z', 'revision_number': 0, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:29.148212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.151927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f841999a-d616-48a0-a32f-7208725e2581 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2013807 Feb 19 01:22:29.152172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44660) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.195122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-06117afb-1dee-424b-86f8-34e070fd598a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules/d6251eeb-0e47-459c-82fd-432238e834a5 HTTP/1.1" status: 200 len: 769 time: 0.0390377 Feb 19 01:22:29.197827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.208698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:29.224568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:29.225360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:29.269027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-758aba71-6740-40a2-80bb-31ba68c9b8c0 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0667293 Feb 19 01:22:29.269765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44670) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.361526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.365924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-3c97ae98-ef9f-49d6-8d61-16949a126ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:29.367641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-3c97ae98-ef9f-49d6-8d61-16949a126ac3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3024187 Feb 19 01:22:29.382791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.420290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks [] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.493305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:29.510214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d6251eeb-0e47-459c-82fd-432238e834a5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.524600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.530876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/d6251eeb-0e47-459c-82fd-432238e834a5 HTTP/1.1" status: 204 len: 168 time: 0.2596769 Feb 19 01:22:29.533670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.543531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44674) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.585081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed720-7784-4e2b-a8cb-18bcf32d410a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6251eeb-0e47-459c-82fd-432238e834a5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:29.630348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Pushing event updated for resources: {'Port': ['ID=33503d3f-d6ec-404d-976d-67ecb39cfc3a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:29.641596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-af6ed654-b1d7-4aee-bb39-2e7e81cd348a tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968189 Feb 19 01:22:29.643037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44676) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:29.652416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:29.658206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:29.658773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:29.662303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.687935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:29.691586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::49 (2019510f-d5bc-4133-827f-91df95114d14/dbae7f77-184a-4a54-b658-47704685dad3/0267a426-a1a6-4bda-a0f9-85d5853b1322) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:29.756218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ae8f7-9e5d-4c40-a63d-a3d83a20ffd1 req-fb7f4b3f-9a51-4c60-92d3-bebfc68c7048 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:29.758122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-172ae8f7-9e5d-4c40-a63d-a3d83a20ffd1 req-fb7f4b3f-9a51-4c60-92d3-bebfc68c7048 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 944 time: 0.4429057 Feb 19 01:22:29.782313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (c46b1d07-c458-4735-b87d-6e51d28e53df), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.798112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Attempting to bind port 33503d3f-d6ec-404d-976d-67ecb39cfc3a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:29.798815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Attempting to bind port 33503d3f-d6ec-404d-976d-67ecb39cfc3a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:29.799383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Attempting to bind port 33503d3f-d6ec-404d-976d-67ecb39cfc3a on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:29.811535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:29.811912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:29.812426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.812889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:29.814320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Bound port: 33503d3f-d6ec-404d-976d-67ecb39cfc3a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:29.814623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.864253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-5c44e13e-e3ea-41b9-b371-4c2475274601 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830537 Feb 19 01:22:29.890299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (c46b1d07-c458-4735-b87d-6e51d28e53df), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:29.902859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-172ae8f7-9e5d-4c40-a63d-a3d83a20ffd1 req-9a62b969-1095-4653-8b7d-82b33f23dc2c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217353 Feb 19 01:22:30.007281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c46b1d07-c458-4735-b87d-6e51d28e53df), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.011031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.014837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/c46b1d07-c458-4735-b87d-6e51d28e53df HTTP/1.1" status: 204 len: 168 time: 0.3683255 Feb 19 01:22:30.016005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44680) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:30.021044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] For port 33503d3f-d6ec-404d-976d-67ecb39cfc3a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:30.039283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] For port 33503d3f-d6ec-404d-976d-67ecb39cfc3a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=33503d3f-d6ec-404d-976d-67ecb39cfc3a,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:30.094830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.097163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce63b68-9b8e-463a-8100-7b709a934552 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b1d07-c458-4735-b87d-6e51d28e53df,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:30.148843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-281d62a0-f55b-4c35-a8c4-690c2d2d38c5 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243520 Feb 19 01:22:30.149607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44682) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:30.154111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group': {'name': 'tempest-secgroup--898498032'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:30.181541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902431-07d0-4319-b20d-11a1b234a5f1 None None] Pushing event updated for resources: {'Port': ['ID=33503d3f-d6ec-404d-976d-67ecb39cfc3a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:30.246679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.256928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:23Z', 'revision_number': 0, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:30.304372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ae6e-f9b9-46f6-afb4-5f6090fb7572 None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:23Z', 'revision_number': 0, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:30.361244 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (0267a426-a1a6-4bda-a0f9-85d5853b1322), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.404951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (0bf31751-3357-4427-87bf-b32b22d4e7b9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.469339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0267a426-a1a6-4bda-a0f9-85d5853b1322), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.472959 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:22:30.498502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0bf31751-3357-4427-87bf-b32b22d4e7b9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.561650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf31751-3357-4427-87bf-b32b22d4e7b9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:30.581440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=0267a426-a1a6-4bda-a0f9-85d5853b1322,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:30.602733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-583fbce5-bd22-43b5-b520-f87ea3820969 req-69813bba-d691-4216-b9f8-b4e6a8ae00ab service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225387 Feb 19 01:22:30.613279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.622496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0c0a1002-64a7-47e8-a722-4f557d09dd67 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4640908 Feb 19 01:22:30.622496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44686) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:30.622496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Request body: {'security_group_rule': {'security_group_id': '0bf31751-3357-4427-87bf-b32b22d4e7b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:30.651684 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.741927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (ece3d87d-1742-45c8-a68d-5f3feab72556), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.747305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:30.747595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (74615a9c-0322-4f2b-9618-0e450feb9c7a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.810005 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d636b1-ef7f-45d4-a233-3e1a3b7ac983 None None] New status for floating IP ece3d87d-1742-45c8-a68d-5f3feab72556: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:22:30.920885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:30.930148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (74615a9c-0322-4f2b-9618-0e450feb9c7a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.932134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (25f9a5de-6467-4a73-afb8-0468e6321e10), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.955192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:30.974056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.975177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.995079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (74615a9c-0322-4f2b-9618-0e450feb9c7a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.050081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74615a9c-0322-4f2b-9618-0e450feb9c7a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:31.106876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.113680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e41f6c35-469d-4a98-9627-dcc259427f32 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4942169 Feb 19 01:22:31.114889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44692) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.190514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-50c26a90-d115-4c9e-9d6f-90d2afbb22a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9291179 Feb 19 01:22:31.191509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:31.191879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: 3c6723b7-6e09-404a-92cd-46282b162d50, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:31.204820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44694) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.253979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=25f9a5de-6467-4a73-afb8-0468e6321e10,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:31.273482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (0bf31751-3357-4427-87bf-b32b22d4e7b9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.352225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (0bf31751-3357-4427-87bf-b32b22d4e7b9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.393693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bcf23-196d-4833-b957-811b07d50567 req-b7920ac2-4dd6-4235-8072-57c06a7bb144 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.415989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a0bcf23-196d-4833-b957-811b07d50567 req-b7920ac2-4dd6-4235-8072-57c06a7bb144 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 944 time: 0.3189297 Feb 19 01:22:31.434368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 3c6723b7-6e09-404a-92cd-46282b162d50 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:31.461124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8b820406-2257-4879-822e-e8c876183eef details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:31.504460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:31.515441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0bf31751-3357-4427-87bf-b32b22d4e7b9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.519427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.523062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a0bcf23-196d-4833-b957-811b07d50567 req-dc9540b0-9055-44b2-9c04-1873f41ba718 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021354 Feb 19 01:22:31.525035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/0bf31751-3357-4427-87bf-b32b22d4e7b9 HTTP/1.1" status: 204 len: 168 time: 0.4085851 Feb 19 01:22:31.525755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.538926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35be557-34fc-4598-9df8-5000791c3ac8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.544736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35be557-34fc-4598-9df8-5000791c3ac8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.550289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c35be557-34fc-4598-9df8-5000791c3ac8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3364053 Feb 19 01:22:31.551156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44700) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.558731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee0d0a-7ae9-4dbe-b7eb-ee18ac784703 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf31751-3357-4427-87bf-b32b22d4e7b9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:31.647723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3c6723b7-6e09-404a-92cd-46282b162d50) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:31.668388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.669126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:31.679765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-09de9e5f-2866-4390-8588-10b942da1097 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1281583 Feb 19 01:22:31.680386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44702) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.729262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8b820406-2257-4879-822e-e8c876183eef,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:31.768993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8331a-22d2-41dd-9bd0-13a9a97f6af5 None None] Network 3c6723b7-6e09-404a-92cd-46282b162d50 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:31.789169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5fa31245-da7c-4f41-9618-2618e92269e4 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1041276 Feb 19 01:22:31.789845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.825719 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-22be823c-4a77-4663-bc51-56e7018e5328 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] delete failed (client error): The resource could not be found. Feb 19 01:22:31.834762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-22be823c-4a77-4663-bc51-56e7018e5328 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "DELETE /v2.0/security-groups/0bf31751-3357-4427-87bf-b32b22d4e7b9 HTTP/1.1" status: 404 len: 347 time: 0.0437162 Feb 19 01:22:31.835453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:31.839446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '8b820406-2257-4879-822e-e8c876183eef', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'port_id': '8b820406-2257-4879-822e-e8c876183eef', 'mac_address': 'fa:16:3e:0b:46:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ede36a-5728-4eee-9913-580ccc788dba', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:31.951066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1f5bf81a-4ead-49a7-91ed-5bf755853623 tempest-SecGroupIPv6Test-1662912397 tempest-SecGroupIPv6Test-1662912397-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1139083 Feb 19 01:22:32.069349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 33503d3f-d6ec-404d-976d-67ecb39cfc3a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:32.207430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8b820406-2257-4879-822e-e8c876183eef is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:32.208139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b820406-2257-4879-822e-e8c876183eef), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.263832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Provisioning complete for port 33503d3f-d6ec-404d-976d-67ecb39cfc3a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:32.264363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.383033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44716) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:32.389508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1711424883'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:32.393408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3c6723b7-6e09-404a-92cd-46282b162d50', 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '25f9a5de-6467-4a73-afb8-0468e6321e10'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:32.394265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-718a4696-8275-4d50-91a4-4ffafdaf7b19 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3152208 Feb 19 01:22:32.401373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.434555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b820406-2257-4879-822e-e8c876183eef {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:32.444405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:32.459276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.463813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 0267a426-a1a6-4bda-a0f9-85d5853b1322 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:32.464160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0267a426-a1a6-4bda-a0f9-85d5853b1322), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.511303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:32.511744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:32.511744 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.561780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:32.585446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0e22d5d6-b84d-4450-be5b-4836a49cd11a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.588409 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 0e22d5d6-b84d-4450-be5b-4836a49cd11a of type vlan for network e36ae054-8155-4181-aa60-5e7376486b72 Feb 19 01:22:32.598193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Current status of the port 33503d3f-d6ec-404d-976d-67ecb39cfc3a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:32.598193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.648640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:32.651039 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6510251-b56a-4e4d-9dc4-e00293d95cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:32.695989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e36ae054-8155-4181-aa60-5e7376486b72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.746567 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3be54d-43bf-4a87-aa45-89c453724a05 x-openstack-request-id: req-9a3be54d-43bf-4a87-aa45-89c453724a05 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:32.746928 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:32.747222 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9a3be54d-43bf-4a87-aa45-89c453724a05 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:32.747625 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:22:32.777490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44726) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:32.804336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:32.805004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:32.812758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e36ae054-8155-4181-aa60-5e7376486b72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.821022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.821750 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.877575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-88beaa27-fe8a-4501-9b39-99a80cad8c19 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "PUT /v2.0/floatingips/ece3d87d-1742-45c8-a68d-5f3feab72556 HTTP/1.1" status: 200 len: 992 time: 4.4146428 Feb 19 01:22:32.881357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0267a426-a1a6-4bda-a0f9-85d5853b1322), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:32.910503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 0267a426-a1a6-4bda-a0f9-85d5853b1322 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:32.935652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915cdb-51b7-40c7-8b5d-f6a211ea2773 req-c303e5df-7260-41fd-bcea-af4aeb264447 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.935652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13915cdb-51b7-40c7-8b5d-f6a211ea2773 req-c303e5df-7260-41fd-bcea-af4aeb264447 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 944 time: 0.2748506 Feb 19 01:22:32.981017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5938885 Feb 19 01:22:32.981558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44732) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:33.006582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'e36ae054-8155-4181-aa60-5e7376486b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:33.050902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c5c9e-0156-4220-90a3-052e81bd6871 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=e36ae054-8155-4181-aa60-5e7376486b72,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:33.053390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-afb6f6b1-0cdc-48bc-a656-f91e4f125b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.055464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-afb6f6b1-0cdc-48bc-a656-f91e4f125b54 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.2693713 Feb 19 01:22:33.197527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6da9b01f-7de0-412f-84f7-5940a2b338b5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e382d5757d0448bbb1a83bfd55ac6c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166033 Feb 19 01:22:33.198586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44734) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:33.237677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-a76f6164-7786-4e26-858a-b5e5d8c5f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.243519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-a76f6164-7786-4e26-858a-b5e5d8c5f7c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 914 time: 0.1588633 Feb 19 01:22:33.267463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:33.277430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] Publish callbacks [] for security_group (2c54eebf-15da-4011-9455-36f20fbe4298), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.325503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] Publish callbacks [] for security_group (2c54eebf-15da-4011-9455-36f20fbe4298), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.336824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:33.341604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.362920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13915cdb-51b7-40c7-8b5d-f6a211ea2773 req-a6fd3b4c-6a87-448c-949d-5b4ebcb398a0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136815 Feb 19 01:22:33.367939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-d68c5ec5-9cbe-43e4-a0d4-848338ad0816 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 1002 time: 0.1058276 Feb 19 01:22:33.390482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8b820406-2257-4879-822e-e8c876183eef,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:33.399391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 33503d3f-d6ec-404d-976d-67ecb39cfc3a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:33.399391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.405346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e36ae054-8155-4181-aa60-5e7376486b72 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:33.464631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-d7b7b066-edd6-46e9-8d14-bb6f76e73eba req-00d014fc-df73-4b85-8004-6f53b98c961e service neutron] (110601) timed out ('10.222.0.96', 51295) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:22:33.492904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-a522f688-12b5-484a-99a6-23fa5fa31837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.494311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-a522f688-12b5-484a-99a6-23fa5fa31837 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.1182125 Feb 19 01:22:33.536492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8b820406-2257-4879-822e-e8c876183eef), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.546562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2c54eebf-15da-4011-9455-36f20fbe4298), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.550837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.555565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2c54eebf-15da-4011-9455-36f20fbe4298 HTTP/1.1" status: 204 len: 168 time: 0.3559358 Feb 19 01:22:33.577080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021271ff-96d5-4ba6-9c5f-b42c05c60104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c54eebf-15da-4011-9455-36f20fbe4298,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:33.635802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-dc7b2ae8-7399-4932-bd13-7d4125f95786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.641577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-dc7b2ae8-7399-4932-bd13-7d4125f95786 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1386242 Feb 19 01:22:33.661482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] For port 33503d3f-d6ec-404d-976d-67ecb39cfc3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=33503d3f-d6ec-404d-976d-67ecb39cfc3a,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:33.732845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (fd1be3b2-9e7f-41cc-a158-fd99661db7eb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.820541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-348c7bf9-5646-4bf5-bed3-12eda3ec8322 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697590 Feb 19 01:22:33.821652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0267a426-a1a6-4bda-a0f9-85d5853b1322), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.945963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=0267a426-a1a6-4bda-a0f9-85d5853b1322,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:33.969389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.984405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6510251-b56a-4e4d-9dc4-e00293d95cd0 req-306d5188-8412-4ed7-b130-7081cf1df3c3 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554677 Feb 19 01:22:33.996245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=fd1be3b2-9e7f-41cc-a158-fd99661db7eb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:34.025414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '0e22d5d6-b84d-4450-be5b-4836a49cd11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e36ae054-8155-4181-aa60-5e7376486b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:34.025820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: e36ae054-8155-4181-aa60-5e7376486b72, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:34.027470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 33503d3f-d6ec-404d-976d-67ecb39cfc3a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:34.028085 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.041512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.049782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-086e796d-51ba-4d20-aabc-67d8149e898e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/0267a426-a1a6-4bda-a0f9-85d5853b1322 HTTP/1.1" status: 204 len: 168 time: 2.4938085 Feb 19 01:22:34.050766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44744) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:34.090919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8b820406-2257-4879-822e-e8c876183eef'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:34.156438 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network e36ae054-8155-4181-aa60-5e7376486b72 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:34.164816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05744c7e-edbc-4a7a-8ade-934060351fb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.169926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05744c7e-edbc-4a7a-8ade-934060351fb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.176137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-05744c7e-edbc-4a7a-8ade-934060351fb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1242845 Feb 19 01:22:34.179669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44746) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:34.184563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0f696962-321a-4ba8-a296-85570a8066c0 None None] Could not find standard attr ID for object 0267a426-a1a6-4bda-a0f9-85d5853b1322. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:22:34.187995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:34.259321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e36ae054-8155-4181-aa60-5e7376486b72) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:34.278478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.279169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.312134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e01564-e868-466d-b0e8-9738a22c47ea None None] Network e36ae054-8155-4181-aa60-5e7376486b72 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:34.319994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet dbae7f77-184a-4a54-b658-47704685dad3 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:34.329052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Allocated IP 172.20.255.242 (3c6723b7-6e09-404a-92cd-46282b162d50/25f9a5de-6467-4a73-afb8-0468e6321e10/3556a911-cae1-4094-817b-148998648234) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:34.332672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (dbae7f77-184a-4a54-b658-47704685dad3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.400544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (dbae7f77-184a-4a54-b658-47704685dad3), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.417517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:34.417966 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:34.454186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44758) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:34.459251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d44beb8-6560-4e20-98c3-67bf128d6a22 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4610245 Feb 19 01:22:34.510228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b01fd-685e-4883-9f0c-9d815087638d None None] Pushing event updated for resources: {'Port': ['ID=33503d3f-d6ec-404d-976d-67ecb39cfc3a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:34.600385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (dbae7f77-184a-4a54-b658-47704685dad3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.635832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bc0ca-dddc-4f66-821d-6fe8956970b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-e36ae054-8155-4181-aa60-5e7376486b72', 'network_id': 'e36ae054-8155-4181-aa60-5e7376486b72', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': 'fd1be3b2-9e7f-41cc-a158-fd99661db7eb'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:34.636812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da6bc0ca-dddc-4f66-821d-6fe8956970b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.640233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:30Z', 'revision_number': 2, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:34.656397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e36ae054-8155-4181-aa60-5e7376486b72), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.710156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:34.716132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b6cf-4e25-48c2-9350-7bea738f1b8c req-ee06d959-9e56-42d9-898f-15c36682518a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.717761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a018b6cf-4e25-48c2-9350-7bea738f1b8c req-ee06d959-9e56-42d9-898f-15c36682518a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 945 time: 0.1494088 Feb 19 01:22:34.751841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (dbae7f77-184a-4a54-b658-47704685dad3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.757406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:34.759923 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eddba28-74c2-4825-b482-298a46698c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:34.785033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (fd1be3b2-9e7f-41cc-a158-fd99661db7eb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.798263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a018b6cf-4e25-48c2-9350-7bea738f1b8c req-c7139d4b-5995-4748-9aa5-3663d7edbaac tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698397 Feb 19 01:22:34.824210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=dbae7f77-184a-4a54-b658-47704685dad3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:34.828993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:34.833990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5557f416-1d3c-4fd0-85f6-5ac8d43f927e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/dbae7f77-184a-4a54-b658-47704685dad3 HTTP/1.1" status: 204 len: 168 time: 0.6539598 Feb 19 01:22:34.846033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44766) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:34.850261 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec2e04-cbc7-4546-a9f0-8973713a58ac x-openstack-request-id: req-cbec2e04-cbc7-4546-a9f0-8973713a58ac {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:34.850914 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:34.851327 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cbec2e04-cbc7-4546-a9f0-8973713a58ac {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:34.851952 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:22:34.872495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f2548-047c-4912-a499-7ab1f4337f12 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:34.904263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:34.905202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:34.965323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:34.971323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5c946eaa-6663-4b16-b61e-a78acfa4d66d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172910 Feb 19 01:22:34.972701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:35.039392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddba28-74c2-4825-b482-298a46698c2e req-b66a26e9-c0c7-4fe7-8ab9-3737d133061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.040933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-b66a26e9-c0c7-4fe7-8ab9-3737d133061a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.1644411 Feb 19 01:22:35.149435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (fd1be3b2-9e7f-41cc-a158-fd99661db7eb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.200633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1be3b2-9e7f-41cc-a158-fd99661db7eb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:35.241567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks [] for port (3556a911-cae1-4094-817b-148998648234), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.293033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 33503d3f-d6ec-404d-976d-67ecb39cfc3a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:35.296248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:35.300784 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.344879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddba28-74c2-4825-b482-298a46698c2e req-cd0a2f1b-6f85-40fc-8d02-4ba7605d0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.347333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-cd0a2f1b-6f85-40fc-8d02-4ba7605d0e11 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 914 time: 0.2952349 Feb 19 01:22:35.349216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e36ae054-8155-4181-aa60-5e7376486b72), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.397583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3556a911-cae1-4094-817b-148998648234), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.485339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Pushing event updated for resources: {'Port': ['ID=3556a911-cae1-4094-817b-148998648234,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-da6bc0ca-dddc-4f66-821d-6fe8956970b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1be3b2-9e7f-41cc-a158-fd99661db7eb: This subnet is being modified by another concurrent operation. Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd1be3b2-9e7f-41cc-a158-fd99661db7eb: This subnet is being modified by another concurrent operation. Feb 19 01:22:35.505165 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:22:35.511159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:35.520043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36ae054-8155-4181-aa60-5e7376486b72']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:35.551431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e22d5d6-b84d-4450-be5b-4836a49cd11a') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:35.551431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e22d5d6-b84d-4450-be5b-4836a49cd11a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:35.552580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:35.559927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d4054-b829-4ee3-8b12-182ab39842aa None None] Network e36ae054-8155-4181-aa60-5e7376486b72 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:35.571287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (0e22d5d6-b84d-4450-be5b-4836a49cd11a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.612250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-898350f0-1e53-4710-9fc2-f0361c8cd451 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 1002 time: 0.2508361 Feb 19 01:22:35.613059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (0e22d5d6-b84d-4450-be5b-4836a49cd11a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.632717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:35.633107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (0e22d5d6-b84d-4450-be5b-4836a49cd11a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:35.638301 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:35.691804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Network 3c6723b7-6e09-404a-92cd-46282b162d50 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:35.786552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddba28-74c2-4825-b482-298a46698c2e req-d8096130-606a-4305-878a-96c182768dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.788598 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-d8096130-606a-4305-878a-96c182768dbc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.1670637 Feb 19 01:22:35.911032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e36ae054-8155-4181-aa60-5e7376486b72), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.963705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:35.967080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/e36ae054-8155-4181-aa60-5e7376486b72 HTTP/1.1" status: 204 len: 168 time: 1.5117018 Feb 19 01:22:35.973156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:35.980303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:35.985644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44794) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:35.999925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185661af-868f-4499-a426-23b737f9cfb8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=e36ae054-8155-4181-aa60-5e7376486b72,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:36.038161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031002622'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:36.038376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddba28-74c2-4825-b482-298a46698c2e req-9a54e686-d5e9-4d9f-b056-333f1a914c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.043656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-9a54e686-d5e9-4d9f-b056-333f1a914c42 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2447248 Feb 19 01:22:36.107549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (9a84509c-55c7-4e3a-ae0e-71e07167221d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.121565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5616e-1451-4de9-ae95-e639d0d93540 req-988bf5db-5dc7-41ca-8a3c-2779a81f3232 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.123112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98c5616e-1451-4de9-ae95-e639d0d93540 req-988bf5db-5dc7-41ca-8a3c-2779a81f3232 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 945 time: 0.1738951 Feb 19 01:22:36.169458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:36.172846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.212197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:36.220255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:36.245523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:36.255442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=9a84509c-55c7-4e3a-ae0e-71e07167221d,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:36.264262 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (253c42fc-f8bd-4782-a297-de14c1ce8809), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.264603 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 253c42fc-f8bd-4782-a297-de14c1ce8809 of type vlan for network cbb94069-e505-48f2-a96e-ad4f41eb8c48 Feb 19 01:22:36.264933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.267567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.311506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Deleting port 33503d3f-d6ec-404d-976d-67ecb39cfc3a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:36.311959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.339057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-863be923-7a87-4db0-814d-4ef195e1e9f4 service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868629 Feb 19 01:22:36.350521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Attempting to bind port 3556a911-cae1-4094-817b-148998648234 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:36.350904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Attempting to bind port 3556a911-cae1-4094-817b-148998648234 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:36.351304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Attempting to bind port 3556a911-cae1-4094-817b-148998648234 on network 3c6723b7-6e09-404a-92cd-46282b162d50 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:36.380286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cbb94069-e505-48f2-a96e-ad4f41eb8c48), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.412341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98c5616e-1451-4de9-ae95-e639d0d93540 req-f9ab8235-a30d-4981-8422-3c5a20af88ea tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757618 Feb 19 01:22:36.425187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e765f61-3557-48fe-9ad3-5e64eedf8fb9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4587371 Feb 19 01:22:36.427802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44804) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:36.432811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'name': 'tempest-NetworksTestDHCPv6-510580590'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:36.456617 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:36.457000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Checking segment: {'id': '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:36.457408 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.457807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Bound using segment: {'id': '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:36.458297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Bound port: 3556a911-cae1-4094-817b-148998648234, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6723b7-6e09-404a-92cd-46282b162d50'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:36.458682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3556a911-cae1-4094-817b-148998648234), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.526932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5eddba28-74c2-4825-b482-298a46698c2e req-f797a3d8-399d-4018-a4bb-912ee8ce268d service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719470 Feb 19 01:22:36.527141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cbb94069-e505-48f2-a96e-ad4f41eb8c48), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.532399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.533604 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.657114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6273394 Feb 19 01:22:36.659636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] For port 33503d3f-d6ec-404d-976d-67ecb39cfc3a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=33503d3f-d6ec-404d-976d-67ecb39cfc3a,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:36.660399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.662452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:36.670286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'cbb94069-e505-48f2-a96e-ad4f41eb8c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:36.697142 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d074db-9d6b-4050-8896-f4639af3c82f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=cbb94069-e505-48f2-a96e-ad4f41eb8c48,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:36.713530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Calling delete_port for 33503d3f-d6ec-404d-976d-67ecb39cfc3a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:36.716012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cbb94069-e505-48f2-a96e-ad4f41eb8c48 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:36.722031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] For port 3556a911-cae1-4094-817b-148998648234, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:36.745055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:36.748502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:36.781448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port efcb52be-47f3-46a7-b335-5049d3310ae4 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:36.846207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] For port 3556a911-cae1-4094-817b-148998648234, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3556a911-cae1-4094-817b-148998648234,segment=NetworkSegment(63ed7b4f-6441-4d14-88e6-7ee1c3ac7307),segment_id=63ed7b4f-6441-4d14-88e6-7ee1c3ac7307)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:36.938146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3556a911-cae1-4094-817b-148998648234), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.013393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::248 (2019510f-d5bc-4133-827f-91df95114d14/9a84509c-55c7-4e3a-ae0e-71e07167221d/efcb52be-47f3-46a7-b335-5049d3310ae4) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:37.047728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296dd90-7166-432f-a8de-02a36cb7bda3 None None] Pushing event updated for resources: {'Port': ['ID=3556a911-cae1-4094-817b-148998648234,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:37.068219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:37.076510 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.090994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:30Z', 'revision_number': 2, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:37.169222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b9caa4-0e9e-4088-b039-b9e47bfb95b2 None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'ece3d87d-1742-45c8-a68d-5f3feab72556', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'port_id': '043b8b88-3632-45fb-9478-095b70f47895', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'mac_address': 'fa:16:3e:da:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c60540-e775-410f-a3ce-3fac0c279249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:23Z', 'updated_at': '2022-02-19T01:22:30Z', 'revision_number': 2, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:37.177167 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (33503d3f-d6ec-404d-976d-67ecb39cfc3a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.201712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Performing IP validity checks on allocation pools {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:22:37.202241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:22:37.272564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] Pushing event deleted for resources: {'Port': ['ID=33503d3f-d6ec-404d-976d-67ecb39cfc3a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:37.289490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e3059-4cbe-4bdf-a028-0ab8b3ad0b30 None None] No DVR routers for this DVR port 33503d3f-d6ec-404d-976d-67ecb39cfc3a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:37.367594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3352fa6-b7ef-4fee-a5ad-dee74b1368f6 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:37.556619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8b820406-2257-4879-822e-e8c876183eef up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:37.664540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (efcb52be-47f3-46a7-b335-5049d3310ae4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.734402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3556a911-cae1-4094-817b-148998648234 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:37.835053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '9a84509c-55c7-4e3a-ae0e-71e07167221d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:37.835962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.864821 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (abb647ab-5e39-4bb4-be79-143cd71cf92e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:37.905994 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (efcb52be-47f3-46a7-b335-5049d3310ae4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.049956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3556a911-cae1-4094-817b-148998648234 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:38.050698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3556a911-cae1-4094-817b-148998648234), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.130517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=efcb52be-47f3-46a7-b335-5049d3310ae4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:38.157761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/9a84509c-55c7-4e3a-ae0e-71e07167221d/2aadab8b-5282-467f-9b53-c1f25ca33568) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:38.191839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '253c42fc-f8bd-4782-a297-de14c1ce8809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'cbb94069-e505-48f2-a96e-ad4f41eb8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:38.191839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: cbb94069-e505-48f2-a96e-ad4f41eb8c48, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:38.199626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:38.240991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:38.255981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:38.269276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.271792 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.292370 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=abb647ab-5e39-4bb4-be79-143cd71cf92e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:38.367999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks [] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.382291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773b16b-5c28-434d-9737-0bcf0a9dde3d req-abf8caae-dbfc-4e45-bee0-20d6600bd456 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.384329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6773b16b-5c28-434d-9737-0bcf0a9dde3d req-abf8caae-dbfc-4e45-bee0-20d6600bd456 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 945 time: 0.7814097 Feb 19 01:22:38.402204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 8b820406-2257-4879-822e-e8c876183eef completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:22:38.415280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 8b820406-2257-4879-822e-e8c876183eef triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:38.415806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8b820406-2257-4879-822e-e8c876183eef), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.456777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network cbb94069-e505-48f2-a96e-ad4f41eb8c48 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:38.471551 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.513138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1a11cae-8061-42af-8947-78e4eb328507 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0842199 Feb 19 01:22:38.515621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44834) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:38.534423 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6773b16b-5c28-434d-9737-0bcf0a9dde3d req-35d691f6-2eb9-4a2b-a788-2c6d875d7cad tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347730 Feb 19 01:22:38.561484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Pushing event updated for resources: {'Port': ['ID=2aadab8b-5282-467f-9b53-c1f25ca33568,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:38.580615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:38.584673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:38.589567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:38.594871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cbb94069-e505-48f2-a96e-ad4f41eb8c48) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:38.605881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.607609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.651558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18657e-12c6-4fa4-a3bf-510a7017042c None None] Network cbb94069-e505-48f2-a96e-ad4f41eb8c48 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:38.657456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d81cb-370f-48d6-a4ee-b8138f9e3ebc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.669175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d81cb-370f-48d6-a4ee-b8138f9e3ebc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.671522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d3d81cb-370f-48d6-a4ee-b8138f9e3ebc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1544025 Feb 19 01:22:38.674711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44840) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:38.724422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-40ba8323-3888-4d2f-8e7b-1f10765f5107 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0595186 Feb 19 01:22:38.725246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44844) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:38.859233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Attempting to bind port 2aadab8b-5282-467f-9b53-c1f25ca33568 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:38.859820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Attempting to bind port 2aadab8b-5282-467f-9b53-c1f25ca33568 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:38.859999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Attempting to bind port 2aadab8b-5282-467f-9b53-c1f25ca33568 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:38.870037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3556a911-cae1-4094-817b-148998648234 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:38.870438 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3556a911-cae1-4094-817b-148998648234), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.889101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05050cd6-0f2d-489e-8a71-4c16f3f138e4 None None] Network 3c6723b7-6e09-404a-92cd-46282b162d50 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:38.917350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cbb94069-e505-48f2-a96e-ad4f41eb8c48), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.944573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:38.945128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:38.945743 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:38.946364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:38.947843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Bound port: 2aadab8b-5282-467f-9b53-c1f25ca33568, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:38.948578 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.030411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8b820406-2257-4879-822e-e8c876183eef is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:39.031136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8b820406-2257-4879-822e-e8c876183eef), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.057668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (abb647ab-5e39-4bb4-be79-143cd71cf92e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.075376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3556a911-cae1-4094-817b-148998648234, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3556a911-cae1-4094-817b-148998648234,segment=NetworkSegment(63ed7b4f-6441-4d14-88e6-7ee1c3ac7307),segment_id=63ed7b4f-6441-4d14-88e6-7ee1c3ac7307)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:39.082588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0a622bb2-d571-48f2-9cd1-dc158d0e6e74 None None] Provisioning complete for port 3556a911-cae1-4094-817b-148998648234 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:39.083041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a622bb2-d571-48f2-9cd1-dc158d0e6e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3556a911-cae1-4094-817b-148998648234), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.193103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port efcb52be-47f3-46a7-b335-5049d3310ae4 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:39.193505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (efcb52be-47f3-46a7-b335-5049d3310ae4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.207569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (abb647ab-5e39-4bb4-be79-143cd71cf92e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.284271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=abb647ab-5e39-4bb4-be79-143cd71cf92e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:39.294836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8b820406-2257-4879-822e-e8c876183eef,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:39.297126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3556a911-cae1-4094-817b-148998648234), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.299037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b820406-2257-4879-822e-e8c876183eef'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:39.302357 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e7ea19-18cc-435f-b50d-f32a3d5e8b28" -d '{"events": [{"server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "name": "network-vif-plugged", "status": "completed", "tag": "8b820406-2257-4879-822e-e8c876183eef"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:39.330578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7962a6-e3d4-44ac-9106-51edf41a6772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-cbb94069-e505-48f2-a96e-ad4f41eb8c48', 'network_id': 'cbb94069-e505-48f2-a96e-ad4f41eb8c48', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': 'abb647ab-5e39-4bb4-be79-143cd71cf92e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:39.331552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e7962a6-e3d4-44ac-9106-51edf41a6772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.407697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cbb94069-e505-48f2-a96e-ad4f41eb8c48), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.412134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (efcb52be-47f3-46a7-b335-5049d3310ae4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.447850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for efcb52be-47f3-46a7-b335-5049d3310ae4 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:39.492419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb94069-e505-48f2-a96e-ad4f41eb8c48']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:39.492419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253c42fc-f8bd-4782-a297-de14c1ce8809') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:39.492419 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253c42fc-f8bd-4782-a297-de14c1ce8809') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:39.512025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (253c42fc-f8bd-4782-a297-de14c1ce8809), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.522294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8b820406-2257-4879-822e-e8c876183eef), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.545325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (253c42fc-f8bd-4782-a297-de14c1ce8809), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.561984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:39.562623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (253c42fc-f8bd-4782-a297-de14c1ce8809), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.602831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1256-4c30-4eda-8c68-2a1a281e4674 req-f429a8d7-62ad-4cd2-a2e0-0898424748b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:39.610583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6dfe1256-4c30-4eda-8c68-2a1a281e4674 req-f429a8d7-62ad-4cd2-a2e0-0898424748b9 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 1128 time: 0.1127684 Feb 19 01:22:39.616669 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8b305-01ff-42ae-be30-d22c65814b43 x-openstack-request-id: req-94b8b305-01ff-42ae-be30-d22c65814b43 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:39.617051 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "name": "network-vif-plugged", "status": "completed", "tag": "8b820406-2257-4879-822e-e8c876183eef", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:39.617361 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-94b8b305-01ff-42ae-be30-d22c65814b43 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:39.619694 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b820406-2257-4879-822e-e8c876183eef', 'code': 200} Feb 19 01:22:39.619694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 33503d3f-d6ec-404d-976d-67ecb39cfc3a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:39.624956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3556a911-cae1-4094-817b-148998648234,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:39.678931 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:39.739752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6dfe1256-4c30-4eda-8c68-2a1a281e4674 req-98385b58-bb51-427b-a027-4ea70c6504ac service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209848 Feb 19 01:22:39.759961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c5310-a0cc-4f0f-95d1-86c2b4159960 req-1fddc929-c5f1-4beb-be0b-eb292001f60d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:39.763543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-735c5310-a0cc-4f0f-95d1-86c2b4159960 req-1fddc929-c5f1-4beb-be0b-eb292001f60d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.0822377 Feb 19 01:22:39.763967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cbb94069-e505-48f2-a96e-ad4f41eb8c48), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.803848 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.813051 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/cbb94069-e505-48f2-a96e-ad4f41eb8c48 HTTP/1.1" status: 204 len: 168 time: 1.0816677 Feb 19 01:22:39.815901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44870) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:39.822602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170540362'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:39.828251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (efcb52be-47f3-46a7-b335-5049d3310ae4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.853894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58af12b-a51e-40ff-ae12-edeef1c5a5fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=cbb94069-e505-48f2-a96e-ad4f41eb8c48,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:39.883631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=efcb52be-47f3-46a7-b335-5049d3310ae4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:39.941580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-735c5310-a0cc-4f0f-95d1-86c2b4159960 req-35613950-a477-4133-94ca-8e59547d7b9c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944502 Feb 19 01:22:39.942422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:39.942422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-89cc84fc-15c8-45ee-8f3a-f50287fae8e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/efcb52be-47f3-46a7-b335-5049d3310ae4 HTTP/1.1" status: 204 len: 168 time: 1.2457652 Feb 19 01:22:39.942422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44872) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:39.954081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] For port 2aadab8b-5282-467f-9b53-c1f25ca33568, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:39.966769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 33503d3f-d6ec-404d-976d-67ecb39cfc3a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:39.967164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 33503d3f-d6ec-404d-976d-67ecb39cfc3a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:39.990809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d24d72-33f1-4af5-8d53-4030f01cc153 None None] Network cbb94069-e505-48f2-a96e-ad4f41eb8c48 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:40.038552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e658e0-d8ff-42ef-adb5-76d2b3a7a55d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:40.038552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e658e0-d8ff-42ef-adb5-76d2b3a7a55d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:40.038552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34e658e0-d8ff-42ef-adb5-76d2b3a7a55d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0893509 Feb 19 01:22:40.038801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] For port 2aadab8b-5282-467f-9b53-c1f25ca33568, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2aadab8b-5282-467f-9b53-c1f25ca33568,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:40.041461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44874) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:40.089595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d24d72-33f1-4af5-8d53-4030f01cc153 None None] Network cbb94069-e505-48f2-a96e-ad4f41eb8c48 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:22:40.123823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3556a911-cae1-4094-817b-148998648234 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:40.148329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 9a84509c-55c7-4e3a-ae0e-71e07167221d {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:40.151536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (9a84509c-55c7-4e3a-ae0e-71e07167221d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.161632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:40.172804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0a622bb2-d571-48f2-9cd1-dc158d0e6e74 None None] Current status of the port 3556a911-cae1-4094-817b-148998648234 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:40.196928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (9a84509c-55c7-4e3a-ae0e-71e07167221d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.216427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3556a911-cae1-4094-817b-148998648234 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:40.216600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3556a911-cae1-4094-817b-148998648234), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.237778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:40.243314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.307074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.307716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.401980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.415311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:40.471665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (958a792b-bd03-413c-be47-c3d26adc1de6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.472199 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 958a792b-bd03-413c-be47-c3d26adc1de6 of type vlan for network bf01e485-c0a1-43ea-b05e-1c52e758584f Feb 19 01:22:40.513133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b63ae-4fe6-4c0a-b43d-1cc74325ec72 None None] Pushing event updated for resources: {'Port': ['ID=2aadab8b-5282-467f-9b53-c1f25ca33568,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:40.562222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3556a911-cae1-4094-817b-148998648234 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:40.567252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (9a84509c-55c7-4e3a-ae0e-71e07167221d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.608358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (bf01e485-c0a1-43ea-b05e-1c52e758584f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.722041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (bf01e485-c0a1-43ea-b05e-1c52e758584f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.728186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:40.728186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.764959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cf3e41fa-17b2-4a41-8b73-0a9bf7bb0260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.824009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a6e3d11-50fd-49ce-822a-377fdc495aca None None] Provisioning complete for port 3556a911-cae1-4094-817b-148998648234 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:40.824916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3d11-50fd-49ce-822a-377fdc495aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3556a911-cae1-4094-817b-148998648234), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.839227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (9a84509c-55c7-4e3a-ae0e-71e07167221d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:40.879317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0618656 Feb 19 01:22:40.886978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44896) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:40.895859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'bf01e485-c0a1-43ea-b05e-1c52e758584f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:40.944835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e3d11-50fd-49ce-822a-377fdc495aca None None] Current status of the port 3556a911-cae1-4094-817b-148998648234 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:41.045093 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=9a84509c-55c7-4e3a-ae0e-71e07167221d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:41.052490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.065465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-53ab01b1-ae18-4dae-8c36-472c1623ac66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/9a84509c-55c7-4e3a-ae0e-71e07167221d HTTP/1.1" status: 204 len: 168 time: 1.0215564 Feb 19 01:22:41.066231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44904) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:41.083689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b92b-b35a-42c1-8bbc-a657b9b19482 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=bf01e485-c0a1-43ea-b05e-1c52e758584f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:41.108499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network bf01e485-c0a1-43ea-b05e-1c52e758584f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:41.149452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-34dad7d7-c15c-413e-b6b4-0d5b651af60c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781839 Feb 19 01:22:41.150522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44906) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:41.153636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-cf8816f5-607f-423c-8af1-167661c71cab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3561811 Feb 19 01:22:41.190227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:41.194982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.269879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-b814bdb4-dc9d-4557-997a-079a86fe4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.271831 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-b814bdb4-dc9d-4557-997a-079a86fe4fca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1127 time: 0.0588362 Feb 19 01:22:41.302358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860e2cf-f97c-4fe5-985a-b48f93ddae4d req-771adf78-bef0-46f7-b6b1-7bb78330a244 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.303927 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9860e2cf-f97c-4fe5-985a-b48f93ddae4d req-771adf78-bef0-46f7-b6b1-7bb78330a244 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.2283981 Feb 19 01:22:41.443786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-225c28a1-0c45-4abb-91cb-ce3bdb7055b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.445534 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-225c28a1-0c45-4abb-91cb-ce3bdb7055b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 898 time: 0.1501572 Feb 19 01:22:41.550330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-2625e8bd-b431-401d-b9d2-5c7a54ddbd86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 1001 time: 0.0970254 Feb 19 01:22:41.591440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9860e2cf-f97c-4fe5-985a-b48f93ddae4d req-f6cc118d-0f78-4208-affa-bc7465ae294e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432383 Feb 19 01:22:41.603999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b545458-83b3-42b9-ab86-6659031626a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.605618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8b545458-83b3-42b9-ab86-6659031626a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4527009 Feb 19 01:22:41.608176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44914) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:41.667525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (06ff1693-fdb9-4946-b11c-dc0b595adeec), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:41.682247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-2573ae12-4f2d-434c-b558-600ff9d8be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.684566 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-2573ae12-4f2d-434c-b558-600ff9d8be02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.1265028 Feb 19 01:22:41.790109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-6bafb806-2745-4305-979d-4f7a2f3a77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.794995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-6bafb806-2745-4305-979d-4f7a2f3a77b1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0995398 Feb 19 01:22:41.799063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=06ff1693-fdb9-4946-b11c-dc0b595adeec,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:41.843383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '958a792b-bd03-413c-be47-c3d26adc1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bf01e485-c0a1-43ea-b05e-1c52e758584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:41.843669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: bf01e485-c0a1-43ea-b05e-1c52e758584f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:41.892178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cbb71-6bdb-4101-abea-2661557deee0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.897558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-680cbb71-6bdb-4101-abea-2661557deee0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2852042 Feb 19 01:22:41.898553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44922) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:41.969040 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-918b0fa9-61f3-4665-82fd-002168409639 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649816 Feb 19 01:22:41.990138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55473515-b734-4d3b-b994-e7a275eeda06 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886269 Feb 19 01:22:41.998413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44924) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:42.005194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:42.160982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network bf01e485-c0a1-43ea-b05e-1c52e758584f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:42.194717 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cb4b0be-258c-4966-b1e0-555c30909abe req-a099148e-fb87-4d77-aa19-3f856777ee3b service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186332 Feb 19 01:22:42.236845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2aadab8b-5282-467f-9b53-c1f25ca33568 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:42.247542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:42.251292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.258333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, bf01e485-c0a1-43ea-b05e-1c52e758584f) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:42.277959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:42.278745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.299292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f8fab-4039-4869-a040-f1410c7a8aaf None None] Network bf01e485-c0a1-43ea-b05e-1c52e758584f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:42.301305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283f73c-5cbb-4d27-b175-4b6f8f4ee47b None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:42.366168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7726f418-7408-4bd7-ba1f-d953dbe05c89 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4773884 Feb 19 01:22:42.369032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44928) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:42.605320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (bf01e485-c0a1-43ea-b05e-1c52e758584f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.648979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2aadab8b-5282-467f-9b53-c1f25ca33568 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:42.650475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.665423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (76544968-6fba-4835-b455-d4854a14305b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.672972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (06ff1693-fdb9-4946-b11c-dc0b595adeec), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.811629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:42.836115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:42.840267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:42.840866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.896230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Provisioning complete for port 2aadab8b-5282-467f-9b53-c1f25ca33568 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:42.896613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.897302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (06ff1693-fdb9-4946-b11c-dc0b595adeec), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:42.911501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=76544968-6fba-4835-b455-d4854a14305b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:42.979661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=06ff1693-fdb9-4946-b11c-dc0b595adeec,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:42.983174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a3c4a33b-9d76-4add-94ee-1512bd2563c9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9836900 Feb 19 01:22:42.988794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:42.994062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '76544968-6fba-4835-b455-d4854a14305b', 'ip_address': '2001:db8::e450:bb9b:ce9a:8956'}], 'name': 'tempest-NetworksTestDHCPv6-946607220'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:43.060150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c425010-ec2c-4091-a0a7-02efb990ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.061710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (bf01e485-c0a1-43ea-b05e-1c52e758584f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.094401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf01e485-c0a1-43ea-b05e-1c52e758584f']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:43.107771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958a792b-bd03-413c-be47-c3d26adc1de6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:43.108165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958a792b-bd03-413c-be47-c3d26adc1de6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:43.120505 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (958a792b-bd03-413c-be47-c3d26adc1de6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.137830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (958a792b-bd03-413c-be47-c3d26adc1de6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.146854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bcadc-6513-40af-8dad-d4499ad3d3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-bf01e485-c0a1-43ea-b05e-1c52e758584f', 'network_id': 'bf01e485-c0a1-43ea-b05e-1c52e758584f', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '06ff1693-fdb9-4946-b11c-dc0b595adeec'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:43.147847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:43.148248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (958a792b-bd03-413c-be47-c3d26adc1de6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.150850 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5c6bcadc-6513-40af-8dad-d4499ad3d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:43.234504 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:43.280659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071c6be-07de-4e59-95a6-be32f031a7bf req-6423a920-f803-4cd5-92ab-6ae173121920 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:43.282631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8071c6be-07de-4e59-95a6-be32f031a7bf req-6423a920-f803-4cd5-92ab-6ae173121920 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.4907212 Feb 19 01:22:43.296952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:43.299740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:43.335078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Current status of the port 2aadab8b-5282-467f-9b53-c1f25ca33568 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:43.335573 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.359902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (bf01e485-c0a1-43ea-b05e-1c52e758584f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.401626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2aadab8b-5282-467f-9b53-c1f25ca33568 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:43.407916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.413298 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.419023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] For port 2aadab8b-5282-467f-9b53-c1f25ca33568, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2aadab8b-5282-467f-9b53-c1f25ca33568,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:43.428304 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.438602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44944) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:43.440328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/bf01e485-c0a1-43ea-b05e-1c52e758584f HTTP/1.1" status: 204 len: 168 time: 1.0611706 Feb 19 01:22:43.441559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5a572-866e-455f-9014-855a5902a639 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=bf01e485-c0a1-43ea-b05e-1c52e758584f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:43.447799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Deleting port 2aadab8b-5282-467f-9b53-c1f25ca33568 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:43.448307 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.448982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703781989'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:43.453947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port b834b198-ff8f-4d59-aeb0-f90d1558aeed yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:43.466637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78ff4b-7166-4bda-bac9-84ee5e5b36b3 None None] Network bf01e485-c0a1-43ea-b05e-1c52e758584f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:43.473942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8071c6be-07de-4e59-95a6-be32f031a7bf req-2569bd96-3c62-4b3b-b9e5-e7e21946c825 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799455 Feb 19 01:22:43.494285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44948) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:43.527450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.618202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c08568-21ea-4feb-b64d-1a1679dade50 None None] Pushing event updated for resources: {'Port': ['ID=2aadab8b-5282-467f-9b53-c1f25ca33568,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:43.621780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78ff4b-7166-4bda-bac9-84ee5e5b36b3 None None] Network bf01e485-c0a1-43ea-b05e-1c52e758584f could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:22:43.693462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:43.693752 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:43.715825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] For port 2aadab8b-5282-467f-9b53-c1f25ca33568, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2aadab8b-5282-467f-9b53-c1f25ca33568,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:43.716052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.733578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Calling delete_port for 2aadab8b-5282-467f-9b53-c1f25ca33568 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:43.791289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:43.797014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.914580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:43.928987 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d7b93d60-7d77-430b-953c-9b7b64367106), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:43.929642 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment d7b93d60-7d77-430b-953c-9b7b64367106 of type vlan for network 69df552b-337e-4af7-8cb4-d2850332bd46 Feb 19 01:22:43.962350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2aadab8b-5282-467f-9b53-c1f25ca33568), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.039404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (69df552b-337e-4af7-8cb4-d2850332bd46), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.043194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] Pushing event deleted for resources: {'Port': ['ID=2aadab8b-5282-467f-9b53-c1f25ca33568,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:44.050002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b618d9-42da-4d70-9f1d-3a23c318d5b1 None None] No DVR routers for this DVR port 2aadab8b-5282-467f-9b53-c1f25ca33568 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:44.068934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08627b52-60ee-412c-991b-26ad8cd3f59d None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:22:44.194316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::e450:bb9b:ce9a:8956 (2019510f-d5bc-4133-827f-91df95114d14/76544968-6fba-4835-b455-d4854a14305b/b834b198-ff8f-4d59-aeb0-f90d1558aeed) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:44.217913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc20a25-a9c0-43ae-bc60-563eef069533 req-5608aa7f-0f6e-4a0a-8ed2-0472ee130f05 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:44.220607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc20a25-a9c0-43ae-bc60-563eef069533 req-5608aa7f-0f6e-4a0a-8ed2-0472ee130f05 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.5431652 Feb 19 01:22:44.224452 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (69df552b-337e-4af7-8cb4-d2850332bd46), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.236885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:44.238138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.285453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Port 2aadab8b-5282-467f-9b53-c1f25ca33568 update to ACTIVE by agent not found {{(pid=110603) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:22:44.302978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.446251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08627b52-60ee-412c-991b-26ad8cd3f59d None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:22:44.460395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0164282 Feb 19 01:22:44.471995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2aadab8b-5282-467f-9b53-c1f25ca33568 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:44.478503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44964) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:44.492780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': '69df552b-337e-4af7-8cb4-d2850332bd46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:44.495349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8787-5075-4f26-af51-792f8d1fad67 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=69df552b-337e-4af7-8cb4-d2850332bd46,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:44.510856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2aadab8b-5282-467f-9b53-c1f25ca33568 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:44.511367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2aadab8b-5282-467f-9b53-c1f25ca33568 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:44.526632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 69df552b-337e-4af7-8cb4-d2850332bd46 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:44.533657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc20a25-a9c0-43ae-bc60-563eef069533 req-b2874f64-8b0b-44de-9150-be9c9adbdd79 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909477 Feb 19 01:22:44.681854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port 690389fb-c6b7-4df5-a768-be0bfa8b235a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:44.682229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.831012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (b834b198-ff8f-4d59-aeb0-f90d1558aeed), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.885060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.885411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (690389fb-c6b7-4df5-a768-be0bfa8b235a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.892600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '76544968-6fba-4835-b455-d4854a14305b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:44.893513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:44.907159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for 690389fb-c6b7-4df5-a768-be0bfa8b235a owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:44.957014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b834b198-ff8f-4d59-aeb0-f90d1558aeed), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.092741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:45.097117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.111240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/76544968-6fba-4835-b455-d4854a14305b/67d3c93b-42d8-4877-8ecf-8f83bfc41924) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:45.116110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=b834b198-ff8f-4d59-aeb0-f90d1558aeed,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:45.133346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:45.133346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:45.133346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:45.138990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:45.141702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.275724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-25250652-fee4-45fb-8b49-932a73ffec5d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2856281 Feb 19 01:22:45.276970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44976) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:45.322076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.351518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks [] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.378320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da756d-1bf2-4ea9-9e32-be8106953225 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:45.383724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-78da756d-1bf2-4ea9-9e32-be8106953225 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1055467 Feb 19 01:22:45.385314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44978) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:45.420818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.530780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:45.540260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:45.548860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:45.591828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port b834b198-ff8f-4d59-aeb0-f90d1558aeed {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:45.592194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b834b198-ff8f-4d59-aeb0-f90d1558aeed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.632856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Pushing event updated for resources: {'Port': ['ID=67d3c93b-42d8-4877-8ecf-8f83bfc41924,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:45.673681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Attempting to bind port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:45.678574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Attempting to bind port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:45.682741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Attempting to bind port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:45.687631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:45.688015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:45.691384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.692835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:45.693396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Bound port: 67d3c93b-42d8-4877-8ecf-8f83bfc41924, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:45.693849 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.722075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (690389fb-c6b7-4df5-a768-be0bfa8b235a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.779915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=690389fb-c6b7-4df5-a768-be0bfa8b235a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:45.788140 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d878d835-e694-4ad7-bef7-bb2e4bbb167e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.798607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b834b198-ff8f-4d59-aeb0-f90d1558aeed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:45.826857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for b834b198-ff8f-4d59-aeb0-f90d1558aeed owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:45.872500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] For port 67d3c93b-42d8-4877-8ecf-8f83bfc41924, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:45.876381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] For port 67d3c93b-42d8-4877-8ecf-8f83bfc41924, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=67d3c93b-42d8-4877-8ecf-8f83bfc41924,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:45.939464 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.096599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df210a2d-29c5-436b-97af-03751b80c52f None None] Pushing event updated for resources: {'Port': ['ID=67d3c93b-42d8-4877-8ecf-8f83bfc41924,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.119993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=d878d835-e694-4ad7-bef7-bb2e4bbb167e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.134689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 44990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.138664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for floatingip (3bff2d68-a926-4bda-8a47-358326e4e295), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.138998 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Floating IP 3bff2d68-a926-4bda-8a47-358326e4e295 disassociated (deleted). External IP: 172.25.2.231, port: db6dfa65-fbb6-41a0-9c94-7a815d81aca7. Feb 19 01:22:46.270796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': 'd7b93d60-7d77-430b-953c-9b7b64367106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '69df552b-337e-4af7-8cb4-d2850332bd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:46.284839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: 69df552b-337e-4af7-8cb4-d2850332bd46, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:46.285231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b834b198-ff8f-4d59-aeb0-f90d1558aeed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.350780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=b834b198-ff8f-4d59-aeb0-f90d1558aeed,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.398479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.407780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-131be7e6-33ad-45d2-bf29-326fcd28beb8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/b834b198-ff8f-4d59-aeb0-f90d1558aeed HTTP/1.1" status: 204 len: 168 time: 1.0180371 Feb 19 01:22:46.415423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44992) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.453342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 69df552b-337e-4af7-8cb4-d2850332bd46 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:46.495353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830226b-d1c4-41d9-90b0-e9960dd34560 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:46.497075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830226b-d1c4-41d9-90b0-e9960dd34560 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:46.498925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a830226b-d1c4-41d9-90b0-e9960dd34560 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0870144 Feb 19 01:22:46.502397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 44994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.581705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 76544968-6fba-4835-b455-d4854a14305b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:46.585785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (76544968-6fba-4835-b455-d4854a14305b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.637733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (76544968-6fba-4835-b455-d4854a14305b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.643328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 69df552b-337e-4af7-8cb4-d2850332bd46) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:46.758865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:46.759664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.759755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (76544968-6fba-4835-b455-d4854a14305b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.893250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (76544968-6fba-4835-b455-d4854a14305b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.935857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:46.951948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-203b1ceb-d439-4647-8379-30702c0f8ae1 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4633374 Feb 19 01:22:46.953148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45004) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.976400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:46.979856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/76544968-6fba-4835-b455-d4854a14305b HTTP/1.1" status: 204 len: 168 time: 0.4740098 Feb 19 01:22:46.981029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=76544968-6fba-4835-b455-d4854a14305b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:46.983148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:46.990654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.037483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae9bd013-4c23-450c-a2b7-4619e56a78c4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507302 Feb 19 01:22:47.037483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.037483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.037483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45010) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.043863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de20f5d-a2e1-4fb1-a0a6-24f961a16e83 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:47.045401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:47.695720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a7fdd-88e9-41db-a34f-0abfc24cb625 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:47.700075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0f94a-042f-46cf-94b5-ced100485aca None None] Network 69df552b-337e-4af7-8cb4-d2850332bd46 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:47.770757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:47.777863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.785115 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Sync routers for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:47.807866 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:47.808031 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (69df552b-337e-4af7-8cb4-d2850332bd46), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:47.811371 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:48.048167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:48.052285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.210539 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:48.345207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-e35df471-ba37-4ba2-b53f-b0825e8d0a32 req-ba509f98-6214-46f2-8746-a8c5c0aef6ae service neutron] (110601) timed out ('10.222.0.94', 42490) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:22:48.360019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4c7b72d-99aa-4fb6-8529-1397bab1299f tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/floatingips/3bff2d68-a926-4bda-8a47-358326e4e295 HTTP/1.1" status: 204 len: 168 time: 4.8620567 Feb 19 01:22:48.385636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:48.388584 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2b73b8-621f-476d-99a9-980f78e88db5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:48.442718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (09d6a124-f8c5-4325-8100-307d5cc31b58), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.465586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac491bfc-fe74-4693-a51c-4520c87e02be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-69df552b-337e-4af7-8cb4-d2850332bd46', 'network_id': '69df552b-337e-4af7-8cb4-d2850332bd46', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': 'd878d835-e694-4ad7-bef7-bb2e4bbb167e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:48.466437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac491bfc-fe74-4693-a51c-4520c87e02be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.530352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:48.533732 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20594826-7854-4aaa-821d-c88beb6575e3 x-openstack-request-id: req-20594826-7854-4aaa-821d-c88beb6575e3 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:48.534074 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:48.534448 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-20594826-7854-4aaa-821d-c88beb6575e3 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:48.534857 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'status': 'completed', 'code': 200} Feb 19 01:22:48.543961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=09d6a124-f8c5-4325-8100-307d5cc31b58,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:48.547696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:48.552419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Provisioning complete for port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:48.552808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.554666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:48.555761 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.635404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.644481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d878d835-e694-4ad7-bef7-bb2e4bbb167e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:48.782726 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:48.808780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 67d3c93b-42d8-4877-8ecf-8f83bfc41924 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:48.824008 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Checking router: e57f4bba-e4ff-4d4f-9f80-5569b82a69ef for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:48.839245 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:48.841791 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:48.941257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e4b32a81-5ba3-4680-8941-4a173bdf27a2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8980241 Feb 19 01:22:48.941831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:48.950537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '09d6a124-f8c5-4325-8100-307d5cc31b58', 'ip_address': '2001:db8::a177:35f6:a605:2438'}], 'name': 'tempest-NetworksTestDHCPv6-1782106886'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:48.960376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-743328ab-5685-46d5-af0b-575c752b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:48.962203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-743328ab-5685-46d5-af0b-575c752b5c15 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c323be55983947e9a8958bb8509ef471&device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 1127 time: 0.4204042 Feb 19 01:22:49.077144 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:49.167975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:49.181658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Current status of the port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:49.182309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.229940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:49.235684 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.442898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c83e7d-1ded-455f-848e-34a90cbdf753 req-09bb9f68-e5a2-4b1b-af2e-c49da0fe1712 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:49.455202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99c83e7d-1ded-455f-848e-34a90cbdf753 req-09bb9f68-e5a2-4b1b-af2e-c49da0fe1712 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.3025224 Feb 19 01:22:49.499708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:49.520243 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d878d835-e694-4ad7-bef7-bb2e4bbb167e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.543517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] For port 67d3c93b-42d8-4877-8ecf-8f83bfc41924, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=67d3c93b-42d8-4877-8ecf-8f83bfc41924,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-ac491bfc-fe74-4693-a51c-4520c87e02be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d878d835-e694-4ad7-bef7-bb2e4bbb167e: This subnet is being modified by another concurrent operation. Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d878d835-e694-4ad7-bef7-bb2e4bbb167e: This subnet is being modified by another concurrent operation. Feb 19 01:22:49.563368 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:22:49.644006 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:49.673714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:49.674267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.676457 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.678451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd16ff-d46a-418b-8ce6-32e73849e7b5 None None] Network 69df552b-337e-4af7-8cb4-d2850332bd46 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:49.692111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99c83e7d-1ded-455f-848e-34a90cbdf753 req-dc3694b2-ea68-4ffd-b003-d71df5a05b88 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349527 Feb 19 01:22:49.697453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc07060b-3cd7-4450-bd4d-3aa53cfd95ff None None] The sync data for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 is: [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:20:32Z', 'revision_number': 4, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a54cf122-2cff-4657-8021-2f9275698809', 'name': '', 'network_id': '02c86d1d-bbf0-4a8f-8910-773b2ef75bec', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'mac_address': 'fa:16:3e:e9:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:29Z', 'updated_at': '2022-02-19T01:20:40Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'subnets': [{'id': '16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:49.792437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.809854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Deleting port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:49.810661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.827556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 5e1e4d59-4aa2-4d83-96c3-9851332268a8 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:49.851997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-dde9ba07-c700-4199-8010-7233a4dc93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:49.854189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-dde9ba07-c700-4199-8010-7233a4dc93e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 200 len: 898 time: 0.8837583 Feb 19 01:22:49.861921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=d878d835-e694-4ad7-bef7-bb2e4bbb167e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:49.977557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:49.978936 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:50.029389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07970-efed-44c1-af7d-5bee552bf441 None None] Pushing event updated for resources: {'Port': ['ID=67d3c93b-42d8-4877-8ecf-8f83bfc41924,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.129308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::a177:35f6:a605:2438 (2019510f-d5bc-4133-827f-91df95114d14/09d6a124-f8c5-4325-8100-307d5cc31b58/5e1e4d59-4aa2-4d83-96c3-9851332268a8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:50.146460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-f08e81b7-46ba-4a86-9f82-d6064c52f390 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 200 len: 217 time: 0.2470233 Feb 19 01:22:50.173181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.17 (a182bdd9-2816-41ab-92cf-28e516b6d5a8/71ede36a-5728-4eee-9913-580ccc788dba/853d7a6d-bd8c-4347-8cb8-3959f5e212fb) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:50.177826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] For port 67d3c93b-42d8-4877-8ecf-8f83bfc41924, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=67d3c93b-42d8-4877-8ecf-8f83bfc41924,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:50.178506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.199367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (69df552b-337e-4af7-8cb4-d2850332bd46), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.213340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Calling delete_port for 67d3c93b-42d8-4877-8ecf-8f83bfc41924 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:50.365913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ecff0-2ab0-4a8c-996e-cac0a83905f7 None None] New status for floating IP 3bff2d68-a926-4bda-8a47-358326e4e295: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:22:50.436005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-23956314-44ac-4fac-813f-2f5b28fc34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:50.438091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-23956314-44ac-4fac-813f-2f5b28fc34fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 200 len: 835 time: 0.2619636 Feb 19 01:22:50.537196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71c963-8412-42b0-867e-246a54983f10 req-a48dd8ec-2a07-4dcf-83f0-6d57354e64d7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:50.539820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a71c963-8412-42b0-867e-246a54983f10 req-a48dd8ec-2a07-4dcf-83f0-6d57354e64d7 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.1995075 Feb 19 01:22:50.546413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69df552b-337e-4af7-8cb4-d2850332bd46']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:50.560607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:50.579579 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (67d3c93b-42d8-4877-8ecf-8f83bfc41924), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.670408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (5e1e4d59-4aa2-4d83-96c3-9851332268a8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.673534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] Pushing event deleted for resources: {'Port': ['ID=67d3c93b-42d8-4877-8ecf-8f83bfc41924,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:50.675890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313c3a3-7ca5-42d1-a9b3-107d97fa2cce None None] No DVR routers for this DVR port 67d3c93b-42d8-4877-8ecf-8f83bfc41924 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:50.702919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df89bd7-f877-4df1-923f-2d1019496b07 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:22:50.767819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b93d60-7d77-430b-953c-9b7b64367106') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:50.768821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b93d60-7d77-430b-953c-9b7b64367106') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:50.803821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 67d3c93b-42d8-4877-8ecf-8f83bfc41924 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:50.809998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (d7b93d60-7d77-430b-953c-9b7b64367106), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.841104 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-34f4b946-9a8e-4295-acc9-0c24780e22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:50.845452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-34f4b946-9a8e-4295-acc9-0c24780e22e1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=02c86d1d-bbf0-4a8f-8910-773b2ef75bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3938999 Feb 19 01:22:50.885985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5e1e4d59-4aa2-4d83-96c3-9851332268a8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.928817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d7b93d60-7d77-430b-953c-9b7b64367106), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.972139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.976069 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:50.976590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (d7b93d60-7d77-430b-953c-9b7b64367106), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.980710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df89bd7-f877-4df1-923f-2d1019496b07 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:22:51.003848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:51.005846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:51.013475 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:51.052052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 67d3c93b-42d8-4877-8ecf-8f83bfc41924 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:51.052467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 67d3c93b-42d8-4877-8ecf-8f83bfc41924 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:51.177773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:51.190948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:51.204962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:51.218905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:51.234829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.247823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=5e1e4d59-4aa2-4d83-96c3-9851332268a8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:51.278543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-c7fd0ea8-fdba-4883-a66e-358f504aba50 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256456 Feb 19 01:22:51.316936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c8df-6a52-4a81-afac-0aef200cc0fc req-3a13f52e-bd07-4f73-af59-5ced04a714d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:51.321389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9034c8df-6a52-4a81-afac-0aef200cc0fc req-3a13f52e-bd07-4f73-af59-5ced04a714d4 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 945 time: 0.4278421 Feb 19 01:22:51.369422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port db6dfa65-fbb6-41a0-9c94-7a815d81aca7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:51.369797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.391580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bb5039d0-4b19-40b4-87bd-b97b99cf116b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4488678 Feb 19 01:22:51.407698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.411791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (69df552b-337e-4af7-8cb4-d2850332bd46), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.414909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for db6dfa65-fbb6-41a0-9c94-7a815d81aca7 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:51.438094 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.443616 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.453212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45094) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.453502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/69df552b-337e-4af7-8cb4-d2850332bd46 HTTP/1.1" status: 204 len: 168 time: 4.4922316 Feb 19 01:22:51.484646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '09d6a124-f8c5-4325-8100-307d5cc31b58'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:51.485575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.496921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947031953'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:51.708676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2551c6f-7602-4f2e-a08d-3254df786a9c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:51.717684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c2551c6f-7602-4f2e-a08d-3254df786a9c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3063769 Feb 19 01:22:51.723342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45102) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:51.870937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/09d6a124-f8c5-4325-8100-307d5cc31b58/ef7f5517-c363-4440-9a79-c38679e5df54) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:51.880729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:51.884989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.887580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (db6dfa65-fbb6-41a0-9c94-7a815d81aca7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.990723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a6b86-a12b-4835-9124-4bae602c277e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=69df552b-337e-4af7-8cb4-d2850332bd46,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.021126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=db6dfa65-fbb6-41a0-9c94-7a815d81aca7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.049007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:52.057055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:52.064820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:52.102840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:52.123172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a835ab71-bfcf-400c-8d42-5c84eb9fa9e8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.123784 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment a835ab71-bfcf-400c-8d42-5c84eb9fa9e8 of type vlan for network 7a2d6a50-1a96-42c9-943a-b24a5cb1e398 Feb 19 01:22:52.163418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9034c8df-6a52-4a81-afac-0aef200cc0fc req-c7942c07-ad95-42c6-90e2-d7e01461eaad tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/security-groups?id=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8188581 Feb 19 01:22:52.185986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (7a2d6a50-1a96-42c9-943a-b24a5cb1e398), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.230134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.239689 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b2b73b8-621f-476d-99a9-980f78e88db5 req-a1224d0c-b640-4412-8414-9599ec3dffd8 service neutron] 10.222.0.96 "GET /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9157352 Feb 19 01:22:52.254333 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.297411 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks [] for port (ef7f5517-c363-4440-9a79-c38679e5df54), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.348144 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (7a2d6a50-1a96-42c9-943a-b24a5cb1e398), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.353288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:52.353876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.356516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] No DVR routers for this DVR port db6dfa65-fbb6-41a0-9c94-7a815d81aca7 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:52.360525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.383041 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a71c963-8412-42b0-867e-246a54983f10 req-45e71bcb-3f5a-414d-821c-bd68f79f8161 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.96 "DELETE /v2.0/ports/db6dfa65-fbb6-41a0-9c94-7a815d81aca7 HTTP/1.1" status: 204 len: 173 time: 1.8364925 Feb 19 01:22:52.392413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-deleted', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:52.395358 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23119fb0-8ccd-4f14-838b-90a96df65f28" -d '{"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-deleted", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:52.443466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.445316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 5e1e4d59-4aa2-4d83-96c3-9851332268a8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:52.445660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5e1e4d59-4aa2-4d83-96c3-9851332268a8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.621972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:52.630117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5e1e4d59-4aa2-4d83-96c3-9851332268a8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.636964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:52.652722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:52.658488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 5e1e4d59-4aa2-4d83-96c3-9851332268a8 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:52.758328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Pushing event updated for resources: {'Port': ['ID=ef7f5517-c363-4440-9a79-c38679e5df54,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:52.832196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Attempting to bind port ef7f5517-c363-4440-9a79-c38679e5df54 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:52.832841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Attempting to bind port ef7f5517-c363-4440-9a79-c38679e5df54 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:52.833082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.834195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Attempting to bind port ef7f5517-c363-4440-9a79-c38679e5df54 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:52.840998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:52.841800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:52.842460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.843424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:52.844358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Bound port: ef7f5517-c363-4440-9a79-c38679e5df54, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:52.844988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.884909 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e90a727-e9a1-4880-be36-8722ddcef6f4 x-openstack-request-id: req-5e90a727-e9a1-4880-be36-8722ddcef6f4 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:52.885672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36f34f-2f98-4d71-bb09-c90261ffde9e", "name": "network-vif-deleted", "tag": "db6dfa65-fbb6-41a0-9c94-7a815d81aca7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:52.885672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5e90a727-e9a1-4880-be36-8722ddcef6f4 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:52.885891 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36f34f-2f98-4d71-bb09-c90261ffde9e', 'name': 'network-vif-deleted', 'tag': 'db6dfa65-fbb6-41a0-9c94-7a815d81aca7', 'status': 'completed', 'code': 200} Feb 19 01:22:52.953070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4731688 Feb 19 01:22:52.958097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45116) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:52.970523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': '7a2d6a50-1a96-42c9-943a-b24a5cb1e398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:52.978415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (5e1e4d59-4aa2-4d83-96c3-9851332268a8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:52.985172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] For port ef7f5517-c363-4440-9a79-c38679e5df54, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:52.993160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] For port ef7f5517-c363-4440-9a79-c38679e5df54, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ef7f5517-c363-4440-9a79-c38679e5df54,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:53.064671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=5e1e4d59-4aa2-4d83-96c3-9851332268a8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:53.078883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.080634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57335088-b5d3-4f7d-99a9-3a8a0e3ecc82 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=7a2d6a50-1a96-42c9-943a-b24a5cb1e398,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:53.119586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 7a2d6a50-1a96-42c9-943a-b24a5cb1e398 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:53.162229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.165513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-20c0d63f-c757-48f2-b3e9-78defb2f6c29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/5e1e4d59-4aa2-4d83-96c3-9851332268a8 HTTP/1.1" status: 204 len: 168 time: 1.4409885 Feb 19 01:22:53.175017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45120) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:53.260595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:53.382306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d49792b7-c844-4712-b9e0-39ba786d7be4 req-50ef8a95-f1f2-4972-bbbc-cecacf968184 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b36f34f-2f98-4d71-bb09-c90261ffde9e HTTP/1.1" status: 200 len: 210 time: 0.0720332 Feb 19 01:22:53.506099 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: db6dfa65-fbb6-41a0-9c94-7a815d81aca7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:53.506458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device db6dfa65-fbb6-41a0-9c94-7a815d81aca7 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:53.524418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ba49f-9c64-4fdf-b1ee-5b76a84af1e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.528749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ba49f-9c64-4fdf-b1ee-5b76a84af1e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.536569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6b6ba49f-9c64-4fdf-b1ee-5b76a84af1e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3540092 Feb 19 01:22:53.546431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45128) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:53.561709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c59ba-9f78-4d5b-8784-b77f4d0f225f None None] Pushing event updated for resources: {'Port': ['ID=ef7f5517-c363-4440-9a79-c38679e5df54,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:53.580499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:53.584409 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.669947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 09d6a124-f8c5-4325-8100-307d5cc31b58 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:53.682397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (09d6a124-f8c5-4325-8100-307d5cc31b58), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.823845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (09d6a124-f8c5-4325-8100-307d5cc31b58), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.936019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Performing IP validity checks on allocation pools {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:22:53.937283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:22:54.270798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.397042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.497697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45140) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:54.506322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (bcc95f3f-8387-4fd1-b470-b06fb5a54613), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.716226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.726703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=bcc95f3f-8387-4fd1-b470-b06fb5a54613,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.757175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.864090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ef7f5517-c363-4440-9a79-c38679e5df54 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:54.885869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:54.891984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:55.015582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ef7f5517-c363-4440-9a79-c38679e5df54 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:55.015963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.040096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (09d6a124-f8c5-4325-8100-307d5cc31b58), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.054404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:55.066603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': 'a835ab71-bfcf-400c-8d42-5c84eb9fa9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7a2d6a50-1a96-42c9-943a-b24a5cb1e398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:55.067301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: 7a2d6a50-1a96-42c9-943a-b24a5cb1e398, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:55.238024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ef7f5517-c363-4440-9a79-c38679e5df54 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:55.238505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.282863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36243ccd-811f-4df3-a4b3-e6441cf95f67 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:55.319339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (09d6a124-f8c5-4325-8100-307d5cc31b58), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.329654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 7a2d6a50-1a96-42c9-943a-b24a5cb1e398 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:55.341527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Could not find standard attr ID for object 5e1e4d59-4aa2-4d83-96c3-9851332268a8. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:22:55.396320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:55.404464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3def42d-6ef5-404a-b1d1-60bb44016f5c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/dba02774-3423-4c99-9a10-797c9916154a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2612460 Feb 19 01:22:55.409624 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:55.432249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=09d6a124-f8c5-4325-8100-307d5cc31b58,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:55.442964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 7a2d6a50-1a96-42c9-943a-b24a5cb1e398) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:55.448087 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.448705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.466129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.470789 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:55.471871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:55.482467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7ceb12ad-bf15-4c66-8f7a-046fcbd75881 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/09d6a124-f8c5-4325-8100-307d5cc31b58 HTTP/1.1" status: 204 len: 168 time: 1.9345884 Feb 19 01:22:55.485543 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45150) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:55.553274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a63968-1230-4902-8a94-c3c18cb671d6 None None] Network 7a2d6a50-1a96-42c9-943a-b24a5cb1e398 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:55.578969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-95e1fbef-b8c3-4f91-b646-62253b602c67 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7385447 Feb 19 01:22:55.604163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a422f36-f7df-4897-b6fd-69545c1af51e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175680 Feb 19 01:22:55.605079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45154) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:55.610264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:55.613601 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-93e4725d-efb1-42b4-be48-128fca07f7b0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6541142 Feb 19 01:22:55.618801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45156) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:55.853941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:22:55.953137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:56.003654 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (7a2d6a50-1a96-42c9-943a-b24a5cb1e398), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.131246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:56.134970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.136938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bcc95f3f-8387-4fd1-b470-b06fb5a54613), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.205380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-344db072-ce56-4014-93fb-0e34f7caae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.213172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-344db072-ce56-4014-93fb-0e34f7caae89 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1127 time: 0.3605034 Feb 19 01:22:56.280411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Provisioning complete for port ef7f5517-c363-4440-9a79-c38679e5df54 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:56.280987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.361014 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:56.361694 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:56.364313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (bcc95f3f-8387-4fd1-b470-b06fb5a54613), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.383817 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '853d7a6d-bd8c-4347-8cb8-3959f5e212fb', 'name': '', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:89:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '71ede36a-5728-4eee-9913-580ccc788dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:48Z', 'updated_at': '2022-02-19T01:22:53Z', 'revision_number': 2, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '71ede36a-5728-4eee-9913-580ccc788dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:56.417886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903edd5-f060-4348-9b5a-a9e0b105761b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-7a2d6a50-1a96-42c9-943a-b24a5cb1e398', 'network_id': '7a2d6a50-1a96-42c9-943a-b24a5cb1e398', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': 'bcc95f3f-8387-4fd1-b470-b06fb5a54613'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:56.418750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5903edd5-f060-4348-9b5a-a9e0b105761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.456813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc95f3f-8387-4fd1-b470-b06fb5a54613,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:56.470024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:56.470508 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Updating router dba02774-3423-4c99-9a10-797c9916154a port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:22:56.538456 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.575427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:22:56.656831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (7a2d6a50-1a96-42c9-943a-b24a5cb1e398), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.701806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4f155-3399-4328-847e-8a94f34102b1 None None] Network 7a2d6a50-1a96-42c9-943a-b24a5cb1e398 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:56.712516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Current status of the port ef7f5517-c363-4440-9a79-c38679e5df54 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:56.713256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.719682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2d6a50-1a96-42c9-943a-b24a5cb1e398']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:56.736040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a835ab71-bfcf-400c-8d42-5c84eb9fa9e8') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:56.736702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a835ab71-bfcf-400c-8d42-5c84eb9fa9e8') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:56.743592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-273592e5-eaab-44df-bcee-8cce46139ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.745117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-273592e5-eaab-44df-bcee-8cce46139ad7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 897 time: 0.4432156 Feb 19 01:22:56.749055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (a835ab71-bfcf-400c-8d42-5c84eb9fa9e8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.767422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a835ab71-bfcf-400c-8d42-5c84eb9fa9e8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.775839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:56.776443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (a835ab71-bfcf-400c-8d42-5c84eb9fa9e8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:56.866158 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:56.915726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ef7f5517-c363-4440-9a79-c38679e5df54 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:56.916109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.943440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f5653fec-a486-498b-a10e-9015415767ad None None] For port ef7f5517-c363-4440-9a79-c38679e5df54, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ef7f5517-c363-4440-9a79-c38679e5df54,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:56.958910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (7a2d6a50-1a96-42c9-943a-b24a5cb1e398), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.975647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:56.991516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/7a2d6a50-1a96-42c9-943a-b24a5cb1e398 HTTP/1.1" status: 204 len: 168 time: 1.3714855 Feb 19 01:22:56.999667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45170) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:57.007975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011749112'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:57.039823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a28c8-00ab-4c2a-904c-fd112901592d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=7a2d6a50-1a96-42c9-943a-b24a5cb1e398,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:57.059648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.100919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.184747 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:22:57.185162 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:22:57.186608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Deleting port ef7f5517-c363-4440-9a79-c38679e5df54 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:57.186985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.208763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-a63e4b94-ca8d-42a7-84bf-ca7865943d44 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 1001 time: 0.3988280 Feb 19 01:22:57.272464 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks [] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.301029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] For port ef7f5517-c363-4440-9a79-c38679e5df54, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ef7f5517-c363-4440-9a79-c38679e5df54,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:57.302246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.316978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Calling delete_port for ef7f5517-c363-4440-9a79-c38679e5df54 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:57.317893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:57.322719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.409459 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.424557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-ffea7960-16ed-4c5c-b67a-26819a253ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.439279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-ffea7960-16ed-4c5c-b67a-26819a253ee8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.2188711 Feb 19 01:22:57.452674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6b31d783-7d87-47c5-95b1-70f076719630 None None] Provisioning complete for port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:57.453498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b31d783-7d87-47c5-95b1-70f076719630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.501800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5653fec-a486-498b-a10e-9015415767ad None None] Pushing event updated for resources: {'Port': ['ID=ef7f5517-c363-4440-9a79-c38679e5df54,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:57.516772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (3f706992-85e4-4af5-b00d-56cddb18e274), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.576098 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (ef7f5517-c363-4440-9a79-c38679e5df54), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.652899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] Pushing event deleted for resources: {'Port': ['ID=ef7f5517-c363-4440-9a79-c38679e5df54,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:57.663296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b31d783-7d87-47c5-95b1-70f076719630 None None] Port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:57.665162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ef7f5517-c363-4440-9a79-c38679e5df54 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:57.673119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e52f19-4cc8-40cc-bc54-7cb3a8e4f351 None None] No DVR routers for this DVR port ef7f5517-c363-4440-9a79-c38679e5df54 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:57.691270 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Pushing event updated for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:57.718672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:57.734035 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Attempting to bind port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:57.734465 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Attempting to bind port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:57.734785 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Attempting to bind port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb on network a182bdd9-2816-41ab-92cf-28e516b6d5a8 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:57.752332 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.752768 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.753617 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.753960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.754535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.756182 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 913097d4-ba40-493f-8037-59d7b445cbf0 of type vlan for network ef498726-ca14-4bca-9f9d-53765ee410e8 Feb 19 01:22:57.756465 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.761344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.761344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.761344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.761344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.761344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.763155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.763569 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.763912 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:57.796278 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:57.796660 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Checking segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:57.797105 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.797540 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Bound using segment: {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:57.798037 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Bound port: 853d7a6d-bd8c-4347-8cb8-3959f5e212fb, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69577dc-66f2-4c39-8f68-a4393142a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:57.798421 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.846206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ef7f5517-c363-4440-9a79-c38679e5df54 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:57.890970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: ef7f5517-c363-4440-9a79-c38679e5df54 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:57.899220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ef7f5517-c363-4440-9a79-c38679e5df54 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:57.908587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] For port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:57.915520 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] For port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:57.919207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-eff8eb2f-a750-496c-82a9-bca62841e8b6 None None] Provisioning complete for port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:57.919600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eff8eb2f-a750-496c-82a9-bca62841e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.950410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=3f706992-85e4-4af5-b00d-56cddb18e274,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:57.968959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-eff8eb2f-a750-496c-82a9-bca62841e8b6 None None] Port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:57.978885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:57.981931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:57.991923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:57.998232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.998838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.001241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a4db5-e1e9-40c7-a01e-fb0085f52fb2 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:58.007450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-ac672b37-6bfc-486b-857b-5b40b879e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:58.009018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-ac672b37-6bfc-486b-857b-5b40b879e851 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5530617 Feb 19 01:22:58.009653 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.113485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:58.114486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:58.187347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd896871-7778-42ed-9ad2-cb2722215dde tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5809531 Feb 19 01:22:58.191043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:58.200527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-ccc68f9c-1e03-4e48-b6a0-ccdca353e194 service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763570 Feb 19 01:22:58.203482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '3f706992-85e4-4af5-b00d-56cddb18e274', 'ip_address': '2001:db8::741a:37b0:e105:2856'}], 'name': 'tempest-NetworksTestDHCPv6-594650822'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:58.206807 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e49239-b416-4732-bcb8-5efdddcc08dc None None] Pushing event updated for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:58.329127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.336779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:58.337514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.359828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '3f706992-85e4-4af5-b00d-56cddb18e274'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:58.367058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.538871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=ef498726-ca14-4bca-9f9d-53765ee410e8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:58.568356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ef498726-ca14-4bca-9f9d-53765ee410e8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:58.588945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port a54cf122-2cff-4657-8021-2f9275698809 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:58.589899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a54cf122-2cff-4657-8021-2f9275698809), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.603322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:58.648685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:58.655157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45198) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:58.655883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d5e939fc-f38e-4e19-a823-a9a5fbd23abf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6518526 Feb 19 01:22:58.660843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:58.735071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f6110e5-4322-4561-9363-12f1a0a55b23 req-b142a1f8-9664-4ca5-ab8c-6f0ea947514a service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222321 Feb 19 01:22:58.761283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/3f706992-85e4-4af5-b00d-56cddb18e274/5214d252-aada-42f0-b0cc-43a3b640e62e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:58.828366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Provisioning complete for port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:58.828612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.848518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port a54cf122-2cff-4657-8021-2f9275698809, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a54cf122-2cff-4657-8021-2f9275698809,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:58.848889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a54cf122-2cff-4657-8021-2f9275698809), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.882230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for a54cf122-2cff-4657-8021-2f9275698809 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:58.973235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.005008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:59.009690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.035364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Current status of the port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:59.035761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.071290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port c15bf91d-ef16-4f7a-b9b6-7cde7724b099 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:22:59.186799 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '853d7a6d-bd8c-4347-8cb8-3959f5e212fb', 'name': '', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:89:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '71ede36a-5728-4eee-9913-580ccc788dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:48Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '71ede36a-5728-4eee-9913-580ccc788dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:59.226444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] For port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:59.253822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks [] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.254040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd2a1-b63e-4414-bd3b-32de15232e7f None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:22:52Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '853d7a6d-bd8c-4347-8cb8-3959f5e212fb', 'name': '', 'network_id': 'a182bdd9-2816-41ab-92cf-28e516b6d5a8', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:89:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '71ede36a-5728-4eee-9913-580ccc788dba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:48Z', 'updated_at': '2022-02-19T01:22:57Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '71ede36a-5728-4eee-9913-580ccc788dba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:59.288310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.379544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7950c9-c928-4ed4-830a-cfa60e9dc82e None None] Pushing event updated for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:59.382619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.453497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:59.454809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:59.460953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:59.466089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a54cf122-2cff-4657-8021-2f9275698809), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.470656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Pushing event updated for resources: {'Port': ['ID=5214d252-aada-42f0-b0cc-43a3b640e62e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:59.538503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=a54cf122-2cff-4657-8021-2f9275698809,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:59.586347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Attempting to bind port 5214d252-aada-42f0-b0cc-43a3b640e62e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:59.586666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Attempting to bind port 5214d252-aada-42f0-b0cc-43a3b640e62e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:59.587043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Attempting to bind port 5214d252-aada-42f0-b0cc-43a3b640e62e on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:59.608688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:59.609085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:59.609505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.609919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:59.610416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Bound port: 5214d252-aada-42f0-b0cc-43a3b640e62e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:59.610866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.788832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] For port 5214d252-aada-42f0-b0cc-43a3b640e62e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:59.798780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] For port 5214d252-aada-42f0-b0cc-43a3b640e62e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5214d252-aada-42f0-b0cc-43a3b640e62e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:59.877129 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:59.942349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (49972b3f-fdf5-4ca0-a661-73460ceac3c4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.011292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.055710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 853d7a6d-bd8c-4347-8cb8-3959f5e212fb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:00.114187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::741a:37b0:e105:2856 (2019510f-d5bc-4133-827f-91df95114d14/3f706992-85e4-4af5-b00d-56cddb18e274/c15bf91d-ef16-4f7a-b9b6-7cde7724b099) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:00.200713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=49972b3f-fdf5-4ca0-a661-73460ceac3c4,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:00.241262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3bbef-6214-4a75-893a-1ee3fe84d323 None None] Pushing event updated for resources: {'Port': ['ID=5214d252-aada-42f0-b0cc-43a3b640e62e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:00.264803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:00.267074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.271997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '913097d4-ba40-493f-8037-59d7b445cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:00.272481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: ef498726-ca14-4bca-9f9d-53765ee410e8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:00.484916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network ef498726-ca14-4bca-9f9d-53765ee410e8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:00.530166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:00.647872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ef498726-ca14-4bca-9f9d-53765ee410e8) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:00.659070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cc01e-f2b7-4b0a-86b6-29a579a18322 None None] Network ef498726-ca14-4bca-9f9d-53765ee410e8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:00.672489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:00.673107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.710580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.801934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:00.803914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.847722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ef498726-ca14-4bca-9f9d-53765ee410e8', 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '49972b3f-fdf5-4ca0-a661-73460ceac3c4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:00.853831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:00.930202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-74d7f633-fe51-477c-9fbe-ed9c0025c072 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2735658 Feb 19 01:23:00.941285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45220) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:01.001421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:01.013483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-12148d82-33e8-46c7-8a51-d263e333c37b tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "PUT /v2.0/routers/e57f4bba-e4ff-4d4f-9f80-5569b82a69ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5125468 Feb 19 01:23:01.013747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45222) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:01.027644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Sync routers for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:01.087149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting subnet 16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:01.103321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.105196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:01.108971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:01.205375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.307641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Allocated IP 172.20.0.1 (ef498726-ca14-4bca-9f9d-53765ee410e8/49972b3f-fdf5-4ca0-a661-73460ceac3c4/bf3f3a2c-0226-41a5-bbfb-029db839597e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:01.450758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.493089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:01.585856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:01.661220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:01.661416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.671586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:01.678635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:01.679511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.727509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=c15bf91d-ef16-4f7a-b9b6-7cde7724b099,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.766377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Subnet': ['ID=16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.779910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.793613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45240) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:01.793904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6132aa9-c6f9-46ed-bdde-d990fb789e85 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/subnets/16d6487c-c0f5-4e34-a3a0-6bcecc1d6f36 HTTP/1.1" status: 204 len: 168 time: 0.7722416 Feb 19 01:23:01.876688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.897060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45242) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:01.909890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-471d9ecd-522a-4344-a695-284314a539f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7148271 Feb 19 01:23:02.124184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (49972b3f-fdf5-4ca0-a661-73460ceac3c4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.138548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c914c7d-62d7-4f05-8d2d-a991aa04b771 None None] Network 02c86d1d-bbf0-4a8f-8910-773b2ef75bec requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:02.144253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5214d252-aada-42f0-b0cc-43a3b640e62e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:02.381446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Provisioning complete for port 5214d252-aada-42f0-b0cc-43a3b640e62e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:02.381822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.438483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.688674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks [] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.807409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.846448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Network ef498726-ca14-4bca-9f9d-53765ee410e8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:02.858291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_gateway (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.864833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:02.880074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:22:59Z', 'revision_number': 5, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port': {'id': 'c8faab10-f4e9-4507-8c3f-46e263fc75cf', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:68:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:19Z', 'updated_at': '2022-02-19T01:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:02.912830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (49972b3f-fdf5-4ca0-a661-73460ceac3c4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.913064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:02.943406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Checking router: e57f4bba-e4ff-4d4f-9f80-5569b82a69ef for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:02.981197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5214d252-aada-42f0-b0cc-43a3b640e62e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:02.981577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.984266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf3c30-2c4f-4403-ad7d-4eaa305f5852 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.994644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf3c30-2c4f-4403-ad7d-4eaa305f5852 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.001405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ebdf3c30-2c4f-4403-ad7d-4eaa305f5852 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1031029 Feb 19 01:23:03.005366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:03.073144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Routers {'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:03.073144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:03.163594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.178914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] Set router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:03.195636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef498726-ca14-4bca-9f9d-53765ee410e8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:03.198488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port c15bf91d-ef16-4f7a-b9b6-7cde7724b099 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:03.198835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.209871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913097d4-ba40-493f-8037-59d7b445cbf0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:03.212545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913097d4-ba40-493f-8037-59d7b445cbf0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:03.263055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.296247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.300954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=49972b3f-fdf5-4ca0-a661-73460ceac3c4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.317609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:03.318011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.319322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] DHCP port deletion for 02c86d1d-bbf0-4a8f-8910-773b2ef75bec request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:03.322894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Pushing event updated for resources: {'Port': ['ID=bf3f3a2c-0226-41a5-bbfb-029db839597e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:03.327293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Current status of the port 5214d252-aada-42f0-b0cc-43a3b640e62e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:03.328000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:03.343915 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:03.416653 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.438610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Attempting to bind port bf3f3a2c-0226-41a5-bbfb-029db839597e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:03.439625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Attempting to bind port bf3f3a2c-0226-41a5-bbfb-029db839597e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '913097d4-ba40-493f-8037-59d7b445cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:03.440251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Attempting to bind port bf3f3a2c-0226-41a5-bbfb-029db839597e on network ef498726-ca14-4bca-9f9d-53765ee410e8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:03.443682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:23:02Z', 'revision_number': 6, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:03.482806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for c15bf91d-ef16-4f7a-b9b6-7cde7724b099 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:03.507229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:03.507981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Checking segment: {'id': '913097d4-ba40-493f-8037-59d7b445cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:03.511621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.512300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Bound using segment: {'id': '913097d4-ba40-493f-8037-59d7b445cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:03.513048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Bound port: bf3f3a2c-0226-41a5-bbfb-029db839597e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913097d4-ba40-493f-8037-59d7b445cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:03.513673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.524426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce35692-1539-4651-9441-00853f4032b8 None None] The sync data for ids ['e57f4bba-e4ff-4d4f-9f80-5569b82a69ef'] in n-d-826529-3 is: [{'id': 'e57f4bba-e4ff-4d4f-9f80-5569b82a69ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563556948', 'tenant_id': 'c323be55983947e9a8958bb8509ef471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:17Z', 'updated_at': '2022-02-19T01:23:02Z', 'revision_number': 6, 'project_id': 'c323be55983947e9a8958bb8509ef471', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:03.572786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:23:03.572786 n-d-826529-3 neutron-server[110601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:23:03.572786 n-d-826529-3 neutron-server[110601]: [parameters: {'id': 'ef498726-ca14-4bca-9f9d-53765ee410e8'}] Feb 19 01:23:03.572786 n-d-826529-3 neutron-server[110601]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:03.573199 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:03.580062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Deleting port c8faab10-f4e9-4507-8c3f-46e263fc75cf {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:03.580519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.649237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] For port 5214d252-aada-42f0-b0cc-43a3b640e62e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5214d252-aada-42f0-b0cc-43a3b640e62e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:03.788948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] For port c8faab10-f4e9-4507-8c3f-46e263fc75cf, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8faab10-f4e9-4507-8c3f-46e263fc75cf,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:03.790529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.791488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.835127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Calling delete_port for c8faab10-f4e9-4507-8c3f-46e263fc75cf owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:03.970923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5214d252-aada-42f0-b0cc-43a3b640e62e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:03.976773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:03.993248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.092699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=c15bf91d-ef16-4f7a-b9b6-7cde7724b099,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:04.142894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Deleting port 26335bb7-8622-4132-9340-541c70ae65ae {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:04.143559 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (26335bb7-8622-4132-9340-541c70ae65ae), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.186064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.200579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-379f7da1-123c-4c96-9218-0f88c44a2000 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/c15bf91d-ef16-4f7a-b9b6-7cde7724b099 HTTP/1.1" status: 204 len: 168 time: 1.1918890 Feb 19 01:23:04.210509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45278) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:04.270684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] For port bf3f3a2c-0226-41a5-bbfb-029db839597e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:04.286567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:04.286976 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:04.289802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b7352410-e5e2-44a4-98e0-81032fcfcd03 None None] Provisioning complete for port c15bf91d-ef16-4f7a-b9b6-7cde7724b099 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:04.290170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7352410-e5e2-44a4-98e0-81032fcfcd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c15bf91d-ef16-4f7a-b9b6-7cde7724b099), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.295940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.297453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2ba23-545e-4e28-9745-22b8b7bf6d1f None None] Pushing event updated for resources: {'Port': ['ID=5214d252-aada-42f0-b0cc-43a3b640e62e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:04.402901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade037f6-2bdb-4cb0-9e80-e5900b3d28be tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.421219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade037f6-2bdb-4cb0-9e80-e5900b3d28be tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.422760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ade037f6-2bdb-4cb0-9e80-e5900b3d28be tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2112193 Feb 19 01:23:04.427031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45280) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:04.551950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] For port bf3f3a2c-0226-41a5-bbfb-029db839597e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bf3f3a2c-0226-41a5-bbfb-029db839597e,segment=NetworkSegment(913097d4-ba40-493f-8037-59d7b445cbf0),segment_id=913097d4-ba40-493f-8037-59d7b445cbf0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:04.567608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b7352410-e5e2-44a4-98e0-81032fcfcd03 None None] Port c15bf91d-ef16-4f7a-b9b6-7cde7724b099 was deleted so its status cannot be updated. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 01:23:04.585763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Deleting port bf3f3a2c-0226-41a5-bbfb-029db839597e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:04.586106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.587865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c8faab10-f4e9-4507-8c3f-46e263fc75cf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.699274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 3f706992-85e4-4af5-b00d-56cddb18e274 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:04.709528 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.723080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (3f706992-85e4-4af5-b00d-56cddb18e274), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.759194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Port': ['ID=c8faab10-f4e9-4507-8c3f-46e263fc75cf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:04.796289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] For port 26335bb7-8622-4132-9340-541c70ae65ae, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26335bb7-8622-4132-9340-541c70ae65ae,segment=NetworkSegment(c866e10e-1eff-4011-989d-c2b56c4977e6),segment_id=c866e10e-1eff-4011-989d-c2b56c4977e6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:04.797373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (26335bb7-8622-4132-9340-541c70ae65ae), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.838778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Calling delete_port for 26335bb7-8622-4132-9340-541c70ae65ae owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:04.889023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (3f706992-85e4-4af5-b00d-56cddb18e274), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.966602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] For port bf3f3a2c-0226-41a5-bbfb-029db839597e, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:04.966908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:04.993077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Calling delete_port for bf3f3a2c-0226-41a5-bbfb-029db839597e owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:05.022749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.073172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (3f706992-85e4-4af5-b00d-56cddb18e274), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.087439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45292) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.183770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7add-3818-4503-b8d3-e26fd70cdd72 None None] Pushing event updated for resources: {'Port': ['ID=bf3f3a2c-0226-41a5-bbfb-029db839597e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:05.204188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5214d252-aada-42f0-b0cc-43a3b640e62e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:05.241252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (26335bb7-8622-4132-9340-541c70ae65ae), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.318008 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (3f706992-85e4-4af5-b00d-56cddb18e274), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.344715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.350811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/3f706992-85e4-4af5-b00d-56cddb18e274 HTTP/1.1" status: 204 len: 168 time: 0.9205379 Feb 19 01:23:05.351543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45294) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.380925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9931c05-5e4a-4757-9c46-ba253a687845 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:05.458695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.466108 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router_controller (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.475673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b8358b5-4292-4944-a8b5-9e4c96033197 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229885 Feb 19 01:23:05.476749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df0053-7db8-499c-b01f-ab9e8e7272cf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=3f706992-85e4-4af5-b00d-56cddb18e274,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:05.481125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.498788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5214d252-aada-42f0-b0cc-43a3b640e62e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:05.501290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] Pushing event deleted for resources: {'Port': ['ID=26335bb7-8622-4132-9340-541c70ae65ae,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:05.554355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f993266-0fb1-42ca-957f-87936fdee0e1 None None] No DVR routers for this DVR port 26335bb7-8622-4132-9340-541c70ae65ae on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:05.600589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50674077-61dd-448c-8394-f0248373c282 None None] Network ef498726-ca14-4bca-9f9d-53765ee410e8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:05.615719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bb1d4-1910-4ba8-86cb-8ecefee71978 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.617195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-148bb1d4-1910-4ba8-86cb-8ecefee71978 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1349607 Feb 19 01:23:05.635942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.768068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd8ae6-e054-4171-9981-5123dfff6fc9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.770040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8fd8ae6-e054-4171-9981-5123dfff6fc9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1328926 Feb 19 01:23:05.779677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.862175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-050cdc11-76eb-418a-b343-bbf4dbe0469a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812504 Feb 19 01:23:05.867035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45310) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:05.868962 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e57f4bba-e4ff-4d4f-9f80-5569b82a69ef), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.869493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Fanout notify agent at l3_agent the message router_deleted on router e57f4bba-e4ff-4d4f-9f80-5569b82a69ef {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:23:05.872722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:05.877398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:05.881195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24e96bc7-1252-40d0-a73f-65282f9f432a tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/routers/e57f4bba-e4ff-4d4f-9f80-5569b82a69ef HTTP/1.1" status: 204 len: 168 time: 4.0749784 Feb 19 01:23:05.881195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45312) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:06.072819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5214d252-aada-42f0-b0cc-43a3b640e62e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:06.073617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.149361 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bf3f3a2c-0226-41a5-bbfb-029db839597e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.221071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:06.276499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Port': ['ID=bf3f3a2c-0226-41a5-bbfb-029db839597e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:06.283353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No DVR routers for this DVR port bf3f3a2c-0226-41a5-bbfb-029db839597e on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:06.318485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (02c86d1d-bbf0-4a8f-8910-773b2ef75bec), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.356420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:06.360323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.410979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5214d252-aada-42f0-b0cc-43a3b640e62e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:06.422394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Deleting port 5214d252-aada-42f0-b0cc-43a3b640e62e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:06.422394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.483525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.518563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8faab10-f4e9-4507-8c3f-46e263fc75cf no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:06.551582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c8faab10-f4e9-4507-8c3f-46e263fc75cf {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:06.553082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8faab10-f4e9-4507-8c3f-46e263fc75cf not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:06.553737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26335bb7-8622-4132-9340-541c70ae65ae no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:06.561814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] For port 5214d252-aada-42f0-b0cc-43a3b640e62e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5214d252-aada-42f0-b0cc-43a3b640e62e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:06.562317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.584531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef498726-ca14-4bca-9f9d-53765ee410e8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.601216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 26335bb7-8622-4132-9340-541c70ae65ae {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:06.601667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26335bb7-8622-4132-9340-541c70ae65ae not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:06.602213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a54cf122-2cff-4657-8021-2f9275698809 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:06.627630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a54cf122-2cff-4657-8021-2f9275698809 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:06.627989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a54cf122-2cff-4657-8021-2f9275698809 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:06.630183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Calling delete_port for 5214d252-aada-42f0-b0cc-43a3b640e62e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:06.647421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913097d4-ba40-493f-8037-59d7b445cbf0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.647793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913097d4-ba40-493f-8037-59d7b445cbf0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.672275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ca442516-8b0a-48f3-8cde-5def2da45557), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.684127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (02c86d1d-bbf0-4a8f-8910-773b2ef75bec), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.736546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.763217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:06.767779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:06.773988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c86d1d-bbf0-4a8f-8910-773b2ef75bec']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.774205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:06.774723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.801340 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.804975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c866e10e-1eff-4011-989d-c2b56c4977e6') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.805482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=ca442516-8b0a-48f3-8cde-5def2da45557,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:06.805610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c866e10e-1eff-4011-989d-c2b56c4977e6') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:06.814640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:06.815034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (913097d4-ba40-493f-8037-59d7b445cbf0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:06.819431 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:06.838928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (c866e10e-1eff-4011-989d-c2b56c4977e6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.849629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (5214d252-aada-42f0-b0cc-43a3b640e62e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.854032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c866e10e-1eff-4011-989d-c2b56c4977e6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.860267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:06.860798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (c866e10e-1eff-4011-989d-c2b56c4977e6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:06.874656 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:06.881562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] Pushing event deleted for resources: {'Port': ['ID=5214d252-aada-42f0-b0cc-43a3b640e62e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:06.889850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4cc56c-e2f5-4490-9b32-ac716354f084 None None] No DVR routers for this DVR port 5214d252-aada-42f0-b0cc-43a3b640e62e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:06.899657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-70630aab-f0aa-40e1-9cec-48d37f604e82 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0302360 Feb 19 01:23:06.901554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:06.906875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': 'ca442516-8b0a-48f3-8cde-5def2da45557', 'ip_address': '2001:db8::4009:666d:8654:cd8b'}], 'name': 'tempest-NetworksTestDHCPv6-522226937'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:06.909374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94a23f-3830-4bf5-92e2-bfef12da3d34 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:23:07.102296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94a23f-3830-4bf5-92e2-bfef12da3d34 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:23:07.136360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ef498726-ca14-4bca-9f9d-53765ee410e8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.143999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.148134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/ef498726-ca14-4bca-9f9d-53765ee410e8 HTTP/1.1" status: 204 len: 168 time: 6.2017012 Feb 19 01:23:07.151914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45334) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:07.158267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1757020451'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:07.169618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:07.197973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (02c86d1d-bbf0-4a8f-8910-773b2ef75bec), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.219256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616070'] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.228484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/networks/02c86d1d-bbf0-4a8f-8910-773b2ef75bec HTTP/1.1" status: 204 len: 168 time: 1.3460872 Feb 19 01:23:07.230207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:07.316738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eb35f-efcc-4b45-a00f-65bb03c87faf tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=ef498726-ca14-4bca-9f9d-53765ee410e8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:07.359175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.388555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5214d252-aada-42f0-b0cc-43a3b640e62e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:07.404080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.428433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 5214d252-aada-42f0-b0cc-43a3b640e62e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:07.428988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5214d252-aada-42f0-b0cc-43a3b640e62e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:07.436671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port a48002d8-5996-4db3-a904-e4b236ef40c3 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:07.450723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297f4e1-e68e-4181-9002-9129053be113 tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'Network': ['ID=02c86d1d-bbf0-4a8f-8910-773b2ef75bec,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:07.497055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (b1aa3300-c67b-46d1-9dc5-cfd35556f5ec), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.532876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': 'ca442516-8b0a-48f3-8cde-5def2da45557'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:07.534009 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.545108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:07.548630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.603656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:07.643424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (81b07b36-844e-4811-9ab2-95dbb91ec055), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.643884 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 81b07b36-844e-4811-9ab2-95dbb91ec055 of type vlan for network ef3947f2-9edd-41ee-aad6-5de406c80d22 Feb 19 01:23:07.703965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ef3947f2-9edd-41ee-aad6-5de406c80d22), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.746307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::4009:666d:8654:cd8b (2019510f-d5bc-4133-827f-91df95114d14/ca442516-8b0a-48f3-8cde-5def2da45557/a48002d8-5996-4db3-a904-e4b236ef40c3) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:07.821923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ef3947f2-9edd-41ee-aad6-5de406c80d22), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.829370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:07.830014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.891875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (b1aa3300-c67b-46d1-9dc5-cfd35556f5ec), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:07.967574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=ef3947f2-9edd-41ee-aad6-5de406c80d22,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:07.983291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:07.998472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d3e715df-2121-4741-9b3c-5c18cdf4b71e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8446534 Feb 19 01:23:08.001250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45346) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:08.007932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'ef3947f2-9edd-41ee-aad6-5de406c80d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:08.116950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (a48002d8-5996-4db3-a904-e4b236ef40c3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.195299 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b1aa3300-c67b-46d1-9dc5-cfd35556f5ec), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.197734 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.201357 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] 10.222.0.94 "DELETE /v2.0/security-groups/b1aa3300-c67b-46d1-9dc5-cfd35556f5ec HTTP/1.1" status: 204 len: 168 time: 0.9623191 Feb 19 01:23:08.251403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a48002d8-5996-4db3-a904-e4b236ef40c3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.273383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa72b1-68dc-4bb5-bde3-773651420f3e tempest-TestNetworkAdvancedServerOps-272866864 tempest-TestNetworkAdvancedServerOps-272866864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa3300-c67b-46d1-9dc5-cfd35556f5ec,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.352592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:08.354357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/ca442516-8b0a-48f3-8cde-5def2da45557/fdc23077-d69c-4e36-9f46-5daaa91b538e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:08.367826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.409662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:08.411572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.459995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:08.497523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:08.584448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=a48002d8-5996-4db3-a904-e4b236ef40c3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.594090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:08.603613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.604283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.615366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks [] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.679477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port 853d7a6d-bd8c-4347-8cb8-3959f5e212fb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:08.680939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.729845 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.732750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 853d7a6d-bd8c-4347-8cb8-3959f5e212fb owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:08.780206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-434b3ce1-25fc-4d8d-bc82-99e2a181cde2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8733563 Feb 19 01:23:08.784534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45360) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:08.805735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': 'ca442516-8b0a-48f3-8cde-5def2da45557', 'ip_address': '2001:db8::4009:666d:8654:cd8b'}], 'name': 'tempest-NetworksTestDHCPv6-1176480431'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:08.835901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:08.853359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:08.853359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:08.867842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Pushing event updated for resources: {'Port': ['ID=fdc23077-d69c-4e36-9f46-5daaa91b538e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:09.024009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Attempting to bind port fdc23077-d69c-4e36-9f46-5daaa91b538e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:09.024657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Attempting to bind port fdc23077-d69c-4e36-9f46-5daaa91b538e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:09.025206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Attempting to bind port fdc23077-d69c-4e36-9f46-5daaa91b538e on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:09.030587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:09.031235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:09.031802 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.032612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:09.036005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Bound port: fdc23077-d69c-4e36-9f46-5daaa91b538e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:09.037205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.037422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (11abdf36-abd9-4478-a62f-0db468eada43), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.172436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] For port fdc23077-d69c-4e36-9f46-5daaa91b538e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:09.181326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] For port fdc23077-d69c-4e36-9f46-5daaa91b538e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fdc23077-d69c-4e36-9f46-5daaa91b538e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:09.210163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=11abdf36-abd9-4478-a62f-0db468eada43,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:09.224423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '81b07b36-844e-4811-9ab2-95dbb91ec055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ef3947f2-9edd-41ee-aad6-5de406c80d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:09.226375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: ef3947f2-9edd-41ee-aad6-5de406c80d22, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:09.276134 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (853d7a6d-bd8c-4347-8cb8-3959f5e212fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.299761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45374) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:09.312660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.375138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:09.421201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=853d7a6d-bd8c-4347-8cb8-3959f5e212fb,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:09.503035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ef3947f2-9edd-41ee-aad6-5de406c80d22) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:09.511115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:09.511115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.512982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39be57-af39-4789-8f8a-75f15067b040 None None] Pushing event updated for resources: {'Port': ['ID=fdc23077-d69c-4e36-9f46-5daaa91b538e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:09.516951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:09.674331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2b20e6e-382a-48e1-a79d-476cf7c6d68a tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6719768 Feb 19 01:23:09.679044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:09.723010 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.785858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port e0c24b5f-47fb-40d3-8205-0fadcd9fa000 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:09.856854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.925385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ef3947f2-9edd-41ee-aad6-5de406c80d22), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:09.936048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e9082cfe-0c0f-415c-8788-057d183e3e8b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c323be55983947e9a8958bb8509ef471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6341794 Feb 19 01:23:09.937716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:10.067280 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.073405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] Publish callbacks [] for security_group (46e832f6-7300-4a98-87f2-b8f218cb6b5d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.085306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (11abdf36-abd9-4478-a62f-0db468eada43), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.180177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] Publish callbacks [] for security_group (46e832f6-7300-4a98-87f2-b8f218cb6b5d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.398207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (11abdf36-abd9-4478-a62f-0db468eada43), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.443981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.471569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (46e832f6-7300-4a98-87f2-b8f218cb6b5d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.474912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.478781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/46e832f6-7300-4a98-87f2-b8f218cb6b5d HTTP/1.1" status: 204 len: 168 time: 0.5375929 Feb 19 01:23:10.478781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=11abdf36-abd9-4478-a62f-0db468eada43,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:10.509540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45398) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:10.538613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75784558-aa09-4b80-ae9e-1567ea8000b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e832f6-7300-4a98-87f2-b8f218cb6b5d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:10.673100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ef3947f2-9edd-41ee-aad6-5de406c80d22), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.682745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f4465bde-9704-4000-a621-7c151b05192e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.736782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3947f2-9edd-41ee-aad6-5de406c80d22']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:10.764175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b07b36-844e-4811-9ab2-95dbb91ec055') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:10.764589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b07b36-844e-4811-9ab2-95dbb91ec055') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:10.791112 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (81b07b36-844e-4811-9ab2-95dbb91ec055), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.827476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (81b07b36-844e-4811-9ab2-95dbb91ec055), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.827869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:10.857424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:10.858412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (81b07b36-844e-4811-9ab2-95dbb91ec055), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:10.877668 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:11.015326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1f4-cdbb-463d-bf88-2a27c2c02a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.084742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:11.090060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a7291a0-cf53-49d8-afd4-8742557259ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/dba02774-3423-4c99-9a10-797c9916154a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9127460 Feb 19 01:23:11.095007 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:11.111221 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:11.112465 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:11.273285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3ffce-98ec-40bf-9a40-0d327be1191a None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:11.306984 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 01:23:11.313158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:11.353627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:11.368740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ef3947f2-9edd-41ee-aad6-5de406c80d22), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.424815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-48aed7ab-3d90-4114-b5c7-9850184cde0e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.6326606 Feb 19 01:23:11.428160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.428427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45414) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:11.440406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/ef3947f2-9edd-41ee-aad6-5de406c80d22 HTTP/1.1" status: 204 len: 168 time: 1.7583704 Feb 19 01:23:11.489031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d460f-2015-4f0a-bfb1-55cb69edf897 None None] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:11.509782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45416) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:11.541110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d460f-2015-4f0a-bfb1-55cb69edf897 None None] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:23:11.549614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088794255'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:11.559207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80706964-2fb4-4003-b574-43d603a280e0 None None] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:11.572882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4796a21-d143-4589-a83b-263feed50939 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=ef3947f2-9edd-41ee-aad6-5de406c80d22,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:11.617115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80706964-2fb4-4003-b574-43d603a280e0 None None] Network ef3947f2-9edd-41ee-aad6-5de406c80d22 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:23:11.662124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Provisioning complete for port fdc23077-d69c-4e36-9f46-5daaa91b538e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:11.671298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.677524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3247f60-110b-44f1-a943-46b3c3e8d7c3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:11.682119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3247f60-110b-44f1-a943-46b3c3e8d7c3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:11.686324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a3247f60-110b-44f1-a943-46b3c3e8d7c3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2558618 Feb 19 01:23:11.688199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45418) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:11.726478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1f4-cdbb-463d-bf88-2a27c2c02a89 admin admin] Publish callbacks [] for security_group (bd195bf3-fb43-48c3-bf80-35b01d44c5c1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.746326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:11.751442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.761816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fdc23077-d69c-4e36-9f46-5daaa91b538e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:11.860543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71e2e1f4-cdbb-463d-bf88-2a27c2c02a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bd195bf3-fb43-48c3-bf80-35b01d44c5c1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.937004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port a48002d8-5996-4db3-a904-e4b236ef40c3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:11.937616 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a48002d8-5996-4db3-a904-e4b236ef40c3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.979453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:12.012780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (be758503-a8f4-4ef7-9c6b-f5fb76848c88), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.013133 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment be758503-a8f4-4ef7-9c6b-f5fb76848c88 of type vlan for network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 Feb 19 01:23:12.158486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a48002d8-5996-4db3-a904-e4b236ef40c3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.160747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.180360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fdc23077-d69c-4e36-9f46-5daaa91b538e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:12.184779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.203800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for a48002d8-5996-4db3-a904-e4b236ef40c3 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:12.294776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45426) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:12.306230 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.338587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Current status of the port fdc23077-d69c-4e36-9f46-5daaa91b538e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:12.339536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.393944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.406732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.411078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.431977 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:12.472921 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:12.484059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:22:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.494371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b98fb4-1010-448b-a2bc-cf69fddfe577 req-e6c8437e-dad5-4dbe-9052-d1abe7009bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.498880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-71b98fb4-1010-448b-a2bc-cf69fddfe577 req-e6c8437e-dad5-4dbe-9052-d1abe7009bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.5855787 Feb 19 01:23:12.548936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] For port fdc23077-d69c-4e36-9f46-5daaa91b538e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fdc23077-d69c-4e36-9f46-5daaa91b538e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:12.575893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fdc23077-d69c-4e36-9f46-5daaa91b538e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:12.577945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.612437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71e2e1f4-cdbb-463d-bf88-2a27c2c02a89 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0a139891f3684022acc5aa22d74111f6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0602853 Feb 19 01:23:12.636552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-71b98fb4-1010-448b-a2bc-cf69fddfe577 req-fa6ed591-b157-4357-bd72-978cd2ca3526 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317732 Feb 19 01:23:12.637540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45428) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:12.664612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.693089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2e1f4-cdbb-463d-bf88-2a27c2c02a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd195bf3-fb43-48c3-bf80-35b01d44c5c1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:12.733210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2185235 Feb 19 01:23:12.745225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45430) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:12.753498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:12.798231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbc659-4a1c-4dd1-aad6-85182ada5ff6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=c8f9e43a-62ec-45a7-bc64-e43a2ab12700,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:12.810550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a48002d8-5996-4db3-a904-e4b236ef40c3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.810751 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:12.842239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:12.854908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cec3afcb-afae-492e-af32-dffbece01735 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8ea6f921090a40abad6163b9bc7ccda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5475869 Feb 19 01:23:12.856002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45432) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:13.029150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=a48002d8-5996-4db3-a904-e4b236ef40c3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.034189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:13.034488 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:13.058228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7536b010-c0fa-4c4f-b8b1-fb5e948b0f0d None None] Provisioning complete for port fdc23077-d69c-4e36-9f46-5daaa91b538e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:13.062065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7536b010-c0fa-4c4f-b8b1-fb5e948b0f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.062191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] Publish callbacks [] for security_group (3543dbed-3f93-43f1-80f5-8d11a3112e3e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.125816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.133008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-81ebc16a-1f9f-4e75-916a-bd7498f05af8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/a48002d8-5996-4db3-a904-e4b236ef40c3 HTTP/1.1" status: 204 len: 168 time: 1.4436462 Feb 19 01:23:13.137276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:13.141012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Pushing event updated for resources: {'Port': ['ID=fdc23077-d69c-4e36-9f46-5daaa91b538e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.158453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-60aad619-1f66-44ca-ac21-70aab808d34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.179226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.180307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.180665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.181005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.181338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.181667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.182132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.182470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.182955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.183342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.185676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.185676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.185676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044ef29-f69c-427a-823c-854d49e1da6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:13.213290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f48ed7-583e-496f-be1b-18e1998996ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.214654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f48ed7-583e-496f-be1b-18e1998996ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.220246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f3f48ed7-583e-496f-be1b-18e1998996ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0763919 Feb 19 01:23:13.221036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45440) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:13.242308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] Publish callbacks [] for security_group (bd195bf3-fb43-48c3-bf80-35b01d44c5c1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.245562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7536b010-c0fa-4c4f-b8b1-fb5e948b0f0d None None] Current status of the port fdc23077-d69c-4e36-9f46-5daaa91b538e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:13.249721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7536b010-c0fa-4c4f-b8b1-fb5e948b0f0d None None] Could not find standard attr ID for object a48002d8-5996-4db3-a904-e4b236ef40c3. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:23:13.273649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] Publish callbacks [] for security_group (bd195bf3-fb43-48c3-bf80-35b01d44c5c1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.321446 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] Publish callbacks [] for security_group (3543dbed-3f93-43f1-80f5-8d11a3112e3e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.346596 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.363072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bf5beecd-6aa3-41fe-9d80-19841ea1f519 None None] Could not find standard attr ID for object a48002d8-5996-4db3-a904-e4b236ef40c3. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:23:13.375768 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:13.379335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c75fb-7633-4ce2-9208-a21a29426241 req-03d83adb-e6d6-4eb4-bf44-7625a6384eee tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.381391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-053c75fb-7633-4ce2-9208-a21a29426241 req-03d83adb-e6d6-4eb4-bf44-7625a6384eee tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.3222282 Feb 19 01:23:13.411307 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44ea5f-9f80-4104-b12d-c0ef752f7b42 None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f4e67ec0-14ee-4bb2-b3ea-61c16393b04b', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'port_id': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'mac_address': 'fa:16:3e:1c:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:21:36Z', 'updated_at': '2022-02-19T01:21:43Z', 'revision_number': 1, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:13.426479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.449184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 is not hosted by any dhcp agent {{(pid=110601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:23:13.454949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.454949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.458638 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "PUT /v2.0/networks/c8f9e43a-62ec-45a7-bc64-e43a2ab12700 HTTP/1.1" status: 200 len: 723 time: 0.7103300 Feb 19 01:23:13.460774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45442) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:13.486764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet ca442516-8b0a-48f3-8cde-5def2da45557 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:13.498235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:13.514579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (ca442516-8b0a-48f3-8cde-5def2da45557), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.575855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ca442516-8b0a-48f3-8cde-5def2da45557), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.578045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3015e1-6e85-49e2-8153-a66a24436e81 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=c8f9e43a-62ec-45a7-bc64-e43a2ab12700,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.591916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:13.597040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fdc23077-d69c-4e36-9f46-5daaa91b538e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:13.624324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 8b820406-2257-4879-822e-e8c876183eef {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:13.624947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8b820406-2257-4879-822e-e8c876183eef), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.647334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (bd195bf3-fb43-48c3-bf80-35b01d44c5c1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.649924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.651078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/bd195bf3-fb43-48c3-bf80-35b01d44c5c1 HTTP/1.1" status: 204 len: 168 time: 0.9643564 Feb 19 01:23:13.720700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980595-72c6-42cb-a6fd-c1cc0f7efb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd195bf3-fb43-48c3-bf80-35b01d44c5c1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.728776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3543dbed-3f93-43f1-80f5-8d11a3112e3e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.731407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.732574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3543dbed-3f93-43f1-80f5-8d11a3112e3e HTTP/1.1" status: 204 len: 168 time: 0.8414910 Feb 19 01:23:13.743805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:13.746189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d593e-cb9f-4a4c-b70f-683f4d21b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3543dbed-3f93-43f1-80f5-8d11a3112e3e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:13.747783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.876128 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ca442516-8b0a-48f3-8cde-5def2da45557), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.961442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port 8b820406-2257-4879-822e-e8c876183eef, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8b820406-2257-4879-822e-e8c876183eef,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:13.961943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8b820406-2257-4879-822e-e8c876183eef), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:13.989469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d8148-8255-4452-b528-a559b144ce1f req-1f38ef38-1340-43f1-8b8d-14352b6ee7c7 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.989469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-776d8148-8255-4452-b528-a559b144ce1f req-1f38ef38-1340-43f1-8b8d-14352b6ee7c7 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 946 time: 0.2542293 Feb 19 01:23:14.012355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 8b820406-2257-4879-822e-e8c876183eef owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:14.019023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fdc23077-d69c-4e36-9f46-5daaa91b538e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:14.097306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port fdc23077-d69c-4e36-9f46-5daaa91b538e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:14.097720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.233648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port fdc23077-d69c-4e36-9f46-5daaa91b538e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:14.244706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 853d7a6d-bd8c-4347-8cb8-3959f5e212fb no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:14.277166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 853d7a6d-bd8c-4347-8cb8-3959f5e212fb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:14.277844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 853d7a6d-bd8c-4347-8cb8-3959f5e212fb not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:14.318899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.338482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ca442516-8b0a-48f3-8cde-5def2da45557), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.356928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.364331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/ca442516-8b0a-48f3-8cde-5def2da45557 HTTP/1.1" status: 204 len: 168 time: 1.1212339 Feb 19 01:23:14.369476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a32d2-91c2-4f69-be18-dfabd8d9a4c3 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:14.392531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45464) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:14.426371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-776d8148-8255-4452-b528-a559b144ce1f req-14bc4959-bf79-4e3a-8cc7-379fe0b54e7a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=919be6e8-5b34-437f-b80d-f8a6bd427a43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117649 Feb 19 01:23:14.429887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4461e9d-2726-42f6-adc7-1bbbbb1f4a7a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=ca442516-8b0a-48f3-8cde-5def2da45557,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:14.437496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8b820406-2257-4879-822e-e8c876183eef), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.527047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=8b820406-2257-4879-822e-e8c876183eef,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:14.537268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-03d8422f-5822-4810-975e-56060ad7936c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150076 Feb 19 01:23:14.549665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:14.558105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:14.655710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (77494f03-486e-4f1f-a712-7412d2cff21f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.663318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] No DVR routers for this DVR port 8b820406-2257-4879-822e-e8c876183eef on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:14.668216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.672681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-053c75fb-7633-4ce2-9208-a21a29426241 req-780b3b65-5664-4755-9e6d-4b03835f342a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "DELETE /v2.0/ports/8b820406-2257-4879-822e-e8c876183eef HTTP/1.1" status: 204 len: 173 time: 1.2821012 Feb 19 01:23:14.673291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'name': 'network-vif-deleted', 'tag': '8b820406-2257-4879-822e-e8c876183eef'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:14.677057 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b671d0d-1aaa-4eef-a7b4-c76ed6a7d7eb" -d '{"events": [{"server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "name": "network-vif-deleted", "tag": "8b820406-2257-4879-822e-e8c876183eef"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:14.767290 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454ae405-d308-4c6f-a50e-134e99330303 x-openstack-request-id: req-454ae405-d308-4c6f-a50e-134e99330303 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:14.770514 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbbbbc-66d6-496c-8a47-c90752671703", "name": "network-vif-deleted", "tag": "8b820406-2257-4879-822e-e8c876183eef", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:14.771030 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-454ae405-d308-4c6f-a50e-134e99330303 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:14.780875 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbbbbc-66d6-496c-8a47-c90752671703', 'name': 'network-vif-deleted', 'tag': '8b820406-2257-4879-822e-e8c876183eef', 'status': 'completed', 'code': 200} Feb 19 01:23:14.838731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=77494f03-486e-4f1f-a712-7412d2cff21f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:14.865887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': 'be758503-a8f4-4ef7-9c6b-f5fb76848c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:14.866427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: c8f9e43a-62ec-45a7-bc64-e43a2ab12700, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:14.867365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:14.879934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:14.883996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.892651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:14.942103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1635d3bb-ea76-42bc-bd31-282e227677b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:14.945686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Deleting port fdc23077-d69c-4e36-9f46-5daaa91b538e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:14.945852 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.064958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] For port fdc23077-d69c-4e36-9f46-5daaa91b538e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fdc23077-d69c-4e36-9f46-5daaa91b538e,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:15.064958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.075936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:15.131603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Calling delete_port for fdc23077-d69c-4e36-9f46-5daaa91b538e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:15.200540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1635d3bb-ea76-42bc-bd31-282e227677b8 admin admin] Publish callbacks [] for security_group (9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.215349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c8f9e43a-62ec-45a7-bc64-e43a2ab12700) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:15.224501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.225242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.248502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3a691-9b02-48d7-8487-b2e4a4365f9d None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:15.306323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1635d3bb-ea76-42bc-bd31-282e227677b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.343359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f4e07c1d-22ce-4121-8e29-caac689c6cb5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8813436 Feb 19 01:23:15.345962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45482) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:15.351835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:15.366482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (04ddebd5-51b7-459d-8e23-1b095f556c41), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.383915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1635d3bb-ea76-42bc-bd31-282e227677b8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d63ab410f77e465cbcf6db5d328062bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4652717 Feb 19 01:23:15.393134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45484) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:15.402651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635d3bb-ea76-42bc-bd31-282e227677b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:15.431123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:15.434484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:15.448695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.452583 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.491011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=04ddebd5-51b7-459d-8e23-1b095f556c41,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:15.543167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13987391'] for subnet (77494f03-486e-4f1f-a712-7412d2cff21f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.544496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.620530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0c28ad9-a0c1-476e-8921-8256fbf86a5b req-ea7134c8-d318-47df-9536-f4287bd8c2ca tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=12fbbbbc-66d6-496c-8a47-c90752671703 HTTP/1.1" status: 200 len: 210 time: 0.0465674 Feb 19 01:23:15.630196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] Publish callbacks [] for security_group (9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.639375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c8f9e43a-62ec-45a7-bc64-e43a2ab12700', 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '77494f03-486e-4f1f-a712-7412d2cff21f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:15.641455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.653124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d870f83b-0278-404c-8a53-a7cf9f0b8cc0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1000595 Feb 19 01:23:15.656328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:15.662729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '04ddebd5-51b7-459d-8e23-1b095f556c41', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-607285342'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:15.695845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] Publish callbacks [] for security_group (9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.716035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (fdc23077-d69c-4e36-9f46-5daaa91b538e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:15.797403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] Pushing event deleted for resources: {'Port': ['ID=fdc23077-d69c-4e36-9f46-5daaa91b538e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:15.803443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fdc23077-d69c-4e36-9f46-5daaa91b538e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:15.933328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: fdc23077-d69c-4e36-9f46-5daaa91b538e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:15.933722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fdc23077-d69c-4e36-9f46-5daaa91b538e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:15.935184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27fbda-0941-49b2-91cf-87afa22929e0 None None] No DVR routers for this DVR port fdc23077-d69c-4e36-9f46-5daaa91b538e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:15.959888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750720466544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13454995'] for subnet (77494f03-486e-4f1f-a712-7412d2cff21f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.018949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:16.020679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.026315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45494) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:16.033733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "PUT /v2.0/subnets/77494f03-486e-4f1f-a712-7412d2cff21f HTTP/1.1" status: 200 len: 806 time: 0.6865668 Feb 19 01:23:16.040121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Allocated IP 172.20.0.2 (c8f9e43a-62ec-45a7-bc64-e43a2ab12700/77494f03-486e-4f1f-a712-7412d2cff21f/975eb301-ab10-47af-b0b9-c315cfd00a55) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:16.044047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:16.053478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.053478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.054907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e HTTP/1.1" status: 204 len: 168 time: 0.6569932 Feb 19 01:23:16.115402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281d9a-1e0d-4748-a01d-568dc9fba5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfeb3a3-0825-4837-b7c3-dd0dd70e2c8e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:16.159026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334bb4b-02d6-4a78-aa7e-88334507e2c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=77494f03-486e-4f1f-a712-7412d2cff21f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:16.235496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.243604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks [] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.258066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833cff35-824f-45cf-9d0b-0dd986c8d825 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:16.323726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 71df4829-f916-4d96-b164-f4c3dd83cc3e yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:16.373543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.427760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Pushing event updated for resources: {'Port': ['ID=975eb301-ab10-47af-b0b9-c315cfd00a55,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:16.468395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:16.501235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:16.502884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:16.511608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '04ddebd5-51b7-459d-8e23-1b095f556c41'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:16.512469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.534464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.632222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Deleting port 975eb301-ab10-47af-b0b9-c315cfd00a55 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:16.634084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.685352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45510) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:16.711557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/04ddebd5-51b7-459d-8e23-1b095f556c41/646c3dc5-653e-4c30-af7b-397941a2c307) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:16.734128 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:23:16.735932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:16.788886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (919be6e8-5b34-437f-b80d-f8a6bd427a43), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.806979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] For port 975eb301-ab10-47af-b0b9-c315cfd00a55, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:16.810770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.823745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Calling delete_port for 975eb301-ab10-47af-b0b9-c315cfd00a55 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:16.872643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (919be6e8-5b34-437f-b80d-f8a6bd427a43), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.917190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-118bacda-9227-4651-931b-6e0fbd71adc4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2596698 Feb 19 01:23:16.921375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:16.947394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Attempting to bind port 975eb301-ab10-47af-b0b9-c315cfd00a55 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:16.948074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Attempting to bind port 975eb301-ab10-47af-b0b9-c315cfd00a55 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'be758503-a8f4-4ef7-9c6b-f5fb76848c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:16.948612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Attempting to bind port 975eb301-ab10-47af-b0b9-c315cfd00a55 on network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:16.964603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:16.965339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Checking segment: {'id': 'be758503-a8f4-4ef7-9c6b-f5fb76848c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:16.966230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:16.966951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Bound using segment: {'id': 'be758503-a8f4-4ef7-9c6b-f5fb76848c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:16.967766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Bound port: 975eb301-ab10-47af-b0b9-c315cfd00a55, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be758503-a8f4-4ef7-9c6b-f5fb76848c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c8f9e43a-62ec-45a7-bc64-e43a2ab12700'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:16.968380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.052394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks [] for port (646c3dc5-653e-4c30-af7b-397941a2c307), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.095506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (919be6e8-5b34-437f-b80d-f8a6bd427a43), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.098775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.102256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/security-groups/919be6e8-5b34-437f-b80d-f8a6bd427a43 HTTP/1.1" status: 204 len: 168 time: 0.4154179 Feb 19 01:23:17.122727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5166e44-8bc2-41cc-8a5e-2e93bf355c68 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919be6e8-5b34-437f-b80d-f8a6bd427a43,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:17.157917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.216443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.235768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:17.252028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:17.255452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] For port 975eb301-ab10-47af-b0b9-c315cfd00a55, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:17.261854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45528) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:17.264983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] For port 975eb301-ab10-47af-b0b9-c315cfd00a55, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=975eb301-ab10-47af-b0b9-c315cfd00a55,segment=NetworkSegment(be758503-a8f4-4ef7-9c6b-f5fb76848c88),segment_id=be758503-a8f4-4ef7-9c6b-f5fb76848c88)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:17.266856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:17.271012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Pushing event updated for resources: {'Port': ['ID=646c3dc5-653e-4c30-af7b-397941a2c307,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:17.367614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Attempting to bind port 646c3dc5-653e-4c30-af7b-397941a2c307 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:17.368157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Attempting to bind port 646c3dc5-653e-4c30-af7b-397941a2c307 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:17.368534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Attempting to bind port 646c3dc5-653e-4c30-af7b-397941a2c307 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:17.371549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting subnet 71ede36a-5728-4eee-9913-580ccc788dba {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:17.371713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.376189 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (71ede36a-5728-4eee-9913-580ccc788dba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.404107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:17.404517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:17.404936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.406500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:17.407462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Bound port: 646c3dc5-653e-4c30-af7b-397941a2c307, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:17.408132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.495081 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (71ede36a-5728-4eee-9913-580ccc788dba), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.556781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcced932-36df-4c98-ac3f-5cab9adc26da None None] Pushing event updated for resources: {'Port': ['ID=975eb301-ab10-47af-b0b9-c315cfd00a55,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:17.615172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] For port 646c3dc5-653e-4c30-af7b-397941a2c307, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:17.627508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] For port 646c3dc5-653e-4c30-af7b-397941a2c307, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=646c3dc5-653e-4c30-af7b-397941a2c307,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:17.652913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (71ede36a-5728-4eee-9913-580ccc788dba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.753164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.807469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8b820406-2257-4879-822e-e8c876183eef no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:17.815876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c05f26d0-1178-42f6-a43f-5b72098db030 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8909874 Feb 19 01:23:17.817097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45538) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:17.873594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (71ede36a-5728-4eee-9913-580ccc788dba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.919029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Subnet': ['ID=71ede36a-5728-4eee-9913-580ccc788dba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:17.933236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:17.936858 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7166552c-369b-4e20-996f-e4bc2efeea99 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/subnets/71ede36a-5728-4eee-9913-580ccc788dba HTTP/1.1" status: 204 len: 168 time: 0.6738894 Feb 19 01:23:17.940786 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45540) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:17.964607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e084fa-7482-49a4-9835-beb9d60f660d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:17.966252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e084fa-7482-49a4-9835-beb9d60f660d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:17.974168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 8b820406-2257-4879-822e-e8c876183eef {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:17.974521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8b820406-2257-4879-822e-e8c876183eef not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:17.976145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-37e084fa-7482-49a4-9835-beb9d60f660d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1577437 Feb 19 01:23:17.978631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45542) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:17.989273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4553823-ebaa-4936-a478-56ed6418a5f8 None None] Network a182bdd9-2816-41ab-92cf-28e516b6d5a8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:18.083677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766a292-8fc6-43fc-8e78-cc7fc3186de4 None None] Pushing event updated for resources: {'Port': ['ID=646c3dc5-653e-4c30-af7b-397941a2c307,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:18.107210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (975eb301-ab10-47af-b0b9-c315cfd00a55), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.202693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Port': ['ID=975eb301-ab10-47af-b0b9-c315cfd00a55,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:18.249594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No DVR routers for this DVR port 975eb301-ab10-47af-b0b9-c315cfd00a55 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:18.328838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (77494f03-486e-4f1f-a712-7412d2cff21f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.391539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] DHCP port deletion for a182bdd9-2816-41ab-92cf-28e516b6d5a8 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:18.540826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Deleting port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:18.541239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.610462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (77494f03-486e-4f1f-a712-7412d2cff21f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.666808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=77494f03-486e-4f1f-a712-7412d2cff21f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:18.673867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] For port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,segment=NetworkSegment(b69577dc-66f2-4c39-8f68-a4393142a8a3),segment_id=b69577dc-66f2-4c39-8f68-a4393142a8a3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:18.680213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.709330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Calling delete_port for 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:18.878121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.930249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f9e43a-62ec-45a7-bc64-e43a2ab12700']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.933517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a182bdd9-2816-41ab-92cf-28e516b6d5a8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.948817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 04ddebd5-51b7-459d-8e23-1b095f556c41 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:18.952889 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (04ddebd5-51b7-459d-8e23-1b095f556c41), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.956535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be758503-a8f4-4ef7-9c6b-f5fb76848c88') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.956845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be758503-a8f4-4ef7-9c6b-f5fb76848c88') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:18.959689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (1cf081ce-b0e6-4da3-ba56-9b364015a8c3), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.981035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (be758503-a8f4-4ef7-9c6b-f5fb76848c88), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.008763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (be758503-a8f4-4ef7-9c6b-f5fb76848c88), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.016457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] Pushing event deleted for resources: {'Port': ['ID=1cf081ce-b0e6-4da3-ba56-9b364015a8c3,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:19.026357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:19.026765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (be758503-a8f4-4ef7-9c6b-f5fb76848c88), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.027476 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (04ddebd5-51b7-459d-8e23-1b095f556c41), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:19.030558 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:19.034720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59202a52-de2f-4076-89a3-e2df1849f5c1 None None] No DVR routers for this DVR port 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:19.162844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (04ddebd5-51b7-459d-8e23-1b095f556c41), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.259937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c8f9e43a-62ec-45a7-bc64-e43a2ab12700), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.265629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.271432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/c8f9e43a-62ec-45a7-bc64-e43a2ab12700 HTTP/1.1" status: 204 len: 168 time: 3.2408669 Feb 19 01:23:19.280151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:19.339137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799b47-6089-4052-b1c2-6af338290eab tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=c8f9e43a-62ec-45a7-bc64-e43a2ab12700,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:19.375948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (04ddebd5-51b7-459d-8e23-1b095f556c41), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.378604 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa0e844-bc2b-4e50-b5d7-87654df0cd50 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:19.379735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa0e844-bc2b-4e50-b5d7-87654df0cd50 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:19.382829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-efa0e844-bc2b-4e50-b5d7-87654df0cd50 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/c8f9e43a-62ec-45a7-bc64-e43a2ab12700 HTTP/1.1" status: 404 len: 339 time: 0.1016331 Feb 19 01:23:19.403067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45572) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:19.408945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539801793', 'description': 'd1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:19.416322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=04ddebd5-51b7-459d-8e23-1b095f556c41,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:19.445642 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.452258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45576) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:19.452454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ffadea19-21ea-486b-83f5-e14f8c1d1314 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/04ddebd5-51b7-459d-8e23-1b095f556c41 HTTP/1.1" status: 204 len: 168 time: 1.4725850 Feb 19 01:23:19.455170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a182bdd9-2816-41ab-92cf-28e516b6d5a8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.505669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a182bdd9-2816-41ab-92cf-28e516b6d5a8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:19.517049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69577dc-66f2-4c39-8f68-a4393142a8a3') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:19.517592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69577dc-66f2-4c39-8f68-a4393142a8a3') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:19.538759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (b69577dc-66f2-4c39-8f68-a4393142a8a3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.565695 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (b69577dc-66f2-4c39-8f68-a4393142a8a3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.599468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b89c818d-e0b2-427e-bd15-ba0d45faa6ab None None] Could not find standard attr ID for object 975eb301-ab10-47af-b0b9-c315cfd00a55. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:23:19.605405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:19.607725 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:19.608160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (b69577dc-66f2-4c39-8f68-a4393142a8a3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:19.611622 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:19.623338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.627080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d2aaf742-ab2b-4003-853b-92f01e9cb215 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1736171 Feb 19 01:23:19.633195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45582) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:19.646965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca1068-6df0-49ac-84a3-2a36f4474aed None None] DHCP port deletion for c8f9e43a-62ec-45a7-bc64-e43a2ab12700 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:19.662606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:19.686640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620bfad-6457-430b-84d8-47e98ce48182 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:19.713778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3620bfad-6457-430b-84d8-47e98ce48182 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:23:19.732211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8b537-67fc-4c48-b4ec-bf2c29409205 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:19.768416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8b537-67fc-4c48-b4ec-bf2c29409205 None None] Network c8f9e43a-62ec-45a7-bc64-e43a2ab12700 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:23:19.827640 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a182bdd9-2816-41ab-92cf-28e516b6d5a8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.836219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:19.837925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.852557 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/networks/a182bdd9-2816-41ab-92cf-28e516b6d5a8 HTTP/1.1" status: 204 len: 168 time: 1.9098699 Feb 19 01:23:19.868262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:19.881967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 646c3dc5-653e-4c30-af7b-397941a2c307 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:19.903692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b864-3d9f-4df9-a9ac-02fae501c079 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Network': ['ID=a182bdd9-2816-41ab-92cf-28e516b6d5a8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:19.953793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (24613d03-a104-4ad2-b121-a578c5d32123), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.954378 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 24613d03-a104-4ad2-b121-a578c5d32123 of type vlan for network 787d3d14-e070-4806-a747-e27dcd22ae5d Feb 19 01:23:20.024818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 646c3dc5-653e-4c30-af7b-397941a2c307 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:20.026143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.075216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.078739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c17371-7741-4aa9-877a-a2b5a0112a16 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:20.130821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:20.144356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.200018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Provisioning complete for port 646c3dc5-653e-4c30-af7b-397941a2c307 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:20.200982 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.201134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:20.201459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.228993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.234343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:20.234929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.312424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 646c3dc5-653e-4c30-af7b-397941a2c307 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:20.313159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.368821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=787d3d14-e070-4806-a747-e27dcd22ae5d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:20.388556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 787d3d14-e070-4806-a747-e27dcd22ae5d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:20.401878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.401878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.424882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 646c3dc5-653e-4c30-af7b-397941a2c307, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=646c3dc5-653e-4c30-af7b-397941a2c307,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:20.437989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:20.475925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Current status of the port 646c3dc5-653e-4c30-af7b-397941a2c307 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:20.476527 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.477923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7239cdc5-b16b-40c6-9fa7-ca65eea8882f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0734620 Feb 19 01:23:20.480670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45592) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:20.550618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:20.630474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.731195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fa0c52-8ac1-47bb-a083-d3f252972f4b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:20.733850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-29fa0c52-8ac1-47bb-a083-d3f252972f4b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks?id=787d3d14-e070-4806-a747-e27dcd22ae5d HTTP/1.1" status: 200 len: 761 time: 0.2518375 Feb 19 01:23:20.736191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:20.742335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'description': 'd2'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:20.763115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (62a521ad-ad78-4c9c-aca9-b6df3567afa0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.942681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.976594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:20.980605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:20.984907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:20.996375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:20.997261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.010891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:21.015346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1cf081ce-b0e6-4da3-ba56-9b364015a8c3 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:21.030319 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:21.030917 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:21.050284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=62a521ad-ad78-4c9c-aca9-b6df3567afa0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.058432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=646c3dc5-653e-4c30-af7b-397941a2c307,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.065027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Deleting port 646c3dc5-653e-4c30-af7b-397941a2c307 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:21.065565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.078492 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.084342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.117641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=6bdb9ec3-2770-4bd9-a342-c2432a1b2d0c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.141555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 787d3d14-e070-4806-a747-e27dcd22ae5d is not hosted by any dhcp agent {{(pid=110601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:23:21.150588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:21.151624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.155019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "PUT /v2.0/networks/787d3d14-e070-4806-a747-e27dcd22ae5d HTTP/1.1" status: 200 len: 758 time: 0.4176159 Feb 19 01:23:21.160076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:21.195851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c8e21ab1-24f6-456a-95a7-db1d2bfea32e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5570283 Feb 19 01:23:21.198961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45604) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:21.214535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:21.229328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] For port 646c3dc5-653e-4c30-af7b-397941a2c307, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=646c3dc5-653e-4c30-af7b-397941a2c307,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:21.230436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.254816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Calling delete_port for 646c3dc5-653e-4c30-af7b-397941a2c307 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:21.260315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583812fe-2f9e-4641-8200-f4c56a65164b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=787d3d14-e070-4806-a747-e27dcd22ae5d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.283726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 787d3d14-e070-4806-a747-e27dcd22ae5d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:21.345838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (f4e67ec0-14ee-4bb2-b3ea-61c16393b04b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.346195 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Floating IP f4e67ec0-14ee-4bb2-b3ea-61c16393b04b disassociated (deleted). External IP: 172.25.2.167, port: 9d260a43-b309-4b8d-abd9-24334ca23c9d. Feb 19 01:23:21.401067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8087a1-2c98-4392-bf91-a360ee7cb3d3 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:21.401067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ba8087a1-2c98-4392-bf91-a360ee7cb3d3 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks?id=787d3d14-e070-4806-a747-e27dcd22ae5d HTTP/1.1" status: 200 len: 761 time: 0.2296402 Feb 19 01:23:21.401067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45610) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:21.409621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1197646847'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:21.428204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.431712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.503004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router_controller (aac0fd9f-0a43-44a0-ab9d-11668a115b65), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.530062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:21.534904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.590444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-930604b4-9d7e-478a-b048-c82508455f0f None None] Current status of the port 646c3dc5-653e-4c30-af7b-397941a2c307 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:21.600604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:21.620811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (78a0b76f-0098-410f-8e3d-3c61a56df11b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.621433 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 78a0b76f-0098-410f-8e3d-3c61a56df11b of type vlan for network 455a2f74-5859-4e65-9493-991a65dba7f7 Feb 19 01:23:21.648827 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (646c3dc5-653e-4c30-af7b-397941a2c307), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.689880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (455a2f74-5859-4e65-9493-991a65dba7f7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.690220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.727911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] Pushing event deleted for resources: {'Port': ['ID=646c3dc5-653e-4c30-af7b-397941a2c307,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:21.750820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e62d2-cafc-4bd2-8da5-f397196e30cc None None] No DVR routers for this DVR port 646c3dc5-653e-4c30-af7b-397941a2c307 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:21.777503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 646c3dc5-653e-4c30-af7b-397941a2c307 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:21.784193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a8dc5-f7c3-4f07-b484-3aa958af2175 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:21.801218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:21.814704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (455a2f74-5859-4e65-9493-991a65dba7f7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.822952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:21.822952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.847316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 646c3dc5-653e-4c30-af7b-397941a2c307 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:21.859905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 646c3dc5-653e-4c30-af7b-397941a2c307 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:21.898560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:21.899969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fa493905-52e1-48f0-82e5-0b3458fb81ce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7000453 Feb 19 01:23:21.904607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45616) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:21.982654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=455a2f74-5859-4e65-9493-991a65dba7f7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:22.010341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 455a2f74-5859-4e65-9493-991a65dba7f7 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:22.053311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-00396d52-5975-4d2d-b8f3-427a090fc663 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6523817 Feb 19 01:23:22.055947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45620) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:22.060877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': '455a2f74-5859-4e65-9493-991a65dba7f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:22.212127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '62a521ad-ad78-4c9c-aca9-b6df3567afa0'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:22.212991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.358875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:22.364297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.371992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:22.377777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.400126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:22.448313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2235ed2c-142e-43dd-b2cb-b56bcabd3d26 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/floatingips/f4e67ec0-14ee-4bb2-b3ea-61c16393b04b HTTP/1.1" status: 204 len: 168 time: 2.5789213 Feb 19 01:23:22.448313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:22.449990 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:22.523409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.534047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:22.534708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:22.652277 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456eda10-1362-41cc-8318-d08c86ad3183 x-openstack-request-id: req-456eda10-1362-41cc-8318-d08c86ad3183 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:22.652484 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:22.652784 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-456eda10-1362-41cc-8318-d08c86ad3183 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:22.653229 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'status': 'completed', 'code': 200} Feb 19 01:23:22.696974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/62a521ad-ad78-4c9c-aca9-b6df3567afa0/2f6804ac-0e9b-4379-80ef-daa5f17dae70) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:22.853081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-f61abfcd-a4cb-43c2-b4e8-ec8e685dfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:22.854965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-f61abfcd-a4cb-43c2-b4e8-ec8e685dfb20 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 1127 time: 0.2142558 Feb 19 01:23:22.961999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:22.987884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (8ff7bb74-b29d-465a-ba49-2755bccbfd26), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.139503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=8ff7bb74-b29d-465a-ba49-2755bccbfd26,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:23.157909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '78a0b76f-0098-410f-8e3d-3c61a56df11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '455a2f74-5859-4e65-9493-991a65dba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:23.158536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: 455a2f74-5859-4e65-9493-991a65dba7f7, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:23.217187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-15c8e20e-8616-4f6a-a571-70dffb38dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.218758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-15c8e20e-8616-4f6a-a571-70dffb38dc32 service neutron] 10.222.0.117 "GET /v2.0/networks?id=fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 200 len: 897 time: 0.3568785 Feb 19 01:23:23.237085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914205-25ed-49fc-9e93-968e614ad4e0 req-3794bcdf-8cfc-44b8-a400-b2c8b70d9e94 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.240998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52914205-25ed-49fc-9e93-968e614ad4e0 req-3794bcdf-8cfc-44b8-a400-b2c8b70d9e94 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.2001908 Feb 19 01:23:23.295608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 455a2f74-5859-4e65-9493-991a65dba7f7 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:23.319885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-a90d47a5-53b6-41e3-82d3-9963d23f8756 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 200 len: 217 time: 0.0778768 Feb 19 01:23:23.360223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-52914205-25ed-49fc-9e93-968e614ad4e0 req-8e3994f1-379b-4a4e-9ab0-f3d0ce6bbf05 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040857 Feb 19 01:23:23.404195 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 455a2f74-5859-4e65-9493-991a65dba7f7) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:23.408716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.409324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.421672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-4f3c4c96-95d3-48a3-8d91-e3612b26e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.424913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-4f3c4c96-95d3-48a3-8d91-e3612b26e448 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 200 len: 834 time: 0.0688426 Feb 19 01:23:23.430864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61975b1-7027-44bb-8873-531d90007ffd None None] Network 455a2f74-5859-4e65-9493-991a65dba7f7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:23.506642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-2f8096ec-794a-47b7-b0ea-45dc2b70bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.509402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-2f8096ec-794a-47b7-b0ea-45dc2b70bf50 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=fc6a2e89-f2ce-4491-963c-3f486272b868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762959 Feb 19 01:23:23.530739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4aa2a194-67d9-4712-ba10-408e8e512e99 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4712975 Feb 19 01:23:23.530912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45640) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:23.557236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks [] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.659731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.760218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff4de1-91e9-44f8-bffc-9788665721e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-455a2f74-5859-4e65-9493-991a65dba7f7', 'network_id': '455a2f74-5859-4e65-9493-991a65dba7f7', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '8ff7bb74-b29d-465a-ba49-2755bccbfd26'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:23.761433 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6ff4de1-91e9-44f8-bffc-9788665721e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.775600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (455a2f74-5859-4e65-9493-991a65dba7f7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.777203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:23.786197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:23.802335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:23.807623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:23.811863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Pushing event updated for resources: {'Port': ['ID=2f6804ac-0e9b-4379-80ef-daa5f17dae70,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:23.858718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::1 (2019510f-d5bc-4133-827f-91df95114d14/62a521ad-ad78-4c9c-aca9-b6df3567afa0/687b2fb5-edaf-4d3b-b88b-1fd96da9d04d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:23.862335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-177d0d21-3b68-49d6-af84-467d22c8413e service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464494 Feb 19 01:23:23.875214 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (8ff7bb74-b29d-465a-ba49-2755bccbfd26), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.054758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (8ff7bb74-b29d-465a-ba49-2755bccbfd26), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.063604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:24.178391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:24.179037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.204911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff7bb74-b29d-465a-ba49-2755bccbfd26,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:24.291212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (455a2f74-5859-4e65-9493-991a65dba7f7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-d6ff4de1-91e9-44f8-bffc-9788665721e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff7bb74-b29d-465a-ba49-2755bccbfd26: This subnet is being modified by another concurrent operation. Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff7bb74-b29d-465a-ba49-2755bccbfd26: This subnet is being modified by another concurrent operation. Feb 19 01:23:24.303218 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:23:24.340606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2664dd56-950e-405b-8260-d39227288e6e None None] Network 455a2f74-5859-4e65-9493-991a65dba7f7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:24.354276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455a2f74-5859-4e65-9493-991a65dba7f7']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.367300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Attempting to bind port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:24.367679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Attempting to bind port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:24.368049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Attempting to bind port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:24.408826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a0b76f-0098-410f-8e3d-3c61a56df11b') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.409132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a0b76f-0098-410f-8e3d-3c61a56df11b') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:24.432550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-a41ba060-58d0-4743-ab5b-b99a940aa19e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:24.434138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-a41ba060-58d0-4743-ab5b-b99a940aa19e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.2100549 Feb 19 01:23:24.505766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:24.505766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:24.507148 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.507148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:24.507682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Bound port: 2f6804ac-0e9b-4379-80ef-daa5f17dae70, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:24.508476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.599972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (78a0b76f-0098-410f-8e3d-3c61a56df11b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.618102 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (78a0b76f-0098-410f-8e3d-3c61a56df11b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.625662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:24.626533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (78a0b76f-0098-410f-8e3d-3c61a56df11b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.714368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:24.722321 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:24.743752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f26a2b1-ea68-4eb2-84e9-2b9daa5844f1 req-b19e5027-8cbb-4382-ad7b-ae86c2c19e7d service neutron] 10.222.0.117 "GET /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676341 Feb 19 01:23:24.792747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.854516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 9d260a43-b309-4b8d-abd9-24334ca23c9d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:24.854875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.887431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] For port 2f6804ac-0e9b-4379-80ef-daa5f17dae70, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:24.906889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] For port 2f6804ac-0e9b-4379-80ef-daa5f17dae70, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2f6804ac-0e9b-4379-80ef-daa5f17dae70,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:24.911663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0828e3-8415-4bb8-ba1a-e1c2a936bbd1 req-65ac3faf-15d8-4684-a36f-50418baa01de tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:24.913208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b0828e3-8415-4bb8-ba1a-e1c2a936bbd1 req-65ac3faf-15d8-4684-a36f-50418baa01de tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 945 time: 0.3168395 Feb 19 01:23:24.943853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (455a2f74-5859-4e65-9493-991a65dba7f7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.977070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.977070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/455a2f74-5859-4e65-9493-991a65dba7f7 HTTP/1.1" status: 204 len: 168 time: 1.4398665 Feb 19 01:23:24.978470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45658) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:25.002710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae048-e624-40a8-b4ee-87f3c2e660ae tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=455a2f74-5859-4e65-9493-991a65dba7f7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:25.047588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.057327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b0828e3-8415-4bb8-ba1a-e1c2a936bbd1 req-066a334a-419f-41f6-8766-8799c09889de tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=fd0c6541-47de-4cd5-b96d-7918e33a4ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369321 Feb 19 01:23:25.070590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port 9d260a43-b309-4b8d-abd9-24334ca23c9d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=9d260a43-b309-4b8d-abd9-24334ca23c9d,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:25.071359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.081304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.092961 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-b799df97-5ece-4f7d-8896-27cc94a00970 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] GET failed (client error): The resource could not be found. Feb 19 01:23:25.094991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b799df97-5ece-4f7d-8896-27cc94a00970 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets/8ff7bb74-b29d-465a-ba49-2755bccbfd26 HTTP/1.1" status: 404 len: 337 time: 0.1185608 Feb 19 01:23:25.104849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:25.119000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 9d260a43-b309-4b8d-abd9-24334ca23c9d owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:25.139336 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-752945bd-a90a-4292-bbbc-4cdcae036ebd tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:25.140452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752945bd-a90a-4292-bbbc-4cdcae036ebd tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:25.141870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:25.144207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-752945bd-a90a-4292-bbbc-4cdcae036ebd tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/455a2f74-5859-4e65-9493-991a65dba7f7 HTTP/1.1" status: 404 len: 339 time: 0.0450647 Feb 19 01:23:25.148084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:25.151605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:25.159984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:25.161027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (aac0fd9f-0a43-44a0-ab9d-11668a115b65), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.165977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=687b2fb5-edaf-4d3b-b88b-1fd96da9d04d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:25.190524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb5a5-79bc-4111-9b9b-49d7770ee546 None None] Pushing event updated for resources: {'Port': ['ID=2f6804ac-0e9b-4379-80ef-daa5f17dae70,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:25.249194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7249154e-2941-4699-87ce-74862081fa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:25.292833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7249154e-2941-4699-87ce-74862081fa19 None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:08Z', 'revision_number': 6, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '0cb53f91-937c-4a66-b29a-30f96052918a', 'name': '', 'network_id': 'fc6a2e89-f2ce-4491-963c-3f486272b868', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2b:29:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:56Z', 'updated_at': '2022-02-19T01:21:10Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': '9bd36aa5-2b28-4fdf-962c-87d697176777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:25.449138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278d1cb-225d-48da-be21-141215a1cc43 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:25.450655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d278d1cb-225d-48da-be21-141215a1cc43 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2980528 Feb 19 01:23:25.453470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:25.455660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:25.721910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac73ba91-b55b-4bd0-8cc4-912e99312f7f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf HTTP/1.1" status: 200 len: 207 time: 0.2637033 Feb 19 01:23:25.726244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:25.877327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2f6804ac-0e9b-4379-80ef-daa5f17dae70 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:25.915614 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b87f9-3403-4e2f-9cfc-3a167445edd4 None None] New status for floating IP f4e67ec0-14ee-4bb2-b3ea-61c16393b04b: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:23:26.036752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:26.037300 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.101230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb58b78-dbeb-4e43-b76a-fc6e2b7c872b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.107060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb58b78-dbeb-4e43-b76a-fc6e2b7c872b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.112480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb58b78-dbeb-4e43-b76a-fc6e2b7c872b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.123121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb58b78-dbeb-4e43-b76a-fc6e2b7c872b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.124898 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0fb58b78-dbeb-4e43-b76a-fc6e2b7c872b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3973148 Feb 19 01:23:26.127878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9d260a43-b309-4b8d-abd9-24334ca23c9d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.135211 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45680) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:26.393759 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2da1181d-3a6d-418d-b8c8-4ab3327f19dc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2495503 Feb 19 01:23:26.394429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45682) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:26.451406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=9d260a43-b309-4b8d-abd9-24334ca23c9d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:26.565256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93f3a2bb-1061-4344-841f-10267609d5db req-5b6e257c-8c3e-4ae6-bcbf-0684bbb9549c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.2933848 Feb 19 01:23:26.576532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] No DVR routers for this DVR port 9d260a43-b309-4b8d-abd9-24334ca23c9d on host n-h1-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:26.576690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.591550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf757ca-0ba7-49b4-a1c7-5a5411a68de0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.592956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf757ca-0ba7-49b4-a1c7-5a5411a68de0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.594818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1cf757ca-0ba7-49b4-a1c7-5a5411a68de0 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1761951 Feb 19 01:23:26.596366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.600854 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efcce422-4f8e-4398-81d8-87bbc0490573 req-24a15e05-c1d5-402e-9161-b5af913aee0b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "DELETE /v2.0/ports/9d260a43-b309-4b8d-abd9-24334ca23c9d HTTP/1.1" status: 204 len: 173 time: 2.1459131 Feb 19 01:23:26.601354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'name': 'network-vif-deleted', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:26.608888 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b728d310-5fcc-4e9e-95a2-54d625a2e2f4" -d '{"events": [{"server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "name": "network-vif-deleted", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:26.625992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45684) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:26.690302 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6198ef-6960-496b-a584-2bce662f2a62 x-openstack-request-id: req-2f6198ef-6960-496b-a584-2bce662f2a62 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:26.690302 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9a851e-6bd9-4dde-a08c-777a5bb58809", "name": "network-vif-deleted", "tag": "9d260a43-b309-4b8d-abd9-24334ca23c9d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:26.692103 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2f6198ef-6960-496b-a584-2bce662f2a62 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:26.692103 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9a851e-6bd9-4dde-a08c-777a5bb58809', 'name': 'network-vif-deleted', 'tag': '9d260a43-b309-4b8d-abd9-24334ca23c9d', 'status': 'completed', 'code': 200} Feb 19 01:23:26.702084 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.702889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (aac0fd9f-0a43-44a0-ab9d-11668a115b65), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.773826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:26.774048 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:26.879248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ddc65-e2f2-4d13-a579-2f4084f705fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.890136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ddc65-e2f2-4d13-a579-2f4084f705fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['shared'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.906312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45692) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:26.909201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-026ddc65-e2f2-4d13-a579-2f4084f705fb tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2834494 Feb 19 01:23:26.925056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=687b2fb5-edaf-4d3b-b88b-1fd96da9d04d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:26.930347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2f6804ac-0e9b-4379-80ef-daa5f17dae70, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2f6804ac-0e9b-4379-80ef-daa5f17dae70,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:27.050051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:27.063426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:27.064948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:27.124625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027ea095-e928-4852-ab1e-121b7254a13f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.126382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-027ea095-e928-4852-ab1e-121b7254a13f tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks/3c6723b7-6e09-404a-92cd-46282b162d50 HTTP/1.1" status: 200 len: 798 time: 0.2187581 Feb 19 01:23:27.133802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.170565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2f6804ac-0e9b-4379-80ef-daa5f17dae70,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:27.315422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-56206b84-77fe-42d0-bcda-91147865bcfa None None] Provisioning complete for port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:27.316455 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56206b84-77fe-42d0-bcda-91147865bcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:27.326104 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8025a0eb-6ae2-4fa3-9695-7bc3300c3f1b tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/networks/3c6723b7-6e09-404a-92cd-46282b162d50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1860824 Feb 19 01:23:27.326482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.418793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9d674-dd28-434c-8cb6-517e9fe9efdc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.424339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45706) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.425043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1a9d674-dd28-434c-8cb6-517e9fe9efdc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets/25f9a5de-6467-4a73-afb8-0468e6321e10 HTTP/1.1" status: 200 len: 811 time: 0.0974247 Feb 19 01:23:27.448014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-56206b84-77fe-42d0-bcda-91147865bcfa None None] Current status of the port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:27.478516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Router aac0fd9f-0a43-44a0-ab9d-11668a115b65 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:27.507276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f624e-461b-41d2-ac48-3898990cc527 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['shared'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.525234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-990f624e-461b-41d2-ac48-3898990cc527 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "GET /v2.0/subnets/25f9a5de-6467-4a73-afb8-0468e6321e10?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0983279 Feb 19 01:23:27.528281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45708) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.546081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233384520'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:27.610307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:27.613860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-96135630-2cf8-42ce-9d08-c2299a9c5f08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "PUT /v2.0/routers/aac0fd9f-0a43-44a0-ab9d-11668a115b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7065187 Feb 19 01:23:27.617419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45712) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.626178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Sync routers for ids ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:27.668564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Routers {'aac0fd9f-0a43-44a0-ab9d-11668a115b65'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:27.669211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:27.673056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:27.678385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:27.701733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbe280-c318-41e8-be66-6907afa8a72a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.717293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eecbe280-c318-41e8-be66-6907afa8a72a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports/687b2fb5-edaf-4d3b-b88b-1fd96da9d04d HTTP/1.1" status: 200 len: 911 time: 0.0963509 Feb 19 01:23:27.717505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45716) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.825364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:27.837552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2f6804ac-0e9b-4379-80ef-daa5f17dae70 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:27.858879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8c1f3cff-d337-4abc-a143-7762a7bcc7d3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:27.862342 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Added segment 8c1f3cff-d337-4abc-a143-7762a7bcc7d3 of type vlan for network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c Feb 19 01:23:27.885021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0223747-a6fd-4fc3-a321-c7b9975b1cd6 req-ccc68e01-e379-4866-bf0e-c0e0a6725b9f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=7f9a851e-6bd9-4dde-a08c-777a5bb58809 HTTP/1.1" status: 200 len: 210 time: 0.0678086 Feb 19 01:23:27.913827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84642b2-226a-42dd-9807-5188b7c65e6c None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:23:27.932309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7dc97-88a4-4dd8-8a30-17dda60a8565 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.937623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7dc97-88a4-4dd8-8a30-17dda60a8565 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:27.941897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cad7dc97-88a4-4dd8-8a30-17dda60a8565 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2209079 Feb 19 01:23:27.942881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45718) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:27.955126 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.068509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89bd8ccd-85a5-4a75-8184-253256a88d7d None None] Provisioning complete for port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:28.069704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89bd8ccd-85a5-4a75-8184-253256a88d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.118771 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.126142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:28.127521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.188884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Set router aac0fd9f-0a43-44a0-ab9d-11668a115b65 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:28.191861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89bd8ccd-85a5-4a75-8184-253256a88d7d None None] Port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:28.289654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:28.295031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7655041 Feb 19 01:23:28.317535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'network_id': '539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:28.318851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Network': ['ID=539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:28.339607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.342345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.342996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.343597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.345436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.346025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.347332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.348805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.350785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.351399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.352822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.353606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.354881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd41b6e-5b61-424d-8498-e488bdf607c9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:28.414818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84642b2-226a-42dd-9807-5188b7c65e6c None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:23:28.419219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:28.527175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:28.527385 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.697533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (aac0fd9f-0a43-44a0-ab9d-11668a115b65), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.744905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Made reservation on behalf of d45c53a210f04b3b94639cdaf2c38175 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:28.748530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:28.860031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:28.861218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Performing IP validity checks on allocation pools {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:23:28.861753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_backend_mixin [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110602) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:23:28.978276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:25Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None, '_interfaces': [{'id': '687b2fb5-edaf-4d3b-b88b-1fd96da9d04d', 'name': '', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'tenant_id': 'd012ac1784864502816610271717981c', 'mac_address': 'fa:16:3e:e2:90:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '62a521ad-ad78-4c9c-aca9-b6df3567afa0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:22Z', 'updated_at': '2022-02-19T01:23:26Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'subnets': [{'id': '62a521ad-ad78-4c9c-aca9-b6df3567afa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:28.990275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:29.012616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Checking router: aac0fd9f-0a43-44a0-ab9d-11668a115b65 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:29.012976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Updating router aac0fd9f-0a43-44a0-ab9d-11668a115b65 port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:29.058270 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.142287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (fd0c6541-47de-4cd5-b96d-7918e33a4ec0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.201628 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (fd0c6541-47de-4cd5-b96d-7918e33a4ec0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.220575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:29.221051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.316481 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (979ecfdf-5cc2-4429-a51a-0ecefe91233f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.418503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=979ecfdf-5cc2-4429-a51a-0ecefe91233f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:29.443780 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fd0c6541-47de-4cd5-b96d-7918e33a4ec0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.445113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.446177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.446902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/security-groups/fd0c6541-47de-4cd5-b96d-7918e33a4ec0 HTTP/1.1" status: 204 len: 168 time: 0.4554019 Feb 19 01:23:29.470608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6ef81-be58-4d38-a053-c3ab795c1a5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0c6541-47de-4cd5-b96d-7918e33a4ec0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:29.477161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Checking segment: {'id': '8c1f3cff-d337-4abc-a143-7762a7bcc7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:29.477555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network hostable DHCP agents. Network: 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:29.490556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:29.539375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bf3cad83-df9b-4101-afe2-26c24c84a714 None None] Provisioning complete for port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:29.539904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf3cad83-df9b-4101-afe2-26c24c84a714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.584139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45742) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:29.606397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:29.669669 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Publish callbacks [] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.716067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cad83-df9b-4101-afe2-26c24c84a714 None None] Port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:29.791800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:29.808681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e98e3-4e6e-4882-996a-b58965739015 None None] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:29.841334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:29.841940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.855575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9d260a43-b309-4b8d-abd9-24334ca23c9d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:29.899998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:29.936429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 9d260a43-b309-4b8d-abd9-24334ca23c9d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:29.936783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 9d260a43-b309-4b8d-abd9-24334ca23c9d not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:30.007569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a06842b2-0a53-4f1a-ba01-90b1abd4965e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7168090 Feb 19 01:23:30.013134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45746) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:30.024608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:30.070135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2722a2-5028-4d11-9aec-13722265bb15 None None] Pushing event updated for resources: {'Port': ['ID=687b2fb5-edaf-4d3b-b88b-1fd96da9d04d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:30.150902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c', 'network_id': '539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c', 'project_id': 'd45c53a210f04b3b94639cdaf2c38175', 'fixed_ips': [{'subnet_id': '979ecfdf-5cc2-4429-a51a-0ecefe91233f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:30.152003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.225686 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.228358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14274583'] for subnet (979ecfdf-5cc2-4429-a51a-0ecefe91233f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.249955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Attempting to bind port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:30.249955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Attempting to bind port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:30.249955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Attempting to bind port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:30.253077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:30.253467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:30.253883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.254279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:30.254824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Bound port: 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:30.255452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687b2fb5-edaf-4d3b-b88b-1fd96da9d04d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.351685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=687b2fb5-edaf-4d3b-b88b-1fd96da9d04d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:30.454886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Port 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d has been deleted concurrently {{(pid=110603) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 01:23:30.466462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Routers {'aac0fd9f-0a43-44a0-ab9d-11668a115b65'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:30.467118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:30.518641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (aac0fd9f-0a43-44a0-ab9d-11668a115b65), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.600665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] Set router aac0fd9f-0a43-44a0-ab9d-11668a115b65 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:30.833174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750720466544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14233130'] for subnet (979ecfdf-5cc2-4429-a51a-0ecefe91233f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.972139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 01:23:30.972139 n-d-826529-3 neutron-server[110603]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 01:23:30.972139 n-d-826529-3 neutron-server[110603]: [parameters: {'in_use': 1, 'id_1': '979ecfdf-5cc2-4429-a51a-0ecefe91233f'}] Feb 19 01:23:30.972139 n-d-826529-3 neutron-server[110603]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:30.973344 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:30.976676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:30.978610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-48b16e90-1114-45ee-8b9b-02dc203b7dc3 None None] Could not find standard attr ID for object 687b2fb5-edaf-4d3b-b88b-1fd96da9d04d. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:23:30.983575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:30.984890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:30.987546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "PUT /v2.0/subnets/979ecfdf-5cc2-4429-a51a-0ecefe91233f HTTP/1.1" status: 200 len: 877 time: 0.9741323 Feb 19 01:23:30.988851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45758) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:31.011630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Router aac0fd9f-0a43-44a0-ab9d-11668a115b65 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:31.017260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a254e-5b5c-48a9-9e14-4dbf4086a164 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event updated for resources: {'Subnet': ['ID=979ecfdf-5cc2-4429-a51a-0ecefe91233f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:31.017528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f44f07-ce4d-4680-8755-921a6a2b16bb None None] The sync data for ids ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'] in n-d-826529-3 is: [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:31.043114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.240975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.426046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (979ecfdf-5cc2-4429-a51a-0ecefe91233f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.474804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.666956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:31.677812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1119adb4-927e-4f3f-9942-c485ba60f7bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "PUT /v2.0/routers/aac0fd9f-0a43-44a0-ab9d-11668a115b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7311814 Feb 19 01:23:31.679504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45768) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:31.761031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af24f9-7e2d-4d86-bec8-69eeb1aef0ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.762799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af24f9-7e2d-4d86-bec8-69eeb1aef0ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.766861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97af24f9-7e2d-4d86-bec8-69eeb1aef0ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0840435 Feb 19 01:23:31.767316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45772) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-5d8e219e-e9bd-4205-bc3f-08c9eaffe020 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 979ecfdf-5cc2-4429-a51a-0ecefe91233f: This subnet is being modified by another concurrent operation. Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 979ecfdf-5cc2-4429-a51a-0ecefe91233f: This subnet is being modified by another concurrent operation. Feb 19 01:23:31.777784 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:23:31.794863 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (979ecfdf-5cc2-4429-a51a-0ecefe91233f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.805009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab608b48-7656-486c-8112-c479a761102a None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:23:31.844744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=979ecfdf-5cc2-4429-a51a-0ecefe91233f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:31.854488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 62a521ad-ad78-4c9c-aca9-b6df3567afa0 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:31.860742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (62a521ad-ad78-4c9c-aca9-b6df3567afa0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.925585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 0cb53f91-937c-4a66-b29a-30f96052918a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:31.926128 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.944407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab608b48-7656-486c-8112-c479a761102a None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:23:31.951346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (62a521ad-ad78-4c9c-aca9-b6df3567afa0), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:31.960553 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.017839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:32.034335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f3cff-d337-4abc-a143-7762a7bcc7d3') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:32.034701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f3cff-d337-4abc-a143-7762a7bcc7d3') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:32.054070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (8c1f3cff-d337-4abc-a143-7762a7bcc7d3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.088291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8c1f3cff-d337-4abc-a143-7762a7bcc7d3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.090495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (62a521ad-ad78-4c9c-aca9-b6df3567afa0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.100309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port 0cb53f91-937c-4a66-b29a-30f96052918a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0cb53f91-937c-4a66-b29a-30f96052918a,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:32.108107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.117617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:32.118088 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (8c1f3cff-d337-4abc-a143-7762a7bcc7d3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:32.122995 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:32.197089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 0cb53f91-937c-4a66-b29a-30f96052918a owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:32.254478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba2a0e-55f9-492c-8bc2-9d5d49f2e1da None None] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:32.268265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (62a521ad-ad78-4c9c-aca9-b6df3567afa0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.309738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=62a521ad-ad78-4c9c-aca9-b6df3567afa0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:32.319939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.325539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eb5cfb3b-4489-41b3-87b0-504cfea0be4a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/62a521ad-ad78-4c9c-aca9-b6df3567afa0 HTTP/1.1" status: 204 len: 168 time: 0.5548987 Feb 19 01:23:32.325774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45780) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.345113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.358588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff40e2bc-c3ea-4e9e-99c6-2e8d40a309c9 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:32.369931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.373468 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c HTTP/1.1" status: 204 len: 168 time: 1.3810730 Feb 19 01:23:32.385275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.395187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc4cea-106f-46bc-b4e6-7f597ca77f17 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:32.423780 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5e7715-1534-4a59-8b06-991ac2feacd5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:32.424259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5e7715-1534-4a59-8b06-991ac2feacd5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:32.427543 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Sync routers for ids ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:32.428701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4f5e7715-1534-4a59-8b06-991ac2feacd5 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/979ecfdf-5cc2-4429-a51a-0ecefe91233f HTTP/1.1" status: 404 len: 337 time: 0.0424218 Feb 19 01:23:32.431363 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45784) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.457341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:23:32.462443 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc1c62c-1dce-4cb1-8e0c-2abbc403c417 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:32.462988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc1c62c-1dce-4cb1-8e0c-2abbc403c417 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:32.466347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bbc1c62c-1dce-4cb1-8e0c-2abbc403c417 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c HTTP/1.1" status: 404 len: 339 time: 0.0340412 Feb 19 01:23:32.468821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45786) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.478384 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Routers {'aac0fd9f-0a43-44a0-ab9d-11668a115b65'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:32.480463 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:32.499075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-99cfc96c-2e97-4c1d-90b9-ae7a0e0ff85b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1720836 Feb 19 01:23:32.499763 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9710d7-7ed5-4c6f-8e6f-d945a8fcff40 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:32.500236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9710d7-7ed5-4c6f-8e6f-d945a8fcff40 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:32.501409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.503454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4a9710d7-7ed5-4c6f-8e6f-d945a8fcff40 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/8ff7bb74-b29d-465a-ba49-2755bccbfd26 HTTP/1.1" status: 404 len: 337 time: 0.0336816 Feb 19 01:23:32.506306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45790) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.535508 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-416e5074-9020-4641-af81-cf64e60fafc8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:32.536925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416e5074-9020-4641-af81-cf64e60fafc8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:32.540465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-416e5074-9020-4641-af81-cf64e60fafc8 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/455a2f74-5859-4e65-9493-991a65dba7f7 HTTP/1.1" status: 404 len: 339 time: 0.0330713 Feb 19 01:23:32.560553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45792) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:32.578916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9eb6f-758d-4b72-a7c4-0b61d4df07ec None None] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:32.599981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9eb6f-758d-4b72-a7c4-0b61d4df07ec None None] Network 539c4f30-5bd6-4ae3-b7c9-156bd90f7a9c could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:23:32.655662 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Set router aac0fd9f-0a43-44a0-ab9d-11668a115b65 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:32.681470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.796727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:32.798989 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:32.816873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.910076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0cb53f91-937c-4a66-b29a-30f96052918a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:32.915330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Deleting port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:32.918636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.069350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.072523 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router_controller (aac0fd9f-0a43-44a0-ab9d-11668a115b65), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.096030 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Checking router: aac0fd9f-0a43-44a0-ab9d-11668a115b65 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:33.101639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=0cb53f91-937c-4a66-b29a-30f96052918a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:33.115541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] For port 2f6804ac-0e9b-4379-80ef-daa5f17dae70, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2f6804ac-0e9b-4379-80ef-daa5f17dae70,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:33.116732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.140689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Routers {'aac0fd9f-0a43-44a0-ab9d-11668a115b65'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:33.142410 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:33.185353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Calling delete_port for 2f6804ac-0e9b-4379-80ef-daa5f17dae70 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:33.284984 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] Set router aac0fd9f-0a43-44a0-ab9d-11668a115b65 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:33.290388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (aac0fd9f-0a43-44a0-ab9d-11668a115b65), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.294630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Fanout notify agent at l3_agent the message router_deleted on router aac0fd9f-0a43-44a0-ab9d-11668a115b65 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:23:33.300712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.304467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-77c63361-8d7c-479e-83b9-a880f75f88bf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/routers/aac0fd9f-0a43-44a0-ab9d-11668a115b65 HTTP/1.1" status: 204 len: 168 time: 0.8019078 Feb 19 01:23:33.309143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:33.343375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:33.372377 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:33.406689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38074765-68f7-4009-99c0-b0ef14f01abb None None] The sync data for ids ['aac0fd9f-0a43-44a0-ab9d-11668a115b65'] in n-d-826529-3 is: [{'id': 'aac0fd9f-0a43-44a0-ab9d-11668a115b65', 'name': 'tempest-NetworksTestDHCPv6-router-451533350', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:21Z', 'updated_at': '2022-02-19T01:23:29Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:33.521156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.553954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787d3d14-e070-4806-a747-e27dcd22ae5d']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:33.595337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24613d03-a104-4ad2-b121-a578c5d32123') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:33.595644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24613d03-a104-4ad2-b121-a578c5d32123') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:33.611650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (24613d03-a104-4ad2-b121-a578c5d32123), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.617358 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2f6804ac-0e9b-4379-80ef-daa5f17dae70), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.655674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] Pushing event deleted for resources: {'Port': ['ID=2f6804ac-0e9b-4379-80ef-daa5f17dae70,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:33.667316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:33.670888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.701168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d95bd4-d18d-43ac-ac59-905852a3b123 None None] No DVR routers for this DVR port 2f6804ac-0e9b-4379-80ef-daa5f17dae70 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:33.784125 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (24613d03-a104-4ad2-b121-a578c5d32123), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.833881 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:33.834831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (24613d03-a104-4ad2-b121-a578c5d32123), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:33.928851 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:33.935436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (dba02774-3423-4c99-9a10-797c9916154a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:33.983562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2f6804ac-0e9b-4379-80ef-daa5f17dae70 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:34.015612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2f6804ac-0e9b-4379-80ef-daa5f17dae70 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:34.016417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2f6804ac-0e9b-4379-80ef-daa5f17dae70 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:34.113818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (787d3d14-e070-4806-a747-e27dcd22ae5d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.119148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.125404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/787d3d14-e070-4806-a747-e27dcd22ae5d HTTP/1.1" status: 204 len: 168 time: 1.5638561 Feb 19 01:23:34.130821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45818) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.150512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bcb17-fc99-43a4-8dcc-2df12a8a4e63 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=787d3d14-e070-4806-a747-e27dcd22ae5d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:34.204345 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a55376-a861-4693-8f41-974e2fb4e8e2 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.205148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a55376-a861-4693-8f41-974e2fb4e8e2 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.214135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6a55376-a861-4693-8f41-974e2fb4e8e2 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/77494f03-486e-4f1f-a712-7412d2cff21f HTTP/1.1" status: 404 len: 337 time: 0.0844812 Feb 19 01:23:34.214920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45820) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.260446 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e97e91-0fd4-4c35-bb40-b9e359ccf63e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.261661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e97e91-0fd4-4c35-bb40-b9e359ccf63e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.268012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.268654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6e97e91-0fd4-4c35-bb40-b9e359ccf63e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/c8f9e43a-62ec-45a7-bc64-e43a2ab12700 HTTP/1.1" status: 404 len: 339 time: 0.0506349 Feb 19 01:23:34.352836 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2c328d-79d1-469c-abb2-f8305c5e43aa tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.363509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2c328d-79d1-469c-abb2-f8305c5e43aa tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.367216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7d2c328d-79d1-469c-abb2-f8305c5e43aa tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/11abdf36-abd9-4478-a62f-0db468eada43 HTTP/1.1" status: 404 len: 337 time: 0.0978808 Feb 19 01:23:34.373430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45824) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.391826 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-31edf162-fcfd-4420-95aa-9371c280b429 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.392551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31edf162-fcfd-4420-95aa-9371c280b429 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.399679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31edf162-fcfd-4420-95aa-9371c280b429 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/ef3947f2-9edd-41ee-aad6-5de406c80d22 HTTP/1.1" status: 404 len: 339 time: 0.0286167 Feb 19 01:23:34.400650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45826) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.430839 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-440f1317-d764-461c-ac31-396e54fffbb4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.431733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440f1317-d764-461c-ac31-396e54fffbb4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.438238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-440f1317-d764-461c-ac31-396e54fffbb4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/49972b3f-fdf5-4ca0-a661-73460ceac3c4 HTTP/1.1" status: 404 len: 337 time: 0.0365274 Feb 19 01:23:34.439081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45828) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.460899 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc9446f-d148-4f20-9c5d-b8227e576e8e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.461734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc9446f-d148-4f20-9c5d-b8227e576e8e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.468067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0cc9446f-d148-4f20-9c5d-b8227e576e8e tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/ef498726-ca14-4bca-9f9d-53765ee410e8 HTTP/1.1" status: 404 len: 339 time: 0.0277917 Feb 19 01:23:34.469472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45830) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.480286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (d90ca730-6d18-41b4-99ec-676d0ade26d4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.525199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:34.528146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:34.538632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218dfdc-e367-4c64-9a9b-4357e89a9750 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:34.540008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:34.540771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.563627 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router dba02774-3423-4c99-9a10-797c9916154a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:34.568706 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f4501e-502c-4373-992d-e4b7f06ef1b4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.569477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f4501e-502c-4373-992d-e4b7f06ef1b4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.580544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-27f4501e-502c-4373-992d-e4b7f06ef1b4 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/bcc95f3f-8387-4fd1-b470-b06fb5a54613 HTTP/1.1" status: 404 len: 337 time: 0.1061499 Feb 19 01:23:34.580678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45832) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.606051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=d90ca730-6d18-41b4-99ec-676d0ade26d4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:34.651925 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1b08e6-33ce-4c2f-ac8e-a513a08051f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.652371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1b08e6-33ce-4c2f-ac8e-a513a08051f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.657765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e1b08e6-33ce-4c2f-ac8e-a513a08051f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/7a2d6a50-1a96-42c9-943a-b24a5cb1e398 HTTP/1.1" status: 404 len: 339 time: 0.0761545 Feb 19 01:23:34.658578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45834) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.694392 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d682f24d-ff9b-48db-ab50-0b8f51e0df7c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.695726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d682f24d-ff9b-48db-ab50-0b8f51e0df7c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.702514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d682f24d-ff9b-48db-ab50-0b8f51e0df7c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/d878d835-e694-4ad7-bef7-bb2e4bbb167e HTTP/1.1" status: 404 len: 337 time: 0.0418711 Feb 19 01:23:34.703482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45836) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.794377 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c19b35-9f0c-4326-bd5f-77419d39d919 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.803863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c19b35-9f0c-4326-bd5f-77419d39d919 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.808868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b3c19b35-9f0c-4326-bd5f-77419d39d919 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/69df552b-337e-4af7-8cb4-d2850332bd46 HTTP/1.1" status: 404 len: 339 time: 0.1027613 Feb 19 01:23:34.810615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.842173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-04648b5a-1df0-4d64-842c-9ea75c32beb0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5274475 Feb 19 01:23:34.846213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45844) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.859137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:34.863645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:34.865062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:34.917988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:34.920272 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-7866f3a3-8d2f-4789-8276-39cf2ee65ecc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:34.921865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7866f3a3-8d2f-4789-8276-39cf2ee65ecc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:34.931895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-74b46440-cf2b-432d-b74b-b43910528c2d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/dba02774-3423-4c99-9a10-797c9916154a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3465760 Feb 19 01:23:34.933086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7866f3a3-8d2f-4789-8276-39cf2ee65ecc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/06ff1693-fdb9-4946-b11c-dc0b595adeec HTTP/1.1" status: 404 len: 337 time: 0.1168559 Feb 19 01:23:34.933968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45848) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.945408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45850) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:34.956716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Sync routers for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:35.009247 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-428b03da-c05e-4c60-a51b-cabe9a5091f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:35.009783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428b03da-c05e-4c60-a51b-cabe9a5091f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:35.012965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-428b03da-c05e-4c60-a51b-cabe9a5091f9 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/bf01e485-c0a1-43ea-b05e-1c52e758584f HTTP/1.1" status: 404 len: 339 time: 0.0673409 Feb 19 01:23:35.024927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.071876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting subnet 9bd36aa5-2b28-4fdf-962c-87d697176777 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:35.089800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:35.091591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:35.099366 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-d688b03f-ad94-45ac-9561-e619737a82c6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:35.099366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d688b03f-ad94-45ac-9561-e619737a82c6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:35.099652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (9bd36aa5-2b28-4fdf-962c-87d697176777), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.099753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d688b03f-ad94-45ac-9561-e619737a82c6 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/abb647ab-5e39-4bb4-be79-143cd71cf92e HTTP/1.1" status: 404 len: 337 time: 0.0702794 Feb 19 01:23:35.104038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45856) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.184145 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-22220326-5e77-4816-b5a9-84063ed23cdc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:35.184813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22220326-5e77-4816-b5a9-84063ed23cdc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:35.191482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-22220326-5e77-4816-b5a9-84063ed23cdc tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/cbb94069-e505-48f2-a96e-ad4f41eb8c48 HTTP/1.1" status: 404 len: 339 time: 0.0828016 Feb 19 01:23:35.198488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45860) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.205535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (0b03ab79-de5d-4673-a062-aba5caec484e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.205535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (0b03ab79-de5d-4673-a062-aba5caec484e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.259342 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e03b16-2711-4622-b3c0-5f8e7b56112c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:35.259342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e03b16-2711-4622-b3c0-5f8e7b56112c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:35.269447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f3e03b16-2711-4622-b3c0-5f8e7b56112c tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/fd1be3b2-9e7f-41cc-a158-fd99661db7eb HTTP/1.1" status: 404 len: 337 time: 0.0694573 Feb 19 01:23:35.278362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45862) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.316162 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeeb539d-f9c3-4a76-9e5c-1e827da8f34d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] DELETE failed (client error): The resource could not be found. Feb 19 01:23:35.316776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeeb539d-f9c3-4a76-9e5c-1e827da8f34d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:23:35.324143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aeeb539d-f9c3-4a76-9e5c-1e827da8f34d tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/e36ae054-8155-4181-aa60-5e7376486b72 HTTP/1.1" status: 404 len: 339 time: 0.0448771 Feb 19 01:23:35.332291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.373036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/d90ca730-6d18-41b4-99ec-676d0ade26d4/723c622c-4234-4b08-b845-28987ed0caaa) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:35.377466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router_controller (0b03ab79-de5d-4673-a062-aba5caec484e), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.402978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (9bd36aa5-2b28-4fdf-962c-87d697176777), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.410394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:35.447159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Deleting subnet 25f9a5de-6467-4a73-afb8-0468e6321e10 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:35.454309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (25f9a5de-6467-4a73-afb8-0468e6321e10), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.474620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (0b03ab79-de5d-4673-a062-aba5caec484e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.537676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (25f9a5de-6467-4a73-afb8-0468e6321e10), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.594731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (9bd36aa5-2b28-4fdf-962c-87d697176777), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.612422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.613641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e709a2d9-21da-43b8-a862-a5b535c9e66b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7649255 Feb 19 01:23:35.617225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45866) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:35.691940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (25f9a5de-6467-4a73-afb8-0468e6321e10), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.842945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks [] for port (723c622c-4234-4b08-b845-28987ed0caaa), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.846705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:32Z', 'revision_number': 7, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:35.854210 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (9bd36aa5-2b28-4fdf-962c-87d697176777), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.879117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Checking router: dba02774-3423-4c99-9a10-797c9916154a for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:35.897474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Routers {'dba02774-3423-4c99-9a10-797c9916154a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:35.898113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['dba02774-3423-4c99-9a10-797c9916154a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:35.959887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.966453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/subnets/9bd36aa5-2b28-4fdf-962c-87d697176777 HTTP/1.1" status: 204 len: 168 time: 1.0284090 Feb 19 01:23:35.966453 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (25f9a5de-6467-4a73-afb8-0468e6321e10), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:35.968724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25ef06-08e8-492e-b6a2-0d9ee2853009 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd36aa5-2b28-4fdf-962c-87d697176777,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:35.981496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddc3b07-03e7-46eb-ab02-0740b4a52381 None None] Network fc6a2e89-f2ce-4491-963c-3f486272b868 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:35.988730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45870) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:36.014723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (723c622c-4234-4b08-b845-28987ed0caaa), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.199493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:36.228360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:36.300754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:36.317004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.334257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Subnet': ['ID=25f9a5de-6467-4a73-afb8-0468e6321e10,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:36.354583 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.360389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-911bfe30-5a73-41c3-a6d3-6d5b95419e54 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/subnets/25f9a5de-6467-4a73-afb8-0468e6321e10 HTTP/1.1" status: 204 len: 168 time: 1.0250421 Feb 19 01:23:36.373669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45876) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:36.579037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3c6723b7-6e09-404a-92cd-46282b162d50), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.639525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55a3d4-eee8-4dd4-9ed3-e35b42a761aa None None] Network 3c6723b7-6e09-404a-92cd-46282b162d50 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:36.648449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Pushing event updated for resources: {'Port': ['ID=723c622c-4234-4b08-b845-28987ed0caaa,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:36.822341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Attempting to bind port 723c622c-4234-4b08-b845-28987ed0caaa on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:36.822885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Attempting to bind port 723c622c-4234-4b08-b845-28987ed0caaa by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:36.823384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Attempting to bind port 723c622c-4234-4b08-b845-28987ed0caaa on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:36.839265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] Set router dba02774-3423-4c99-9a10-797c9916154a gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:36.841479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::1 (2019510f-d5bc-4133-827f-91df95114d14/d90ca730-6d18-41b4-99ec-676d0ade26d4/27be7604-660f-4877-8218-2806e63d7592) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:36.950045 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:36.950263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:36.950602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:36.951001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:36.951523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Bound port: 723c622c-4234-4b08-b845-28987ed0caaa, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:36.951903 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (723c622c-4234-4b08-b845-28987ed0caaa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.058575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (27be7604-660f-4877-8218-2806e63d7592), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.166799 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (dba02774-3423-4c99-9a10-797c9916154a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.217121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (27be7604-660f-4877-8218-2806e63d7592), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.241358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] DHCP port deletion for fc6a2e89-f2ce-4491-963c-3f486272b868 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:37.253984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] For port 723c622c-4234-4b08-b845-28987ed0caaa, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:37.293104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:37.320603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:37.326275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:37.329997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:37.330397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0b03ab79-de5d-4673-a062-aba5caec484e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.344493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] DHCP port deletion for 3c6723b7-6e09-404a-92cd-46282b162d50 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:37.352389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (dba02774-3423-4c99-9a10-797c9916154a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.374959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Deleting port 3556a911-cae1-4094-817b-148998648234 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:37.375687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3556a911-cae1-4094-817b-148998648234), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.391903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] For port 723c622c-4234-4b08-b845-28987ed0caaa, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=723c622c-4234-4b08-b845-28987ed0caaa,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:37.486310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Deleting port 3556a911-cae1-4094-817b-148998648234 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:37.486611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3556a911-cae1-4094-817b-148998648234), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.488904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Deleting port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:37.489162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.492380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:32Z', 'revision_number': 7, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:37.513762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] For port 3556a911-cae1-4094-817b-148998648234, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3556a911-cae1-4094-817b-148998648234,segment=NetworkSegment(63ed7b4f-6441-4d14-88e6-7ee1c3ac7307),segment_id=63ed7b4f-6441-4d14-88e6-7ee1c3ac7307)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:37.514638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3556a911-cae1-4094-817b-148998648234), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.530478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb27b8f-6e3f-4ffc-a9fb-8aa936572407 None None] The sync data for ids ['dba02774-3423-4c99-9a10-797c9916154a'] in n-d-826529-3 is: [{'id': 'dba02774-3423-4c99-9a10-797c9916154a', 'name': 'tempest-TestNetworkBasicOps-router-314666505', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:20:46Z', 'updated_at': '2022-02-19T01:23:32Z', 'revision_number': 7, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'fce0d578-9e60-4694-97d4-6882e64ffe8d', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba02774-3423-4c99-9a10-797c9916154a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:20:47Z', 'updated_at': '2022-02-19T01:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:37.546946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Calling delete_port for 3556a911-cae1-4094-817b-148998648234 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:37.555312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (723c622c-4234-4b08-b845-28987ed0caaa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.605871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port fce0d578-9e60-4694-97d4-6882e64ffe8d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:37.606151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.662764 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (27be7604-660f-4877-8218-2806e63d7592), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.735468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port fce0d578-9e60-4694-97d4-6882e64ffe8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=fce0d578-9e60-4694-97d4-6882e64ffe8d,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:37.735857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.751320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] For port 3556a911-cae1-4094-817b-148998648234, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3556a911-cae1-4094-817b-148998648234,segment=NetworkSegment(63ed7b4f-6441-4d14-88e6-7ee1c3ac7307),segment_id=63ed7b4f-6441-4d14-88e6-7ee1c3ac7307)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:37.751834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for fce0d578-9e60-4694-97d4-6882e64ffe8d owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:37.755162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3556a911-cae1-4094-817b-148998648234), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.757189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] For port 54ab7888-ab20-4c6c-9b9c-95534b3099d7, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=54ab7888-ab20-4c6c-9b9c-95534b3099d7,segment=NetworkSegment(c676ffb8-0b47-499c-be14-a4e3802c0e30),segment_id=c676ffb8-0b47-499c-be14-a4e3802c0e30)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:37.757800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.816536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Calling delete_port for 54ab7888-ab20-4c6c-9b9c-95534b3099d7 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:37.821867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Calling delete_port for 3556a911-cae1-4094-817b-148998648234 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:37.822628 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3556a911-cae1-4094-817b-148998648234), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:37.832879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d3f9e-f6dc-4c34-932c-627c10e06807 None None] Pushing event updated for resources: {'Port': ['ID=723c622c-4234-4b08-b845-28987ed0caaa,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.138015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3556a911-cae1-4094-817b-148998648234 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:38.181452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3556a911-cae1-4094-817b-148998648234 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:38.181788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3556a911-cae1-4094-817b-148998648234 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:38.189583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0cb53f91-937c-4a66-b29a-30f96052918a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:38.216672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Port': ['ID=3556a911-cae1-4094-817b-148998648234,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.235864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 0cb53f91-937c-4a66-b29a-30f96052918a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:38.236007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0cb53f91-937c-4a66-b29a-30f96052918a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:38.236445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 54ab7888-ab20-4c6c-9b9c-95534b3099d7 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:38.248099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] No DVR routers for this DVR port 3556a911-cae1-4094-817b-148998648234 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:38.388152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3556a911-cae1-4094-817b-148998648234), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.430933 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (fce0d578-9e60-4694-97d4-6882e64ffe8d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.485505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (27be7604-660f-4877-8218-2806e63d7592), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.493454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] Pushing event deleted for resources: {'Port': ['ID=3556a911-cae1-4094-817b-148998648234,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.510487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (54ab7888-ab20-4c6c-9b9c-95534b3099d7), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.518686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b177da5-c8fe-4770-ac2a-18b15518c00e None None] No DVR routers for this DVR port 3556a911-cae1-4094-817b-148998648234 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:38.520381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:23:38.520865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:23:38.521450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 54ab7888-ab20-4c6c-9b9c-95534b3099d7 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:38.534830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3c6723b7-6e09-404a-92cd-46282b162d50), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.542728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (27be7604-660f-4877-8218-2806e63d7592), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.543654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0b03ab79-de5d-4673-a062-aba5caec484e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.549422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=fce0d578-9e60-4694-97d4-6882e64ffe8d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.578799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] Pushing event deleted for resources: {'Port': ['ID=54ab7888-ab20-4c6c-9b9c-95534b3099d7,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.599612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82320851-cadd-4824-94f8-95ca32afcbf8 None None] No DVR routers for this DVR port 54ab7888-ab20-4c6c-9b9c-95534b3099d7 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:38.649403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6723b7-6e09-404a-92cd-46282b162d50']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:38.680687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:38.683778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ed7b4f-6441-4d14-88e6-7ee1c3ac7307') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:38.696263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (63ed7b4f-6441-4d14-88e6-7ee1c3ac7307), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.718168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (63ed7b4f-6441-4d14-88e6-7ee1c3ac7307), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.720632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (dba02774-3423-4c99-9a10-797c9916154a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.766359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:38.770285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (63ed7b4f-6441-4d14-88e6-7ee1c3ac7307), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:38.777615 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:38.815857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:38.862320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:38.878535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:38.928253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (dba02774-3423-4c99-9a10-797c9916154a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:38.931073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_controller (dba02774-3423-4c99-9a10-797c9916154a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.035313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3c6723b7-6e09-404a-92cd-46282b162d50), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.044483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.048019 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] 10.222.0.94 "DELETE /v2.0/networks/3c6723b7-6e09-404a-92cd-46282b162d50 HTTP/1.1" status: 204 len: 168 time: 2.6734624 Feb 19 01:23:39.065193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbabdad-53d7-481a-b593-3520b0a51c98 tempest-NetworksTest-688964637 tempest-NetworksTest-688964637-project] Pushing event deleted for resources: {'Network': ['ID=3c6723b7-6e09-404a-92cd-46282b162d50,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:39.095815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (dba02774-3423-4c99-9a10-797c9916154a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.097697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Fanout notify agent at l3_agent the message router_deleted on router dba02774-3423-4c99-9a10-797c9916154a {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:23:39.120264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.120264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4cf58b96-95eb-4813-9dd7-9d6cf21684c4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/routers/dba02774-3423-4c99-9a10-797c9916154a HTTP/1.1" status: 204 len: 168 time: 3.1205394 Feb 19 01:23:39.120264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45910) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:39.341968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (fc6a2e89-f2ce-4491-963c-3f486272b868), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.574898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (fc6a2e89-f2ce-4491-963c-3f486272b868), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.620437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6a2e89-f2ce-4491-963c-3f486272b868']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:39.635707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Provisioning complete for port 723c622c-4234-4b08-b845-28987ed0caaa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:39.635707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (723c622c-4234-4b08-b845-28987ed0caaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.646449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c676ffb8-0b47-499c-be14-a4e3802c0e30') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:39.647703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c676ffb8-0b47-499c-be14-a4e3802c0e30') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:39.654139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Router 0b03ab79-de5d-4673-a062-aba5caec484e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:39.729924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (c676ffb8-0b47-499c-be14-a4e3802c0e30), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.801096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c676ffb8-0b47-499c-be14-a4e3802c0e30), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.804582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Current status of the port 723c622c-4234-4b08-b845-28987ed0caaa is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:39.805421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (723c622c-4234-4b08-b845-28987ed0caaa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.833934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:23:39.852702 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (c676ffb8-0b47-499c-be14-a4e3802c0e30), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.865707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:39.920005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] For port 723c622c-4234-4b08-b845-28987ed0caaa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=723c622c-4234-4b08-b845-28987ed0caaa,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:39.995289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:40.004280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (723c622c-4234-4b08-b845-28987ed0caaa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.010831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-614b78c8-cf55-4a3c-8abd-8e5864eb0f31 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "PUT /v2.0/routers/0b03ab79-de5d-4673-a062-aba5caec484e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3925753 Feb 19 01:23:40.016226 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Sync routers for ids ['0b03ab79-de5d-4673-a062-aba5caec484e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:40.034517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45918) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.040888 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Routers {'0b03ab79-de5d-4673-a062-aba5caec484e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:40.052028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0b03ab79-de5d-4673-a062-aba5caec484e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:40.076014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45920) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:23:40.081064 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:23:40.140149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778e74-9fe7-44a2-8321-9a4a5b9e8303 None None] Pushing event updated for resources: {'Port': ['ID=723c622c-4234-4b08-b845-28987ed0caaa,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:40.156802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 723c622c-4234-4b08-b845-28987ed0caaa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:40.176825 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (fc6a2e89-f2ce-4491-963c-3f486272b868), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.189592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.195938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/networks/fc6a2e89-f2ce-4491-963c-3f486272b868 HTTP/1.1" status: 204 len: 168 time: 1.0769141 Feb 19 01:23:40.273268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.277772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc2f284-ae71-44bc-9bf3-9390e663ae09 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.305288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'network': {'name': 'tempest-network-smoke--749806963', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:40.306567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9bc2f284-ae71-44bc-9bf3-9390e663ae09 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports/27be7604-660f-4877-8218-2806e63d7592 HTTP/1.1" status: 200 len: 911 time: 0.2583072 Feb 19 01:23:40.307407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45934) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.323571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979705c9-3c4f-4a7d-85a8-69c405170c0c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Network': ['ID=fc6a2e89-f2ce-4491-963c-3f486272b868,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:40.352175 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Set router 0b03ab79-de5d-4673-a062-aba5caec484e gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:40.405759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-46542cae-6ba4-4c9e-bee6-96ea43366c77 None None] Provisioning complete for port 27be7604-660f-4877-8218-2806e63d7592 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:40.413748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-46542cae-6ba4-4c9e-bee6-96ea43366c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (27be7604-660f-4877-8218-2806e63d7592), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.446495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:40.457604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.510090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5dbf72-6154-4947-b6e8-cfa936091501 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.513714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:40.529581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5dbf72-6154-4947-b6e8-cfa936091501 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.538486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f5dbf72-6154-4947-b6e8-cfa936091501 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2299762 Feb 19 01:23:40.540508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45938) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.557192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.557369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (51656d07-6122-45c6-9043-0c54489a5468), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.557369 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Added segment 51656d07-6122-45c6-9043-0c54489a5468 of type vlan for network f42719e4-fc6b-4668-a234-b0e65a94176e Feb 19 01:23:40.558404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 723c622c-4234-4b08-b845-28987ed0caaa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:40.558800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (723c622c-4234-4b08-b845-28987ed0caaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.575198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-069a7da8-f45c-4cfb-aec6-b8b89b86a27a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d45c53a210f04b3b94639cdaf2c38175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940248 Feb 19 01:23:40.575833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45940) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.657707 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f42719e4-fc6b-4668-a234-b0e65a94176e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.689587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-46542cae-6ba4-4c9e-bee6-96ea43366c77 None None] Port 27be7604-660f-4877-8218-2806e63d7592 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:40.748361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:37Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None, '_interfaces': [{'id': '27be7604-660f-4877-8218-2806e63d7592', 'name': '', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'tenant_id': 'd012ac1784864502816610271717981c', 'mac_address': 'fa:16:3e:b6:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:36Z', 'updated_at': '2022-02-19T01:23:38Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'subnets': [{'id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:40.821249 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Checking router: 0b03ab79-de5d-4673-a062-aba5caec484e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:40.821697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Updating router 0b03ab79-de5d-4673-a062-aba5caec484e port 27be7604-660f-4877-8218-2806e63d7592 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:40.828752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9cf0e873-8c35-48c7-b270-1f71c21323bf None None] Provisioning complete for port 27be7604-660f-4877-8218-2806e63d7592 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:40.829291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e873-8c35-48c7-b270-1f71c21323bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (27be7604-660f-4877-8218-2806e63d7592), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.835276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f42719e4-fc6b-4668-a234-b0e65a94176e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.842074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.842795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.888737 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (27be7604-660f-4877-8218-2806e63d7592), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.914955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 723c622c-4234-4b08-b845-28987ed0caaa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:40.920259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0e873-8c35-48c7-b270-1f71c21323bf None None] Port 27be7604-660f-4877-8218-2806e63d7592 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:40.923599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bb6636f4-eddb-47c1-bcbb-848767b5f9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.949485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] Publish callbacks [] for security_group (d26a826e-e67d-46f0-981f-146f5f96247a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:40.963528 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6880915 Feb 19 01:23:40.967560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45942) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:40.973967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-377847082', 'admin_state_up': True, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:41.007519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fce0d578-9e60-4694-97d4-6882e64ffe8d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:41.037354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: fce0d578-9e60-4694-97d4-6882e64ffe8d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:41.037354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device fce0d578-9e60-4694-97d4-6882e64ffe8d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:41.044546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad4e4-3517-4706-8976-8fcb5c906c2e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Network': ['ID=f42719e4-fc6b-4668-a234-b0e65a94176e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:41.061867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f42719e4-fc6b-4668-a234-b0e65a94176e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:41.172144 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] Publish callbacks [] for security_group (d26a826e-e67d-46f0-981f-146f5f96247a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.177019 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.178339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.317661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_controller (60da59ca-b4ed-4f93-8731-fd6d5532a18e), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.340536 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks [] for port (27be7604-660f-4877-8218-2806e63d7592), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.450984 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (27be7604-660f-4877-8218-2806e63d7592), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.461888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0b03ab79-de5d-4673-a062-aba5caec484e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.542222 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e875c-5a9c-44c6-b45b-5c6cd7437131 None None] Pushing event updated for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:41.617072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d26a826e-e67d-46f0-981f-146f5f96247a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.620429 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.621665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d26a826e-e67d-46f0-981f-146f5f96247a HTTP/1.1" status: 204 len: 168 time: 0.9504585 Feb 19 01:23:41.664678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37461b0a-d01f-45b0-a069-c0b37b4f8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a826e-e67d-46f0-981f-146f5f96247a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:41.738634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (60da59ca-b4ed-4f93-8731-fd6d5532a18e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.739375 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Attempting to bind port 27be7604-660f-4877-8218-2806e63d7592 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:41.739375 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Attempting to bind port 27be7604-660f-4877-8218-2806e63d7592 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:41.739737 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Attempting to bind port 27be7604-660f-4877-8218-2806e63d7592 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:41.757534 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:41.757975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:41.766155 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.766590 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:41.767217 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Bound port: 27be7604-660f-4877-8218-2806e63d7592, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:41.767831 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (27be7604-660f-4877-8218-2806e63d7592), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.779685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 723c622c-4234-4b08-b845-28987ed0caaa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:41.964941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 723c622c-4234-4b08-b845-28987ed0caaa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:41.964941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (723c622c-4234-4b08-b845-28987ed0caaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:41.965152 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] For port 27be7604-660f-4877-8218-2806e63d7592, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:41.965152 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] For port 27be7604-660f-4877-8218-2806e63d7592, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=27be7604-660f-4877-8218-2806e63d7592,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:42.032469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 27be7604-660f-4877-8218-2806e63d7592 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:42.033069 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (27be7604-660f-4877-8218-2806e63d7592), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.041529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-fbbc9a4d-1907-4c64-bf9c-14c640e9166c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1791201 Feb 19 01:23:42.060209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 723c622c-4234-4b08-b845-28987ed0caaa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:42.209161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-316c824b-bc39-4067-82c7-8607ce702a4f None None] Provisioning complete for port 27be7604-660f-4877-8218-2806e63d7592 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:42.217477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-316c824b-bc39-4067-82c7-8607ce702a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (27be7604-660f-4877-8218-2806e63d7592), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.257598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 45960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:42.259010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-68e32fed-a78b-441e-8882-df4e69eab699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.263534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-68e32fed-a78b-441e-8882-df4e69eab699 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.1635876 Feb 19 01:23:42.304137 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (27be7604-660f-4877-8218-2806e63d7592), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.315161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] For port 27be7604-660f-4877-8218-2806e63d7592, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:42.316848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (27be7604-660f-4877-8218-2806e63d7592), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.340582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-316c824b-bc39-4067-82c7-8607ce702a4f None None] Port 27be7604-660f-4877-8218-2806e63d7592 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:42.463177 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Routers {'0b03ab79-de5d-4673-a062-aba5caec484e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:42.470610 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0b03ab79-de5d-4673-a062-aba5caec484e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:42.636049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Deleting port 99a78273-12a3-4149-8e6a-4887969ab435 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:42.636692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (99a78273-12a3-4149-8e6a-4887969ab435), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.684935 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] Set router 0b03ab79-de5d-4673-a062-aba5caec484e gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:42.810194 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.820412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-b7dfdd00-b3f8-4401-bd63-11562ffda860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.825175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-b7dfdd00-b3f8-4401-bd63-11562ffda860 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 914 time: 0.5353353 Feb 19 01:23:42.842779 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.868719 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f35680f6-b5bf-44ae-bfb8-dc58072320a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:42.871993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 27be7604-660f-4877-8218-2806e63d7592 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:42.903996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Provisioning complete for port 27be7604-660f-4877-8218-2806e63d7592 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:42.910513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (27be7604-660f-4877-8218-2806e63d7592), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.060676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (99a78273-12a3-4149-8e6a-4887969ab435), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.061017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (99a78273-12a3-4149-8e6a-4887969ab435), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.108562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Calling delete_port for 99a78273-12a3-4149-8e6a-4887969ab435 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:43.115327 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:37Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None, '_interfaces': [{'id': '27be7604-660f-4877-8218-2806e63d7592', 'name': '', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'tenant_id': 'd012ac1784864502816610271717981c', 'mac_address': 'fa:16:3e:b6:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:36Z', 'updated_at': '2022-02-19T01:23:41Z', 'revision_number': 4, 'project_id': 'd012ac1784864502816610271717981c', 'subnets': [{'id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:43.125530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-9989bb41-c429-4474-8f62-77cd25083778 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 1002 time: 0.2900999 Feb 19 01:23:43.151059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e875c-5a9c-44c6-b45b-5c6cd7437131 None None] Pushing event updated for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:43.157124 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959bdaa-2170-4dd7-9e2b-1015aa39683e None None] The sync data for ids ['0b03ab79-de5d-4673-a062-aba5caec484e'] in n-d-826529-3 is: [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:37Z', 'revision_number': 2, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None, '_interfaces': [{'id': '27be7604-660f-4877-8218-2806e63d7592', 'name': '', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'tenant_id': 'd012ac1784864502816610271717981c', 'mac_address': 'fa:16:3e:b6:f9:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:36Z', 'updated_at': '2022-02-19T01:23:41Z', 'revision_number': 4, 'project_id': 'd012ac1784864502816610271717981c', 'subnets': [{'id': 'd90ca730-6d18-41b4-99ec-676d0ade26d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:43.164689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Current status of the port 27be7604-660f-4877-8218-2806e63d7592 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:43.165259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (27be7604-660f-4877-8218-2806e63d7592), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.262929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] For port 27be7604-660f-4877-8218-2806e63d7592, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=27be7604-660f-4877-8218-2806e63d7592,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:43.310927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-b1041eca-d674-4a52-a378-d29aa04c53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:43.314650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-b1041eca-d674-4a52-a378-d29aa04c53b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.1775444 Feb 19 01:23:43.330023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (27be7604-660f-4877-8218-2806e63d7592), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.442035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-febbe908-9fbd-44dc-aa38-bff396a05564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:43.445239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-febbe908-9fbd-44dc-aa38-bff396a05564 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1197257 Feb 19 01:23:43.446322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28b926-0cce-47f1-99b5-60d6bed5f5df None None] Pushing event updated for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:43.678996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.25.2.46 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/cdbea1c7-b238-43e4-8407-6454f20bf4ba) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:43.872513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 27be7604-660f-4877-8218-2806e63d7592 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:43.878881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (99a78273-12a3-4149-8e6a-4887969ab435), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:43.912985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-df3409ad-5707-4f64-bf5e-047e3296c20d service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948979 Feb 19 01:23:43.981203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event deleted for resources: {'Port': ['ID=99a78273-12a3-4149-8e6a-4887969ab435,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:44.043464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 27be7604-660f-4877-8218-2806e63d7592 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:44.043929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (27be7604-660f-4877-8218-2806e63d7592), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.155322 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.166434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 45990) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:44.201617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for floatingip (ece3d87d-1742-45c8-a68d-5f3feab72556), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.223675 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Floating IP ece3d87d-1742-45c8-a68d-5f3feab72556 disassociated (deleted). External IP: 172.25.2.142, port: 043b8b88-3632-45fb-9478-095b70f47895. Feb 19 01:23:44.341328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.347236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a7884f-9a7e-46cb-8831-09901b91f14f req-8202374b-4f1d-4f7b-bc32-52255fa2520e service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291668 Feb 19 01:23:44.359528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (27be7604-660f-4877-8218-2806e63d7592), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.391818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 27be7604-660f-4877-8218-2806e63d7592 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:44.454434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-115677046'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:44.466661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=27be7604-660f-4877-8218-2806e63d7592,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:44.540541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.641620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:44.648155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.670303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:44.703654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:44.707883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:44.719385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:44.764841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0b03ab79-de5d-4673-a062-aba5caec484e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.093196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for security_group (1bdbef5d-8dea-4287-b690-db4b9a9b4ecc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.101587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Router 0b03ab79-de5d-4673-a062-aba5caec484e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:45.184917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1bdbef5d-8dea-4287-b690-db4b9a9b4ecc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.257552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=cdbea1c7-b238-43e4-8407-6454f20bf4ba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:45.276073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:45.288375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (68471dd3-6989-4d64-a9c4-93374c4df180), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.288715 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment 68471dd3-6989-4d64-a9c4-93374c4df180 of type vlan for network efcee9e8-c6fa-4458-9ca5-39473de816af Feb 19 01:23:45.333033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:45.338602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (efcee9e8-c6fa-4458-9ca5-39473de816af), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.380236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:45.395306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1cb3faa7-8b85-4b21-b5ca-957f63981500 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "PUT /v2.0/routers/0b03ab79-de5d-4673-a062-aba5caec484e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8491094 Feb 19 01:23:45.404673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.405185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46010) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:45.437323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdbef5d-8dea-4287-b690-db4b9a9b4ecc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:45.483815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fbb843-6af5-4519-9866-ce5d66e9c29a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.485240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fbb843-6af5-4519-9866-ce5d66e9c29a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.487423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-96fbb843-6af5-4519-9866-ce5d66e9c29a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845194 Feb 19 01:23:45.490660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:45.537540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (efcee9e8-c6fa-4458-9ca5-39473de816af), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.542961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.543620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.628785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet d90ca730-6d18-41b4-99ec-676d0ade26d4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:23:45.634964 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (d90ca730-6d18-41b4-99ec-676d0ade26d4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.678430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=efcee9e8-c6fa-4458-9ca5-39473de816af,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:45.696877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network efcee9e8-c6fa-4458-9ca5-39473de816af details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:45.712054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d90ca730-6d18-41b4-99ec-676d0ade26d4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.814303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6c1fa2c-2034-4233-a9fb-6fd70b8ef034 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6286113 Feb 19 01:23:45.828440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:45.839381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024441729'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:45.900936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:45.914826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:45.918006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:45.936259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:45.943789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:45.945045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d90ca730-6d18-41b4-99ec-676d0ade26d4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.039859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:46.043160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.056522 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Sync routers for ids ['0b03ab79-de5d-4673-a062-aba5caec484e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:46.073240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ceb5e5f7-0972-41f2-b306-bf60efa77950 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "DELETE /v2.0/floatingips/ece3d87d-1742-45c8-a68d-5f3feab72556 HTTP/1.1" status: 204 len: 168 time: 3.8125107 Feb 19 01:23:46.076973 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Routers {'0b03ab79-de5d-4673-a062-aba5caec484e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:46.077150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:46.078146 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0b03ab79-de5d-4673-a062-aba5caec484e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:46.079337 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4973de-4c12-4876-b674-28ab7eb2d190" -d '{"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:46.095509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:23:46.104657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5d28b0c8-e6db-4570-9e8e-4ccabd1619d5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.105039 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment 5d28b0c8-e6db-4570-9e8e-4ccabd1619d5 of type vlan for network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 Feb 19 01:23:46.114615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d90ca730-6d18-41b4-99ec-676d0ade26d4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.165932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=d90ca730-6d18-41b4-99ec-676d0ade26d4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:46.182763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.192209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e8ac0e65-3415-4349-b30f-f6a632126a08 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/d90ca730-6d18-41b4-99ec-676d0ade26d4 HTTP/1.1" status: 204 len: 168 time: 0.7001648 Feb 19 01:23:46.194020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46026) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:46.195878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.218535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98149834-ad95-4cc5-8ffa-4c7a3d39bac6 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:46.248791 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76b5bcf-7ba9-4e4b-bb18-62be1060d1e9 x-openstack-request-id: req-e76b5bcf-7ba9-4e4b-bb18-62be1060d1e9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:46.249456 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:46.251610 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e76b5bcf-7ba9-4e4b-bb18-62be1060d1e9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:46.252257 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:23:46.258177 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.413882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:46.478714 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.484062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.484885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.566553 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Set router 0b03ab79-de5d-4673-a062-aba5caec484e gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:46.584592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-882cb5ea-f8d5-4941-8702-171c951a7251 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3854642 Feb 19 01:23:46.593611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:46.659982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:43Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:46.726719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:23:46.765316 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Checking router: 0b03ab79-de5d-4673-a062-aba5caec484e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:46.800133 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Routers {'0b03ab79-de5d-4673-a062-aba5caec484e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:46.802318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0b03ab79-de5d-4673-a062-aba5caec484e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:46.837700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.842696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-1ceb532d-1ce2-4633-95cf-e221d8fd2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.844539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-1ceb532d-1ce2-4633-95cf-e221d8fd2bcc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e2d38eebf6e04c63be730af65efbbf06&device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 1128 time: 0.5501027 Feb 19 01:23:47.000236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] Set router 0b03ab79-de5d-4673-a062-aba5caec484e gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:47.159180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3177948 Feb 19 01:23:47.161427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:47.172497 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:43Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:47.177140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:47.215978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49eb3-ce85-4987-8313-d8ed7709afbf None None] The sync data for ids ['0b03ab79-de5d-4673-a062-aba5caec484e'] in n-d-826529-3 is: [{'id': '0b03ab79-de5d-4673-a062-aba5caec484e', 'name': 'tempest-NetworksTestDHCPv6-router-599605460', 'tenant_id': 'd012ac1784864502816610271717981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:35Z', 'updated_at': '2022-02-19T01:23:43Z', 'revision_number': 3, 'project_id': 'd012ac1784864502816610271717981c', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:47.265296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Deleting port 723c622c-4234-4b08-b845-28987ed0caaa {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:47.265732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (723c622c-4234-4b08-b845-28987ed0caaa), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.285693 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.347355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:47.355749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] For port 723c622c-4234-4b08-b845-28987ed0caaa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=723c622c-4234-4b08-b845-28987ed0caaa,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:47.356223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (723c622c-4234-4b08-b845-28987ed0caaa), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.358376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e86af3-9859-4855-b052-e43696b58ba9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=5297bfbb-ccdc-41d3-a6a6-50d70b13bf85,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:47.398440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:23:47.473337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:47.475707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (0b03ab79-de5d-4673-a062-aba5caec484e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.481922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Calling delete_port for 723c622c-4234-4b08-b845-28987ed0caaa owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:47.496843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:47.498341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:47.499232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:47.500321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.801664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router 60da59ca-b4ed-4f93-8731-fd6d5532a18e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:47.830893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 723c622c-4234-4b08-b845-28987ed0caaa no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:47.896639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:47.930771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-063308e4-e733-467b-b109-2d380d3f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.931353 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.932505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-063308e4-e733-467b-b109-2d380d3f2d20 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 200 len: 914 time: 1.0701408 Feb 19 01:23:48.051975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (723c622c-4234-4b08-b845-28987ed0caaa), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.104992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 723c622c-4234-4b08-b845-28987ed0caaa {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:23:48.105412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 723c622c-4234-4b08-b845-28987ed0caaa host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:23:48.105774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 723c622c-4234-4b08-b845-28987ed0caaa not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:48.106449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 27be7604-660f-4877-8218-2806e63d7592 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:48.108806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] No DVR routers for this DVR port 723c622c-4234-4b08-b845-28987ed0caaa on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:48.153740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:48.175792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:48.207749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': '68471dd3-6989-4d64-a9c4-93374c4df180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:48.209223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: efcee9e8-c6fa-4458-9ca5-39473de816af, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:48.232432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Sync routers for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:48.245739 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.252442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65892f61-ac8b-48e5-8bef-6ec9c8d3a88a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.2821655 Feb 19 01:23:48.253109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.294854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c16a5-7b16-4003-9619-1d1ec92baec8 None None] Pushing event deleted for resources: {'Port': ['ID=723c622c-4234-4b08-b845-28987ed0caaa,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:48.306627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 27be7604-660f-4877-8218-2806e63d7592 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:48.307186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 27be7604-660f-4877-8218-2806e63d7592 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:48.313885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-6ae776ea-c44f-4daa-9f60-bd82ab2c6012 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 200 len: 217 time: 0.3718321 Feb 19 01:23:48.318079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (0b03ab79-de5d-4673-a062-aba5caec484e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.322247 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router_controller (0b03ab79-de5d-4673-a062-aba5caec484e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.340693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:48.341345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:48.381285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b28328-2adc-4e9e-a86c-47f9bb447b97 req-0b5e15af-374c-41c5-a568-0549fffb8174 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.399819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network efcee9e8-c6fa-4458-9ca5-39473de816af is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:48.405414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45b28328-2adc-4e9e-a86c-47f9bb447b97 req-0b5e15af-374c-41c5-a568-0549fffb8174 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 946 time: 1.5518804 Feb 19 01:23:48.414096 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eeb0ab79-6d3f-40c3-95f3-714078e01a51 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=187e6e9a741e4cb7984a72b9c1ee6a49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1551886 Feb 19 01:23:48.420172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46058) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.559339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-1a020400-8274-4a71-ad4e-422dc38fccb5 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.562208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-1a020400-8274-4a71-ad4e-422dc38fccb5 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.96 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 946 time: 0.2853775 Feb 19 01:23:48.578395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, efcee9e8-c6fa-4458-9ca5-39473de816af) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:48.585161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.585978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.602527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40d5fc-6768-45d0-a0d0-f7695d2862cc None None] Network efcee9e8-c6fa-4458-9ca5-39473de816af requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:48.603123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-6dc2e2ae-682b-41b7-b87c-96c28e930167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.612571 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-6dc2e2ae-682b-41b7-b87c-96c28e930167 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 200 len: 852 time: 0.2749217 Feb 19 01:23:48.685873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:48.709227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45b28328-2adc-4e9e-a86c-47f9bb447b97 req-1df70950-8aaf-4509-8fde-0ae5f8b25bf1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/security-groups?id=71e34054-a40e-44a8-966c-8e21cf18dd10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026898 Feb 19 01:23:48.750905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-d4d7b046-083f-4e07-bac4-ab8222b3d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.752894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-d4d7b046-083f-4e07-bac4-ab8222b3d932 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e5dc808a-6a63-4a73-ad08-a9f9252503f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184819 Feb 19 01:23:48.850123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3674e4cd-c83c-4e97-a72a-cb634aa9c665 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6837032 Feb 19 01:23:48.855058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.861057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:48.872383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99953022-bcff-4edf-9d23-a11978e60a2d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.876789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-99953022-bcff-4edf-9d23-a11978e60a2d tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4548769 Feb 19 01:23:48.878746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.879436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (0b03ab79-de5d-4673-a062-aba5caec484e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.879978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Fanout notify agent at l3_agent the message router_deleted on router 0b03ab79-de5d-4673-a062-aba5caec484e {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:23:48.914556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.922086 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8430976d-f4c3-4535-9f79-c77923901145 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/routers/0b03ab79-de5d-4673-a062-aba5caec484e HTTP/1.1" status: 204 len: 168 time: 2.3229504 Feb 19 01:23:48.936178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46070) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:48.981483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Deleting port 043b8b88-3632-45fb-9478-095b70f47895 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:48.982085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (043b8b88-3632-45fb-9478-095b70f47895), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.987947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d3143712-9002-4e5c-a6ae-4e4c1b23679a tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930178 Feb 19 01:23:48.989339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46072) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:49.012099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-468605089', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:49.027679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-485c5cfb-8d91-457c-bf89-79fc4b5665fa tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421696 Feb 19 01:23:49.046679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:49.147507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:49.181182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af714d3-3297-48a7-8741-67bcaa29b379 None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:14:29Z', 'revision_number': 4, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'aa714dac-ed8e-4175-ad5c-5d26bd90069a', 'name': '', 'network_id': 'e5dc808a-6a63-4a73-ad08-a9f9252503f0', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'mac_address': 'fa:16:3e:d1:94:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:27Z', 'updated_at': '2022-02-19T01:14:37Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'subnets': [{'id': '158e57eb-9cda-4116-86bb-189ca3c74489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:49.200340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] For port 043b8b88-3632-45fb-9478-095b70f47895, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=043b8b88-3632-45fb-9478-095b70f47895,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:49.200855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (043b8b88-3632-45fb-9478-095b70f47895), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.210414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-70f129e3-9d2a-46cf-9bc6-d6fd6a04dc0d service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412193 Feb 19 01:23:49.234985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Calling delete_port for 043b8b88-3632-45fb-9478-095b70f47895 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:49.314002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-efcee9e8-c6fa-4458-9ca5-39473de816af', 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:49.314911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.322129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:45Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:49.362734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Checking router: 60da59ca-b4ed-4f93-8731-fd6d5532a18e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:49.363121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Updating router 60da59ca-b4ed-4f93-8731-fd6d5532a18e port cdbea1c7-b238-43e4-8407-6454f20bf4ba binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:23:49.440370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.466527 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a4973de-4c12-4876-b674-28ab7eb2d190 req-30d7a519-e585-4467-91d6-f3ebf613a2ce service neutron] 10.222.0.96 "GET /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395005 Feb 19 01:23:49.474572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:49.478324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.587846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ea83d-99e8-4b07-ab8b-398b5897551f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.589370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e88ea83d-99e8-4b07-ab8b-398b5897551f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5395038 Feb 19 01:23:49.591911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46076) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:49.688408 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (043b8b88-3632-45fb-9478-095b70f47895), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.691447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:49.696433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.704680 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f7fb5-fafb-4cf4-8735-1ee8eaf46968 None None] New status for floating IP ece3d87d-1742-45c8-a68d-5f3feab72556: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:23:49.713488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-293c1071-ab5b-42f4-a1ef-958370fc0874 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201611 Feb 19 01:23:49.718067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:49.728847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:49.900648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event deleted for resources: {'Port': ['ID=043b8b88-3632-45fb-9478-095b70f47895,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:50.141775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15afe972-f98a-4851-9a32-061a61be1480 req-bedabb4b-e142-48ee-9505-daad6abc3f89 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.2361341 Feb 19 01:23:50.154745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (b24e46c5-50f8-443c-8e30-575ada37d74b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.235939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Subnet': ['ID=b24e46c5-50f8-443c-8e30-575ada37d74b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:50.238823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] No DVR routers for this DVR port 043b8b88-3632-45fb-9478-095b70f47895 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:50.245145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.245491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.245829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.246166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.246497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.246827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.247200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.247531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.247906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.248239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.248665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.248995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.249322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:50.278478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.285871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8bd5ed5c-6624-4d00-a68f-e99d83d019b6 req-8b5f0a3c-1354-4977-b858-5039c6466291 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.96 "DELETE /v2.0/ports/043b8b88-3632-45fb-9478-095b70f47895 HTTP/1.1" status: 204 len: 173 time: 1.7148423 Feb 19 01:23:50.293987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'name': 'network-vif-deleted', 'tag': '043b8b88-3632-45fb-9478-095b70f47895'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:50.305218 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d503bf-4b75-4ee9-86ea-1e74c9ee9b64" -d '{"events": [{"server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "name": "network-vif-deleted", "tag": "043b8b88-3632-45fb-9478-095b70f47895"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:50.350890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Checking segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:50.351374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network hostable DHCP agents. Network: f42719e4-fc6b-4668-a234-b0e65a94176e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:50.456448 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa88ebf5-165b-4f3c-9b4c-80ffeb183e23 x-openstack-request-id: req-fa88ebf5-165b-4f3c-9b4c-80ffeb183e23 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:50.456809 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c60540-e775-410f-a3ce-3fac0c279249", "name": "network-vif-deleted", "tag": "043b8b88-3632-45fb-9478-095b70f47895", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:50.457002 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa88ebf5-165b-4f3c-9b4c-80ffeb183e23 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:50.457408 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c60540-e775-410f-a3ce-3fac0c279249', 'name': 'network-vif-deleted', 'tag': '043b8b88-3632-45fb-9478-095b70f47895', 'status': 'completed', 'code': 200} Feb 19 01:23:50.460883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:50.464369 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.531477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network f42719e4-fc6b-4668-a234-b0e65a94176e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:50.551493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Allocated IP 172.20.0.2 (efcee9e8-c6fa-4458-9ca5-39473de816af/7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a/59be05ce-4590-484d-a32a-e272e35fd41a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:50.651404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f42719e4-fc6b-4668-a234-b0e65a94176e) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:50.656340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:50.656956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.664739 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks [] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.692785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d26a50-16b4-44ff-82c7-db39e77ab58b None None] Network f42719e4-fc6b-4668-a234-b0e65a94176e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:50.782882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1909c6ce-4a44-44a1-9961-cd85a646adf9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7877100 Feb 19 01:23:50.790756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46096) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:50.886472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.978948 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (ccd65b0f-e067-4ceb-98d5-356c9ee869e3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.095292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Attempting to bind port cdbea1c7-b238-43e4-8407-6454f20bf4ba on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:51.095680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Attempting to bind port cdbea1c7-b238-43e4-8407-6454f20bf4ba by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:51.096091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Attempting to bind port cdbea1c7-b238-43e4-8407-6454f20bf4ba on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:51.166288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f181e-04d3-40aa-acbb-8b2052e64c0d None None] Pushing event updated for resources: {'Port': ['ID=cdbea1c7-b238-43e4-8407-6454f20bf4ba,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.208528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:51.209541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:51.210266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.210837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:51.223564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Bound port: cdbea1c7-b238-43e4-8407-6454f20bf4ba, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:51.226643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.248103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=ccd65b0f-e067-4ceb-98d5-356c9ee869e3,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.359549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-923478ad-8cc8-406a-b5a7-a6a75a36f040 req-4a82da08-473a-4d2b-b82e-47fc27ce4319 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0784323 Feb 19 01:23:51.394354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:51.394982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:23:51.462855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] For port cdbea1c7-b238-43e4-8407-6454f20bf4ba, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:51.470900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] For port cdbea1c7-b238-43e4-8407-6454f20bf4ba, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdbea1c7-b238-43e4-8407-6454f20bf4ba,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:51.505352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:23:51.592451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:51.595983 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks [] for port (59be05ce-4590-484d-a32a-e272e35fd41a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.604003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:51.604877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.606449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 043b8b88-3632-45fb-9478-095b70f47895 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:51.620778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f42719e4-fc6b-4668-a234-b0e65a94176e', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:51.623212 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.650614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad46b2-7420-49bf-820e-d89a7c8b9a7a None None] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:51.746089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:23:51.748004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6e4572c7-6863-4db8-9e5a-99ab647a6e31), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.784031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7f87eca2-17d3-4d4e-832b-29a6260ed302 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9263189 Feb 19 01:23:51.789976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46106) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:51.834006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-883756210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:51.843402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.910562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:51.928711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:51.932522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:51.933133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.965190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=6e4572c7-6863-4db8-9e5a-99ab647a6e31,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.978234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.005129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.074651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f2aedf4e-2893-4dbd-9128-db47d0fe9451 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3484519 Feb 19 01:23:52.076847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46112) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:52.080483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:52.116266 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.117433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:52.147268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Allocated IP 172.20.0.2 (f42719e4-fc6b-4668-a234-b0e65a94176e/b24e46c5-50f8-443c-8e30-575ada37d74b/1a98dfbf-b8fe-4e86-a401-f766ba229f6c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:52.281297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ce7d7-4acd-44e9-8722-0f48e98296d0 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:52.653028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-053ddd1a-7310-4606-843c-fa138a644740 req-fede3245-f06f-4f63-a601-f40837e010f1 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0607252 Feb 19 01:23:52.794802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 043b8b88-3632-45fb-9478-095b70f47895 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:52.795353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 043b8b88-3632-45fb-9478-095b70f47895 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:52.858366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5297bfbb-ccdc-41d3-a6a6-50d70b13bf85', 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': 'ccd65b0f-e067-4ceb-98d5-356c9ee869e3'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:52.860417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.008721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '6e4572c7-6863-4db8-9e5a-99ab647a6e31'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:23:53.012353 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.037700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.049941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Network efcee9e8-c6fa-4458-9ca5-39473de816af is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:53.092570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:53.093488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:53.108244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:53.115853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.137661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:53.144139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.164540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:53.176424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f181e-04d3-40aa-acbb-8b2052e64c0d None None] Pushing event updated for resources: {'Port': ['ID=cdbea1c7-b238-43e4-8407-6454f20bf4ba,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:53.183066 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks [] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.435387 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.477396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Attempting to bind port 59be05ce-4590-484d-a32a-e272e35fd41a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:53.480066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Attempting to bind port 59be05ce-4590-484d-a32a-e272e35fd41a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '68471dd3-6989-4d64-a9c4-93374c4df180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:53.481036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Attempting to bind port 59be05ce-4590-484d-a32a-e272e35fd41a on network efcee9e8-c6fa-4458-9ca5-39473de816af {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:53.484374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.1 (f42719e4-fc6b-4668-a234-b0e65a94176e/b24e46c5-50f8-443c-8e30-575ada37d74b/f430d5d7-535c-4d28-b0e8-2c53193534a2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:53.546725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.548249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a848ec5-c2df-4378-9b15-716e77ab5404 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7573133 Feb 19 01:23:53.550959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46130) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:53.648919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (43523b13-a57d-4cf6-a88a-42e189282d35), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.660330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Pushing event updated for resources: {'Port': ['ID=59be05ce-4590-484d-a32a-e272e35fd41a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:53.671912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:53.672290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Checking segment: {'id': '68471dd3-6989-4d64-a9c4-93374c4df180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:53.672700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.673097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Bound using segment: {'id': '68471dd3-6989-4d64-a9c4-93374c4df180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:53.673587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Bound port: 59be05ce-4590-484d-a32a-e272e35fd41a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68471dd3-6989-4d64-a9c4-93374c4df180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'efcee9e8-c6fa-4458-9ca5-39473de816af'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:53.673974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.816644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.908520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Network f42719e4-fc6b-4668-a234-b0e65a94176e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:53.953017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:53.962593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:53.966147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.077810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network f42719e4-fc6b-4668-a234-b0e65a94176e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:54.081351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:54.094257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:54.114569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a95fe6a5-8a44-4901-a237-955966bdcd23 req-f85f6392-653b-4fad-a8e8-26d2b83f5805 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.2577591 Feb 19 01:23:54.122863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] For port 59be05ce-4590-484d-a32a-e272e35fd41a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:54.132146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] For port 59be05ce-4590-484d-a32a-e272e35fd41a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=59be05ce-4590-484d-a32a-e272e35fd41a,segment=NetworkSegment(68471dd3-6989-4d64-a9c4-93374c4df180),segment_id=68471dd3-6989-4d64-a9c4-93374c4df180)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:54.146026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:54.188703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:54.196470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:54.196827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:54.210266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:54.211034 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.224246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=43523b13-a57d-4cf6-a88a-42e189282d35,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:54.257041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.268478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Allocated IP 2001:db8::f816:3eff:fe1f:f573 (2019510f-d5bc-4133-827f-91df95114d14/6e4572c7-6863-4db8-9e5a-99ab647a6e31/0d8c013b-0244-48f8-93ce-887d6bd5625c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:54.522456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:54.528657 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-00f75066-ea52-4fa8-953f-27d3ed28b8db tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4502101 Feb 19 01:23:54.529351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:b2:c2:28', 'name': 'tempest-NetworksTestDHCPv6-234283957'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:54.704990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.847414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.960893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:54.961989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.054452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Pushing event updated for resources: {'Port': ['ID=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.133387 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.142346 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.244111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:55.256660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.266190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:55.353797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:55.359981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679fcca-f353-43b5-a2c2-44a00c0c02e6 None None] Pushing event updated for resources: {'Port': ['ID=59be05ce-4590-484d-a32a-e272e35fd41a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.383257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Allocated IP 172.21.0.2 (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85/ccd65b0f-e067-4ceb-98d5-356c9ee869e3/26566ca2-77d8-4f0c-8672-5a1f4864c16e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:55.440811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Attempting to bind port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:55.441455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Attempting to bind port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:55.442017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Attempting to bind port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c on network f42719e4-fc6b-4668-a234-b0e65a94176e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:55.452773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:55.458357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Checking segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:55.459125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.460259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Bound using segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:55.460929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Bound port: 1a98dfbf-b8fe-4e86-a401-f766ba229f6c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:55.469656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.618684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] For port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:55.622949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] For port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:55.650019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.20.0.1 (efcee9e8-c6fa-4458-9ca5-39473de816af/7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a/cf514b77-d09a-4586-b719-27287736e0dd) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:55.676444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Attempting to bind port 0d8c013b-0244-48f8-93ce-887d6bd5625c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:55.677265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Attempting to bind port 0d8c013b-0244-48f8-93ce-887d6bd5625c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:55.678774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Attempting to bind port 0d8c013b-0244-48f8-93ce-887d6bd5625c on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:55.735944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.779166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:55.779487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:55.779958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.780460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:55.781081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Bound port: 0d8c013b-0244-48f8-93ce-887d6bd5625c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:55.781604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.956524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:55.960637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:56.040566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.084893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (cf514b77-d09a-4586-b719-27287736e0dd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.130787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f9ca4-cdd3-467c-9aa8-adc0b8ee5069 None None] Pushing event updated for resources: {'Port': ['ID=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.235531 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cf514b77-d09a-4586-b719-27287736e0dd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.237737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e04311a3-4690-425c-a91a-2f8b34ae626e req-01864ce5-7310-4393-b4a4-bc10c0b15f40 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1342371 Feb 19 01:23:56.441190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network efcee9e8-c6fa-4458-9ca5-39473de816af is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:56.451141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:56.453963 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:56.531393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=cf514b77-d09a-4586-b719-27287736e0dd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.540181 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.570861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:45Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:56.574909 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks [] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.576859 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.674588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ee238-4b8a-4922-94b6-e92b1caa1287 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.680622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 8ab779db-a8fa-44e2-832f-340b36c8d351 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:23:56.691693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026ec37-bcb6-44f2-bab8-930a5eef49ed None None] The sync data for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 is: [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:45Z', 'revision_number': 3, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:56.700226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.878441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Pushing event updated for resources: {'Port': ['ID=26566ca2-77d8-4f0c-8672-5a1f4864c16e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.903799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:56.908576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:56.911505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:57.011045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf514b77-d09a-4586-b719-27287736e0dd), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.116140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Attempting to bind port 26566ca2-77d8-4f0c-8672-5a1f4864c16e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:57.116665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Attempting to bind port 26566ca2-77d8-4f0c-8672-5a1f4864c16e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:57.116986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Attempting to bind port 26566ca2-77d8-4f0c-8672-5a1f4864c16e on network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:57.134920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:57.137749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Checking segment: {'id': '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:57.138377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.138584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Bound using segment: {'id': '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:57.139107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Bound port: 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5297bfbb-ccdc-41d3-a6a6-50d70b13bf85'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:57.139500 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.206103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 172.20.0.8 (2019510f-d5bc-4133-827f-91df95114d14/43523b13-a57d-4cf6-a88a-42e189282d35/8ab779db-a8fa-44e2-832f-340b36c8d351) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:57.218429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:feb2:c228 (2019510f-d5bc-4133-827f-91df95114d14/6e4572c7-6863-4db8-9e5a-99ab647a6e31/8ab779db-a8fa-44e2-832f-340b36c8d351) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:57.473611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] For port 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:57.492311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] For port 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26566ca2-77d8-4f0c-8672-5a1f4864c16e,segment=NetworkSegment(5d28b0c8-e6db-4570-9e8e-4ccabd1619d5),segment_id=5d28b0c8-e6db-4570-9e8e-4ccabd1619d5)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:57.628136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:57.731547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6ef4a362-3b3d-4936-95b5-b07411dd5985 req-57c52931-4328-42b8-934f-268f91a96268 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1646841 Feb 19 01:23:57.885847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8487eb-890d-4e9d-829e-b5b8f810241f None None] Pushing event updated for resources: {'Port': ['ID=26566ca2-77d8-4f0c-8672-5a1f4864c16e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:58.165297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46a6a4-cba4-49c4-92a4-c0e85bff170e None None] Network efcee9e8-c6fa-4458-9ca5-39473de816af requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:58.508186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (8ab779db-a8fa-44e2-832f-340b36c8d351), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:58.509672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Provisioning complete for port 59be05ce-4590-484d-a32a-e272e35fd41a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:58.517605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:58.570229 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (cf514b77-d09a-4586-b719-27287736e0dd), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:58.664727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cf514b77-d09a-4586-b719-27287736e0dd), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:58.675717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a98dfbf-b8fe-4e86-a401-f766ba229f6c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:58.856139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:58.911512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a1010-6fb8-4f33-b1f3-634ede499720 None None] Network f42719e4-fc6b-4668-a234-b0e65a94176e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:58.934734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=cf514b77-d09a-4586-b719-27287736e0dd,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:58.990348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.019209 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.041928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5d029e7-7a0e-4eb4-bd43-b5f454ba70d0 req-7208176b-b95c-4f4e-9845-98c1e6337f0d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1058285 Feb 19 01:23:59.089223 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ab779db-a8fa-44e2-832f-340b36c8d351), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.186111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f6079d-5d4a-4a2e-9e53-e1a3b91d9612 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:23:59.239170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:59.254532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:59.268261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:59.278196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:59.297204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network efcee9e8-c6fa-4458-9ca5-39473de816af is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:59.305801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:59.347479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.543129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:59.543993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.546616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Current status of the port 59be05ce-4590-484d-a32a-e272e35fd41a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:59.550938 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:59.650021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=8ab779db-a8fa-44e2-832f-340b36c8d351,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:59.743238 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:23:59.753780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network f42719e4-fc6b-4668-a234-b0e65a94176e is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:59.758123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:59.785660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1cbf8559-3296-424c-8be9-a010b48f0782 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2614174 Feb 19 01:23:59.788451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46190) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:59.808813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] For port 59be05ce-4590-484d-a32a-e272e35fd41a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=59be05ce-4590-484d-a32a-e272e35fd41a,segment=NetworkSegment(68471dd3-6989-4d64-a9c4-93374c4df180),segment_id=68471dd3-6989-4d64-a9c4-93374c4df180)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:00.004852 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:00.010824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:00.014453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:00.090000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:00.104305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-42e6bce9-75fb-4fff-a56f-5d31768d5954 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5520825 Feb 19 01:24:00.110369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46196) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:00.259648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3279dc-ffde-4d93-bedb-d02080c63304 None None] Pushing event updated for resources: {'Port': ['ID=59be05ce-4590-484d-a32a-e272e35fd41a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:00.268313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] Sync routers for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:00.315120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:00.315883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:00.373630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a6ef9-c5eb-4947-a73d-ff84f08beb95 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:00.374728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-128a6ef9-c5eb-4947-a73d-ff84f08beb95 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports/cf514b77-d09a-4586-b719-27287736e0dd HTTP/1.1" status: 200 len: 910 time: 0.2630429 Feb 19 01:24:00.399941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa52a2ab-a325-42b0-9f44-fc397ad98898 req-63d7b967-16d7-4b35-ba75-0edd4f8a5cf9 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1513698 Feb 19 01:24:00.400425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46198) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:00.462239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:00.462907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:00.485876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0acd4-9829-42e5-a040-68ffa3c580b2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:00.494896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a0acd4-9829-42e5-a040-68ffa3c580b2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:00.509199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6a0acd4-9829-42e5-a040-68ffa3c580b2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7145391 Feb 19 01:24:00.524451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46200) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:00.558800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router 60da59ca-b4ed-4f93-8731-fd6d5532a18e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:01.077176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:01.091729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2ba65b8-44e9-4914-98ca-0429cc9983f1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/60da59ca-b4ed-4f93-8731-fd6d5532a18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3060601 Feb 19 01:24:01.092950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46212) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:01.093939 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Sync routers for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:01.100991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 8ab779db-a8fa-44e2-832f-340b36c8d351 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:01.100991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8ab779db-a8fa-44e2-832f-340b36c8d351), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:01.127068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5c2f6-c362-49b1-b6a8-c3c25ceb66dc None None] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:01.143784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:01.144445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:01.274188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:01.454150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:01.506154 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:01.620072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:01.620721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:01.638980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:01.639412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:01.652135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c73f7ed-0706-4713-9cff-6db2d15ee9c0 req-2b4cfc6a-1732-430e-894b-ab31fec77cd7 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0932968 Feb 19 01:24:01.782888 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8ab779db-a8fa-44e2-832f-340b36c8d351), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:01.820443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:01.821042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a9b5d-eafe-44a5-824a-cc71501a97bf None None] The sync data for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:01.843885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:01.844281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:01.876760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 8ab779db-a8fa-44e2-832f-340b36c8d351 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:01.897865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '6e4572c7-6863-4db8-9e5a-99ab647a6e31', 'ip_address': '2001:db8::f816:3eff:fe1f:f573'}, {'subnet_id': '43523b13-a57d-4cf6-a88a-42e189282d35'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:01.917461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.918137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.918685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.925746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.926451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.926994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.927555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.928088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.929253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:01.934034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8f823cc9-1056-4083-aa5d-587bd966c6b4 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.8228090 Feb 19 01:24:01.934518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46220) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:02.026071 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:23:57Z', 'revision_number': 2, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:02.103201 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Checking router: 60da59ca-b4ed-4f93-8731-fd6d5532a18e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:02.103201 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Updating router 60da59ca-b4ed-4f93-8731-fd6d5532a18e port f430d5d7-535c-4d28-b0e8-2c53193534a2 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:24:02.120861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:02.145810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:02.148869 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.195964 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.198664 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.289846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.290321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.290833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.291307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.291753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.292196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.292637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.293080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.293518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.293954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.305049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.21.0.1 (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85/ccd65b0f-e067-4ceb-98d5-356c9ee869e3/978c66d8-4b9a-45d0-88c2-bf0111141232) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:02.306492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fb0791b-d1a6-467c-b8b6-239f59d4d2fb tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6401 time: 0.3647807 Feb 19 01:24:02.311445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46228) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:02.566007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.594929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Allocated IP 172.20.0.2 (2019510f-d5bc-4133-827f-91df95114d14/43523b13-a57d-4cf6-a88a-42e189282d35/0d8c013b-0244-48f8-93ce-887d6bd5625c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:02.732839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.742565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.743688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:02.825726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:02.855702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:02.866848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:02.894332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Provisioning complete for port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:02.898429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.047819 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks [] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.076488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b9e44671-2181-4bbe-b267-e14a923ab0ff req-586aada9-7caf-472d-965b-b9f3d0693655 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1112049 Feb 19 01:24:03.080818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=978c66d8-4b9a-45d0-88c2-bf0111141232,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:03.125848 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.139485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.140176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:03.211496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:03.361132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:03.370831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.452764 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Pushing event updated for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:03.507452 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Attempting to bind port f430d5d7-535c-4d28-b0e8-2c53193534a2 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:03.510299 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Attempting to bind port f430d5d7-535c-4d28-b0e8-2c53193534a2 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:03.510723 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Attempting to bind port f430d5d7-535c-4d28-b0e8-2c53193534a2 on network f42719e4-fc6b-4668-a234-b0e65a94176e {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:03.532219 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.532596 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.534113 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.534459 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.534805 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.536113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.541255 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.541255 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.541255 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.541255 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.545593 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.546047 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.546446 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.546804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:03.557331 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:03.561358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Checking segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:03.562285 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.564366 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Bound using segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:03.570351 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Bound port: f430d5d7-535c-4d28-b0e8-2c53193534a2, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:03.570351 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.611367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.613700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:03.677940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8141c7d8-7d86-4136-8c4a-7196529c8580 None None] Current status of the port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:03.702957 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:03.797626 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] For port f430d5d7-535c-4d28-b0e8-2c53193534a2, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:03.806683 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] For port f430d5d7-535c-4d28-b0e8-2c53193534a2, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f430d5d7-535c-4d28-b0e8-2c53193534a2,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:03.931874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72eaa7-df29-42c8-ae89-076598053de3 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:03.948130 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:04.086524 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0513c5-8df0-4534-944e-a9d9891bf16a None None] Pushing event updated for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:04.088274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port 26566ca2-77d8-4f0c-8672-5a1f4864c16e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:04.088724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:04.113125 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:04.114032 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:04.336006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:04.338082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 59be05ce-4590-484d-a32a-e272e35fd41a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:04.575416 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:04.623007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5444b08-1caf-4b1f-8643-b85451505665 req-898bae97-8f7e-45fe-8a25-03aaa71b3473 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.2442684 Feb 19 01:24:04.644422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ee98cca6-6153-4654-8fcb-9f790244b473 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 2.3307071 Feb 19 01:24:04.675693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ab779db-a8fa-44e2-832f-340b36c8d351), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:04.682134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Current status of the port 26566ca2-77d8-4f0c-8672-5a1f4864c16e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:04.690001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:04.873849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=8ab779db-a8fa-44e2-832f-340b36c8d351,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:04.894353 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 59be05ce-4590-484d-a32a-e272e35fd41a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:04.895640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.003812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] For port 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26566ca2-77d8-4f0c-8672-5a1f4864c16e,segment=NetworkSegment(5d28b0c8-e6db-4570-9e8e-4ccabd1619d5),segment_id=5d28b0c8-e6db-4570-9e8e-4ccabd1619d5)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:05.083639 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.195513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.199070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a905162b-9564-45df-b1f3-b4d41b400706 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/8ab779db-a8fa-44e2-832f-340b36c8d351 HTTP/1.1" status: 204 len: 168 time: 4.6817427 Feb 19 01:24:05.201888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:05.274554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Pushing event updated for resources: {'Port': ['ID=26566ca2-77d8-4f0c-8672-5a1f4864c16e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:05.293871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46266) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:05.355182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6c387-3fe7-40d7-9e2e-067f800863d2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.359581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6c387-3fe7-40d7-9e2e-067f800863d2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.361086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a6c387-3fe7-40d7-9e2e-067f800863d2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.368161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-85a6c387-3fe7-40d7-9e2e-067f800863d2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1625297 Feb 19 01:24:05.369709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46270) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:05.381269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port 59be05ce-4590-484d-a32a-e272e35fd41a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:05.381767 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.486445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 59be05ce-4590-484d-a32a-e272e35fd41a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:05.498445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdbea1c7-b238-43e4-8407-6454f20bf4ba up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:05.574013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 43523b13-a57d-4cf6-a88a-42e189282d35 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:05.592646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (43523b13-a57d-4cf6-a88a-42e189282d35), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.759713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03202bee-a3a3-414f-a61b-336f9af5c186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.762552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:03Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:05.778593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (43523b13-a57d-4cf6-a88a-42e189282d35), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.812676 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.896963 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256eb5-a3c3-43b2-8dcd-3ccbfdf74aa6 None None] The sync data for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 is: [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:03Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:05.920831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.926509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cdbea1c7-b238-43e4-8407-6454f20bf4ba triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:05.927056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.977246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18e5a132-5fd4-4b74-8c14-e3812b48ed17 req-5aae2714-7135-4cd3-b04e-db1753e01613 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1776922 Feb 19 01:24:06.102190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Current status of the port 59be05ce-4590-484d-a32a-e272e35fd41a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:06.151808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port 978c66d8-4b9a-45d0-88c2-bf0111141232 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:06.152195 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.192406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (43523b13-a57d-4cf6-a88a-42e189282d35), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.326752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46282) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:06.336408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946788226', 'description': 'tempest-secgroup-smoke-946788226 description', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:06.364808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Port 978c66d8-4b9a-45d0-88c2-bf0111141232 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:06.408094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=978c66d8-4b9a-45d0-88c2-bf0111141232,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:06.430454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.440763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port cf514b77-d09a-4586-b719-27287736e0dd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:06.441652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf514b77-d09a-4586-b719-27287736e0dd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.470397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cdbea1c7-b238-43e4-8407-6454f20bf4ba is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:06.471595 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.475826 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.540934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port cdbea1c7-b238-43e4-8407-6454f20bf4ba, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdbea1c7-b238-43e4-8407-6454f20bf4ba,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:06.546761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Port cf514b77-d09a-4586-b719-27287736e0dd cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:06.574536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:06.574970 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.598354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (43523b13-a57d-4cf6-a88a-42e189282d35), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.696181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=43523b13-a57d-4cf6-a88a-42e189282d35,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:06.705437 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.709095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ab10a031-4931-4a38-9b9b-ae91d61a2d41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/43523b13-a57d-4cf6-a88a-42e189282d35 HTTP/1.1" status: 204 len: 168 time: 1.3384035 Feb 19 01:24:06.714710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03202bee-a3a3-414f-a61b-336f9af5c186 admin admin] Publish callbacks [] for security_group (480a759b-aed9-4a19-9dda-26cf7b5b54c4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.715793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:06.718649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.741570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:06.741570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:06.749024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:06.876085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 6e4572c7-6863-4db8-9e5a-99ab647a6e31 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:06.893153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (6e4572c7-6863-4db8-9e5a-99ab647a6e31), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.027704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=cdbea1c7-b238-43e4-8407-6454f20bf4ba,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:07.077212 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-03202bee-a3a3-414f-a61b-336f9af5c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (480a759b-aed9-4a19-9dda-26cf7b5b54c4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.104655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6e4572c7-6863-4db8-9e5a-99ab647a6e31), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.229554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.252156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03202bee-a3a3-414f-a61b-336f9af5c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a759b-aed9-4a19-9dda-26cf7b5b54c4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:07.285202 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:07.290784 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-03202bee-a3a3-414f-a61b-336f9af5c186 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=38fc65d3c05b4bb6a6ddda38e7176ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9958165 Feb 19 01:24:07.298826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46296) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:07.345341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d938654-03b7-4b08-8ccf-876ce997f7b7 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:07.348900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Current status of the port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:07.388190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.394865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0668869 Feb 19 01:24:07.396573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46298) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:07.426300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2be27f6-bcb0-4bb2-83d6-71fd4e1f3609 req-0125b6c3-c0df-4e2b-ae8b-3ac3fda74d79 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1807468 Feb 19 01:24:07.438405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:07.485904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f430d5d7-535c-4d28-b0e8-2c53193534a2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:07.523538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26c76d-a46d-454b-9467-3c80043015b2 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:07.612685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] Publish callbacks [] for security_group (480a759b-aed9-4a19-9dda-26cf7b5b54c4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.621494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6e4572c7-6863-4db8-9e5a-99ab647a6e31), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.671282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] Publish callbacks [] for security_group (480a759b-aed9-4a19-9dda-26cf7b5b54c4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.680044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Provisioning complete for port f430d5d7-535c-4d28-b0e8-2c53193534a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:07.680690 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.743564 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (02a8f94f-ef44-4bbd-ab6e-74a9e96ce2b3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.811907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f430d5d7-535c-4d28-b0e8-2c53193534a2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:07.812288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.879699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (480a759b-aed9-4a19-9dda-26cf7b5b54c4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.884204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.891942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/480a759b-aed9-4a19-9dda-26cf7b5b54c4 HTTP/1.1" status: 204 len: 168 time: 0.5874608 Feb 19 01:24:07.947834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f237090-cdf2-49f0-9349-9b31ea133ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a759b-aed9-4a19-9dda-26cf7b5b54c4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:07.962619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (02a8f94f-ef44-4bbd-ab6e-74a9e96ce2b3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:07.971102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:07.983680 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bdaeba70-f1fc-4937-8026-aadf4e7527af tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5822055 Feb 19 01:24:07.986347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46306) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:08.003893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6e4572c7-6863-4db8-9e5a-99ab647a6e31), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.068067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (02a8f94f-ef44-4bbd-ab6e-74a9e96ce2b3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.090554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4572c7-6863-4db8-9e5a-99ab647a6e31,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:08.102539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.109018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-910daf63-2e72-47a2-8b18-461ede6dbf3b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/6e4572c7-6863-4db8-9e5a-99ab647a6e31 HTTP/1.1" status: 204 len: 168 time: 1.3835349 Feb 19 01:24:08.109827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:08.136321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a8f94f-ef44-4bbd-ab6e-74a9e96ce2b3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:08.174642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfa69f-f2db-4d73-b17f-0ce01a946049 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:08.177737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fbdfa69f-f2db-4d73-b17f-0ce01a946049 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports/978c66d8-4b9a-45d0-88c2-bf0111141232 HTTP/1.1" status: 200 len: 910 time: 0.1891894 Feb 19 01:24:08.181323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46312) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:08.198795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3895189a-5791-43ff-8317-32f263957af3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874760 Feb 19 01:24:08.204299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46316) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:08.217559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:08.308029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.312740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0e01c0b3-c557-42e5-bd77-4379f2a45316 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8848984 Feb 19 01:24:08.321970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46318) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:08.330403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:08.433624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] Sync routers for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:08.464988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Current status of the port f430d5d7-535c-4d28-b0e8-2c53193534a2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:08.469281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.533127 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:08.537434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.574049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] For port f430d5d7-535c-4d28-b0e8-2c53193534a2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f430d5d7-535c-4d28-b0e8-2c53193534a2,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:08.592187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:08.592841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:08.597188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f430d5d7-535c-4d28-b0e8-2c53193534a2 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:08.597585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.612420 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (d0b5ce70-dcf0-4cd0-981e-a095f9644714), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.672228 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d91ad3e4-c28b-486f-a363-dde8f8b96fec req-b0d06d90-a394-4909-99a1-0ae851a6fa36 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1182988 Feb 19 01:24:08.728110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (d0b5ce70-dcf0-4cd0-981e-a095f9644714), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.749801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:24:08.750177 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:24:08.751251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.752965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:08.821779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5307334-10c9-46cd-98db-6e435e011425 None None] Pushing event updated for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:08.827707 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (d0b5ce70-dcf0-4cd0-981e-a095f9644714), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:08.833590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:08.834239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:08.910026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b5ce70-dcf0-4cd0-981e-a095f9644714,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:08.969825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:08.970759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c287af-d6c6-4eb8-88c0-54104b584f73 None None] The sync data for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:08.987636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46338) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:09.025799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:09.030515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.032501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c241fe-c374-4487-8f53-5efe803e0a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.069237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.084241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eadff8a6-cbe5-4485-8d4c-39b6ea753a80 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7605815 Feb 19 01:24:09.087403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:09.094934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:09.222944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (0b37319c-3d00-401a-a667-01bccd61a05e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.231901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:09.357165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f430d5d7-535c-4d28-b0e8-2c53193534a2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:09.358600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a98dfbf-b8fe-4e86-a401-f766ba229f6c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:09.388843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.448241 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:09.552830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Provisioning complete for port 978c66d8-4b9a-45d0-88c2-bf0111141232 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:09.553333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.582666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (0b37319c-3d00-401a-a667-01bccd61a05e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.598309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c241fe-c374-4487-8f53-5efe803e0a60 admin admin] Publish callbacks [] for security_group (6ad88d23-012e-41ad-81b9-eb283dd2d77a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.660188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:09.661192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.699206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18c241fe-c374-4487-8f53-5efe803e0a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6ad88d23-012e-41ad-81b9-eb283dd2d77a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.732390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (0b37319c-3d00-401a-a667-01bccd61a05e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:09.847462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f8d0f-2953-431e-9355-6d52ed5a02c4 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:09.883187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b37319c-3d00-401a-a667-01bccd61a05e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:10.003693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91d8e04e-adbe-4698-b6a5-b170b49e9ab7 req-ea8c44be-f7fd-4449-9aca-be245431e9b3 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0889144 Feb 19 01:24:10.004555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:24:10.011771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:10.035030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.051620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3f8714b5-b791-4515-918d-54591fe4d41b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9529769 Feb 19 01:24:10.051620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46358) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:10.057088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:10.096876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c241fe-c374-4487-8f53-5efe803e0a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad88d23-012e-41ad-81b9-eb283dd2d77a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:10.118201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Port 978c66d8-4b9a-45d0-88c2-bf0111141232 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:10.276364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Could not find standard attr ID for object 8ab779db-a8fa-44e2-832f-340b36c8d351. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:24:10.293162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (13cb399a-478c-411e-9220-6abd77b92801), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.295642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:10.296824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:10.321068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.376544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c2980b6-13d7-4d2a-a72f-b636fd5ca2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.405941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Provisioning complete for port f430d5d7-535c-4d28-b0e8-2c53193534a2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:10.406619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.480537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.493919 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18c241fe-c374-4487-8f53-5efe803e0a60 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=92d4197286e64a578d94be77baec8ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5022542 Feb 19 01:24:10.497908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (13cb399a-478c-411e-9220-6abd77b92801), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.499345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:10.519621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 978c66d8-4b9a-45d0-88c2-bf0111141232 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:10.519959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.523391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:10.523962 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.665096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.681368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 978c66d8-4b9a-45d0-88c2-bf0111141232 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:10.744856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d8d5775-04f1-4f26-aa97-91746e7630b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.746537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.757565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b4997035-6b8e-49cb-bec3-b1f5c3f8a424 None None] Current status of the port f430d5d7-535c-4d28-b0e8-2c53193534a2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:10.781064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:10.782278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 59be05ce-4590-484d-a32a-e272e35fd41a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:10.896521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1a002941-bd5f-40e9-b1ac-7782a83c1156 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:10.897020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a002941-bd5f-40e9-b1ac-7782a83c1156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:10.957222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 59be05ce-4590-484d-a32a-e272e35fd41a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:10.957600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.000659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (13cb399a-478c-411e-9220-6abd77b92801), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.102068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1a002941-bd5f-40e9-b1ac-7782a83c1156 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:11.128593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:11.191178 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c2980b6-13d7-4d2a-a72f-b636fd5ca2a3 admin admin] Publish callbacks [] for security_group (37a251d1-f58d-465b-8ddf-618a9b3088ee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.206221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.208758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.209595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 59be05ce-4590-484d-a32a-e272e35fd41a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:11.209724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-945bf085-1327-479a-81f1-bb5744b568a8 req-fe507762-d0a5-4e42-bba1-c5eec94a7a74 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0543756 Feb 19 01:24:11.215826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26566ca2-77d8-4f0c-8672-5a1f4864c16e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:11.224399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46374) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:11.225502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1755486 Feb 19 01:24:11.231699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (978c66d8-4b9a-45d0-88c2-bf0111141232), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.231868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:11.276528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.309382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dc57e-e09c-4aa0-984b-23a624482e83 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cb399a-478c-411e-9220-6abd77b92801,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.325740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 26566ca2-77d8-4f0c-8672-5a1f4864c16e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:11.326123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.432707 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:24:11.441481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.467527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e51a7623-5b71-4757-9c7b-bce0ee18e463), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.486866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c2980b6-13d7-4d2a-a72f-b636fd5ca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37a251d1-f58d-465b-8ddf-618a9b3088ee), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.507310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (03b78338-c159-497e-8f62-1f17f21e1e9f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.536433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 26566ca2-77d8-4f0c-8672-5a1f4864c16e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:11.547402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] Publish callbacks [] for security_group (6ad88d23-012e-41ad-81b9-eb283dd2d77a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.599352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] Publish callbacks [] for security_group (6ad88d23-012e-41ad-81b9-eb283dd2d77a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.619354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:11.632949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:11.650373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e2db1-b519-4af5-94e0-6acb354f3f23 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:11.661348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:11.662228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.701369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c2980b6-13d7-4d2a-a72f-b636fd5ca2a3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a0a94896aa5e4851a8fc84512f3a525b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6867974 Feb 19 01:24:11.711851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46378) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:11.731134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:11.761441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2980b6-13d7-4d2a-a72f-b636fd5ca2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a251d1-f58d-465b-8ddf-618a9b3088ee,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.765167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=978c66d8-4b9a-45d0-88c2-bf0111141232,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.818896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6123919 Feb 19 01:24:11.823620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:11.847911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e4764-3ea0-44c7-8785-cc5edbf83648 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=03b78338-c159-497e-8f62-1f17f21e1e9f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.848129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:11.900849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] Publish callbacks [] for security_group (37a251d1-f58d-465b-8ddf-618a9b3088ee), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.918928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6ad88d23-012e-41ad-81b9-eb283dd2d77a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.921809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.923079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6ad88d23-012e-41ad-81b9-eb283dd2d77a HTTP/1.1" status: 204 len: 168 time: 1.4138730 Feb 19 01:24:11.946299 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (e51a7623-5b71-4757-9c7b-bce0ee18e463), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.947279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831fef7-cc5a-4fda-ba3f-fe8e6f9cb66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad88d23-012e-41ad-81b9-eb283dd2d77a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:11.964088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:11.972885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] Publish callbacks [] for security_group (37a251d1-f58d-465b-8ddf-618a9b3088ee), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.042878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:12.043634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e51a7623-5b71-4757-9c7b-bce0ee18e463), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.044615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.077759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a7623-5b71-4757-9c7b-bce0ee18e463,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:12.175692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.177194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9822f703-5bb8-43b2-ad31-d21b448e42ec tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9511988 Feb 19 01:24:12.180561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46386) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:12.185690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'security_group_rule': {'security_group_id': '8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa', 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:12.198925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (37a251d1-f58d-465b-8ddf-618a9b3088ee), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.201835 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.202974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/37a251d1-f58d-465b-8ddf-618a9b3088ee HTTP/1.1" status: 204 len: 168 time: 0.4781287 Feb 19 01:24:12.240705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f9f13-1d8d-45be-a72c-7c2572fd11cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a251d1-f58d-465b-8ddf-618a9b3088ee,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:12.349977 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Project 187e6e9a741e4cb7984a72b9c1ee6a49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:24:12.356380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (ced78084-f41a-40c2-864c-d18ac51724dc), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.361579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:12.414003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:12.421158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f430d5d7-535c-4d28-b0e8-2c53193534a2 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:12.541186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (ced78084-f41a-40c2-864c-d18ac51724dc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.581718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f430d5d7-535c-4d28-b0e8-2c53193534a2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:12.583713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.603007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:12.605392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-95915472-9e64-43b5-a0c5-78e2ff983c88 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4206343 Feb 19 01:24:12.608420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ede04ecb-59ae-4522-b07a-54535e9b22e1 req-70ec44ab-6d64-4f96-af0b-cfdd2c61d9f6 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0548580 Feb 19 01:24:12.609061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:12.614494 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] Sync routers for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:12.618419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ced78084-f41a-40c2-864c-d18ac51724dc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.653498 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:12.654317 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.680051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced78084-f41a-40c2-864c-d18ac51724dc,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:12.769015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.770599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1799d4dc-2756-43d8-a1a4-f021e659fe36 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5890653 Feb 19 01:24:12.781625 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.814280 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:12.815003 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:23:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.838733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:12.844794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.877022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5b1bbc51-3e4e-420a-b808-d93c1a67915f None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:12.877434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b1bbc51-3e4e-420a-b808-d93c1a67915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:12.877828 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:12.878736 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023348d9-2e2b-43e5-b495-27736fa5f2eb None None] The sync data for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:13.008305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f430d5d7-535c-4d28-b0e8-2c53193534a2 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:13.012769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdbea1c7-b238-43e4-8407-6454f20bf4ba up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:13.035070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bbc51-3e4e-420a-b808-d93c1a67915f None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:13.057239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0b47-6c36-4f38-90bc-709a3ed12a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.104533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cdbea1c7-b238-43e4-8407-6454f20bf4ba triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:13.107027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:13.383076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-a469f406-3fc5-49cb-8f96-87998fd6936a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946788226&fields=id&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 267 time: 0.1826608 Feb 19 01:24:13.409156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cdbea1c7-b238-43e4-8407-6454f20bf4ba is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:13.650956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-6867f1a8-5896-420a-b581-276c50b30485 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:13.652790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-6867f1a8-5896-420a-b581-276c50b30485 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 796 time: 0.2687685 Feb 19 01:24:13.679921 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-ba3acd93-d0e3-417f-bd28-fd4e699616d6 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/quotas/187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 375 time: 0.0189619 Feb 19 01:24:13.874664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-0b2ec13d-0252-41af-b9a6-3c9cbe431c5a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893489 Feb 19 01:24:13.966814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.062411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccee39fe-5991-46d0-94df-705c44815dea req-2b296a0e-a841-4f68-8f72-94da10a199ce tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.1186917 Feb 19 01:24:14.138817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-30e89efa-4158-409d-b503-0cd6bfc5b984 service neutron] 10.222.0.94 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499015 Feb 19 01:24:14.246872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.277442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (37bbe981-0b90-434e-bb3a-0ff9e3005b14), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.338509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=37bbe981-0b90-434e-bb3a-0ff9e3005b14,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:14.358287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-350e53de-1b7e-4f6e-9b61-344c011f0125 service neutron] 10.222.0.94 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054687 Feb 19 01:24:14.359375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:14.364822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:14.370305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:14.371238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.382980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16800936-68c6-457d-b193-11f4e0d85a44 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:14.464945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:14.470026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:39:b4:3d', 'name': 'tempest-NetworksTestDHCPv6-1305623221'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:14.491764 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1b9b0ac-59b2-4b15-b09e-16fc01a508e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6494393 Feb 19 01:24:14.660071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port cf514b77-d09a-4586-b719-27287736e0dd {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:14.660473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cf514b77-d09a-4586-b719-27287736e0dd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.728504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '03b78338-c159-497e-8f62-1f17f21e1e9f', 'ip_address': '2001:db8::f816:3eff:fe1f:f573'}, {'subnet_id': '37bbe981-0b90-434e-bb3a-0ff9e3005b14'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:14.790622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.791756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-346bcbb4-56c1-43d4-b2f0-092101aa2166 req-98ed7a9b-99ce-49bc-9ea1-6574dfb3552a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0646298 Feb 19 01:24:14.831147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cf514b77-d09a-4586-b719-27287736e0dd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:14.836116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:14.878953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for cf514b77-d09a-4586-b719-27287736e0dd owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:15.042904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.128814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port bc8d16f0-e5db-409e-bf46-ca12d8be9f7a yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:24:15.185942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Allocated IP 172.20.0.2 (2019510f-d5bc-4133-827f-91df95114d14/37bbe981-0b90-434e-bb3a-0ff9e3005b14/0d8c013b-0244-48f8-93ce-887d6bd5625c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:15.242878 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bda58aa6-3033-4ddc-b5d6-dbff3dd7de3d req-487f0f49-162e-4234-b5ff-555ac440d00c tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.0663183 Feb 19 01:24:15.257929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cf514b77-d09a-4586-b719-27287736e0dd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.333471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=cf514b77-d09a-4586-b719-27287736e0dd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:15.416759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:15.451032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.469850 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.587674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.610239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:15.800298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 172.20.0.10 (2019510f-d5bc-4133-827f-91df95114d14/37bbe981-0b90-434e-bb3a-0ff9e3005b14/bc8d16f0-e5db-409e-bf46-ca12d8be9f7a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:15.815798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe39:b43d (2019510f-d5bc-4133-827f-91df95114d14/03b78338-c159-497e-8f62-1f17f21e1e9f/bc8d16f0-e5db-409e-bf46-ca12d8be9f7a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:15.979765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:15.999181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.002734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.006689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.007870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.008329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.010359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.010647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.011174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.015444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.015925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.016376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.016981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.019656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e94c7-919d-4053-af51-04187b116c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:16.118023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:16.163406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea717a9f-35f7-46a7-b0aa-72c799cf5e76 req-0db1bf46-96b8-4544-ae01-d7c4d6eb67f7 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0881786 Feb 19 01:24:16.209332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.328074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:16.343254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] Sync routers for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:16.350611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.364847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0ec576a3-d302-4e70-a3ae-26975e181c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7543769 Feb 19 01:24:16.368950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46530) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:16.374772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:16.382841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.443946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e34d7a14-826b-4964-9318-95c91159d60a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a HTTP/1.1" status: 200 len: 205 time: 0.0736437 Feb 19 01:24:16.451323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46534) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:16.453569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=bc8d16f0-e5db-409e-bf46-ca12d8be9f7a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:16.497500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.517316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] Routers {'0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:16.518255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.618380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:16.619295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f024bfc-827d-4bfb-8a54-7ee15f928adb None None] The sync data for ids ['0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:16.718531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46542) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:16.753144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7799501-981c-425f-9b18-380ff50a35e6 req-7bab55cb-7bb7-4739-aa45-b8ad10af5575 tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c60540-e775-410f-a3ce-3fac0c279249 HTTP/1.1" status: 200 len: 210 time: 0.3040004 Feb 19 01:24:16.772476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:16.781652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.785646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:16.789847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:16.877681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:16.878349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.904330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:16.954407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c94-2139-4264-bb8f-ec9f279f7dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.107071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c94-2139-4264-bb8f-ec9f279f7dff admin admin] Publish callbacks [] for security_group (8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.130916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8911e876-9dba-474b-be11-0e2b53b78d28 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:17.131423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8911e876-9dba-474b-be11-0e2b53b78d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.167486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7c94-2139-4264-bb8f-ec9f279f7dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.233900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7c94-2139-4264-bb8f-ec9f279f7dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:17.322283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8911e876-9dba-474b-be11-0e2b53b78d28 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:17.349742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db4c3c66-03c5-447d-b5c8-f9d2aa91a32a req-fc3e52fe-808a-461c-84e0-538dfbb966fd tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0948081 Feb 19 01:24:17.352705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc8e7c94-2139-4264-bb8f-ec9f279f7dff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a542b5185e3c4399b8b5b7bfe6c118b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329498 Feb 19 01:24:17.355319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46554) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:17.464857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] Publish callbacks [] for security_group (8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.496034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] Publish callbacks [] for security_group (8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.549082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.554586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-573dfaf1-21c9-4f42-a1b6-1763b3b4f4dc None None] Provisioning complete for port bc8d16f0-e5db-409e-bf46-ca12d8be9f7a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:17.555665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-573dfaf1-21c9-4f42-a1b6-1763b3b4f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.583174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.668036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f66692e7-1dff-4417-b454-44b58a0cb01a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2011867 Feb 19 01:24:17.670068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46566) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:17.687015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:17.721331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-573dfaf1-21c9-4f42-a1b6-1763b3b4f4dc None None] Port bc8d16f0-e5db-409e-bf46-ca12d8be9f7a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:17.749840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:17.750312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.753491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.761031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.761031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d HTTP/1.1" status: 204 len: 168 time: 0.4004209 Feb 19 01:24:17.778682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.786055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router 0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:24:17.790703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8da682-8726-4570-923e-e349131ef642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd04b93-4ce9-49e4-b6eb-c8fe9b99c25d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:17.815225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc12b21-b3ea-4ae1-9290-37347db7ddd6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:17.816797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.819305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8007e681-a1d2-4b2b-852c-109f9e24672c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a HTTP/1.1" status: 204 len: 168 time: 1.3584411 Feb 19 01:24:17.821695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46574) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:17.835255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc12b21-b3ea-4ae1-9290-37347db7ddd6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:17.840848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4dc12b21-b3ea-4ae1-9290-37347db7ddd6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1690838 Feb 19 01:24:17.845607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46576) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:17.884102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46578) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:17.940681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet ccd65b0f-e067-4ceb-98d5-356c9ee869e3 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:17.946119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (ccd65b0f-e067-4ceb-98d5-356c9ee869e3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:17.971992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:18.037242 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ccd65b0f-e067-4ceb-98d5-356c9ee869e3), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.095725 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (71e34054-a40e-44a8-966c-8e21cf18dd10), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.130682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (71e34054-a40e-44a8-966c-8e21cf18dd10), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.154940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ccd65b0f-e067-4ceb-98d5-356c9ee869e3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.163139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port bc8d16f0-e5db-409e-bf46-ca12d8be9f7a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:18.164606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.284375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.298401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for bc8d16f0-e5db-409e-bf46-ca12d8be9f7a owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:18.322590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ccd65b0f-e067-4ceb-98d5-356c9ee869e3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.350602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd65b0f-e067-4ceb-98d5-356c9ee869e3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:18.360127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.367454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-48a70cc5-af74-44cd-8e54-0dea01f8096c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/ccd65b0f-e067-4ceb-98d5-356c9ee869e3 HTTP/1.1" status: 204 len: 168 time: 0.5440392 Feb 19 01:24:18.368488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46584) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:18.370142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15065c75-fea0-4da6-ac5f-5df2a37e0b07 None None] Network 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:18.427738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:18.432156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.493533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.552138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (71e34054-a40e-44a8-966c-8e21cf18dd10), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.560105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.562200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] 10.222.0.94 "DELETE /v2.0/security-groups/71e34054-a40e-44a8-966c-8e21cf18dd10 HTTP/1.1" status: 204 len: 168 time: 0.6746368 Feb 19 01:24:18.614320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596982c8-ce1e-411a-985e-92d8e375616d tempest-TestVolumeBackupRestore-2071448710 tempest-TestVolumeBackupRestore-2071448710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e34054-a40e-44a8-966c-8e21cf18dd10,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:18.619928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99a6a361-c82b-494a-9053-a5c20d5ba0dd req-7503213a-ed48-43db-bae5-8f5de1fb9b60 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0998631 Feb 19 01:24:18.625763 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.702792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] DHCP port deletion for 5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:18.739139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bc8d16f0-e5db-409e-bf46-ca12d8be9f7a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.767701 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.777906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Deleting port 26566ca2-77d8-4f0c-8672-5a1f4864c16e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:18.778793 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.790467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=bc8d16f0-e5db-409e-bf46-ca12d8be9f7a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:18.836077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46598) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:18.837804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:18.865639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.883148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f40c8f-3049-44db-9dde-d0b6e28999fb None None] Network efcee9e8-c6fa-4458-9ca5-39473de816af requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:18.884310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-184060bb-0aa4-4853-9a2f-bf2a8d7aa2a9 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a HTTP/1.1" status: 204 len: 168 time: 0.5104752 Feb 19 01:24:18.887755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46600) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:18.951990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57f9-aefb-4cdb-bc07-89189c7d67d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.955067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:18.970088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-542557e1-4d49-47e3-bb17-cedaae419ca9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/bc8d16f0-e5db-409e-bf46-ca12d8be9f7a HTTP/1.1" status: 204 len: 168 time: 1.1200194 Feb 19 01:24:18.978664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46602) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:19.034671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.067194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94bb9-41ba-4ea8-853f-8d2b4fd32d95 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.068533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94bb9-41ba-4ea8-853f-8d2b4fd32d95 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.070675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f94bb9-41ba-4ea8-853f-8d2b4fd32d95 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.072369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65f94bb9-41ba-4ea8-853f-8d2b4fd32d95 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0899131 Feb 19 01:24:19.075959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46608) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:19.135023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 26566ca2-77d8-4f0c-8672-5a1f4864c16e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:19.136366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.248618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 03b78338-c159-497e-8f62-1f17f21e1e9f {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:19.268986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (03b78338-c159-497e-8f62-1f17f21e1e9f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.399342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] For port 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26566ca2-77d8-4f0c-8672-5a1f4864c16e,segment=NetworkSegment(5d28b0c8-e6db-4570-9e8e-4ccabd1619d5),segment_id=5d28b0c8-e6db-4570-9e8e-4ccabd1619d5)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:19.399746 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.402971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 26566ca2-77d8-4f0c-8672-5a1f4864c16e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=26566ca2-77d8-4f0c-8672-5a1f4864c16e,segment=NetworkSegment(5d28b0c8-e6db-4570-9e8e-4ccabd1619d5),segment_id=5d28b0c8-e6db-4570-9e8e-4ccabd1619d5)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:19.403371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.444417 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (03b78338-c159-497e-8f62-1f17f21e1e9f), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.494029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Calling delete_port for 26566ca2-77d8-4f0c-8672-5a1f4864c16e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:19.508061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 26566ca2-77d8-4f0c-8672-5a1f4864c16e owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:19.533335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57f9-aefb-4cdb-bc07-89189c7d67d9 admin admin] Publish callbacks [] for security_group (ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.636093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57f9-aefb-4cdb-bc07-89189c7d67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.704198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46632) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:19.704781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b2e57f9-aefb-4cdb-bc07-89189c7d67d9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a638d11b57d24fc3a65af0e1c3116e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8644750 Feb 19 01:24:19.743508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] DHCP port deletion for efcee9e8-c6fa-4458-9ca5-39473de816af request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:19.754657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (03b78338-c159-497e-8f62-1f17f21e1e9f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.778559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26566ca2-77d8-4f0c-8672-5a1f4864c16e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:19.942705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e57f9-aefb-4cdb-bc07-89189c7d67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:19.975054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91b57c83-a7df-4b00-98ec-e86f814dad7e req-275f5dd6-edd3-4934-b186-8b0399243a8a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0740364 Feb 19 01:24:19.978489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (03b78338-c159-497e-8f62-1f17f21e1e9f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.011577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=03b78338-c159-497e-8f62-1f17f21e1e9f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:20.016398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.018479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No active binding found for port 26566ca2-77d8-4f0c-8672-5a1f4864c16e {{(pid=110603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 01:24:20.018869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] The host n-d-826529-3 is not matching for port 26566ca2-77d8-4f0c-8672-5a1f4864c16e host None! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:24:20.020229 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-39d1ecfb-9343-4367-9127-51ce9ca1c905 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/03b78338-c159-497e-8f62-1f17f21e1e9f HTTP/1.1" status: 204 len: 168 time: 0.9433374 Feb 19 01:24:20.022693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46636) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:20.027390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 26566ca2-77d8-4f0c-8672-5a1f4864c16e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:20.031107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d04d1e-8f96-418a-a509-2f8868eeff10 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:20.076304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-48d67592-895e-4634-bf69-cb75b6ab8487 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:20.078156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-48d67592-895e-4634-bf69-cb75b6ab8487 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 796 time: 0.2402642 Feb 19 01:24:20.083444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.095987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 37bbe981-0b90-434e-bb3a-0ff9e3005b14 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:20.108088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (37bbe981-0b90-434e-bb3a-0ff9e3005b14), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.154003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port 26566ca2-77d8-4f0c-8672-5a1f4864c16e on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:20.197734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Deleting port 59be05ce-4590-484d-a32a-e272e35fd41a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:20.200298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.217181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=26566ca2-77d8-4f0c-8672-5a1f4864c16e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:20.228734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (37bbe981-0b90-434e-bb3a-0ff9e3005b14), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.380255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (37bbe981-0b90-434e-bb3a-0ff9e3005b14), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.404699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] For port 59be05ce-4590-484d-a32a-e272e35fd41a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=59be05ce-4590-484d-a32a-e272e35fd41a,segment=NetworkSegment(68471dd3-6989-4d64-a9c4-93374c4df180),segment_id=68471dd3-6989-4d64-a9c4-93374c4df180)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:20.405417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.430803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-b9865138-291c-4e2b-a232-263643cf138c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49 HTTP/1.1" status: 200 len: 379 time: 0.3274739 Feb 19 01:24:20.449216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Calling delete_port for 59be05ce-4590-484d-a32a-e272e35fd41a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:20.497339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'port': {'device_id': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'admin_state_up': True, 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'security_groups': ['8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:20.502745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (26566ca2-77d8-4f0c-8672-5a1f4864c16e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.527537 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.552238 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] Publish callbacks [] for security_group (ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.566731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] No DVR routers for this DVR port 26566ca2-77d8-4f0c-8672-5a1f4864c16e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:20.583623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b361f3f-e11f-4cd0-b1d4-63ac10f2278c None None] Pushing event deleted for resources: {'Port': ['ID=26566ca2-77d8-4f0c-8672-5a1f4864c16e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:20.589620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (37bbe981-0b90-434e-bb3a-0ff9e3005b14), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.620776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.628619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/37bbe981-0b90-434e-bb3a-0ff9e3005b14 HTTP/1.1" status: 204 len: 168 time: 0.6007249 Feb 19 01:24:20.630920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46662) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:20.680557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e49c6-d313-4aef-a65c-f2be88aa1a1b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=37bbe981-0b90-434e-bb3a-0ff9e3005b14,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:20.729480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5297bfbb-ccdc-41d3-a6a6-50d70b13bf85']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:20.749542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-28b9444e-a666-4a60-9de7-434ec01a9044 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170392 Feb 19 01:24:20.751322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:20.754850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d28b0c8-e6db-4570-9e8e-4ccabd1619d5') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:20.757423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46670) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:20.763273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:20.797973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] Publish callbacks [] for security_group (ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.802426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (5d28b0c8-e6db-4570-9e8e-4ccabd1619d5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.895417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5d28b0c8-e6db-4570-9e8e-4ccabd1619d5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.919362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (59be05ce-4590-484d-a32a-e272e35fd41a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.921671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:20.922301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (5d28b0c8-e6db-4570-9e8e-4ccabd1619d5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:20.933539 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:21.008853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:21.013127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.040776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] No DVR routers for this DVR port 59be05ce-4590-484d-a32a-e272e35fd41a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:21.054586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f57c7b-30fe-4124-a49d-f0eca2ac2134 None None] Pushing event deleted for resources: {'Port': ['ID=59be05ce-4590-484d-a32a-e272e35fd41a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:21.124186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c4901-02c9-4576-b9ba-be6a1b12186a None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '37bbe981-0b90-434e-bb3a-0ff9e3005b14'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:21.171872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7bc0ae27-41b4-401d-a183-d22c004caad0 req-c52b3a68-91ab-4a92-8ec8-0c39c9f5351a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0709276 Feb 19 01:24:21.178130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5297bfbb-ccdc-41d3-a6a6-50d70b13bf85), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.179841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.183173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.186970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1 HTTP/1.1" status: 204 len: 168 time: 1.4791806 Feb 19 01:24:21.233953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.246392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/5297bfbb-ccdc-41d3-a6a6-50d70b13bf85 HTTP/1.1" status: 204 len: 168 time: 2.3568535 Feb 19 01:24:21.249639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb932098-8d11-4643-a5bd-f77d2e1c287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba695f2d-7e55-4a4c-9f2c-57265dc0f6e1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:21.293331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-778c4901-02c9-4576-b9ba-be6a1b12186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.296878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 46692) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:21.323892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13c959-4b95-4658-a04b-80118023f374 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=5297bfbb-ccdc-41d3-a6a6-50d70b13bf85,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:21.371411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Made reservation on behalf of 187e6e9a741e4cb7984a72b9c1ee6a49 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:21.374815 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.567449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (efcee9e8-c6fa-4458-9ca5-39473de816af), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.640915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (7992cb6a-0339-47ea-9a7b-294a98e15f98), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.721288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.20.0.7 (f42719e4-fc6b-4668-a234-b0e65a94176e/b24e46c5-50f8-443c-8e30-575ada37d74b/4fa56bff-499e-43b2-95f1-6fb9166147d3) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:21.725699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5286624c-19c6-4789-9904-b8bf111dcc67 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:21.732263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5286624c-19c6-4789-9904-b8bf111dcc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.756373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7620902-d8d3-4873-9ad3-28d5c8d1debd None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:21.763063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:21.780095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 59be05ce-4590-484d-a32a-e272e35fd41a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:21.857118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:21.861216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.863546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.901623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 59be05ce-4590-484d-a32a-e272e35fd41a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:21.902709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 59be05ce-4590-484d-a32a-e272e35fd41a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:21.923862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=7992cb6a-0339-47ea-9a7b-294a98e15f98,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:21.968538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (efcee9e8-c6fa-4458-9ca5-39473de816af), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.976585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d87169ef-af56-4f25-ba89-196cfc3256dd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2175608 Feb 19 01:24:21.980066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:21.985523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:22.090114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcee9e8-c6fa-4458-9ca5-39473de816af']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:22.184189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68471dd3-6989-4d64-a9c4-93374c4df180') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:22.191291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68471dd3-6989-4d64-a9c4-93374c4df180') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:22.251612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (68471dd3-6989-4d64-a9c4-93374c4df180), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.292167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (68471dd3-6989-4d64-a9c4-93374c4df180), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.307182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5286624c-19c6-4789-9904-b8bf111dcc67 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:22.318806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:22.319260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (68471dd3-6989-4d64-a9c4-93374c4df180), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:22.324612 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:22.378935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:22.384935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.487813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '7992cb6a-0339-47ea-9a7b-294a98e15f98'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:22.522983 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.551696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f93a4fd-c980-4e7e-86d6-0f2b490b190f req-0321914e-959c-4fcf-a258-a13ee781d3b5 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.1236162 Feb 19 01:24:22.579698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.625435 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (efcee9e8-c6fa-4458-9ca5-39473de816af), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.670704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.679822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/efcee9e8-c6fa-4458-9ca5-39473de816af HTTP/1.1" status: 204 len: 168 time: 1.3774774 Feb 19 01:24:22.679822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abe938-e348-4f05-9b34-8cea8d319d47 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=efcee9e8-c6fa-4458-9ca5-39473de816af,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:22.680241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46760) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:22.690037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1122540893'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:22.728622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:22.804077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network f42719e4-fc6b-4668-a234-b0e65a94176e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:22.821237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:22.832756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:22.957981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Allocated IP 172.20.0.2 (2019510f-d5bc-4133-827f-91df95114d14/7992cb6a-0339-47ea-9a7b-294a98e15f98/0d8c013b-0244-48f8-93ce-887d6bd5625c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:22.962431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:22.973338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:22.993117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.061573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.062258 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.153911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:24:23.183764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-beb54f9b-11d4-4134-8688-1f8c9913cba0 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6963406 Feb 19 01:24:23.200949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (542a07fa-8e75-4a16-8a81-a577a347348b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.200949 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment 542a07fa-8e75-4a16-8a81-a577a347348b of type vlan for network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 Feb 19 01:24:23.232191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-519959a5-8b8d-420b-8669-701618733d14 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:23.315264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (72e8dfe1-b4aa-4209-bb13-cb562a971c19), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.315663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.419150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.553040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:24:23.635758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519959a5-8b8d-420b-8669-701618733d14 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:23.665943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Request body: {'port': {'device_id': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:23.706954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:23.875578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (72e8dfe1-b4aa-4209-bb13-cb562a971c19), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.888178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.898025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.911977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.094948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-abd94e4a-4d1b-43fb-be74-ef0a4c7a507c None None] Provisioning complete for port 4fa56bff-499e-43b2-95f1-6fb9166147d3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:24.095376 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abd94e4a-4d1b-43fb-be74-ef0a4c7a507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.099514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:24.099912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e600-f9ef-4cd4-b126-fba73e9a31dd req-e8d28f15-a2ed-481b-8c37-26a7a8dd0656 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:24.100027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.102067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcd8e600-f9ef-4cd4-b126-fba73e9a31dd req-e8d28f15-a2ed-481b-8c37-26a7a8dd0656 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 931 time: 0.3565784 Feb 19 01:24:24.191792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:24.219574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-abd94e4a-4d1b-43fb-be74-ef0a4c7a507c None None] Port 4fa56bff-499e-43b2-95f1-6fb9166147d3 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:24.277160 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.422958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:24.569080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcd8e600-f9ef-4cd4-b126-fba73e9a31dd req-791c7087-81ac-47b7-8062-2c68ecd50185 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548211 Feb 19 01:24:24.905519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=72e8dfe1-b4aa-4209-bb13-cb562a971c19,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:24.913402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a8f02be7-28e4-4028-9573-282b243afaac tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2323735 Feb 19 01:24:24.923714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:24:24.957075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 46868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:24.966181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa56bff-499e-43b2-95f1-6fb9166147d3 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:24.982126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:24.994970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks [] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.066101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Transition to ACTIVE for port object 4fa56bff-499e-43b2-95f1-6fb9166147d3 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:25.229774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.305398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be04be-b0bd-4224-8627-af2bc812564e None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:25.392000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.401334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Pushing event updated for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:25.418507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:25.426390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.505434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:25.505991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.613026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Attempting to bind port 4fa56bff-499e-43b2-95f1-6fb9166147d3 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:25.613026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Attempting to bind port 4fa56bff-499e-43b2-95f1-6fb9166147d3 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:25.613026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Attempting to bind port 4fa56bff-499e-43b2-95f1-6fb9166147d3 on network f42719e4-fc6b-4668-a234-b0e65a94176e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:25.635394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Port 4fa56bff-499e-43b2-95f1-6fb9166147d3 on network f42719e4-fc6b-4668-a234-b0e65a94176e not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:25.635870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Attempting to bind port 4fa56bff-499e-43b2-95f1-6fb9166147d3 on network f42719e4-fc6b-4668-a234-b0e65a94176e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:25.658395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:25.661505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Checking segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:25.665457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Bound using segment: {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:25.668666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Bound port: 4fa56bff-499e-43b2-95f1-6fb9166147d3, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51656d07-6122-45c6-9043-0c54489a5468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:25.669687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:25.859365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:25.941801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:25.950657 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:26.031073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.180566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Pushing event updated for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:26.256035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:26.261745 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.271969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-09b22380-7b9b-41ec-89d1-e0799482aadd service neutron] 10.222.0.117 "PUT /v2.0/ports/4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 1091 time: 3.0814548 Feb 19 01:24:26.289388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (18167ea0-b966-4a60-993f-edb60391b139), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.294273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:26.297117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:26.297804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.299811 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfae881-36e7-4d3a-bf32-f1c81009e35f" -d '{"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:26.374694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:26.378450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.526757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39911f00-f041-4b9f-a02b-d13149badc89 req-ef2c26c4-fabe-49f1-904a-00b33637a7cf tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:26.528317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39911f00-f041-4b9f-a02b-d13149badc89 req-ef2c26c4-fabe-49f1-904a-00b33637a7cf tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 943 time: 0.8126729 Feb 19 01:24:26.686070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-2ee93e6a-245b-4e1f-8fca-b53f75a53bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:26.693308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-2ee93e6a-245b-4e1f-8fca-b53f75a53bf5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1125 time: 0.2166972 Feb 19 01:24:26.704466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:26.826417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=18167ea0-b966-4a60-993f-edb60391b139,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:26.855650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39911f00-f041-4b9f-a02b-d13149badc89 req-66f63cbc-05e2-405e-8598-98e80d56ead8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003373 Feb 19 01:24:26.880080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:26.880664 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.901531 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-c1e54bd4-db3c-44da-8e09-77399b469228 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 217 time: 0.2014415 Feb 19 01:24:26.917410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': '542a07fa-8e75-4a16-8a81-a577a347348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:26.918154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 72e8dfe1-b4aa-4209-bb13-cb562a971c19, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:24:26.922783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:26.997060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.011635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (188df321-9e0f-4dae-b0e5-4ec310ad6eb4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.080693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-43e391c6-535b-43eb-bcde-fe39573f5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.082202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-43e391c6-535b-43eb-bcde-fe39573f5c3b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 200 len: 834 time: 0.1744099 Feb 19 01:24:27.083768 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d786248-c86b-4a1d-9655-9dd7b81a48eb x-openstack-request-id: req-1d786248-c86b-4a1d-9655-9dd7b81a48eb {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:27.084069 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:27.084327 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d786248-c86b-4a1d-9655-9dd7b81a48eb {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:27.084726 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'status': 'completed', 'code': 200} Feb 19 01:24:27.115782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:24:27.227959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-158cc0b1-8088-4ace-8961-3d8ddb80f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.233308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-158cc0b1-8088-4ace-8961-3d8ddb80f12c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f42719e4-fc6b-4668-a234-b0e65a94176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413271 Feb 19 01:24:27.259058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:24:27.260049 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:24:27.286674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:24:27.286674 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:24:27.370422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:27.377571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 72e8dfe1-b4aa-4209-bb13-cb562a971c19) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:27.387022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786d34d-76b7-4d5a-9a0d-aaf3dec12d25 None None] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:27.413231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.416358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.420841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=15']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:27.433161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:27.459019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.459646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.475722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=188df321-9e0f-4dae-b0e5-4ec310ad6eb4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:27.587176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-5d8f2b69-34be-490e-aff0-8b833961f2fb service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458841 Feb 19 01:24:27.610831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-72e8dfe1-b4aa-4209-bb13-cb562a971c19', 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '18167ea0-b966-4a60-993f-edb60391b139'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:24:27.613204 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.652862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-23c8068c-f987-49f3-b559-29ba19edc680 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6839921 Feb 19 01:24:27.656814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7d623c1-ccad-4f0c-a578-081eabee270b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6757634 Feb 19 01:24:27.657637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:27.662250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47004) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:27.672516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1795919029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:27.732354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:8c:75:e5', 'name': 'tempest-NetworksTestDHCPv6-1499671886'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:27.869378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c24ed6a-239c-48d4-8d1d-05342e1c4919 req-44583e1e-198b-428e-954a-e29d6d2283cf service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743938 Feb 19 01:24:27.913351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:27.918422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.148046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-edf86be0-b308-439d-9f1d-57073d040b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.151806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-edf86be0-b308-439d-9f1d-57073d040b5e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1125 time: 0.1514490 Feb 19 01:24:28.171790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (e0e5561b-2286-4ef4-8386-fa68c812e9bd), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.188414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:28.188969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.194816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6757d-f2e4-4815-ac11-c697872cb451 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:28.257155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:28.262854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.275430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.317968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:28.353332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-7a745d7c-79a1-4516-b8ad-dac50352d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.354425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34c175-6ec0-4454-8c61-dd15c59479ac req-14f1514c-f8c5-48c2-bf81-b9c39954097f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.357055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-7a745d7c-79a1-4516-b8ad-dac50352d889 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 897 time: 0.1983476 Feb 19 01:24:28.367648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b34c175-6ec0-4454-8c61-dd15c59479ac req-14f1514c-f8c5-48c2-bf81-b9c39954097f tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 943 time: 0.2354856 Feb 19 01:24:28.481866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-5769faee-7809-4932-9ace-efeef8e21bec service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 217 time: 0.1168706 Feb 19 01:24:28.588924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.597874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4dadcb7-8274-4274-8ef0-d18eb3590396 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9386492 Feb 19 01:24:28.600227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:28.627912 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'port': {'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19', 'name': 'tempest-RoutersTest-1036891959'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:28.821935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b34c175-6ec0-4454-8c61-dd15c59479ac req-2bb7aefc-71cf-483d-890e-430e720791cc tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4500034 Feb 19 01:24:28.856141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:28.927439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port ebd061fb-595f-49a1-adc3-2ef328a8488b yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:24:28.940466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-f1eae89c-1053-4368-a73e-50ab12ba1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.942438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-f1eae89c-1053-4368-a73e-50ab12ba1d69 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 200 len: 834 time: 0.4454527 Feb 19 01:24:29.021805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-3050259c-c291-460f-a5b4-cc6621114d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.030160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-3050259c-c291-460f-a5b4-cc6621114d9d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f42719e4-fc6b-4668-a234-b0e65a94176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774045 Feb 19 01:24:29.030160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:29.038663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.119216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Allocated IP 172.20.0.2 (72e8dfe1-b4aa-4209-bb13-cb562a971c19/18167ea0-b966-4a60-993f-edb60391b139/d6028936-1e58-4e6a-b00d-81a3c1c490c5) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:29.163673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-0f2b14f1-9ed8-4ca8-bc26-e4dc5feccd07 service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154485 Feb 19 01:24:29.199945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] device_id is not set on port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:24:29.522644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4dfae881-36e7-4d3a-bf32-f1c81009e35f req-e31a7aeb-dce3-46ec-9785-2921fa64c3f7 service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506229 Feb 19 01:24:29.526615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 172.20.0.8 (2019510f-d5bc-4133-827f-91df95114d14/7992cb6a-0339-47ea-9a7b-294a98e15f98/ebd061fb-595f-49a1-adc3-2ef328a8488b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:29.574141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe8c:75e5 (2019510f-d5bc-4133-827f-91df95114d14/188df321-9e0f-4dae-b0e5-4ec310ad6eb4/ebd061fb-595f-49a1-adc3-2ef328a8488b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:29.836405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks [] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.911878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:29.924613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:29.991879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Pushing event updated for resources: {'Port': ['ID=d6028936-1e58-4e6a-b00d-81a3c1c490c5,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:30.002019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:30.004458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:30.008272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:30.022259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.051785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.067240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.20.0.8 (72e8dfe1-b4aa-4209-bb13-cb562a971c19/18167ea0-b966-4a60-993f-edb60391b139/a9cbffc6-f5ae-4567-94da-1563c5ab7de6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:30.240012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=16']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:30.245090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4fa56bff-499e-43b2-95f1-6fb9166147d3 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:30.248950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:30.264381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.395929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:30.457612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:30.471262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:30.557683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=ebd061fb-595f-49a1-adc3-2ef328a8488b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:30.622318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Attempting to bind port d6028936-1e58-4e6a-b00d-81a3c1c490c5 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:30.622697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Attempting to bind port d6028936-1e58-4e6a-b00d-81a3c1c490c5 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '542a07fa-8e75-4a16-8a81-a577a347348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:30.623069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Attempting to bind port d6028936-1e58-4e6a-b00d-81a3c1c490c5 on network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:30.643492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.644337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.677758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:24:30.682977 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:24:30.691493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:30.692407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Checking segment: {'id': '542a07fa-8e75-4a16-8a81-a577a347348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:30.697359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.697788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Bound using segment: {'id': '542a07fa-8e75-4a16-8a81-a577a347348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:30.698314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Bound port: d6028936-1e58-4e6a-b00d-81a3c1c490c5, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542a07fa-8e75-4a16-8a81-a577a347348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '72e8dfe1-b4aa-4209-bb13-cb562a971c19'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:30.698710 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.710706 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.resource_extend [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:24:30.771003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c773-798c-4dfb-91a9-35fd41f68cb8 req-f441f5a3-8362-428e-85b9-260b51cbf2b8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.785357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72445a00-7f3d-4070-9637-09b132ee7ca6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0639260 Feb 19 01:24:30.786300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47160) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:30.792486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3562c773-798c-4dfb-91a9-35fd41f68cb8 req-f441f5a3-8362-428e-85b9-260b51cbf2b8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 943 time: 0.4995072 Feb 19 01:24:30.983071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:30.986469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96974b87-3ec7-4401-80dc-23cc5594565c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.998516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96974b87-3ec7-4401-80dc-23cc5594565c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:31.003739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47172) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:31.015830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-96974b87-3ec7-4401-80dc-23cc5594565c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2279696 Feb 19 01:24:31.095290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:31.095754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.101559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3562c773-798c-4dfb-91a9-35fd41f68cb8 req-2ab5dc86-03f7-4638-acb6-a346dec723ba tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000853 Feb 19 01:24:31.250537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa19d6b1-41a1-4b68-9893-d4b460b80ffd None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:31.325407 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port ebd061fb-595f-49a1-adc3-2ef328a8488b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:31.325774 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.341191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:31.391758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] For port d6028936-1e58-4e6a-b00d-81a3c1c490c5, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:31.409511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] For port d6028936-1e58-4e6a-b00d-81a3c1c490c5, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d6028936-1e58-4e6a-b00d-81a3c1c490c5,segment=NetworkSegment(542a07fa-8e75-4a16-8a81-a577a347348b),segment_id=542a07fa-8e75-4a16-8a81-a577a347348b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:31.412602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'port_id': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'mac_address': 'fa:16:3e:5a:33:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:31.426938 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.526889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:31.526889 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.527458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.887443 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133328-1e0d-4d36-bbc6-4b1507424626 None None] Pushing event updated for resources: {'Port': ['ID=d6028936-1e58-4e6a-b00d-81a3c1c490c5,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:31.916031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4fa56bff-499e-43b2-95f1-6fb9166147d3 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:31.916483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:31.935254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:31.960927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa56bff-499e-43b2-95f1-6fb9166147d3 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:32.020718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:32.109460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.250209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:32.274697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:32.346755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4fa56bff-499e-43b2-95f1-6fb9166147d3'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:32.351131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.407328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2edbbd-871e-47f7-96b7-4a064a12d1c6 req-3aa6f3e0-69f9-4c76-9276-c040b3712147 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.413625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d2edbbd-871e-47f7-96b7-4a064a12d1c6 req-3aa6f3e0-69f9-4c76-9276-c040b3712147 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 944 time: 0.1682522 Feb 19 01:24:32.504956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:32.531915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:32.550079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:32.589841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=a9cbffc6-f5ae-4567-94da-1563c5ab7de6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:32.590093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d2edbbd-871e-47f7-96b7-4a064a12d1c6 req-5b855cd4-fe5d-4496-8114-ead2035b8b72 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612179 Feb 19 01:24:32.682965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.718591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Provisioning complete for port ebd061fb-595f-49a1-adc3-2ef328a8488b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:32.718974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.724743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for ebd061fb-595f-49a1-adc3-2ef328a8488b owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:32.786151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:32.786526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:32.899170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e5f48d76-312f-465a-b06c-c865d5343dad None None] Port ebd061fb-595f-49a1-adc3-2ef328a8488b cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:33.013908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.014554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.014911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.017124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.017473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.017813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.018150 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.018481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.020597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.023134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.023640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.024199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.029489 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:33.043752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ebd061fb-595f-49a1-adc3-2ef328a8488b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.226135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=ebd061fb-595f-49a1-adc3-2ef328a8488b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:33.253840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.254515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.398965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:33.424359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.444600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b188d17-b11f-457c-9b8e-e4ca40176f66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/ebd061fb-595f-49a1-adc3-2ef328a8488b HTTP/1.1" status: 204 len: 168 time: 2.4375203 Feb 19 01:24:33.447261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47302) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:33.553808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4ab6acdb-223a-4015-8b5a-d63d8bfcc70a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.9424512 Feb 19 01:24:33.556510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47312) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:33.630212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f5b9-c571-4c10-a188-c52ad88cd6e3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.636724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f5b9-c571-4c10-a188-c52ad88cd6e3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.638156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9f5b9-c571-4c10-a188-c52ad88cd6e3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.639873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9af9f5b9-c571-4c10-a188-c52ad88cd6e3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1910956 Feb 19 01:24:33.643219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47320) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:33.800313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 188df321-9e0f-4dae-b0e5-4ec310ad6eb4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:33.805960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (188df321-9e0f-4dae-b0e5-4ec310ad6eb4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:33.909928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (188df321-9e0f-4dae-b0e5-4ec310ad6eb4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.051426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee5aef-acdc-4954-a7bd-c55ed45dd4a5 None None] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:34.067366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (188df321-9e0f-4dae-b0e5-4ec310ad6eb4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.182432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e464bc-693a-40e3-8556-54ecd01bfc0c req-470407f2-4a62-49fd-bde1-1d5e01b15558 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.190125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48e464bc-693a-40e3-8556-54ecd01bfc0c req-470407f2-4a62-49fd-bde1-1d5e01b15558 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 944 time: 0.3300695 Feb 19 01:24:34.216236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4fa56bff-499e-43b2-95f1-6fb9166147d3 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:34.237455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (188df321-9e0f-4dae-b0e5-4ec310ad6eb4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.361550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=188df321-9e0f-4dae-b0e5-4ec310ad6eb4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:34.364897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d6028936-1e58-4e6a-b00d-81a3c1c490c5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:34.384954 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.392037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31cf6a0c-31f5-4b83-bd27-180411f70252 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/188df321-9e0f-4dae-b0e5-4ec310ad6eb4 HTTP/1.1" status: 204 len: 168 time: 0.7478180 Feb 19 01:24:34.394946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:34.436355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661ae20-35b1-4ec4-ad65-f88d61d4efa9 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:34.439949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Provisioning complete for port d6028936-1e58-4e6a-b00d-81a3c1c490c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:34.440332 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.449771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48e464bc-693a-40e3-8556-54ecd01bfc0c req-a8cfa6a8-8206-4354-b567-c0e2bff8caf7 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574584 Feb 19 01:24:34.560649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 7992cb6a-0339-47ea-9a7b-294a98e15f98 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:34.565179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (7992cb6a-0339-47ea-9a7b-294a98e15f98), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.610796 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.622014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (7992cb6a-0339-47ea-9a7b-294a98e15f98), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.726329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7992cb6a-0339-47ea-9a7b-294a98e15f98), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.896510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (7992cb6a-0339-47ea-9a7b-294a98e15f98), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.919848 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:34.926419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/7992cb6a-0339-47ea-9a7b-294a98e15f98 HTTP/1.1" status: 204 len: 168 time: 0.5261097 Feb 19 01:24:34.927450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:34.993501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3753f-2946-4f43-9a3b-7dc500ad35e9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=7992cb6a-0339-47ea-9a7b-294a98e15f98,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:35.082532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-38347e54-8123-4344-89a6-d48763a1de26 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539493 Feb 19 01:24:35.085646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:35.101441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:35.285117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 4fa56bff-499e-43b2-95f1-6fb9166147d3 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:35.421372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Current status of the port d6028936-1e58-4e6a-b00d-81a3c1c490c5 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:35.422016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:35.425456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.426139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.432525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.451290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d6028936-1e58-4e6a-b00d-81a3c1c490c5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:35.451844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.504993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.591817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4fa56bff-499e-43b2-95f1-6fb9166147d3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:35.592333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:35.605386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=a9cbffc6-f5ae-4567-94da-1563c5ab7de6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:35.890937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] For port d6028936-1e58-4e6a-b00d-81a3c1c490c5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d6028936-1e58-4e6a-b00d-81a3c1c490c5,segment=NetworkSegment(542a07fa-8e75-4a16-8a81-a577a347348b),segment_id=542a07fa-8e75-4a16-8a81-a577a347348b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:36.031496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (e0e5561b-2286-4ef4-8386-fa68c812e9bd), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.111193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f525-1ae2-4820-824f-7e43a0c50a94 req-8f2d87c7-013e-4447-bf1a-cbe73d0f422e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.117069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5021f525-1ae2-4820-824f-7e43a0c50a94 req-8f2d87c7-013e-4447-bf1a-cbe73d0f422e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 944 time: 0.4674907 Feb 19 01:24:36.148414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d6028936-1e58-4e6a-b00d-81a3c1c490c5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:36.160916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.278040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4fa56bff-499e-43b2-95f1-6fb9166147d3 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:36.282660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.378703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5021f525-1ae2-4820-824f-7e43a0c50a94 req-ccee93dd-221d-4e87-9d21-3a665ec18b55 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515576 Feb 19 01:24:36.381250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (94fee979-62f1-42ba-a078-eeb8d829618b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.445940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bee16c-5369-4d63-b5f3-7bd4d59bb9df None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '7992cb6a-0339-47ea-9a7b-294a98e15f98'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:36.457406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.599624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:36.604959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:36.622251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.622857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.695181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5bee16c-5369-4d63-b5f3-7bd4d59bb9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.741325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=94fee979-62f1-42ba-a078-eeb8d829618b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:36.761556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:36.773187 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc2f39-cbb2-4ca0-a91a-dfd6eafdbc6e" -d '{"events": [{"server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "name": "network-vif-plugged", "status": "completed", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:36.798506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d846ce5-fdee-4332-8c52-01bf07fa3513 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7084370 Feb 19 01:24:36.801732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47436) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:36.816133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:36.850845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd565b-9166-4ca0-8568-7c6510aa69c4 None None] Pushing event updated for resources: {'Port': ['ID=d6028936-1e58-4e6a-b00d-81a3c1c490c5,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:36.868271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:36.869548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Provisioning complete for port d6028936-1e58-4e6a-b00d-81a3c1c490c5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:36.869931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.051502 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a408648-31ce-44be-b4c3-5bbe0f9fbdef x-openstack-request-id: req-6a408648-31ce-44be-b4c3-5bbe0f9fbdef {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:37.051865 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "name": "network-vif-plugged", "status": "completed", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:37.052075 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6a408648-31ce-44be-b4c3-5bbe0f9fbdef {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:37.052470 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'code': 200} Feb 19 01:24:37.057140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.247665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.271353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:37.276630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.298055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dbebb-d898-42a4-af89-0d7105e44e40 req-8c0e5794-9769-40b5-b87e-7d70e01856bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.304039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6dbebb-d898-42a4-af89-0d7105e44e40 req-8c0e5794-9769-40b5-b87e-7d70e01856bb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1127 time: 0.1818559 Feb 19 01:24:37.453747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.570186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff6dbebb-d898-42a4-af89-0d7105e44e40 req-252e8f73-57cb-4fb2-8e20-31809ccc07eb service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577467 Feb 19 01:24:37.634815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Current status of the port d6028936-1e58-4e6a-b00d-81a3c1c490c5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:37.676923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:37.713699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Provisioning complete for port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:37.714393 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.763130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bb5d6-017f-4a20-990a-3e1fbfe12e9f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:37.775406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (e0e5561b-2286-4ef4-8386-fa68c812e9bd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:37.778404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=a9cbffc6-f5ae-4567-94da-1563c5ab7de6,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:37.784510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a984-0fa2-4098-b3e3-2bb806de82f7 req-ddc3ba02-a5cd-4c2c-b096-d05d71594ab3 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.800443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e058a984-0fa2-4098-b3e3-2bb806de82f7 req-ddc3ba02-a5cd-4c2c-b096-d05d71594ab3 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.2698474 Feb 19 01:24:37.927007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b915-b6d9-4793-9818-eee1215ad9b1 None None] Port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:37.986625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:37.996844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:38.012546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e058a984-0fa2-4098-b3e3-2bb806de82f7 req-153c3fb9-9af7-44fd-8c26-188f0a0f6894 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109251 Feb 19 01:24:38.187015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:38.187521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.346124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d6028936-1e58-4e6a-b00d-81a3c1c490c5 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:38.408863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router e0e5561b-2286-4ef4-8386-fa68c812e9bd is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:24:38.544432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:24:38.669683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:38.703369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:38.715926 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] Sync routers for ids ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:38.721258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7cfffd71-7fb1-4a7d-bef6-b9faeb1410cd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/e0e5561b-2286-4ef4-8386-fa68c812e9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1636944 Feb 19 01:24:38.721899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:38.734046 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] Routers {'e0e5561b-2286-4ef4-8386-fa68c812e9bd'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:38.735593 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:38.766857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d6028936-1e58-4e6a-b00d-81a3c1c490c5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:38.767484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.879256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae488b-80f7-49b1-88f7-e85ede268290 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.888990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47474) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:38.892294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-74ae488b-80f7-49b1-88f7-e85ede268290 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports/a9cbffc6-f5ae-4567-94da-1563c5ab7de6 HTTP/1.1" status: 200 len: 977 time: 0.1693447 Feb 19 01:24:38.892901 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:38.909572 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] Routers {'e0e5561b-2286-4ef4-8386-fa68c812e9bd'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:38.910562 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:38.947585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47476) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:38.993972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '94fee979-62f1-42ba-a078-eeb8d829618b'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:39.026087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Provisioning complete for port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:39.026468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.040112 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:39.041188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4198b79-013f-4ed0-887f-77960bf76078 None None] The sync data for ids ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:39.098908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-36b8d1c3-d691-4520-aabb-728aff6940db None None] Port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:39.160618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.272222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d6028936-1e58-4e6a-b00d-81a3c1c490c5 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:39.284858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a7e669c4-d4d6-4d3e-9d0c-dec3d4023473 None None] Provisioning complete for port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:39.286001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a7e669c4-d4d6-4d3e-9d0c-dec3d4023473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.313345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.325261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f3c92-e4ca-49ac-b6ba-6b8e71106e78 req-084329f4-a408-431e-8ed9-a820488b45df tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.330339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca7f3c92-e4ca-49ac-b6ba-6b8e71106e78 req-084329f4-a408-431e-8ed9-a820488b45df tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.1249855 Feb 19 01:24:39.346768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a7e669c4-d4d6-4d3e-9d0c-dec3d4023473 None None] Port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:39.481324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca7f3c92-e4ca-49ac-b6ba-6b8e71106e78 req-77bde06a-2622-4def-bc45-0eec61904cce tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432905 Feb 19 01:24:39.647137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Allocated IP 172.20.0.2 (2019510f-d5bc-4133-827f-91df95114d14/94fee979-62f1-42ba-a078-eeb8d829618b/0d8c013b-0244-48f8-93ce-887d6bd5625c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:39.654974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:39.801867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:39.807311 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:39.966517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:39.976432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93a0c0-66ae-4a43-b75e-ce5126ac5bc6 req-a0a743b9-475c-4651-96c1-c1d05776e843 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.978181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b93a0c0-66ae-4a43-b75e-ce5126ac5bc6 req-a0a743b9-475c-4651-96c1-c1d05776e843 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.2543867 Feb 19 01:24:40.116431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.334082 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.465347 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.584512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b93a0c0-66ae-4a43-b75e-ce5126ac5bc6 req-857b6be0-aac8-4750-bcf7-edf09becb21a tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5943799 Feb 19 01:24:40.674507 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47500) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:40.677189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19c5b64a-b3cd-44d6-a222-35ccd59cd4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.694323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (e0e5561b-2286-4ef4-8386-fa68c812e9bd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.798481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7a20a-6134-4bfc-b133-1512f116b805 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.808232 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-54c7a20a-6134-4bfc-b133-1512f116b805 tempest-TestNetworkBasicOps-1841173609 tempest-TestNetworkBasicOps-1841173609-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1122 time: 0.1149666 Feb 19 01:24:40.813060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47504) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:40.820872 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:40.905071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.938160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.986899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.057818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (6e1ff955-04c1-4d49-a076-d60b5cfaef7f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.194492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=20']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:41.221347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Deleting port aa714dac-ed8e-4175-ad5c-5d26bd90069a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:41.221347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.229029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:41.234436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:41.240040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:41.253559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.260901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.285830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=6e1ff955-04c1-4d49-a076-d60b5cfaef7f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:41.296501 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Publish callbacks [] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.369952 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.409703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d1ce391d-e4a2-4cad-b5e7-b5a22ee8dcd7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6045711 Feb 19 01:24:41.411172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:41.428887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:c6:58:e5', 'name': 'tempest-NetworksTestDHCPv6-267278948'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:41.429992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port a9cbffc6-f5ae-4567-94da-1563c5ab7de6 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:41.430346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.519810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90553c-bf5b-4dcf-bd6c-b1697eeaadb1 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=21']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:41.548149 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] For port aa714dac-ed8e-4175-ad5c-5d26bd90069a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa714dac-ed8e-4175-ad5c-5d26bd90069a,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:41.550195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.580438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Calling delete_port for aa714dac-ed8e-4175-ad5c-5d26bd90069a owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:41.586233 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:24:41.587378 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:24:41.625695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.634773 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:41.651262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for a9cbffc6-f5ae-4567-94da-1563c5ab7de6 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:42.196134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:42.197168 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.214989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Allocated IP 172.25.2.15 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/f367914d-07d3-4b07-b33a-a8e1c3e1a163) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:42.232478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a9cbffc6-f5ae-4567-94da-1563c5ab7de6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.308573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:42.326130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=a9cbffc6-f5ae-4567-94da-1563c5ab7de6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:42.369446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:42.401229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.531877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=22']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:42.660497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (e0e5561b-2286-4ef4-8386-fa68c812e9bd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.721173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:42.960544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:42.961038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.060520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc22c906-2fa3-46b8-8059-34c47987d692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.137246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router e0e5561b-2286-4ef4-8386-fa68c812e9bd has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:43.193509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f8aac-f1ed-404c-81b9-7803c60edb8d None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:43.277541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:43.285551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-86e7a0b5-bb4d-4d27-a791-77919dedabaa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/e0e5561b-2286-4ef4-8386-fa68c812e9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3952603 Feb 19 01:24:43.295504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:43.309449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] Sync routers for ids ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:43.332047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:43.333056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.368718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-24b61e02-6a12-4e4d-8f0e-efe02aee6e6c None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:43.369960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-24b61e02-6a12-4e4d-8f0e-efe02aee6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.372744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] Routers {'e0e5561b-2286-4ef4-8386-fa68c812e9bd'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:43.374077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:43.383549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.429891 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.512381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 29fb056d-2859-4209-8295-0865928cd981 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:24:43.533002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (aa714dac-ed8e-4175-ad5c-5d26bd90069a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.673663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:43.742870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:43.762994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] Routers {'e0e5561b-2286-4ef4-8386-fa68c812e9bd'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:43.763805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:43.850690 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-ef394ac8-de70-459d-9932-372320cdcc6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 01:24:43.855623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef394ac8-de70-459d-9932-372320cdcc6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/e0e5561b-2286-4ef4-8386-fa68c812e9bd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5561798 Feb 19 01:24:43.856472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47546) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:43.858854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:43.865272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 172.20.0.11 (2019510f-d5bc-4133-827f-91df95114d14/94fee979-62f1-42ba-a078-eeb8d829618b/29fb056d-2859-4209-8295-0865928cd981) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:43.906582 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fec6:58e5 (2019510f-d5bc-4133-827f-91df95114d14/6e1ff955-04c1-4d49-a076-d60b5cfaef7f/29fb056d-2859-4209-8295-0865928cd981) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:43.911580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:43.912249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f779b-566f-4438-89ab-bcacd4fd87d2 None None] The sync data for ids ['e0e5561b-2286-4ef4-8386-fa68c812e9bd'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:43.916672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=23']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:43.926756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26483363-885b-493b-aea8-5caf1cc73f3c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=e0e5561b-2286-4ef4-8386-fa68c812e9bd HTTP/1.1" status: 200 len: 205 time: 0.0688252 Feb 19 01:24:43.930050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47550) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:43.967360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-24b61e02-6a12-4e4d-8f0e-efe02aee6e6c None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:44.066678 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.101395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa714dac-ed8e-4175-ad5c-5d26bd90069a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:44.114456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.284507 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.355312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:44.373687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:44.387243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:44.442013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=f367914d-07d3-4b07-b33a-a8e1c3e1a163,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:44.635641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.638644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (e0e5561b-2286-4ef4-8386-fa68c812e9bd), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.756357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:44.763269 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e0e5561b-2286-4ef4-8386-fa68c812e9bd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.763829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router e0e5561b-2286-4ef4-8386-fa68c812e9bd {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:24:44.771202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.781892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a9e032a2-d10b-4fa5-a531-e824d42d16c7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/e0e5561b-2286-4ef4-8386-fa68c812e9bd HTTP/1.1" status: 204 len: 168 time: 0.8441055 Feb 19 01:24:44.781892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47566) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:44.837967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:44.895337 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:44.897838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.920378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 18167ea0-b966-4a60-993f-edb60391b139 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:44.927221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (18167ea0-b966-4a60-993f-edb60391b139), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.990527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (18167ea0-b966-4a60-993f-edb60391b139), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.114710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (29fb056d-2859-4209-8295-0865928cd981), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.154926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.160713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:45.209108 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8a992bd-c58b-4dfd-85e0-be553ffa7162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.277402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (18167ea0-b966-4a60-993f-edb60391b139), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.320675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5baf45d8-4127-468c-a71c-d4e8fc80671c None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:45.324257 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5baf45d8-4127-468c-a71c-d4e8fc80671c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.351417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.455025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8a992bd-c58b-4dfd-85e0-be553ffa7162 admin admin] Publish callbacks [] for security_group (33e4d43a-8ce9-46fb-8464-c330b1fa68a4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.489530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (18167ea0-b966-4a60-993f-edb60391b139), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.512224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5baf45d8-4127-468c-a71c-d4e8fc80671c None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:45.560526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.569919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e3c50-d349-4fb7-b512-f210043554f2 None None] Network 72e8dfe1-b4aa-4209-bb13-cb562a971c19 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:45.583352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/18167ea0-b966-4a60-993f-edb60391b139 HTTP/1.1" status: 204 len: 168 time: 0.8056095 Feb 19 01:24:45.584008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:45.586907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cced6a-6a18-4002-bea5-f7c8da33710e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=18167ea0-b966-4a60-993f-edb60391b139,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:45.625257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8a992bd-c58b-4dfd-85e0-be553ffa7162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33e4d43a-8ce9-46fb-8464-c330b1fa68a4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.751634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a992bd-c58b-4dfd-85e0-be553ffa7162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e4d43a-8ce9-46fb-8464-c330b1fa68a4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:45.809782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29fb056d-2859-4209-8295-0865928cd981), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:45.926652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] DHCP port deletion for 72e8dfe1-b4aa-4209-bb13-cb562a971c19 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:46.041725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Deleting port d6028936-1e58-4e6a-b00d-81a3c1c490c5 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:46.042108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.051135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (72e8dfe1-b4aa-4209-bb13-cb562a971c19), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.112246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:46.129255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (f3f71489-76ce-42ef-81ee-7558c11ce451), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.133244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e8a992bd-c58b-4dfd-85e0-be553ffa7162 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9a982b568cdc4d09b3f627f04afdfed6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2916961 Feb 19 01:24:46.135623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47590) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:46.207882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] For port d6028936-1e58-4e6a-b00d-81a3c1c490c5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d6028936-1e58-4e6a-b00d-81a3c1c490c5,segment=NetworkSegment(542a07fa-8e75-4a16-8a81-a577a347348b),segment_id=542a07fa-8e75-4a16-8a81-a577a347348b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:46.208404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.234261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Calling delete_port for d6028936-1e58-4e6a-b00d-81a3c1c490c5 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:46.237603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:46.256554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Router af17e6c5-b6f1-4a94-b0d1-552439eab660 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:46.282489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] Publish callbacks [] for security_group (33e4d43a-8ce9-46fb-8464-c330b1fa68a4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.284600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:46.291743 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=29fb056d-2859-4209-8295-0865928cd981,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:46.328577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] Publish callbacks [] for security_group (33e4d43a-8ce9-46fb-8464-c330b1fa68a4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.415463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port d6028936-1e58-4e6a-b00d-81a3c1c490c5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:46.415824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.476355 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:46.491702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (33e4d43a-8ce9-46fb-8464-c330b1fa68a4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.499001 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.507743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/33e4d43a-8ce9-46fb-8464-c330b1fa68a4 HTTP/1.1" status: 204 len: 168 time: 0.3399048 Feb 19 01:24:46.544136 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.624854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.625690 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.662261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d6028936-1e58-4e6a-b00d-81a3c1c490c5 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:46.690138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port d6028936-1e58-4e6a-b00d-81a3c1c490c5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d6028936-1e58-4e6a-b00d-81a3c1c490c5,segment=NetworkSegment(542a07fa-8e75-4a16-8a81-a577a347348b),segment_id=542a07fa-8e75-4a16-8a81-a577a347348b)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:46.694646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.700664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] Pushing event deleted for resources: {'Port': ['ID=d6028936-1e58-4e6a-b00d-81a3c1c490c5,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:46.742254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for d6028936-1e58-4e6a-b00d-81a3c1c490c5 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:46.750986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a09bd-fedc-43a4-a4b7-c657f6468e57 None None] No DVR routers for this DVR port d6028936-1e58-4e6a-b00d-81a3c1c490c5 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:46.789324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d6028936-1e58-4e6a-b00d-81a3c1c490c5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:46.790250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d6028936-1e58-4e6a-b00d-81a3c1c490c5 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:46.802224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.949132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d6028936-1e58-4e6a-b00d-81a3c1c490c5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.962987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.979878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port d6028936-1e58-4e6a-b00d-81a3c1c490c5 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:46.991577 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a4a07fdd-bd50-4a58-a6cf-76aec8ce067a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5705421 Feb 19 01:24:46.999217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47604) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:47.073924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3fbafc94-1391-487b-a452-fe7211dbe28b None None] Provisioning complete for port 29fb056d-2859-4209-8295-0865928cd981 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:47.074835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3fbafc94-1391-487b-a452-fe7211dbe28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (29fb056d-2859-4209-8295-0865928cd981), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.117112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:47.131949 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Sync routers for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:47.136601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3fbafc94-1391-487b-a452-fe7211dbe28b None None] Port 29fb056d-2859-4209-8295-0865928cd981 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:47.137247 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d8306acc-aec7-4168-99d7-4bb4e6086e78 admin admin] 10.222.0.94 "PUT /v2.0/routers/af17e6c5-b6f1-4a94-b0d1-552439eab660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1857924 Feb 19 01:24:47.150153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47606) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:47.160599 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:47.161232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.292716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad54cc9-575c-493b-b6e5-b6cd4c313877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e4d43a-8ce9-46fb-8464-c330b1fa68a4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:47.306204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=d6028936-1e58-4e6a-b00d-81a3c1c490c5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:47.350161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (72e8dfe1-b4aa-4209-bb13-cb562a971c19), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.427818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e8dfe1-b4aa-4209-bb13-cb562a971c19']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.428628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda367eb-c060-46b9-8e96-0bc98f85c743 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:47.453833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542a07fa-8e75-4a16-8a81-a577a347348b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.454055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda367eb-c060-46b9-8e96-0bc98f85c743 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:47.454604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542a07fa-8e75-4a16-8a81-a577a347348b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.463032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eda367eb-c060-46b9-8e96-0bc98f85c743 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4602139 Feb 19 01:24:47.465508 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47612) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:47.469825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (542a07fa-8e75-4a16-8a81-a577a347348b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.478059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:47.489580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (542a07fa-8e75-4a16-8a81-a577a347348b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.499652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:47.500441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (542a07fa-8e75-4a16-8a81-a577a347348b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.577727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47616) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: items = [ Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:47.624950 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:47.693893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e11e9e91-fc9b-47a3-bd66-96f2d978445f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.729992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (72e8dfe1-b4aa-4209-bb13-cb562a971c19), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.749237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.757198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/72e8dfe1-b4aa-4209-bb13-cb562a971c19 HTTP/1.1" status: 204 len: 168 time: 2.1716175 Feb 19 01:24:47.769060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47622) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:47.784757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832322179'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:47.786183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d1e37-4e1a-4fce-9674-21d8bd0abd4e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=72e8dfe1-b4aa-4209-bb13-cb562a971c19,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:47.825714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:24:42Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.888272 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Checking router: af17e6c5-b6f1-4a94-b0d1-552439eab660 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:47.902696 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Routers {'af17e6c5-b6f1-4a94-b0d1-552439eab660'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:47.903668 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af17e6c5-b6f1-4a94-b0d1-552439eab660'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.904601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.930043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks [] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.020683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e11e9e91-fc9b-47a3-bd66-96f2d978445f admin admin] Publish callbacks [] for security_group (64d3bd9b-00e7-4089-89be-7b1737b1c2ee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.070551 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] Set router af17e6c5-b6f1-4a94-b0d1-552439eab660 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:48.075622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.126418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:48.130249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.154275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event updated for resources: {'Port': ['ID=f367914d-07d3-4b07-b33a-a8e1c3e1a163,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:48.165293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e11e9e91-fc9b-47a3-bd66-96f2d978445f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (64d3bd9b-00e7-4089-89be-7b1737b1c2ee), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.215757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e9e91-fc9b-47a3-bd66-96f2d978445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3bd9b-00e7-4089-89be-7b1737b1c2ee,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:48.221035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:24:48.295647 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.295994 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment 2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b of type vlan for network 4a0a5bb3-c491-44c7-8628-50f242e85740 Feb 19 01:24:48.332244 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:24:42Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:48.342897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47638) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:48.343452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e11e9e91-fc9b-47a3-bd66-96f2d978445f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=980e06877d724f3f91c7a350a99ecaca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7540965 Feb 19 01:24:48.349714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 29fb056d-2859-4209-8295-0865928cd981 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:48.350057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (29fb056d-2859-4209-8295-0865928cd981), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.396988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (f3f71489-76ce-42ef-81ee-7558c11ce451), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.409171 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529d4fe-4b00-4b68-9dac-3085548f8df6 None None] The sync data for ids ['af17e6c5-b6f1-4a94-b0d1-552439eab660'] in n-d-826529-3 is: [{'id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'name': 'tempest-TestVolumeBackupRestore-789816300-router', 'tenant_id': 'e2d38eebf6e04c63be730af65efbbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:22Z', 'updated_at': '2022-02-19T01:24:42Z', 'revision_number': 5, 'project_id': 'e2d38eebf6e04c63be730af65efbbf06', 'gw_port': {'id': 'e6f861ef-c8f2-4abc-ab89-3d9c9c074c84', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af17e6c5-b6f1-4a94-b0d1-552439eab660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:24Z', 'updated_at': '2022-02-19T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:48.478118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] Publish callbacks [] for security_group (64d3bd9b-00e7-4089-89be-7b1737b1c2ee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.502062 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (4a0a5bb3-c491-44c7-8628-50f242e85740), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.535784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] Publish callbacks [] for security_group (64d3bd9b-00e7-4089-89be-7b1737b1c2ee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.558388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks [] for router_gateway (af17e6c5-b6f1-4a94-b0d1-552439eab660), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.664593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (29fb056d-2859-4209-8295-0865928cd981), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.685858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 29fb056d-2859-4209-8295-0865928cd981 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:48.708254 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Floating IP f3f71489-76ce-42ef-81ee-7558c11ce451 associated. External IP: 172.25.2.15, port: 4fa56bff-499e-43b2-95f1-6fb9166147d3. Feb 19 01:24:48.751572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (64d3bd9b-00e7-4089-89be-7b1737b1c2ee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.754336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.768356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/64d3bd9b-00e7-4089-89be-7b1737b1c2ee HTTP/1.1" status: 204 len: 168 time: 0.4221156 Feb 19 01:24:48.802533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58b633-4576-456e-a204-b3faf9c82fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3bd9b-00e7-4089-89be-7b1737b1c2ee,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:49.354356 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (4a0a5bb3-c491-44c7-8628-50f242e85740), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.360141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:49.360910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.587581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=4a0a5bb3-c491-44c7-8628-50f242e85740,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:49.604724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:24:49.777295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9663d773-43db-44de-8c66-ee78ff7f0947 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9979002 Feb 19 01:24:49.795489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47656) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:49.795489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:49.853965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Deleting port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:49.854313 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.912120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29fb056d-2859-4209-8295-0865928cd981), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:49.971120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=29fb056d-2859-4209-8295-0865928cd981,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:49.980033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:49.989959 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.174280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] For port e6f861ef-c8f2-4abc-ab89-3d9c9c074c84, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:50.174760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.222574 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.226054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-639a6ca4-771f-4638-9059-63d1b2b379ae tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/29fb056d-2859-4209-8295-0865928cd981 HTTP/1.1" status: 204 len: 168 time: 2.7497830 Feb 19 01:24:50.233775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47666) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:50.238136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router 60da59ca-b4ed-4f93-8731-fd6d5532a18e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:50.242471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Calling delete_port for e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:50.441902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffef3c-f938-4e0f-913a-e79c55018f26 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.449212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffef3c-f938-4e0f-913a-e79c55018f26 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.450737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffef3c-f938-4e0f-913a-e79c55018f26 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.453682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-60ffef3c-f938-4e0f-913a-e79c55018f26 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2186017 Feb 19 01:24:50.456962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:50.496854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa714dac-ed8e-4175-ad5c-5d26bd90069a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:50.536930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: aa714dac-ed8e-4175-ad5c-5d26bd90069a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:50.539819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa714dac-ed8e-4175-ad5c-5d26bd90069a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:50.624389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:50.636389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Sync routers for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:50.665643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:50.670951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:50.671234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 6e1ff955-04c1-4d49-a076-d60b5cfaef7f {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:50.681383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (6e1ff955-04c1-4d49-a076-d60b5cfaef7f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.719044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (669d971f-1b85-4c74-a5fc-f696d6e5b0b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.777899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (6e1ff955-04c1-4d49-a076-d60b5cfaef7f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.814907 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.874654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ad792285-35fa-4662-9184-fbbe81ffa8b1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.0570157 Feb 19 01:24:50.876662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:50.878975 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:50.885599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47676) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:50.927831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e6f861ef-c8f2-4abc-ab89-3d9c9c074c84), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.958784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:50.973172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f861ef-c8f2-4abc-ab89-3d9c9c074c84,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:50.984974 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6e1ff955-04c1-4d49-a076-d60b5cfaef7f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.990910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=669d971f-1b85-4c74-a5fc-f696d6e5b0b8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:51.053060 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea269ad-4ec3-4cc7-8078-1912a513b6d6 x-openstack-request-id: req-7ea269ad-4ec3-4cc7-8078-1912a513b6d6 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:51.053357 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:51.053615 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7ea269ad-4ec3-4cc7-8078-1912a513b6d6 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:51.054292 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'status': 'completed', 'code': 200} Feb 19 01:24:51.169917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.179620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.180147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.180749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.181498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.182089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.182515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.182954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.183419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.183850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.184379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.184811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.185240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.191317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.198526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-a0c889c7-5f91-4272-8565-a3b171ba177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.200291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-a0c889c7-5f91-4272-8565-a3b171ba177d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1127 time: 0.1421821 Feb 19 01:24:51.202247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:51.215678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 4a0a5bb3-c491-44c7-8628-50f242e85740, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:24:51.270127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cfd80837-d842-41b8-9ae4-07a1fdba4673 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.3613954 Feb 19 01:24:51.323518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:24:51.373438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (6e1ff955-04c1-4d49-a076-d60b5cfaef7f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.382154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f3f71489-76ce-42ef-81ee-7558c11ce451', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'port_id': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'mac_address': 'fa:16:3e:5a:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:24:45Z', 'updated_at': '2022-02-19T01:24:45Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:51.394174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.397643 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/6e1ff955-04c1-4d49-a076-d60b5cfaef7f HTTP/1.1" status: 204 len: 168 time: 0.9396572 Feb 19 01:24:51.400993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47690) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:51.412056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f670ad-51de-4fb0-9f1b-eaa12e2939dd None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:51.419586 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.419939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 4a0a5bb3-c491-44c7-8628-50f242e85740) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:51.438841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks [] for router_controller (af17e6c5-b6f1-4a94-b0d1-552439eab660), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.448169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d64948-3b98-4a1d-80e8-4343f70fe919 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1ff955-04c1-4d49-a076-d60b5cfaef7f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:51.475405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.476305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.525090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 94fee979-62f1-42ba-a078-eeb8d829618b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:51.529039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (94fee979-62f1-42ba-a078-eeb8d829618b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.540376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf217e6-a676-488a-9d0d-0d240abfccfb None None] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:51.550599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Checking router: 60da59ca-b4ed-4f93-8731-fd6d5532a18e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:51.590580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (94fee979-62f1-42ba-a078-eeb8d829618b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.638485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-fe4cf82a-f1ba-47e9-bdce-e8177800bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.640466 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-fe4cf82a-f1ba-47e9-bdce-e8177800bfb4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 897 time: 0.4036732 Feb 19 01:24:51.677462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:51.678855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:51.724680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (94fee979-62f1-42ba-a078-eeb8d829618b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.743566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (af17e6c5-b6f1-4a94-b0d1-552439eab660), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.744197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af17e6c5-b6f1-4a94-b0d1-552439eab660 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:24:51.766456 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.773943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-34bd9333-594a-4a14-9d1d-1cb42dfffb5d admin admin] 10.222.0.94 "DELETE /v2.0/routers/af17e6c5-b6f1-4a94-b0d1-552439eab660 HTTP/1.1" status: 204 len: 168 time: 4.6106546 Feb 19 01:24:51.781568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47696) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:51.797687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6bec6067-ef53-4db2-95ce-edf6dc57fe37 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0163515 Feb 19 01:24:51.809674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:51.815192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2014358710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:51.878042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (94fee979-62f1-42ba-a078-eeb8d829618b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.917240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-40ccaad8-86b0-45be-902b-edbc51a1f085 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 998 time: 0.2685449 Feb 19 01:24:51.972130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=94fee979-62f1-42ba-a078-eeb8d829618b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:51.983451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.989801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b480c356-d9a4-4427-91a9-756124f6ff79 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/94fee979-62f1-42ba-a078-eeb8d829618b HTTP/1.1" status: 204 len: 168 time: 0.5875015 Feb 19 01:24:51.995062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47706) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:51.996726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.997934 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.120303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-4a0a5bb3-c491-44c7-8628-50f242e85740', 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '669d971f-1b85-4c74-a5fc-f696d6e5b0b8'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:24:52.121198 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.176873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-be285855-e9f8-4368-b1c3-6a89a0a1e59e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1786609 Feb 19 01:24:52.177267 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:52.182174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47710) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:52.201848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Deleting subnet 158e57eb-9cda-4116-86bb-189ca3c74489 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:24:52.226858 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Publish callbacks [] for subnet (158e57eb-9cda-4116-86bb-189ca3c74489), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.270373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47712) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:52.275278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-45f74eb4-0982-4bcd-8a1b-ff4236198edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.277001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-45f74eb4-0982-4bcd-8a1b-ff4236198edc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 200 len: 834 time: 0.3516836 Feb 19 01:24:52.355606 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (158e57eb-9cda-4116-86bb-189ca3c74489), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.409024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f9261-5f22-4025-b5e1-04663ae514b9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.413939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-368f9261-5f22-4025-b5e1-04663ae514b9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2303531 Feb 19 01:24:52.414878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:52.590500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65f3bdc5-73d4-43c9-a5e8-7071592ce06e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.3166454 Feb 19 01:24:52.684014 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (158e57eb-9cda-4116-86bb-189ca3c74489), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.749919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260f347-9523-4c3c-8423-ac27682a8b65 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.754404 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7260f347-9523-4c3c-8423-ac27682a8b65 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3288133 Feb 19 01:24:52.754603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47724) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:52.823171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-96fc2ba8-51ee-47ec-a9f1-6557ed0d5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.824705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-96fc2ba8-51ee-47ec-a9f1-6557ed0d5fd6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f42719e4-fc6b-4668-a234-b0e65a94176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5380509 Feb 19 01:24:52.832843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1d6258e0-44d1-4b40-80f2-50045f9bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716212 Feb 19 01:24:52.843049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47728) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:52.848949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:52.893943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:52.980367 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.000149 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-c9314058-ffea-437d-94d3-2efcc4a26f2f service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578426 Feb 19 01:24:53.002809 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (158e57eb-9cda-4116-86bb-189ca3c74489), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.010629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Allocated IP 172.20.0.2 (4a0a5bb3-c491-44c7-8628-50f242e85740/669d971f-1b85-4c74-a5fc-f696d6e5b0b8/21b33da0-f829-448c-80e5-d538d715a389) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:53.090501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.094698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-257c8730-36e7-467e-be96-52d7651f78e5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2838657 Feb 19 01:24:53.095360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47736) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:53.170367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks [] for port (21b33da0-f829-448c-80e5-d538d715a389), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.175305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:53.250715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:24:53.250990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e6f861ef-c8f2-4abc-ab89-3d9c9c074c84 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:24:53.399723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (21b33da0-f829-448c-80e5-d538d715a389), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.453433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158e57eb-9cda-4116-86bb-189ca3c74489,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:53.469047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5d3a77a1-5253-4b6d-b461-19d0f2738f2c req-8ba19bc3-92ab-4d91-ba11-2a3b68348b7a service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187701 Feb 19 01:24:53.470043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.492298 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1e9e023a-4985-4bcb-b076-c63c60bb86dc admin admin] 10.222.0.94 "DELETE /v2.0/subnets/158e57eb-9cda-4116-86bb-189ca3c74489 HTTP/1.1" status: 204 len: 168 time: 1.7086673 Feb 19 01:24:53.502665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47744) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:53.514871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Pushing event updated for resources: {'Port': ['ID=21b33da0-f829-448c-80e5-d538d715a389,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:53.530551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0360b9-46ac-4084-b648-1c50bbf652a5 None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:53.568603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc375ec7-ded9-4eec-a381-6df25bd2ca4c None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '94fee979-62f1-42ba-a078-eeb8d829618b'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '0d8c013b-0244-48f8-93ce-887d6bd5625c'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:24:53.595574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47750) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:53.674948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:53.691343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:53.699378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc375ec7-ded9-4eec-a381-6df25bd2ca4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.702026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:53.708145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:53.715427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.717411 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:53.723345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:53.793687 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e4bb37c-9510-4541-90ef-521546a1c8d3 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.1955309 Feb 19 01:24:53.832687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.849301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ffe55bf3-c58f-4ec3-b831-d82d0f751935 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0034339 Feb 19 01:24:53.854588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e5dc808a-6a63-4a73-ad08-a9f9252503f0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.854971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:53.861878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:53.878630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Attempting to bind port 21b33da0-f829-448c-80e5-d538d715a389 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:53.879275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Attempting to bind port 21b33da0-f829-448c-80e5-d538d715a389 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:53.879884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Attempting to bind port 21b33da0-f829-448c-80e5-d538d715a389 on network 4a0a5bb3-c491-44c7-8628-50f242e85740 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:53.980451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:53.981276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Checking segment: {'id': '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:53.982334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.984552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Bound using segment: {'id': '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:54.002900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Bound port: 21b33da0-f829-448c-80e5-d538d715a389, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a0a5bb3-c491-44c7-8628-50f242e85740'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:54.003595 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (21b33da0-f829-448c-80e5-d538d715a389), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.047467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f3f71489-76ce-42ef-81ee-7558c11ce451', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'port_id': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'mac_address': 'fa:16:3e:5a:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:24:45Z', 'updated_at': '2022-02-19T01:24:45Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:54.135599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a310b7-3bcb-45a3-91ea-9ea20ccf94a9 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:54.169698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:54.173398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.174988 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:54.175525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:54.184455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477f470-f32f-49de-9ba9-3476d259b65d None None] The sync data for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 is: [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'f3f71489-76ce-42ef-81ee-7558c11ce451', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'port_id': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'mac_address': 'fa:16:3e:5a:33:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:24:45Z', 'updated_at': '2022-02-19T01:24:45Z', 'revision_number': 0, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:54.206032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Deleting port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:54.206620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.210773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] DHCP port deletion for e5dc808a-6a63-4a73-ad08-a9f9252503f0 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:54.275028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e2d68ad8-7a18-4b22-bc23-2e5ab0bbe277 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4183123 Feb 19 01:24:54.280563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47762) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:54.283365 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:54.369425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-70fd7a08-e712-43ab-8ec7-d5a662a74dbe None None] Provisioning complete for port 0d8c013b-0244-48f8-93ce-887d6bd5625c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:54.380349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-70fd7a08-e712-43ab-8ec7-d5a662a74dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.438310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] For port 21b33da0-f829-448c-80e5-d538d715a389, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:54.478274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] For port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:54.478654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.541239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] For port 21b33da0-f829-448c-80e5-d538d715a389, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=21b33da0-f829-448c-80e5-d538d715a389,segment=NetworkSegment(2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b),segment_id=2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:54.546734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Calling delete_port for 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:54.614897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.20.0.1 (4a0a5bb3-c491-44c7-8628-50f242e85740/669d971f-1b85-4c74-a5fc-f696d6e5b0b8/32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:54.629407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:54.677823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:54.682263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.691268 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:54.691268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:54.712499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (21b33da0-f829-448c-80e5-d538d715a389), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.795231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Deleting port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:54.803555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:54.804808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.816463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-86ed8076-12dc-41e3-8bf2-9ba9c3a7b654 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5371265 Feb 19 01:24:54.831728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47776) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:54.916437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:24:54.932989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b53b5ef1-5509-4ca0-b8c6-1b08990c93c1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.1331520 Feb 19 01:24:55.011127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:55.017734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47778) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:55.086666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.195467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.307728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-70fd7a08-e712-43ab-8ec7-d5a662a74dbe None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:55.325305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Pushing event deleted for resources: {'Port': ['ID=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.338602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] For port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,segment=NetworkSegment(db4c5e86-83b9-4fb7-ac68-cd5b4440d438),segment_id=db4c5e86-83b9-4fb7-ac68-cd5b4440d438)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:55.339004 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.341768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] No DVR routers for this DVR port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:55.355528 n-d-826529-3 neutron-server[110603]: INFO neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No ports have port_id starting with 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 Feb 19 01:24:55.372762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 0d8c013b-0244-48f8-93ce-887d6bd5625c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:55.391600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52e7f0-9d01-4e97-b995-6bed6333fe77 None None] Pushing event updated for resources: {'Port': ['ID=21b33da0-f829-448c-80e5-d538d715a389,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.409379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-392a48da-4b56-4cdf-96cb-8c7466c61167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.447110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Calling delete_port for 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:55.597554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e5dc808a-6a63-4a73-ad08-a9f9252503f0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.614621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-392a48da-4b56-4cdf-96cb-8c7466c61167 admin admin] Publish callbacks [] for security_group (7f861c65-b7ab-4c46-96fd-ca32c662e52c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.670697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dc808a-6a63-4a73-ad08-a9f9252503f0']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:55.676090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Deleting port 0d8c013b-0244-48f8-93ce-887d6bd5625c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:55.676090 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.689396 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-392a48da-4b56-4cdf-96cb-8c7466c61167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f861c65-b7ab-4c46-96fd-ca32c662e52c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.698461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:55.704386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4c5e86-83b9-4fb7-ac68-cd5b4440d438') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:55.724760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (db4c5e86-83b9-4fb7-ac68-cd5b4440d438), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.749649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (db4c5e86-83b9-4fb7-ac68-cd5b4440d438), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.765419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:24:55.766486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (db4c5e86-83b9-4fb7-ac68-cd5b4440d438), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.791815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a48da-4b56-4cdf-96cb-8c7466c61167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f861c65-b7ab-4c46-96fd-ca32c662e52c,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.798465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-392a48da-4b56-4cdf-96cb-8c7466c61167 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eccb1fa7d15f4dd4aac5f9c4db999432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7770479 Feb 19 01:24:55.799765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47784) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:24:55.921418 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:24:55.926837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.935689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47788) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:55.937899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:55.942384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:55.944189 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:55.944702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:55.951182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 0d8c013b-0244-48f8-93ce-887d6bd5625c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:55.951810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.021804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:56.030018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:56.030417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (431f00b4-79b1-4ee1-8746-2cd17c8a7a64), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.045855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:56.053923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:56.062114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] Publish callbacks [] for security_group (7f861c65-b7ab-4c46-96fd-ca32c662e52c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.066747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-be4c7451-f61c-4176-80b0-f99c9d83a062 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.1291597 Feb 19 01:24:56.093082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:56.096051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] Publish callbacks [] for security_group (7f861c65-b7ab-4c46-96fd-ca32c662e52c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.122127 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e5dc808a-6a63-4a73-ad08-a9f9252503f0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.131702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.141886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e5dc808a-6a63-4a73-ad08-a9f9252503f0 HTTP/1.1" status: 204 len: 168 time: 2.6357701 Feb 19 01:24:56.144800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47790) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:56.163658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Pushing event deleted for resources: {'Port': ['ID=431f00b4-79b1-4ee1-8746-2cd17c8a7a64,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:56.177801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] For port 0d8c013b-0244-48f8-93ce-887d6bd5625c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=0d8c013b-0244-48f8-93ce-887d6bd5625c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:56.178269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.186354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] Network e5dc808a-6a63-4a73-ad08-a9f9252503f0 is not hosted by any dhcp agent {{(pid=110603) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:24:56.186827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18747b-0ac2-4f9d-ad6b-fc1c16f0f6c0 None None] No DVR routers for this DVR port 431f00b4-79b1-4ee1-8746-2cd17c8a7a64 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:56.193970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.208934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.383954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=26']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:56.393921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Calling delete_port for 0d8c013b-0244-48f8-93ce-887d6bd5625c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:56.396965 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376a6db-b4d0-4f58-bc0c-ec3fdad4fd8d None None] New status for floating IP f3f71489-76ce-42ef-81ee-7558c11ce451: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:24:56.522004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cca493-2d1e-4318-a584-2558a81ae929 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dc808a-6a63-4a73-ad08-a9f9252503f0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:56.679791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 21b33da0-f829-448c-80e5-d538d715a389 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:56.685216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e784ef02-8b53-4da0-b481-ee0811cdcc49 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.8507931 Feb 19 01:24:56.693960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47794) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:56.700917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:56.793342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.838909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 21b33da0-f829-448c-80e5-d538d715a389 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:56.839421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (21b33da0-f829-448c-80e5-d538d715a389), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.886594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (0d8c013b-0244-48f8-93ce-887d6bd5625c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.001558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] Pushing event deleted for resources: {'Port': ['ID=0d8c013b-0244-48f8-93ce-887d6bd5625c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:57.014289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7b272-e875-4d7f-acb8-eb88aa14d5d8 None None] No DVR routers for this DVR port 0d8c013b-0244-48f8-93ce-887d6bd5625c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:57.130387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47798) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:57.152115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 21b33da0-f829-448c-80e5-d538d715a389 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:57.152563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (21b33da0-f829-448c-80e5-d538d715a389), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.226662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 21b33da0-f829-448c-80e5-d538d715a389, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=21b33da0-f829-448c-80e5-d538d715a389,segment=NetworkSegment(2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b),segment_id=2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:57.269933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:57.273518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.275231 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:57.275595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:57.318987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (21b33da0-f829-448c-80e5-d538d715a389), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.376502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-546755e6-1bfb-4afe-9863-63d196cff266 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6717124 Feb 19 01:24:57.386368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47800) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:57.405106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:57.439722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=21b33da0-f829-448c-80e5-d538d715a389,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:57.451264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77d945-48b1-492c-8607-9b337048899e None None] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:24:57.509442 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f861c65-b7ab-4c46-96fd-ca32c662e52c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.513864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.517652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7f861c65-b7ab-4c46-96fd-ca32c662e52c HTTP/1.1" status: 204 len: 168 time: 1.7146306 Feb 19 01:24:57.532864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc321587-4829-4f3e-859a-7912043df318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f861c65-b7ab-4c46-96fd-ca32c662e52c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:57.584586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2795c633-37e9-4d74-a023-493df2c54647 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 990 time: 0.4530885 Feb 19 01:24:57.827884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-8008442a-8463-4827-843a-15678cde4e38 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712003 Feb 19 01:24:57.937273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.940515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:57.944690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:57.968731 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:24:57.968731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:24:58.022290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a1c3507-b493-4553-91e3-6683fbbb1a2b None None] Provisioning complete for port 21b33da0-f829-448c-80e5-d538d715a389 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:58.022682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3507-b493-4553-91e3-6683fbbb1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (21b33da0-f829-448c-80e5-d538d715a389), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.044736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.124463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2f225ac6-bae5-4a3a-bcd7-d8648c17e538 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7370141 Feb 19 01:24:58.131975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47810) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.193238 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.197588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:58.235725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-77888fef-02c8-4ccc-b729-094bffacca40 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0949132 Feb 19 01:24:58.236449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.240312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed867ae-8a31-480c-85c8-415f801519fa req-972874c0-38e6-4760-ba39-07b9e1efc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.240984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-972874c0-38e6-4760-ba39-07b9e1efc45f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1127 time: 0.3288064 Feb 19 01:24:58.345315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c3507-b493-4553-91e3-6683fbbb1a2b None None] Current status of the port 21b33da0-f829-448c-80e5-d538d715a389 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:58.409256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed867ae-8a31-480c-85c8-415f801519fa req-9ec51339-39a2-41f0-b0b2-59b3339d0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.410733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-9ec51339-39a2-41f0-b0b2-59b3339d0cf1 service neutron] 10.222.0.117 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 897 time: 0.1264949 Feb 19 01:24:58.519579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:58.521262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:58.552219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-45c0a978-5e77-4965-8d89-40b7e3f28436 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 1000 time: 0.1125712 Feb 19 01:24:58.565231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.612404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47814) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.638372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 21b33da0-f829-448c-80e5-d538d715a389 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:58.680762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed867ae-8a31-480c-85c8-415f801519fa req-ea80d1f3-060c-4561-bdbf-ce897c9a6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.682446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-ea80d1f3-060c-4561-bdbf-ce897c9a6da0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 200 len: 834 time: 0.1025984 Feb 19 01:24:58.684751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.722273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aec0d4-1809-4b5e-94e4-7ca51537260d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.732355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a6aec0d4-1809-4b5e-94e4-7ca51537260d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4849367 Feb 19 01:24:58.732355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47818) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.767527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 21b33da0-f829-448c-80e5-d538d715a389 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:58.768190 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (21b33da0-f829-448c-80e5-d538d715a389), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.770020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-452bb66c-f2e5-4b8e-ae76-4f4337756538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:58.841876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2db5b788-7913-4945-a0a3-5949fa7875de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728111 Feb 19 01:24:58.844377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47822) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:58.854320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:58.966453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed867ae-8a31-480c-85c8-415f801519fa req-1e67b4ed-2f19-4fa5-8ee7-6e8c88d761ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.967972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-1e67b4ed-2f19-4fa5-8ee7-6e8c88d761ef service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f42719e4-fc6b-4668-a234-b0e65a94176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2714679 Feb 19 01:24:58.974181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0f44786c-bb9f-4755-a5a5-f73becc62b5b tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 992 time: 0.3589034 Feb 19 01:24:58.982621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Provisioning complete for port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:58.983310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.043987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 21b33da0-f829-448c-80e5-d538d715a389 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:59.068754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:59.089165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:24:59.097898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Provisioning complete for port 21b33da0-f829-448c-80e5-d538d715a389 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:59.099012 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (21b33da0-f829-448c-80e5-d538d715a389), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.118334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:59.122400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.231310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-5daf0e26-8dd5-4a0b-94cf-19104bc229be service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412939 Feb 19 01:24:59.281379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-89679a3e-5bca-4e45-bbfb-49b693e0b5c2 None None] Current status of the port 21b33da0-f829-448c-80e5-d538d715a389 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:59.315306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-452bb66c-f2e5-4b8e-ae76-4f4337756538 admin admin] Publish callbacks [] for security_group (50b43a4e-0ad9-452c-ad55-a22cfd1f0c08), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.384821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:59.393965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae917609-3988-4a32-812d-5cd6e5d9edfd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2974286 Feb 19 01:24:59.396744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47826) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:59.396986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] Sync routers for ids ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:59.428074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-452bb66c-f2e5-4b8e-ae76-4f4337756538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (50b43a4e-0ad9-452c-ad55-a22cfd1f0c08), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.451288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] Routers {'9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:59.452437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:59.510001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:59.514483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-361332dc-c171-49b1-ba32-fe4e7abed299 None None] Provisioning complete for port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:59.514887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-361332dc-c171-49b1-ba32-fe4e7abed299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.532065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de528c-e38f-4013-91fc-952f69853a32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.537119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f5de528c-e38f-4013-91fc-952f69853a32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports/32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 HTTP/1.1" status: 200 len: 910 time: 0.1393998 Feb 19 01:24:59.538053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47828) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:59.564589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-361332dc-c171-49b1-ba32-fe4e7abed299 None None] Port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:59.579691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] Routers {'9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:59.580418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:59.601875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ed867ae-8a31-480c-85c8-415f801519fa req-dda816c4-7688-4fd7-9001-d93621cc44ac service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812574 Feb 19 01:24:59.605169 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-452bb66c-f2e5-4b8e-ae76-4f4337756538 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cf5f0b104185477c8bd6848ac6cf9fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9179280 Feb 19 01:24:59.621405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb66c-f2e5-4b8e-ae76-4f4337756538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b43a4e-0ad9-452c-ad55-a22cfd1f0c08,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:59.625503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47830) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:59.678412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:59.679111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977813c3-be80-4920-85ce-1231b3a6088d None None] The sync data for ids ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:59.730109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e2ffc6ce-ab0c-44b7-bc04-a72705062b04 None None] Provisioning complete for port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:59.733274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc6ce-ab0c-44b7-bc04-a72705062b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.809614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Deleting port 935949c4-a08f-4ca4-98af-042fe9514502 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:59.809961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (935949c4-a08f-4ca4-98af-042fe9514502), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.834930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e2ffc6ce-ab0c-44b7-bc04-a72705062b04 None None] Port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:59.921852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] For port 935949c4-a08f-4ca4-98af-042fe9514502, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=935949c4-a08f-4ca4-98af-042fe9514502,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:59.922621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (935949c4-a08f-4ca4-98af-042fe9514502), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.940005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Calling delete_port for 935949c4-a08f-4ca4-98af-042fe9514502 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:00.199764 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (935949c4-a08f-4ca4-98af-042fe9514502), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.221399 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] Publish callbacks [] for security_group (50b43a4e-0ad9-452c-ad55-a22cfd1f0c08), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.234727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Pushing event deleted for resources: {'Port': ['ID=935949c4-a08f-4ca4-98af-042fe9514502,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:00.253921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] Publish callbacks [] for security_group (50b43a4e-0ad9-452c-ad55-a22cfd1f0c08), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.417117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:00.440972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (b885a3ec-3ae1-4baa-a630-e0bb5f7261f0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.478195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (50b43a4e-0ad9-452c-ad55-a22cfd1f0c08), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.481187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.485536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/50b43a4e-0ad9-452c-ad55-a22cfd1f0c08 HTTP/1.1" status: 204 len: 168 time: 0.8583345 Feb 19 01:25:00.537794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03c0bb-b624-41fc-90df-1adb7149c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b43a4e-0ad9-452c-ad55-a22cfd1f0c08,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:00.572130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:00.580392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.625832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:00.635131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.639270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1883c-9d7b-4627-aeff-ef3ba9243a28 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:00.656727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.704479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=b885a3ec-3ae1-4baa-a630-e0bb5f7261f0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:00.809398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-428331df-98e9-457b-8f54-b2d2483a858f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9584854 Feb 19 01:25:00.810870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:00.828756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:d0:4a:6d', 'name': 'tempest-NetworksTestDHCPv6-1301914134'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:00.901313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': 'b885a3ec-3ae1-4baa-a630-e0bb5f7261f0'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:00.903999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.026368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.027338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Router 8e4d6118-fc74-47b9-be9a-a125c09a8897 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:01.177378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Allocated IP 2001:db8::f816:3eff:fe58:8118 (2019510f-d5bc-4133-827f-91df95114d14/b885a3ec-3ae1-4baa-a630-e0bb5f7261f0/7c6d2a9e-bf16-491f-b8cc-f4cafd65f904) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:01.299265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:01.341178 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:01.357326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-af7774f9-0e25-424a-9396-e2877755ca83 admin admin] 10.222.0.94 "PUT /v2.0/routers/8e4d6118-fc74-47b9-be9a-a125c09a8897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2104480 Feb 19 01:25:01.360288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47848) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:01.363390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Sync routers for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:01.383419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:01.389070 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:01.421025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks [] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.506548 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.575517 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:01.589317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Pushing event updated for resources: {'Port': ['ID=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:01.592036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.639000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:01.648802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:01.658952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:01.669871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks [] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.749989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 22e75141-0e05-4dd3-ac7f-f50613a8eae2 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:01.849749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Attempting to bind port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:01.850310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Attempting to bind port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:01.851534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Attempting to bind port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:01.872991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:01.873442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:01.873801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.874206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:01.874700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Bound port: 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:01.877706 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:25:00Z', 'revision_number': 5, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:01.879845 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:01.969976 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Checking router: 8e4d6118-fc74-47b9-be9a-a125c09a8897 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:01.972291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:01.972291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.010588 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Routers {'8e4d6118-fc74-47b9-be9a-a125c09a8897'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:02.010588 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['8e4d6118-fc74-47b9-be9a-a125c09a8897'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:02.066755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks [] for router_gateway (8e4d6118-fc74-47b9-be9a-a125c09a8897), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.087035 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fed0:4a6d (2019510f-d5bc-4133-827f-91df95114d14/b885a3ec-3ae1-4baa-a630-e0bb5f7261f0/22e75141-0e05-4dd3-ac7f-f50613a8eae2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:02.137281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] For port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:02.148163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] For port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:02.250003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.265835 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Deleting port 6da81496-83e3-45a7-b3bb-53800d516db9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:02.266193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.300196 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] Set router 8e4d6118-fc74-47b9-be9a-a125c09a8897 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:02.451391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47866) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:02.457379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.534043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc82e-aa86-41a8-94f0-799a9e53834e None None] Pushing event updated for resources: {'Port': ['ID=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:02.628850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] For port 6da81496-83e3-45a7-b3bb-53800d516db9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6da81496-83e3-45a7-b3bb-53800d516db9,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:02.629343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.654134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.659805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Calling delete_port for 6da81496-83e3-45a7-b3bb-53800d516db9 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:02.675488 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:25:00Z', 'revision_number': 5, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:02.676646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803962703-network', 'tenant_id': '94475bb2cd2d4da99a9cd99cd97766ee'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:02.723352 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.730246 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a501525-530a-4bfe-bbfd-c6b7003878a9 None None] The sync data for ids ['8e4d6118-fc74-47b9-be9a-a125c09a8897'] in n-d-826529-3 is: [{'id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'name': 'tempest-TestVolumeBackupRestore-304465927-router', 'tenant_id': '6914f085b55b4df683d478b74f8c7f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:14:38Z', 'updated_at': '2022-02-19T01:25:00Z', 'revision_number': 5, 'project_id': '6914f085b55b4df683d478b74f8c7f16', 'gw_port': {'id': '6da81496-83e3-45a7-b3bb-53800d516db9', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d6118-fc74-47b9-be9a-a125c09a8897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:14:40Z', 'updated_at': '2022-02-19T01:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:02.731020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:02.924763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Made reservation on behalf of 94475bb2cd2d4da99a9cd99cd97766ee for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:02.930192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:02.997129 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.018675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:03.048545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:03.063928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:03.067626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.068297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.148837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=22e75141-0e05-4dd3-ac7f-f50613a8eae2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:03.157867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6da81496-83e3-45a7-b3bb-53800d516db9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.235065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da81496-83e3-45a7-b3bb-53800d516db9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:03.253385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0fe3ec6d-d61a-4539-89fe-d93a4d260b1a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4363065 Feb 19 01:25:03.254069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47882) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:03.254412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47884) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:03.401906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks [] for security_group (076ddb6d-3237-40fe-a213-61a091fdd1f0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.417692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1f587-2452-421a-a3e5-bc1ab47c7d9c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.423337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1f587-2452-421a-a3e5-bc1ab47c7d9c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.428667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.429035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5ed1f587-2452-421a-a3e5-bc1ab47c7d9c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1664641 Feb 19 01:25:03.433707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:03.474836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (076ddb6d-3237-40fe-a213-61a091fdd1f0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.540802 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.544107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks [] for router_controller (8e4d6118-fc74-47b9-be9a-a125c09a8897), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.551259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:03.564021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8b122d7a-4859-4f65-be66-958dc4fc869c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.564689 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Added segment 8b122d7a-4859-4f65-be66-958dc4fc869c of type vlan for network 095cc227-4f44-4a6c-87bb-90344ef2272e Feb 19 01:25:03.615673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (095cc227-4f44-4a6c-87bb-90344ef2272e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.667827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1114-ef8a-4b3f-a146-df559c2956c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.697122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.756764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076ddb6d-3237-40fe-a213-61a091fdd1f0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:03.784526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=32c4b6f3-ff86-4afc-bf7d-2ecec508b2f7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:03.804882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (8e4d6118-fc74-47b9-be9a-a125c09a8897), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.805479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4d6118-fc74-47b9-be9a-a125c09a8897 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:03.813020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.816763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e7e2b4f7-5b80-4b15-ab02-842274784f31 admin admin] 10.222.0.94 "DELETE /v2.0/routers/8e4d6118-fc74-47b9-be9a-a125c09a8897 HTTP/1.1" status: 204 len: 168 time: 2.4402235 Feb 19 01:25:03.817251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47890) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:03.974773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (095cc227-4f44-4a6c-87bb-90344ef2272e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:03.975818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:03.976405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.142580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] Pushing event updated for resources: {'Network': ['ID=095cc227-4f44-4a6c-87bb-90344ef2272e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:04.156431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 095cc227-4f44-4a6c-87bb-90344ef2272e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:04.189525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Deleting subnet 7a619368-8bfb-4e91-861f-4519fa6d6ea3 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:04.268294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1114-ef8a-4b3f-a146-df559c2956c5 admin admin] Publish callbacks [] for security_group (4058401b-9a46-4d77-ad30-d33deb103285), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.272466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Provisioning complete for port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:04.277753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.294304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Publish callbacks [] for subnet (7a619368-8bfb-4e91-861f-4519fa6d6ea3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.372140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Current status of the port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:04.372335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.412466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.413446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] For port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:04.419498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dd3d1114-ef8a-4b3f-a146-df559c2956c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4058401b-9a46-4d77-ad30-d33deb103285), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.460021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 22e75141-0e05-4dd3-ac7f-f50613a8eae2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:04.460581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.500053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.518166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-687fc4a5-89bb-44a3-91b2-8210db5a9a00 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0632365 Feb 19 01:25:04.518425 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:04.536217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Request body: {'subnet': {'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803962703-subnet', 'tenant_id': '94475bb2cd2d4da99a9cd99cd97766ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:04.613157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04b0f8-bd60-40fb-92d5-a23fc587e110 None None] Pushing event updated for resources: {'Port': ['ID=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:04.638776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:04.654921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Made reservation on behalf of 94475bb2cd2d4da99a9cd99cd97766ee for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:04.657915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.666086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d1114-ef8a-4b3f-a146-df559c2956c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058401b-9a46-4d77-ad30-d33deb103285,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:04.671907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (7a619368-8bfb-4e91-861f-4519fa6d6ea3), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.734736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-95feb052-0ce3-41bd-abc4-2a74d4886b11 None None] Provisioning complete for port 22e75141-0e05-4dd3-ac7f-f50613a8eae2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:04.735595 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95feb052-0ce3-41bd-abc4-2a74d4886b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.758189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dd3d1114-ef8a-4b3f-a146-df559c2956c5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6638690e80544eb4ad3779edbfff15f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5009010 Feb 19 01:25:04.762433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47896) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:04.817455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-95feb052-0ce3-41bd-abc4-2a74d4886b11 None None] Port 22e75141-0e05-4dd3-ac7f-f50613a8eae2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:04.824879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:04.825255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:04.951377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:05.032025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 935949c4-a08f-4ca4-98af-042fe9514502 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:05.039608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6413dc0b-db49-4283-b8d7-dd1397e732e1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.106998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 935949c4-a08f-4ca4-98af-042fe9514502 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:05.106998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 935949c4-a08f-4ca4-98af-042fe9514502 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:05.107526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6da81496-83e3-45a7-b3bb-53800d516db9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:05.162258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6da81496-83e3-45a7-b3bb-53800d516db9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:05.162945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6da81496-83e3-45a7-b3bb-53800d516db9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:05.216193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6413dc0b-db49-4283-b8d7-dd1397e732e1,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:05.222441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Checking segment: {'id': '8b122d7a-4859-4f65-be66-958dc4fc869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:05.222922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Network hostable DHCP agents. Network: 095cc227-4f44-4a6c-87bb-90344ef2272e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:05.300403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.308141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Network 095cc227-4f44-4a6c-87bb-90344ef2272e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:05.317869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 22e75141-0e05-4dd3-ac7f-f50613a8eae2 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:05.392281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 095cc227-4f44-4a6c-87bb-90344ef2272e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:05.410711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:05.411341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.414379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be4a50-9d0e-4002-ba94-04703f8f9af9 None None] Network 095cc227-4f44-4a6c-87bb-90344ef2272e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:05.523718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1af89a77-0975-4285-a0f4-2a147e7e3ae8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0035403 Feb 19 01:25:05.641739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c16eab-16ea-4e9a-bef9-4fce8c542b6e None None] Network 095cc227-4f44-4a6c-87bb-90344ef2272e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:05.674152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:05.691723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7a619368-8bfb-4e91-861f-4519fa6d6ea3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.698326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] Publish callbacks [] for security_group (4058401b-9a46-4d77-ad30-d33deb103285), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.833562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] Publish callbacks [] for security_group (4058401b-9a46-4d77-ad30-d33deb103285), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.898383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:05.910168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] Sync routers for ids ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:05.918455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd1ae175-cccb-4217-b458-0b6716f099b2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3718572 Feb 19 01:25:05.919249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47906) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:05.920974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] Routers {'9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:05.921952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:05.951774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (22e75141-0e05-4dd3-ac7f-f50613a8eae2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.973965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:05.984641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] Routers {'9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:05.985486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:24:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:05.988731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-92d6d018-e537-4e61-832e-386105acd251 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 HTTP/1.1" status: 200 len: 205 time: 0.0661860 Feb 19 01:25:05.993072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47910) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:05.994753 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (7a619368-8bfb-4e91-861f-4519fa6d6ea3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:05.997817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=22e75141-0e05-4dd3-ac7f-f50613a8eae2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:06.056523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:06.058617 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.064747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/7a619368-8bfb-4e91-861f-4519fa6d6ea3 HTTP/1.1" status: 204 len: 168 time: 2.2424541 Feb 19 01:25:06.064957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ed77-be72-4ad2-b563-79de8ba77073 None None] The sync data for ids ['9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:06.065070 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.069963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9ec29e51-877d-4dc1-8fd9-dd8d44643422 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/22e75141-0e05-4dd3-ac7f-f50613a8eae2 HTTP/1.1" status: 204 len: 168 time: 2.6340384 Feb 19 01:25:06.070269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8635-db60-4362-8539-a9c781c3eff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a619368-8bfb-4e91-861f-4519fa6d6ea3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:06.073724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47912) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:06.074011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47914) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:06.074416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94766e-0d35-4870-8bca-765c4b2a9be9 None None] Network 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:06.099058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (4058401b-9a46-4d77-ad30-d33deb103285), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.104666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.108451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4058401b-9a46-4d77-ad30-d33deb103285 HTTP/1.1" status: 204 len: 168 time: 1.3147056 Feb 19 01:25:06.190646 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.293852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ced86-c36d-4030-9c3d-bdd51ccd57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058401b-9a46-4d77-ad30-d33deb103285,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:06.348506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] DHCP port deletion for 8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:06.379441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.392741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb2071-d0e7-455f-b42b-557137c34b67 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:06.394179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb2071-d0e7-455f-b42b-557137c34b67 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:06.398319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-edeb2071-d0e7-455f-b42b-557137c34b67 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3196585 Feb 19 01:25:06.402066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47926) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:06.471678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Deleting port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:06.473574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.509559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet b885a3ec-3ae1-4baa-a630-e0bb5f7261f0 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:06.514089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (b885a3ec-3ae1-4baa-a630-e0bb5f7261f0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.516569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.520179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.560690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Deleting port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:06.560938 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.568722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b885a3ec-3ae1-4baa-a630-e0bb5f7261f0), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.607549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] For port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:06.608081 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.612630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:06.656586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Calling delete_port for 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:06.685675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] For port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,segment=NetworkSegment(feed4413-947b-4c9e-a553-3623e280a4ca),segment_id=feed4413-947b-4c9e-a553-3623e280a4ca)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:06.685958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.692086 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.699841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:06.712580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.714946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24411dc3-9240-42fa-9b34-8ec7102eefb7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 HTTP/1.1" status: 204 len: 168 time: 0.7199128 Feb 19 01:25:06.717449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:06.722060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Calling delete_port for 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:06.789528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b885a3ec-3ae1-4baa-a630-e0bb5f7261f0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.799765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 669d971f-1b85-4c74-a5fc-f696d6e5b0b8 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:06.803486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (669d971f-1b85-4c74-a5fc-f696d6e5b0b8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.824768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:06.825160 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.883929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (669d971f-1b85-4c74-a5fc-f696d6e5b0b8), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.926356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.968279 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (6e4daf2a-506f-4b6c-96f6-9fd86162d6e5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:06.991930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47938) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:07.005231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337244882-network', 'tenant_id': '7fc8be3bcd3d48f3abedb03209a8627e'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:07.011782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.015651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] No DVR routers for this DVR port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:07.057471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] No DVR routers for this DVR port 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:07.064187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a862621-1345-4c5d-8f01-ca2e4f6d4c61 None None] Pushing event deleted for resources: {'Port': ['ID=6e4daf2a-506f-4b6c-96f6-9fd86162d6e5,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.090429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:07.101715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.111232 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Made reservation on behalf of 7fc8be3bcd3d48f3abedb03209a8627e for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:07.113820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.127549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f84a04a-fd84-4d33-ba54-f2899e6d7ae0']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:07.131256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.138355 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (669d971f-1b85-4c74-a5fc-f696d6e5b0b8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.139528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feed4413-947b-4c9e-a553-3623e280a4ca') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:07.139969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feed4413-947b-4c9e-a553-3623e280a4ca') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:07.160211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (feed4413-947b-4c9e-a553-3623e280a4ca), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.176514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (feed4413-947b-4c9e-a553-3623e280a4ca), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.184543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:07.184982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (feed4413-947b-4c9e-a553-3623e280a4ca), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.194131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:07.241209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:07.241605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6e4daf2a-506f-4b6c-96f6-9fd86162d6e5 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self.session.flush() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:07.250956 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:07.253502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b885a3ec-3ae1-4baa-a630-e0bb5f7261f0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.284279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=b885a3ec-3ae1-4baa-a630-e0bb5f7261f0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.288097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.292572 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7a518c81-0ddc-43dc-88cb-68f9d4e41740 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/b885a3ec-3ae1-4baa-a630-e0bb5f7261f0 HTTP/1.1" status: 204 len: 168 time: 0.8894098 Feb 19 01:25:07.294978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47946) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:07.300817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd2e47-c3db-4847-9d52-b1901f5c9c89 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:07.355179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-057ef654-1534-4201-bfc8-db9129e80fd2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588875 Feb 19 01:25:07.355961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (8f84a04a-fd84-4d33-ba54-f2899e6d7ae0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.357930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47948) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:07.361412 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks [] for security_group (61674626-fa49-4563-af01-dff03451ea7e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.363825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:07.373646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.380734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] 10.222.0.94 "DELETE /v2.0/networks/8f84a04a-fd84-4d33-ba54-f2899e6d7ae0 HTTP/1.1" status: 204 len: 168 time: 1.3033695 Feb 19 01:25:07.409241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9d81-8fab-4429-8eb9-a749dd2fc72b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f84a04a-fd84-4d33-ba54-f2899e6d7ae0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.415698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (669d971f-1b85-4c74-a5fc-f696d6e5b0b8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.475350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (61674626-fa49-4563-af01-dff03451ea7e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.478372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=669d971f-1b85-4c74-a5fc-f696d6e5b0b8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.521633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.526200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df3a91-4e86-4953-ac61-c8839c015596 None None] Network 4a0a5bb3-c491-44c7-8628-50f242e85740 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:07.537193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f5c79f30-1e36-433d-b86a-2d7356dbe65e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/669d971f-1b85-4c74-a5fc-f696d6e5b0b8 HTTP/1.1" status: 204 len: 168 time: 0.8159521 Feb 19 01:25:07.538147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47954) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:07.559023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:07.562222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:07.576639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4ffaf279-4906-4fb1-99d5-e7f0d72c9746), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.577634 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Added segment 4ffaf279-4906-4fb1-99d5-e7f0d72c9746 of type vlan for network a8b9f7b4-8145-436a-92f1-3746c999783b Feb 19 01:25:07.595448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61674626-fa49-4563-af01-dff03451ea7e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:07.652901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:07.656347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.777601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (4a0a5bb3-c491-44c7-8628-50f242e85740), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.965304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47962) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:07.976401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 21b33da0-f829-448c-80e5-d538d715a389 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:07.977512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (21b33da0-f829-448c-80e5-d538d715a389), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:07.992231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Deleting port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:07.992666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.058197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 21b33da0-f829-448c-80e5-d538d715a389, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=21b33da0-f829-448c-80e5-d538d715a389,segment=NetworkSegment(2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b),segment_id=2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:08.058841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (21b33da0-f829-448c-80e5-d538d715a389), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.089375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] DHCP port deletion for 4a0a5bb3-c491-44c7-8628-50f242e85740 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:08.102413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 21b33da0-f829-448c-80e5-d538d715a389 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:08.169760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] For port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:08.171073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.217414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Calling delete_port for 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:08.238270 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a8b9f7b4-8145-436a-92f1-3746c999783b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.258731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72cb5562-64c2-44ae-9879-12abda430561 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e2d38eebf6e04c63be730af65efbbf06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919965 Feb 19 01:25:08.263561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:08.283424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (21b33da0-f829-448c-80e5-d538d715a389), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.291780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Deleting port 21b33da0-f829-448c-80e5-d538d715a389 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:08.292161 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (21b33da0-f829-448c-80e5-d538d715a389), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.335432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a8b9f7b4-8145-436a-92f1-3746c999783b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.336435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:08.339267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.359137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=21b33da0-f829-448c-80e5-d538d715a389,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.361302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port 21b33da0-f829-448c-80e5-d538d715a389 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:08.411556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] For port 21b33da0-f829-448c-80e5-d538d715a389, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:08.411965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (21b33da0-f829-448c-80e5-d538d715a389), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.436716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Calling delete_port for 21b33da0-f829-448c-80e5-d538d715a389 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:08.436942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:08.438302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Port 21b33da0-f829-448c-80e5-d538d715a389 was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:25:08.439979 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (21b33da0-f829-448c-80e5-d538d715a389), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.445968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] Pushing event updated for resources: {'Network': ['ID=a8b9f7b4-8145-436a-92f1-3746c999783b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.479737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] Publish callbacks [] for security_group (7b0591df-387b-4021-b17c-ef98a869a667), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.482715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a8b9f7b4-8145-436a-92f1-3746c999783b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:08.498130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-912a7e9a-c88b-4d62-8726-c95a28cc711e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4953685 Feb 19 01:25:08.498130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47974) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:08.503245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] Pushing event deleted for resources: {'Port': ['ID=21b33da0-f829-448c-80e5-d538d715a389,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.519048 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Request body: {'subnet': {'network_id': 'a8b9f7b4-8145-436a-92f1-3746c999783b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337244882-subnet', 'tenant_id': '7fc8be3bcd3d48f3abedb03209a8627e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:08.552548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0145c5-d64b-4802-b8d4-57677ddb9908 None None] No DVR routers for this DVR port 21b33da0-f829-448c-80e5-d538d715a389 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:08.558999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (7c6d2a9e-bf16-491f-b8cc-f4cafd65f904), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.572513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (4a0a5bb3-c491-44c7-8628-50f242e85740), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.580691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 21b33da0-f829-448c-80e5-d538d715a389 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:08.582892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] No DVR routers for this DVR port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:08.600153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] Publish callbacks [] for security_group (7b0591df-387b-4021-b17c-ef98a869a667), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.621062 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Made reservation on behalf of 7fc8be3bcd3d48f3abedb03209a8627e for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:08.624133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.628784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0a5bb3-c491-44c7-8628-50f242e85740']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:08.637821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974a074-e88c-406c-bb6e-6bc11393eb62 None None] Pushing event deleted for resources: {'Port': ['ID=7c6d2a9e-bf16-491f-b8cc-f4cafd65f904,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.639582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 21b33da0-f829-448c-80e5-d538d715a389 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:08.640147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 21b33da0-f829-448c-80e5-d538d715a389 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:08.640560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:08.664679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:08.665030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:08.676649 n-d-826529-3 neutron-server[110602]: WARNING neutron.services.revisions.revision_plugin [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Could not find related port for resource to bump revision. Feb 19 01:25:08.684206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:08.684507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:08.699081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.714378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.720829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:08.721240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (2bb1bbcd-f4c0-445a-8464-c4bdaf4acc3b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:08.724265 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:08.735345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Port 7c6d2a9e-bf16-491f-b8cc-f4cafd65f904 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 01:25:08.735662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Reverting IP allocation for 2001:db8::f816:3eff:fe58:8118 {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 01:25:08.768052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe58:8118 {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 01:25:08.771313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (32f1df52-ed93-49ba-ba67-9f7dc3f3b108), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.832493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:08.833307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7b0591df-387b-4021-b17c-ef98a869a667), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.835943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.837168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7b0591df-387b-4021-b17c-ef98a869a667 HTTP/1.1" status: 204 len: 168 time: 0.5707898 Feb 19 01:25:08.845078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:08.851022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:08.851666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.857161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf153115-f0bd-41b5-9e9d-1c8f098b4b88 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:08.866749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb687cca-5bb6-470e-bca3-fcb08b9da35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0591df-387b-4021-b17c-ef98a869a667,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.875400 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=32f1df52-ed93-49ba-ba67-9f7dc3f3b108,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.912947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (4a0a5bb3-c491-44c7-8628-50f242e85740), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.925606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:08.936023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 47978) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:08.937478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/4a0a5bb3-c491-44c7-8628-50f242e85740 HTTP/1.1" status: 204 len: 168 time: 1.3982391 Feb 19 01:25:08.950305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-515881336', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}, 'admin_state_up': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:08.953942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37698-fd3e-4ee0-8bcb-1b3c77333852 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=4a0a5bb3-c491-44c7-8628-50f242e85740,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:08.980272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-00e4f783-6d84-4985-b621-ef5fed35c02a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6202826 Feb 19 01:25:08.985148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 47980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:08.988358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:8f:16:37', 'name': 'tempest-NetworksTestDHCPv6-1984491414'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:09.022848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '32f1df52-ed93-49ba-ba67-9f7dc3f3b108'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:09.024203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.084440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fd878103-9114-4625-9190-41db6586c74d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.086429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fd878103-9114-4625-9190-41db6586c74d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.180493 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (fd878103-9114-4625-9190-41db6586c74d), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.185480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (cb952b01-2b51-4cce-b857-f74860a0ff92), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.208629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Allocated IP 2001:db8::f816:3eff:fe88:5b27 (2019510f-d5bc-4133-827f-91df95114d14/32f1df52-ed93-49ba-ba67-9f7dc3f3b108/2abe3bd0-77b3-4f7c-9518-334facf1f730) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:09.263510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Checking segment: {'id': '4ffaf279-4906-4fb1-99d5-e7f0d72c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a8b9f7b4-8145-436a-92f1-3746c999783b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:09.264159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Network hostable DHCP agents. Network: a8b9f7b4-8145-436a-92f1-3746c999783b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:09.279504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb952b01-2b51-4cce-b857-f74860a0ff92,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:09.285428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:09.403354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Network a8b9f7b4-8145-436a-92f1-3746c999783b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:09.425577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks [] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.446303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.501218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port ea00b415-77ee-4463-8d62-0594a655db07 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:09.503205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.505852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a8b9f7b4-8145-436a-92f1-3746c999783b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:09.512936 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:09.514418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.533724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88a516-f0ac-440e-8344-425cbee2805e None None] Network a8b9f7b4-8145-436a-92f1-3746c999783b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:09.534064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_gateway (fd878103-9114-4625-9190-41db6586c74d), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.592029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-56173a40-e607-4753-bece-0e068111bb74 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0965188 Feb 19 01:25:09.616962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:09.628245 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:09.634511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:09.642780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Pushing event updated for resources: {'Port': ['ID=2abe3bd0-77b3-4f7c-9518-334facf1f730,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:09.699607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe8f:1637 (2019510f-d5bc-4133-827f-91df95114d14/32f1df52-ed93-49ba-ba67-9f7dc3f3b108/ea00b415-77ee-4463-8d62-0594a655db07) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:09.739910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2002c-c466-4c90-ad4c-10f219f6f81f None None] Network a8b9f7b4-8145-436a-92f1-3746c999783b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:09.767235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Attempting to bind port 2abe3bd0-77b3-4f7c-9518-334facf1f730 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:09.767787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Attempting to bind port 2abe3bd0-77b3-4f7c-9518-334facf1f730 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:09.768347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Attempting to bind port 2abe3bd0-77b3-4f7c-9518-334facf1f730 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:09.808243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:09.808839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:09.809432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.809987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:09.810630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Bound port: 2abe3bd0-77b3-4f7c-9518-334facf1f730, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:09.811235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.869437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:09.917561 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:09.952398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] For port 2abe3bd0-77b3-4f7c-9518-334facf1f730, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:09.955765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] For port 2abe3bd0-77b3-4f7c-9518-334facf1f730, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2abe3bd0-77b3-4f7c-9518-334facf1f730,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:09.976382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_gateway (fd878103-9114-4625-9190-41db6586c74d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.006430 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.021621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (ea00b415-77ee-4463-8d62-0594a655db07), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.031547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b29e9b23-da48-4430-99dd-166ff9f8a576 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6914f085b55b4df683d478b74f8c7f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1104393 Feb 19 01:25:10.032063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:10.056977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.170601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ea00b415-77ee-4463-8d62-0594a655db07), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.173155 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] Publish callbacks [] for security_group (8ee49ed8-53f2-41d0-916f-85ad1e05fc9d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.189752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25403-b322-49d0-8977-10f5d9bf66e9 None None] Pushing event updated for resources: {'Port': ['ID=2abe3bd0-77b3-4f7c-9518-334facf1f730,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:10.226491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] Publish callbacks [] for security_group (8ee49ed8-53f2-41d0-916f-85ad1e05fc9d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.247964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.25.2.212 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/bfe71b62-0e40-4110-bf55-351c21796bc7) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:10.350068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=ea00b415-77ee-4463-8d62-0594a655db07,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:10.375461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:10.379120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:10.382330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:10.389349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.390311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.462893 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.491446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-972d1969-555f-4aa0-9d72-314d2f27493c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5051565 Feb 19 01:25:10.498940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48022) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:10.520496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8ee49ed8-53f2-41d0-916f-85ad1e05fc9d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.535376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.535376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8ee49ed8-53f2-41d0-916f-85ad1e05fc9d HTTP/1.1" status: 204 len: 168 time: 0.4988172 Feb 19 01:25:10.630666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f85542-aa2b-4b7f-886f-23fd5932acbf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.638436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f85542-aa2b-4b7f-886f-23fd5932acbf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.643436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9f85542-aa2b-4b7f-886f-23fd5932acbf tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1471031 Feb 19 01:25:10.644258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48026) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:10.649152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da16e6-2f17-4360-a646-f7feb9d4e7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee49ed8-53f2-41d0-916f-85ad1e05fc9d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:10.662918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (bfe71b62-0e40-4110-bf55-351c21796bc7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.704647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-109c10c0-3e33-4464-8ec3-732b26fa1306 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:10.704647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-109c10c0-3e33-4464-8ec3-732b26fa1306 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/networks?id=095cc227-4f44-4a6c-87bb-90344ef2272e HTTP/1.1" status: 200 len: 808 time: 0.3240068 Feb 19 01:25:10.709220 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a8f508c4-4142-44fb-961d-93a8a8249b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.751315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2abe3bd0-77b3-4f7c-9518-334facf1f730 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:10.761576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-87859425-4e73-4227-bace-eab4848d04d0 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/quotas/94475bb2cd2d4da99a9cd99cd97766ee HTTP/1.1" status: 200 len: 375 time: 0.0370214 Feb 19 01:25:10.793910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port ea00b415-77ee-4463-8d62-0594a655db07 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:10.797187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ea00b415-77ee-4463-8d62-0594a655db07), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.847479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-37ebf546-2e0c-490b-9e93-af8dd5f55514 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=94475bb2cd2d4da99a9cd99cd97766ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753851 Feb 19 01:25:10.850168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2abe3bd0-77b3-4f7c-9518-334facf1f730 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:10.850557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.951866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ea00b415-77ee-4463-8d62-0594a655db07), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:10.981660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for ea00b415-77ee-4463-8d62-0594a655db07 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:10.988503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2abe3bd0-77b3-4f7c-9518-334facf1f730 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:10.989380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.045763 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-b6c809a7-7eb2-4fc3-ab87-11891ebcc8c4 service neutron] 10.222.0.94 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843724 Feb 19 01:25:11.063511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2abe3bd0-77b3-4f7c-9518-334facf1f730, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2abe3bd0-77b3-4f7c-9518-334facf1f730,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:11.114662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bfe71b62-0e40-4110-bf55-351c21796bc7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.160796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:11.166529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:11.176019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:11.209906 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.245515 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ea00b415-77ee-4463-8d62-0594a655db07), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.328628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=bfe71b62-0e40-4110-bf55-351c21796bc7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:11.366928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=ea00b415-77ee-4463-8d62-0594a655db07,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:11.380004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2abe3bd0-77b3-4f7c-9518-334facf1f730,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:11.406429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-c19e6bec-5043-43ee-a2e4-16a81f29daef service neutron] 10.222.0.94 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517737 Feb 19 01:25:11.514081 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.529844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-236cddf8-4896-4f9b-ab4b-7751e6a28e3a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/ea00b415-77ee-4463-8d62-0594a655db07 HTTP/1.1" status: 204 len: 168 time: 0.8842678 Feb 19 01:25:11.532792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48032) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:11.723434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1057b5-80f0-43e2-8df7-a062ff2c8627 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.727750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1057b5-80f0-43e2-8df7-a062ff2c8627 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:11.733432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48034) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:11.734012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-be1057b5-80f0-43e2-8df7-a062ff2c8627 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1982212 Feb 19 01:25:11.892335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 32f1df52-ed93-49ba-ba67-9f7dc3f3b108 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:11.899116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (32f1df52-ed93-49ba-ba67-9f7dc3f3b108), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:11.952405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32f0ae95-645e-49e6-8fe0-881b8faab571 req-d8aa1682-7a40-4dfa-a6ee-c42b2bd20255 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.0620131 Feb 19 01:25:12.014717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (32f1df52-ed93-49ba-ba67-9f7dc3f3b108), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.047789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_gateway (fd878103-9114-4625-9190-41db6586c74d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.122427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd244cfe-20ca-432e-939a-3f922d5d3c5e None None] Provisioning complete for port 2abe3bd0-77b3-4f7c-9518-334facf1f730 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:12.123202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd244cfe-20ca-432e-939a-3f922d5d3c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.220170 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (32f1df52-ed93-49ba-ba67-9f7dc3f3b108), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.257362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd244cfe-20ca-432e-939a-3f922d5d3c5e None None] Current status of the port 2abe3bd0-77b3-4f7c-9518-334facf1f730 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:12.393026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fd878103-9114-4625-9190-41db6586c74d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.444079 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (32f1df52-ed93-49ba-ba67-9f7dc3f3b108), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.474539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7866303a-a971-4b55-879a-3ac8a4e490be None None] Could not find standard attr ID for object ea00b415-77ee-4463-8d62-0594a655db07. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:25:12.499937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=32f1df52-ed93-49ba-ba67-9f7dc3f3b108,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:12.501615 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.507589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1dd7247-e50d-4930-8bb9-df963112b398 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/32f1df52-ed93-49ba-ba67-9f7dc3f3b108 HTTP/1.1" status: 204 len: 168 time: 0.7707417 Feb 19 01:25:12.508194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48046) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:12.598896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2fcf6a80-f03f-4ccc-bac6-b7d409234d53 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894017 Feb 19 01:25:12.604852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:12.614275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2abe3bd0-77b3-4f7c-9518-334facf1f730 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:12.663905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7577a6-dbb6-41bb-9e37-bdab51a84879 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:12.681913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e352e2-834f-4db2-a670-8543c505fb81 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:12.690290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0e352e2-834f-4db2-a670-8543c505fb81 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0774288 Feb 19 01:25:12.690290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:12.736825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2abe3bd0-77b3-4f7c-9518-334facf1f730 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:12.737493 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.742430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624ccb0-ce71-4b5f-bdc8-e4e689ddbcfe tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:12.745505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4624ccb0-ce71-4b5f-bdc8-e4e689ddbcfe tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581481 Feb 19 01:25:12.748257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:12.797613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f09411fa-a1f5-4cb2-97bf-76cf7f4aaba2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475547 Feb 19 01:25:12.798751 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router fd878103-9114-4625-9190-41db6586c74d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:25:12.801270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:12.808704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:12.913064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2abe3bd0-77b3-4f7c-9518-334facf1f730 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:12.959045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-87bb151a-78e3-44dc-9da3-921ebefd1e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:12.990949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:13.048500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Deleting port 2abe3bd0-77b3-4f7c-9518-334facf1f730 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:13.054383 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.066441 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-649ba64c-ec46-4ca5-bdec-21f441636071 req-c25d5b6d-9c0e-461a-92fd-3444861d9ac6 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.0399926 Feb 19 01:25:13.078175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:13.088278 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] Sync routers for ids ['fd878103-9114-4625-9190-41db6586c74d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:13.107079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] Routers {'fd878103-9114-4625-9190-41db6586c74d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:13.111266 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd878103-9114-4625-9190-41db6586c74d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:13.133919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] For port 2abe3bd0-77b3-4f7c-9518-334facf1f730, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2abe3bd0-77b3-4f7c-9518-334facf1f730,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:13.135184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.145432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:13.149081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Calling delete_port for 2abe3bd0-77b3-4f7c-9518-334facf1f730 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:13.155176 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] Routers {'fd878103-9114-4625-9190-41db6586c74d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:13.157365 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd878103-9114-4625-9190-41db6586c74d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:13.177973 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:13.186139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.197713 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:13.198367 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8878a-ce6f-4a20-8bd1-92a7c9faf5b1 None None] The sync data for ids ['fd878103-9114-4625-9190-41db6586c74d'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:13.243516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.243516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6bbcae42-1fb1-47ed-93b2-1d4e8a97f212 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3009608 Feb 19 01:25:13.243727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48064) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:13.334529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2abe3bd0-77b3-4f7c-9518-334facf1f730), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.361517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] Pushing event deleted for resources: {'Port': ['ID=2abe3bd0-77b3-4f7c-9518-334facf1f730,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:13.361790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a38508d9-647d-4731-8859-175e09372446 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers/fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 200 len: 880 time: 0.1184628 Feb 19 01:25:13.364962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e2cd6b-06cc-4529-b6bf-047a430527e4 None None] No DVR routers for this DVR port 2abe3bd0-77b3-4f7c-9518-334facf1f730 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:13.367377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48066) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:13.738776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:13.740747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (48c0bb9e-7b33-4db4-a5a2-722acc294086), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.798417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:13.802060 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:13.805700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:13.807071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:13.813463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c36653-62af-4e74-a991-8dfb5b35f14c None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:13.845529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=48c0bb9e-7b33-4db4-a5a2-722acc294086,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:13.955372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-057f4b86-dbab-49a6-a4ff-a3eeda478f68 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1528733 Feb 19 01:25:13.958111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:13.964512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:3b:62:e7', 'name': 'tempest-NetworksTestDHCPv6-26388541'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:14.005469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '48c0bb9e-7b33-4db4-a5a2-722acc294086'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:14.007019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8bdef306-cadd-4bf3-a47d-899f4c748dff tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6366074 Feb 19 01:25:14.008040 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.008286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:14.021507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-515881336'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:14.146524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:14.202400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Allocated IP 2001:db8::f816:3eff:fe33:e5ef (2019510f-d5bc-4133-827f-91df95114d14/48c0bb9e-7b33-4db4-a5a2-722acc294086/152e4d94-dcdb-4b68-9b92-479f0e4f3084) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:14.319452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:14.347793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f915c1b-3fe5-40d6-890a-02334d7dbcc7 req-a222657d-b9b7-4796-ba2c-27d252bd64f8 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.0730977 Feb 19 01:25:14.366879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f9c3e24e-ac70-4089-b84c-7d2020875a4c tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 200 len: 992 time: 0.2119591 Feb 19 01:25:14.432610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks [] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.509354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.520252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.576476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port a910a2a4-58f8-4d70-b0bc-195934981e65 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:14.634397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2abe3bd0-77b3-4f7c-9518-334facf1f730 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:14.647642 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48090) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:14.652426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.706717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:14.711788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:14.714970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2abe3bd0-77b3-4f7c-9518-334facf1f730 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:14.715561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2abe3bd0-77b3-4f7c-9518-334facf1f730 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:14.730098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:14.763243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (fd878103-9114-4625-9190-41db6586c74d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.767532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Pushing event updated for resources: {'Port': ['ID=152e4d94-dcdb-4b68-9b92-479f0e4f3084,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:14.839369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (fd878103-9114-4625-9190-41db6586c74d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.849046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Attempting to bind port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:14.853379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Attempting to bind port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:14.853379 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Attempting to bind port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:14.857888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:14.858656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:14.859259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:14.859951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:14.860620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Bound port: 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:14.861180 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.020116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router fd878103-9114-4625-9190-41db6586c74d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:15.026492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] For port 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:15.031219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] For port 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=152e4d94-dcdb-4b68-9b92-479f0e4f3084,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:15.040715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe3b:62e7 (2019510f-d5bc-4133-827f-91df95114d14/48c0bb9e-7b33-4db4-a5a2-722acc294086/a910a2a4-58f8-4d70-b0bc-195934981e65) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:15.158744 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.169607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:15.188031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.189271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fb2c7bd-f38a-41ff-a9a2-1c42fd350e96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 200 len: 887 time: 1.1778443 Feb 19 01:25:15.194476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:15.222172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] Sync routers for ids ['fd878103-9114-4625-9190-41db6586c74d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:15.336649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] Routers {'fd878103-9114-4625-9190-41db6586c74d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:15.336649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd878103-9114-4625-9190-41db6586c74d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:15.384301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f7ad9a33-7be0-458c-8f03-e780dcd95986 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers/fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 200 len: 887 time: 0.1885700 Feb 19 01:25:15.386153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48098) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:15.426584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceb621-be59-42a0-86b9-ebd30b26fdb7 None None] Pushing event updated for resources: {'Port': ['ID=152e4d94-dcdb-4b68-9b92-479f0e4f3084,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:15.430822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:15.439402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c5013e18-0c13-4b3d-93b9-84516b17f7f0 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 200 len: 205 time: 0.0515413 Feb 19 01:25:15.440127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:15.442326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] Routers {'fd878103-9114-4625-9190-41db6586c74d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:15.443188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fd878103-9114-4625-9190-41db6586c74d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:15.488910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:15.489629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b771bb8f-70d9-4286-bfac-4901702ea8f2 None None] The sync data for ids ['fd878103-9114-4625-9190-41db6586c74d'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:15.493948 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.539460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f01594a-eb7c-400b-89fc-f2014c8d257f req-f26c9a2d-f6cc-49ad-9263-5aab75f52f60 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.0359766 Feb 19 01:25:15.698167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port f367914d-07d3-4b07-b33a-a8e1c3e1a163 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:15.700607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.713823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (fd878103-9114-4625-9190-41db6586c74d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.729622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-56190318-62b5-4096-91a1-050d44b55bc3 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:15.731126 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-56190318-62b5-4096-91a1-050d44b55bc3 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.96 "GET /v2.0/networks?id=095cc227-4f44-4a6c-87bb-90344ef2272e HTTP/1.1" status: 200 len: 808 time: 0.8989899 Feb 19 01:25:15.877205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Request body: {'port': {'device_id': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e', 'admin_state_up': True, 'tenant_id': '94475bb2cd2d4da99a9cd99cd97766ee'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:15.880484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_gateway (fd878103-9114-4625-9190-41db6586c74d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:15.973458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.037254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port bfe71b62-0e40-4110-bf55-351c21796bc7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:16.037839 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bfe71b62-0e40-4110-bf55-351c21796bc7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.130549 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bfe71b62-0e40-4110-bf55-351c21796bc7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.147386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for bfe71b62-0e40-4110-bf55-351c21796bc7 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:16.187888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.188511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (f367914d-07d3-4b07-b33a-a8e1c3e1a163), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.245283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for f367914d-07d3-4b07-b33a-a8e1c3e1a163 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:16.361819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Made reservation on behalf of 94475bb2cd2d4da99a9cd99cd97766ee for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:16.369440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.455838 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.474288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bfe71b62-0e40-4110-bf55-351c21796bc7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.548419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=bfe71b62-0e40-4110-bf55-351c21796bc7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:16.551758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:16.561884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:16.565089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:16.574273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.574273 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.679278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (fd878103-9114-4625-9190-41db6586c74d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.703880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=a910a2a4-58f8-4d70-b0bc-195934981e65,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:16.723153 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0382312c-fc62-41a1-be4a-1c5b1863db45 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7608354 Feb 19 01:25:16.749609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48110) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:16.792574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 152e4d94-dcdb-4b68-9b92-479f0e4f3084 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:16.857367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Allocated IP 172.20.0.8 (095cc227-4f44-4a6c-87bb-90344ef2272e/6413dc0b-db49-4283-b8d7-dd1397e732e1/73231f67-a28d-46b2-9904-4e3d6ab04127) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:16.866240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-df455c25-0510-4649-9bc9-06ad85e7b363 req-fea74a5c-fc1b-43aa-b1f8-f769f90b0dda tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.1148362 Feb 19 01:25:16.957642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:16.958095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.970399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ac45e-26a9-471e-bcda-1dd69f874edd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.981096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fd878103-9114-4625-9190-41db6586c74d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.992781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (fd878103-9114-4625-9190-41db6586c74d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:16.992933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ac45e-26a9-471e-bcda-1dd69f874edd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:16.992933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-df1ac45e-26a9-471e-bcda-1dd69f874edd tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2327969 Feb 19 01:25:16.993208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48112) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:17.053512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f367914d-07d3-4b07-b33a-a8e1c3e1a163), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.080657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:17.083403 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.084919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.126637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=152e4d94-dcdb-4b68-9b92-479f0e4f3084,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:17.130015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fd878103-9114-4625-9190-41db6586c74d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.130550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router fd878103-9114-4625-9190-41db6586c74d {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:17.141295 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.141295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c0802e4f-204a-4787-9765-2a880c798bf4 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 204 len: 168 time: 1.6988342 Feb 19 01:25:17.144619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48114) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:17.149699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1486533950'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:17.157360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=f367914d-07d3-4b07-b33a-a8e1c3e1a163,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:17.187341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.239253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:17.242276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.282088 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=152e4d94-dcdb-4b68-9b92-479f0e4f3084,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:17.292071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:17.303310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a424ef06-e1ee-4a03-a794-dbfe806048e0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.312583 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment a424ef06-e1ee-4a03-a794-dbfe806048e0 of type vlan for network 747a69c1-8dee-4e97-a563-3191becb0889 Feb 19 01:25:17.324590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for floatingip (f3f71489-76ce-42ef-81ee-7558c11ce451), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.325209 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Floating IP f3f71489-76ce-42ef-81ee-7558c11ce451 disassociated (deleted). External IP: 172.25.2.15, port: 4fa56bff-499e-43b2-95f1-6fb9166147d3. Feb 19 01:25:17.332754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks [] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.377828 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (747a69c1-8dee-4e97-a563-3191becb0889), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.410859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port a910a2a4-58f8-4d70-b0bc-195934981e65 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:17.411228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.497400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (747a69c1-8dee-4e97-a563-3191becb0889), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.504723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:17.506234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.537129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.540729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.541582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.542246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.542823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:17.555007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7303da97-f5b4-4017-bd8f-b68fc091c644 None None] Provisioning complete for port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:17.555503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7303da97-f5b4-4017-bd8f-b68fc091c644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.627517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4817355 Feb 19 01:25:17.628571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:17.635908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.649933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '747a69c1-8dee-4e97-a563-3191becb0889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:17.674815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709dde-2fb3-4993-a679-8064b4593300 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=747a69c1-8dee-4e97-a563-3191becb0889,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:17.690479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.692386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for a910a2a4-58f8-4d70-b0bc-195934981e65 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:17.711432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 747a69c1-8dee-4e97-a563-3191becb0889 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:17.812044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7303da97-f5b4-4017-bd8f-b68fc091c644 None None] Current status of the port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:17.934389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e89400fa-70f3-4fd2-a38d-3d76f668283b None None] Provisioning complete for port a910a2a4-58f8-4d70-b0bc-195934981e65 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:17.935919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Network 095cc227-4f44-4a6c-87bb-90344ef2272e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:17.939400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e89400fa-70f3-4fd2-a38d-3d76f668283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.946731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:17.947008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:17.950857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:17.954009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:18.016112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e89400fa-70f3-4fd2-a38d-3d76f668283b None None] Port a910a2a4-58f8-4d70-b0bc-195934981e65 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:18.034002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Pushing event updated for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:18.051672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.052541 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.084852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router 60da59ca-b4ed-4f93-8731-fd6d5532a18e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:18.132246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5b61e-700d-4b6b-8f6c-7b6caa4772e7 req-490d9c9b-0906-4395-bf7c-7706c10f9394 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.133914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25a5b61e-700d-4b6b-8f6c-7b6caa4772e7 req-490d9c9b-0906-4395-bf7c-7706c10f9394 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 931 time: 0.0826216 Feb 19 01:25:18.185244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-95a67b1f-77af-4fd9-b159-2b8d5e82380e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3124795 Feb 19 01:25:18.189602 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25a5b61e-700d-4b6b-8f6c-7b6caa4772e7 req-547d407b-3297-412c-957c-60cdb8c6a283 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489628 Feb 19 01:25:18.199409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Request body: {'port': {'device_id': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:18.207657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a910a2a4-58f8-4d70-b0bc-195934981e65), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.278757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=a910a2a4-58f8-4d70-b0bc-195934981e65,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:18.291384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:18.303043 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Sync routers for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:18.318741 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:18.318954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.319388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:18.377877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.384025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48130) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:18.390265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-427850c0-4d0f-4f4c-9da6-7abee2d8cd3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/a910a2a4-58f8-4d70-b0bc-195934981e65 HTTP/1.1" status: 204 len: 168 time: 1.3958938 Feb 19 01:25:18.399522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.425318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf1f46ac-55cc-4040-beb5-937c72100bf1 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/floatingips/f3f71489-76ce-42ef-81ee-7558c11ce451 HTTP/1.1" status: 204 len: 168 time: 3.7764161 Feb 19 01:25:18.439810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:18.444070 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022" -d '{"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:18.524923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775257ea-763e-4106-ae5b-d0ec1316ad37 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.526984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775257ea-763e-4106-ae5b-d0ec1316ad37 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.539987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48136) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:18.542396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-775257ea-763e-4106-ae5b-d0ec1316ad37 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1565981 Feb 19 01:25:18.555325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (dbcd56a4-e4d8-4049-a0d7-538b5fae304b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.555546 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c918d-44fc-4759-a2e6-e812ea8c5621 x-openstack-request-id: req-051c918d-44fc-4759-a2e6-e812ea8c5621 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:18.555546 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:18.555546 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-051c918d-44fc-4759-a2e6-e812ea8c5621 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:18.555546 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'status': 'completed', 'code': 200} Feb 19 01:25:18.631330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 152e4d94-dcdb-4b68-9b92-479f0e4f3084 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:18.655480 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:18.701728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=dbcd56a4-e4d8-4049-a0d7-538b5fae304b,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:18.769398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': 'a424ef06-e1ee-4a03-a794-dbfe806048e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:18.772304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 747a69c1-8dee-4e97-a563-3191becb0889, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:18.785862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:18.786508 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.884204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 48c0bb9e-7b33-4db4-a5a2-722acc294086 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:18.889519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (48c0bb9e-7b33-4db4-a5a2-722acc294086), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.938754 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (48c0bb9e-7b33-4db4-a5a2-722acc294086), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.942816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 747a69c1-8dee-4e97-a563-3191becb0889 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:18.981181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-88a6db33-5b27-4b0a-817f-9bc051b14fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:18.983749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:18.988382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-88a6db33-5b27-4b0a-817f-9bc051b14fd7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 1127 time: 0.3985128 Feb 19 01:25:19.047937 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:19.070010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 747a69c1-8dee-4e97-a563-3191becb0889) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:19.078123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa19da-b542-40fe-853b-814b6e6ce223 None None] Network 747a69c1-8dee-4e97-a563-3191becb0889 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:19.080332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.086580 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Checking router: 60da59ca-b4ed-4f93-8731-fd6d5532a18e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:19.087141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.096372 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:19.097230 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:19.215406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0a371c58-8055-443f-8bd3-7aa48d2a1563 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767441 Feb 19 01:25:19.229542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:19.240963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-492273323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:19.302144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (48c0bb9e-7b33-4db4-a5a2-722acc294086), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.303615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-747a69c1-8dee-4e97-a563-3191becb0889', 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': 'dbcd56a4-e4d8-4049-a0d7-538b5fae304b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:19.304656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.321742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf73a0-4533-489a-a6c9-2a8c315bd32a req-ec2b5b96-c9aa-4f90-89fb-cc39d021f88e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.328939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fdf73a0-4533-489a-a6c9-2a8c315bd32a req-ec2b5b96-c9aa-4f90-89fb-cc39d021f88e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.1635909 Feb 19 01:25:19.391852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e5a24a40-f73c-456a-99eb-488106c51960), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.394401 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e5a24a40-f73c-456a-99eb-488106c51960), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.441731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fdf73a0-4533-489a-a6c9-2a8c315bd32a req-b3feb72f-8061-4ca1-b6b0-b43bf3ada4e4 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058307 Feb 19 01:25:19.530202 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:19.573542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Allocated IP 172.20.0.2 (747a69c1-8dee-4e97-a563-3191becb0889/dbcd56a4-e4d8-4049-a0d7-538b5fae304b/bafc0c9f-5530-4c1c-8285-17907559532b) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:19.574506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-8b1c758d-f88a-468b-a84f-29efec74b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.576398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-8b1c758d-f88a-468b-a84f-29efec74b35e service neutron] 10.222.0.117 "GET /v2.0/networks?id=f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 200 len: 897 time: 0.5775423 Feb 19 01:25:19.608767 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (e5a24a40-f73c-456a-99eb-488106c51960), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.653670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (48c0bb9e-7b33-4db4-a5a2-722acc294086), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.722125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-bfd003ef-f676-45f7-ab08-8c068b391548 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 200 len: 217 time: 0.0797477 Feb 19 01:25:19.747394 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e5a24a40-f73c-456a-99eb-488106c51960), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.799057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.807703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48150) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:19.810107 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/48c0bb9e-7b33-4db4-a5a2-722acc294086 HTTP/1.1" status: 204 len: 168 time: 1.2562208 Feb 19 01:25:19.815462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks [] for port (bafc0c9f-5530-4c1c-8285-17907559532b), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.823928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7003c8-725d-4da5-b96f-57c42cc5d66c None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:19.824110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cd2ea-b3e2-4a4c-beab-309172dd010e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=48c0bb9e-7b33-4db4-a5a2-722acc294086,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:19.846931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:19.876663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b8646f85-d3b8-4e31-90ef-83025b85f777 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623906 Feb 19 01:25:19.887798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48152) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:19.891482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.895389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7f1cb2b5-d533-4f0b-a25e-8afe925d0f96 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6609006 Feb 19 01:25:19.910173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48154) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:19.910281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ddb90-2f8b-4488-85b5-ae563af9e322 None None] The sync data for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 is: [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:23:54Z', 'revision_number': 4, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f430d5d7-535c-4d28-b0e8-2c53193534a2', 'name': '', 'network_id': 'f42719e4-fc6b-4668-a234-b0e65a94176e', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'mac_address': 'fa:16:3e:2f:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:52Z', 'updated_at': '2022-02-19T01:24:08Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'subnets': [{'id': 'b24e46c5-50f8-443c-8e30-575ada37d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:19.927509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:19.947391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.017511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1137d-deeb-4144-8bde-4d7ca4878336 req-cfac7c84-3694-4405-973a-7d775719ec39 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.020098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53a1137d-deeb-4144-8bde-4d7ca4878336 req-cfac7c84-3694-4405-973a-7d775719ec39 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 931 time: 0.4490254 Feb 19 01:25:20.023884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Network 747a69c1-8dee-4e97-a563-3191becb0889 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:20.042878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:20.050011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:20.089682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Pushing event updated for resources: {'Port': ['ID=bafc0c9f-5530-4c1c-8285-17907559532b,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:20.138411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b8383e67-7160-452b-82c4-9a19af97e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.140032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b8383e67-7160-452b-82c4-9a19af97e536 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 200 len: 834 time: 0.3793733 Feb 19 01:25:20.170028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:20.221081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Attempting to bind port bafc0c9f-5530-4c1c-8285-17907559532b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:20.221842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Attempting to bind port bafc0c9f-5530-4c1c-8285-17907559532b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a424ef06-e1ee-4a03-a794-dbfe806048e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:20.224949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Attempting to bind port bafc0c9f-5530-4c1c-8285-17907559532b on network 747a69c1-8dee-4e97-a563-3191becb0889 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:20.235181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:20.235999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Checking segment: {'id': 'a424ef06-e1ee-4a03-a794-dbfe806048e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:20.236652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.237251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Bound using segment: {'id': 'a424ef06-e1ee-4a03-a794-dbfe806048e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:20.237942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Bound port: bafc0c9f-5530-4c1c-8285-17907559532b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a424ef06-e1ee-4a03-a794-dbfe806048e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '747a69c1-8dee-4e97-a563-3191becb0889'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:20.238551 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.304130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53a1137d-deeb-4144-8bde-4d7ca4878336 req-b2590b1c-775d-4b5c-b49c-8b4d07b551c5 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567258 Feb 19 01:25:20.368976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] For port bafc0c9f-5530-4c1c-8285-17907559532b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:20.383155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] For port bafc0c9f-5530-4c1c-8285-17907559532b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bafc0c9f-5530-4c1c-8285-17907559532b,segment=NetworkSegment(a424ef06-e1ee-4a03-a794-dbfe806048e0),segment_id=a424ef06-e1ee-4a03-a794-dbfe806048e0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:20.394764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a94a6e-92f0-47e2-95ec-10e07ead7b1a None None] New status for floating IP f3f71489-76ce-42ef-81ee-7558c11ce451: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:25:20.461124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73231f67-a28d-46b2-9904-4e3d6ab04127 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:20.474623 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks [] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.480139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b19017d0-27c9-44e1-82f6-00c36126a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.482121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b19017d0-27c9-44e1-82f6-00c36126a896 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f42719e4-fc6b-4668-a234-b0e65a94176e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3300085 Feb 19 01:25:20.520326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Transition to ACTIVE for port object 73231f67-a28d-46b2-9904-4e3d6ab04127 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:25:20.565388 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.652496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 152e4d94-dcdb-4b68-9b92-479f0e4f3084 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:20.790234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Deleting port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:20.790623 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.911530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb6bf4-a411-47e5-b347-dc982b1d5d6d None None] Pushing event updated for resources: {'Port': ['ID=bafc0c9f-5530-4c1c-8285-17907559532b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:20.975873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:20.976266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.002537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] For port 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=152e4d94-dcdb-4b68-9b92-479f0e4f3084,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:21.002943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.057496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Calling delete_port for 152e4d94-dcdb-4b68-9b92-479f0e4f3084 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:21.104655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 152e4d94-dcdb-4b68-9b92-479f0e4f3084, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=152e4d94-dcdb-4b68-9b92-479f0e4f3084,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:21.118533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279cb89-0bd9-4af9-bd5c-7f7b60f391e6 req-e355cc4f-4278-4eec-89fb-4fd662e1e593 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.121003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7279cb89-0bd9-4af9-bd5c-7f7b60f391e6 req-e355cc4f-4278-4eec-89fb-4fd662e1e593 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.3646283 Feb 19 01:25:21.187205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.211241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-24b9adb0-70d6-45df-873f-bde0ee410496 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.213511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-24b9adb0-70d6-45df-873f-bde0ee410496 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.4119799 Feb 19 01:25:21.269665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7279cb89-0bd9-4af9-bd5c-7f7b60f391e6 req-b4438c0c-59e7-4006-88a5-3a48d238ec18 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264927 Feb 19 01:25:21.286384 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-60e361cc-864d-47f2-a837-32164d97c2cc service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916112 Feb 19 01:25:21.287366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:21.295517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.305810 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.308830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=152e4d94-dcdb-4b68-9b92-479f0e4f3084,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:21.351945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.473027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (152e4d94-dcdb-4b68-9b92-479f0e4f3084), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.494547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b40ef961-f4df-4384-b423-860a5954e1c7 service neutron] 10.222.0.117 "GET /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895478 Feb 19 01:25:21.517157 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Pushing event updated for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:21.561203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] No DVR routers for this DVR port 152e4d94-dcdb-4b68-9b92-479f0e4f3084 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:21.576825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f702f-c6a0-4fab-ba9d-1f2d63cfe827 None None] Pushing event deleted for resources: {'Port': ['ID=152e4d94-dcdb-4b68-9b92-479f0e4f3084,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:21.687464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.20.0.1 (747a69c1-8dee-4e97-a563-3191becb0889/dbcd56a4-e4d8-4049-a0d7-538b5fae304b/681fa3a4-ff06-41aa-b87b-9f26ced77708) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:21.711991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cfd88-60b5-4757-83d4-cca142461765 req-322fb3ff-aa18-4d13-9222-1658bc8393c2 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.713838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c85cfd88-60b5-4757-83d4-cca142461765 req-322fb3ff-aa18-4d13-9222-1658bc8393c2 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 943 time: 0.2178583 Feb 19 01:25:21.782201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c85cfd88-60b5-4757-83d4-cca142461765 req-5e75d867-591f-4411-94bc-1ff836821965 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614226 Feb 19 01:25:21.837515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Attempting to bind port 73231f67-a28d-46b2-9904-4e3d6ab04127 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:21.837515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Attempting to bind port 73231f67-a28d-46b2-9904-4e3d6ab04127 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '8b122d7a-4859-4f65-be66-958dc4fc869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:21.837515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Attempting to bind port 73231f67-a28d-46b2-9904-4e3d6ab04127 on network 095cc227-4f44-4a6c-87bb-90344ef2272e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:21.855120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Port 73231f67-a28d-46b2-9904-4e3d6ab04127 on network 095cc227-4f44-4a6c-87bb-90344ef2272e not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:25:21.855354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Attempting to bind port 73231f67-a28d-46b2-9904-4e3d6ab04127 on network 095cc227-4f44-4a6c-87bb-90344ef2272e {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:21.863487 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:21.863851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Checking segment: {'id': '8b122d7a-4859-4f65-be66-958dc4fc869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:21.864542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Bound using segment: {'id': '8b122d7a-4859-4f65-be66-958dc4fc869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:21.864672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Bound port: 73231f67-a28d-46b2-9904-4e3d6ab04127, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122d7a-4859-4f65-be66-958dc4fc869c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:21.865020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.880726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.896504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port 4fa56bff-499e-43b2-95f1-6fb9166147d3 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:21.896854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.964278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:21.968740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73231f67-a28d-46b2-9904-4e3d6ab04127,segment=NetworkSegment(8b122d7a-4859-4f65-be66-958dc4fc869c),segment_id=8b122d7a-4859-4f65-be66-958dc4fc869c)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:22.072502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.110951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.154435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port 4fa56bff-499e-43b2-95f1-6fb9166147d3, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4fa56bff-499e-43b2-95f1-6fb9166147d3,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:22.155602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.215279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.216464 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.219575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] 10.222.0.96 "PUT /v2.0/ports/73231f67-a28d-46b2-9904-4e3d6ab04127 HTTP/1.1" status: 200 len: 1091 time: 4.0248332 Feb 19 01:25:22.231784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 747a69c1-8dee-4e97-a563-3191becb0889 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:22.237503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:22.241798 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca63c311-eb81-458c-9473-4cca2ce42b01" -d '{"events": [{"name": "network-changed", "server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:22.246182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for 4fa56bff-499e-43b2-95f1-6fb9166147d3 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:22.251519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:22.272043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:22.325759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=681fa3a4-ff06-41aa-b87b-9f26ced77708,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:22.376373 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d2ba28-b52b-4af1-901b-4fe3ba16c9d0 x-openstack-request-id: req-91d2ba28-b52b-4af1-901b-4fe3ba16c9d0 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:22.377406 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:22.377884 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-91d2ba28-b52b-4af1-901b-4fe3ba16c9d0 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:22.378524 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127', 'status': 'completed', 'code': 200} Feb 19 01:25:22.429989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (e5a24a40-f73c-456a-99eb-488106c51960), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.452456 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:22.486359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (2456a2b9-66c8-474b-a7b8-2c87e346bdd8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.490626 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398a8f-0276-428d-b5db-6dedcb46571b service neutron] Pushing event updated for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:22.605652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:22.606080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53488b5f-f9c8-4f16-a100-67c20ec75674 None None] Network 747a69c1-8dee-4e97-a563-3191becb0889 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:22.615598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:22.623968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-50ac5146-a97e-4a4c-8125-8d9dc646c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.625600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-50ac5146-a97e-4a4c-8125-8d9dc646c040 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=94475bb2cd2d4da99a9cd99cd97766ee&device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 1125 time: 0.2587421 Feb 19 01:25:22.631778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.631778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.635683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0beabe-39f8-4eb9-8617-aff6d68ab6e6 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:22.680894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-f8dd121f-52a2-4bd5-8a00-c78ceb162836 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73231f67-a28d-46b2-9904-4e3d6ab04127 HTTP/1.1" status: 200 len: 217 time: 0.0445304 Feb 19 01:25:22.686387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=2456a2b9-66c8-474b-a7b8-2c87e346bdd8,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:22.696228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bafc0c9f-5530-4c1c-8285-17907559532b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:22.708675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cae6c-5944-4a2c-afd7-60063e0ec2c6 req-68443787-8ea6-46c9-b858-765b118ee903 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.710223 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-530cae6c-5944-4a2c-afd7-60063e0ec2c6 req-68443787-8ea6-46c9-b858-765b118ee903 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 945 time: 0.2993815 Feb 19 01:25:22.771478 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.775206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4fa56bff-499e-43b2-95f1-6fb9166147d3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.787151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b55f3ba6-1752-4e3f-896a-7e7de71eddda tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8864291 Feb 19 01:25:22.787151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:22.794529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:ea:c1:f5', 'name': 'tempest-NetworksTestDHCPv6-1049299991'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:22.818320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=4fa56bff-499e-43b2-95f1-6fb9166147d3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:22.892360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Provisioning complete for port bafc0c9f-5530-4c1c-8285-17907559532b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:22.892979 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.931362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831666-265c-43e6-b54f-9c6f23e27baf req-32fc15df-5516-4459-b306-3613c46c244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.933736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-32fc15df-5516-4459-b306-3613c46c244c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6413dc0b-db49-4283-b8d7-dd1397e732e1 HTTP/1.1" status: 200 len: 848 time: 0.2420061 Feb 19 01:25:22.942131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bafc0c9f-5530-4c1c-8285-17907559532b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:22.942512 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.944414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865da13-4402-4049-9579-d744828d034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '2456a2b9-66c8-474b-a7b8-2c87e346bdd8'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:22.945236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.949609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] No DVR routers for this DVR port 4fa56bff-499e-43b2-95f1-6fb9166147d3 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:22.979396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.980200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-4d36b283-0c93-4ef4-8858-a694dc9cd1c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=095cc227-4f44-4a6c-87bb-90344ef2272e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387166 Feb 19 01:25:22.983381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17ff2f21-82a4-443f-8cdb-c2961b6d217f req-630a395c-5057-4f17-914f-3e81c445887e tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.117 "DELETE /v2.0/ports/4fa56bff-499e-43b2-95f1-6fb9166147d3 HTTP/1.1" status: 204 len: 173 time: 1.7355919 Feb 19 01:25:22.984098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'name': 'network-vif-deleted', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:22.986603 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986fbbe-842f-4997-a112-87e2de08d04d" -d '{"events": [{"server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "name": "network-vif-deleted", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:22.987289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-530cae6c-5944-4a2c-afd7-60063e0ec2c6 req-36188901-67b2-4302-a78d-b6e394c7abdd tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/security-groups?id=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539690 Feb 19 01:25:23.152791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-5b5aa222-a2cb-443b-a153-c20525da67e1 service neutron] 10.222.0.96 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642277 Feb 19 01:25:23.159040 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17cf3c-ae11-4bcf-9256-fbf99d3df4a4 x-openstack-request-id: req-6d17cf3c-ae11-4bcf-9256-fbf99d3df4a4 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:23.159629 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3906ed6a-1d5f-4eb8-8841-e33b59fbbd50", "name": "network-vif-deleted", "tag": "4fa56bff-499e-43b2-95f1-6fb9166147d3", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:23.159921 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6d17cf3c-ae11-4bcf-9256-fbf99d3df4a4 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:23.160331 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3906ed6a-1d5f-4eb8-8841-e33b59fbbd50', 'name': 'network-vif-deleted', 'tag': '4fa56bff-499e-43b2-95f1-6fb9166147d3', 'status': 'completed', 'code': 200} Feb 19 01:25:23.190031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Current status of the port bafc0c9f-5530-4c1c-8285-17907559532b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:23.190422 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.220830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44227b91-3288-43ef-b678-ec48a8c0ba1d req-2b0f4116-d4eb-4476-bab5-904b057705f6 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.223253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-44227b91-3288-43ef-b678-ec48a8c0ba1d req-2b0f4116-d4eb-4476-bab5-904b057705f6 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 943 time: 0.2877021 Feb 19 01:25:23.252845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:23.407613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a044440c-b486-45e6-b1a3-10360036162d None None] For port bafc0c9f-5530-4c1c-8285-17907559532b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bafc0c9f-5530-4c1c-8285-17907559532b,segment=NetworkSegment(a424ef06-e1ee-4a03-a794-dbfe806048e0),segment_id=a424ef06-e1ee-4a03-a794-dbfe806048e0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:23.420467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81831666-265c-43e6-b54f-9c6f23e27baf req-812a2d54-79e8-4830-8dc3-35ad91b18948 service neutron] 10.222.0.96 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569337 Feb 19 01:25:23.421921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-44227b91-3288-43ef-b678-ec48a8c0ba1d req-29297ff6-5901-484f-bdf1-2d92d285f5ba tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682327 Feb 19 01:25:23.454092 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:25:23.469128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d865da13-4402-4049-9579-d744828d034f None None] Allocated IP 2001:db8::f816:3eff:fe88:d9df (2019510f-d5bc-4133-827f-91df95114d14/2456a2b9-66c8-474b-a7b8-2c87e346bdd8/eae19539-0382-41af-8296-69a8052baf2c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:23.486406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bafc0c9f-5530-4c1c-8285-17907559532b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:23.491304 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.491445 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.493913 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.546078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port f6813db9-a604-4811-b87b-ff022895145a yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:23.583376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.610181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044440c-b486-45e6-b1a3-10360036162d None None] Pushing event updated for resources: {'Port': ['ID=bafc0c9f-5530-4c1c-8285-17907559532b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:23.673526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.717991 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-370004b5-9773-453c-99de-3d7bb7d2263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.720672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-370004b5-9773-453c-99de-3d7bb7d2263a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=94475bb2cd2d4da99a9cd99cd97766ee&device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 1125 time: 0.1115358 Feb 19 01:25:23.880660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=681fa3a4-ff06-41aa-b87b-9f26ced77708,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:23.886671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (e5a24a40-f73c-456a-99eb-488106c51960), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:23.935918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-fe01947e-3303-4ef9-acdf-a12ddac3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.938631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-fe01947e-3303-4ef9-acdf-a12ddac3c172 service neutron] 10.222.0.96 "GET /v2.0/networks?id=095cc227-4f44-4a6c-87bb-90344ef2272e HTTP/1.1" status: 200 len: 909 time: 0.2099006 Feb 19 01:25:24.008529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 747a69c1-8dee-4e97-a563-3191becb0889 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:24.018686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:24.105660 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-5f9d9c81-d783-4cce-b9be-a5a9e1c90252 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73231f67-a28d-46b2-9904-4e3d6ab04127 HTTP/1.1" status: 200 len: 217 time: 0.1535089 Feb 19 01:25:24.110537 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:25:24.121306 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:25:24.143347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Provisioning complete for port 681fa3a4-ff06-41aa-b87b-9f26ced77708 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:24.143856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.180546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-50da850f-3025-427f-9cf0-472d53c4ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.182675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-50da850f-3025-427f-9cf0-472d53c4ad26 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6413dc0b-db49-4283-b8d7-dd1397e732e1 HTTP/1.1" status: 200 len: 848 time: 0.0695515 Feb 19 01:25:24.241837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Port 681fa3a4-ff06-41aa-b87b-9f26ced77708 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:24.274266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c33ab7c2-4b25-4433-9c9d-b80916bdc021 req-b5d964b8-c64a-4a97-925c-25c4303e1a62 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "GET /v2.0/ports?device_id=3906ed6a-1d5f-4eb8-8841-e33b59fbbd50 HTTP/1.1" status: 200 len: 210 time: 0.0901914 Feb 19 01:25:24.300699 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-a34fdd6d-2f30-46cd-b745-f6e4de5fed67 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=095cc227-4f44-4a6c-87bb-90344ef2272e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727599 Feb 19 01:25:24.315455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Provisioning complete for port bafc0c9f-5530-4c1c-8285-17907559532b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:24.316174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.384609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router e5a24a40-f73c-456a-99eb-488106c51960 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:25:24.396464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4fa56bff-499e-43b2-95f1-6fb9166147d3 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:24.409582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-6784e5f1-eb19-42b4-b137-fb3a0d8a42e7 service neutron] 10.222.0.96 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004727 Feb 19 01:25:24.444649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks [] for port (eae19539-0382-41af-8296-69a8052baf2c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.446426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 4fa56bff-499e-43b2-95f1-6fb9166147d3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:24.446776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4fa56bff-499e-43b2-95f1-6fb9166147d3 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:24.550837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (eae19539-0382-41af-8296-69a8052baf2c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.603134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d865da13-4402-4049-9579-d744828d034f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:24.608920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-d865da13-4402-4049-9579-d744828d034f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:24.615488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865da13-4402-4049-9579-d744828d034f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:24.623129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c51940ca-ea12-4d56-8768-6bbfb2de3d33 None None] Current status of the port bafc0c9f-5530-4c1c-8285-17907559532b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:24.653006 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:feea:c1f5 (2019510f-d5bc-4133-827f-91df95114d14/2456a2b9-66c8-474b-a7b8-2c87e346bdd8/f6813db9-a604-4811-b87b-ff022895145a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:24.708334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865da13-4402-4049-9579-d744828d034f None None] Pushing event updated for resources: {'Port': ['ID=eae19539-0382-41af-8296-69a8052baf2c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:24.722443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:24.736387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] Sync routers for ids ['e5a24a40-f73c-456a-99eb-488106c51960'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:24.743920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d865da13-4402-4049-9579-d744828d034f None None] Attempting to bind port eae19539-0382-41af-8296-69a8052baf2c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:24.745864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d865da13-4402-4049-9579-d744828d034f None None] Attempting to bind port eae19539-0382-41af-8296-69a8052baf2c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:24.746437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865da13-4402-4049-9579-d744828d034f None None] Attempting to bind port eae19539-0382-41af-8296-69a8052baf2c on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:24.750318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e31cbf99-d81e-4db6-ac5d-42f83198eb59 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/e5a24a40-f73c-456a-99eb-488106c51960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8476019 Feb 19 01:25:24.753051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48194) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:24.753488 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] Routers {'e5a24a40-f73c-456a-99eb-488106c51960'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:24.754127 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e5a24a40-f73c-456a-99eb-488106c51960'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:24.756782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bafc0c9f-5530-4c1c-8285-17907559532b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:24.759081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865da13-4402-4049-9579-d744828d034f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:24.759485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865da13-4402-4049-9579-d744828d034f None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:24.762624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.762907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865da13-4402-4049-9579-d744828d034f None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:24.763446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d865da13-4402-4049-9579-d744828d034f None None] Bound port: eae19539-0382-41af-8296-69a8052baf2c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:24.763803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eae19539-0382-41af-8296-69a8052baf2c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.768121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab957d2-bc2c-4d47-b168-7f12dca08d75 req-ffd48069-dc68-4498-aea7-7aa82ef7f6ed tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.769640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bab957d2-bc2c-4d47-b168-7f12dca08d75 req-ffd48069-dc68-4498-aea7-7aa82ef7f6ed tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 943 time: 0.1937966 Feb 19 01:25:24.841885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b2ac7306-1595-4877-8aa3-6e18bf8583bf None None] Provisioning complete for port 681fa3a4-ff06-41aa-b87b-9f26ced77708 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:24.842259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7306-1595-4877-8aa3-6e18bf8583bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.866177 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:24.896652 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] Routers {'e5a24a40-f73c-456a-99eb-488106c51960'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:24.898334 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e5a24a40-f73c-456a-99eb-488106c51960'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:24.912093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bab957d2-bc2c-4d47-b168-7f12dca08d75 req-d330e5c8-0864-4088-a60f-cab71765f27d tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360252 Feb 19 01:25:24.934885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bafc0c9f-5530-4c1c-8285-17907559532b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:24.948775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0010dc5-3937-4af7-a2e5-358b5033a917 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:24.950594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0010dc5-3937-4af7-a2e5-358b5033a917 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports/681fa3a4-ff06-41aa-b87b-9f26ced77708 HTTP/1.1" status: 200 len: 910 time: 0.1796632 Feb 19 01:25:24.954240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48198) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:24.955364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca63c311-eb81-458c-9473-4cca2ce42b01 req-ed2753f3-aafb-4b5f-acb4-a64d22d61a24 service neutron] 10.222.0.96 "GET /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377734 Feb 19 01:25:24.963589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbcd56a4-e4d8-4049-a0d7-538b5fae304b'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:24.979681 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:24.980639 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89f550-12fc-4a3c-8dfe-2dcb60754fdb None None] The sync data for ids ['e5a24a40-f73c-456a-99eb-488106c51960'] in n-d-826529-3 is: [] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:25.040633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d865da13-4402-4049-9579-d744828d034f None None] For port eae19539-0382-41af-8296-69a8052baf2c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:25.044810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d865da13-4402-4049-9579-d744828d034f None None] For port eae19539-0382-41af-8296-69a8052baf2c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eae19539-0382-41af-8296-69a8052baf2c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:25.058500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac7306-1595-4877-8aa3-6e18bf8583bf None None] Port 681fa3a4-ff06-41aa-b87b-9f26ced77708 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:25.096976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bafc0c9f-5530-4c1c-8285-17907559532b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:25.097368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.105624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (f6813db9-a604-4811-b87b-ff022895145a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.152203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d865da13-4402-4049-9579-d744828d034f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eae19539-0382-41af-8296-69a8052baf2c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.208479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.246095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865da13-4402-4049-9579-d744828d034f None None] Pushing event updated for resources: {'Port': ['ID=eae19539-0382-41af-8296-69a8052baf2c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:25.262249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f6813db9-a604-4811-b87b-ff022895145a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.296215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bafc0c9f-5530-4c1c-8285-17907559532b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:25.355697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48204) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:25.416477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:25.445545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:25.448261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=f6813db9-a604-4811-b87b-ff022895145a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:25.460382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:25.480499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.483759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.562039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.608459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5eb53b38-7754-4b27-9ee2-1f66d5a303d7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8200641 Feb 19 01:25:25.609428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:25.612506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.742640 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279a426-225c-4d9f-8515-46e767f51dc1 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.754476 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.759154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279a426-225c-4d9f-8515-46e767f51dc1 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.761354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d279a426-225c-4d9f-8515-46e767f51dc1 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1453710 Feb 19 01:25:25.761718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48208) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:25.844255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.851114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.854927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.857166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/security-groups/8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa HTTP/1.1" status: 204 len: 168 time: 0.4987469 Feb 19 01:25:25.870721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10cad2-41de-4341-854c-d1ba30bbbc8d tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8760e7a3-fb8e-4ab9-b8fa-cfee4b07ebfa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:25.959048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=681fa3a4-ff06-41aa-b87b-9f26ced77708,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:25.968774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.969463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.973652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d1b091d0-d030-4c76-bc13-f6937926ceba tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/ports/681fa3a4-ff06-41aa-b87b-9f26ced77708 HTTP/1.1" status: 200 len: 910 time: 1.0156064 Feb 19 01:25:25.973652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48216) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:25.974566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:26.107451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port f6813db9-a604-4811-b87b-ff022895145a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:26.107799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f6813db9-a604-4811-b87b-ff022895145a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.268440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f33a5-534e-47bf-a88b-e21bbc60385f req-96bd04a9-0e6f-422a-994e-cfc2e34491ab tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.270137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a91f33a5-534e-47bf-a88b-e21bbc60385f req-96bd04a9-0e6f-422a-994e-cfc2e34491ab tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 943 time: 0.1915236 Feb 19 01:25:26.377048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f6813db9-a604-4811-b87b-ff022895145a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.399460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for f6813db9-a604-4811-b87b-ff022895145a owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:26.453744 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a91f33a5-534e-47bf-a88b-e21bbc60385f req-dbf0b863-fd0c-4cc5-b0e7-ae1b1482b237 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035130 Feb 19 01:25:26.649687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (e5a24a40-f73c-456a-99eb-488106c51960), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.842493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Provisioning complete for port eae19539-0382-41af-8296-69a8052baf2c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:26.844766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eae19539-0382-41af-8296-69a8052baf2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:26.965603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eae19539-0382-41af-8296-69a8052baf2c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:27.103763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 681fa3a4-ff06-41aa-b87b-9f26ced77708 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:27.104410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.115678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Current status of the port eae19539-0382-41af-8296-69a8052baf2c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:27.116073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (eae19539-0382-41af-8296-69a8052baf2c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.208231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] For port eae19539-0382-41af-8296-69a8052baf2c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eae19539-0382-41af-8296-69a8052baf2c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:27.240234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port eae19539-0382-41af-8296-69a8052baf2c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:27.240822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (eae19539-0382-41af-8296-69a8052baf2c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.256280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f6813db9-a604-4811-b87b-ff022895145a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.267585 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.280583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (eae19539-0382-41af-8296-69a8052baf2c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.308683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 681fa3a4-ff06-41aa-b87b-9f26ced77708 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:27.319232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=f6813db9-a604-4811-b87b-ff022895145a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:27.385715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.390723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-895728a2-1eb4-4259-b9a0-8a3b7ccdb44b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/f6813db9-a604-4811-b87b-ff022895145a HTTP/1.1" status: 204 len: 168 time: 1.6202431 Feb 19 01:25:27.396145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48226) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:27.413822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-deceb33e-059d-4243-84a9-0592e785311a None None] Could not find standard attr ID for object f6813db9-a604-4811-b87b-ff022895145a. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:25:27.417857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7a7d-4f7d-45d3-b9ba-43b923e2017c None None] Pushing event updated for resources: {'Port': ['ID=eae19539-0382-41af-8296-69a8052baf2c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:27.432525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port eae19539-0382-41af-8296-69a8052baf2c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:27.483766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.488208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eeec47-ea85-4725-852a-b258118ac1f8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:27.493983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eeec47-ea85-4725-852a-b258118ac1f8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:27.493983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f4eeec47-ea85-4725-852a-b258118ac1f8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0900543 Feb 19 01:25:27.527265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:27.703926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 2456a2b9-66c8-474b-a7b8-2c87e346bdd8 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:27.710347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (2456a2b9-66c8-474b-a7b8-2c87e346bdd8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.776166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73231f67-a28d-46b2-9904-4e3d6ab04127 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:25:27.781653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (681fa3a4-ff06-41aa-b87b-9f26ced77708), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:27.831110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437511b5-9d1a-403f-8382-4039471d6f85 req-dd0afc78-7e03-4d94-a988-2a8dd53c2cef tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:27.846300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-437511b5-9d1a-403f-8382-4039471d6f85 req-dd0afc78-7e03-4d94-a988-2a8dd53c2cef tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 943 time: 0.2796638 Feb 19 01:25:28.015989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73231f67-a28d-46b2-9904-4e3d6ab04127,segment=NetworkSegment(8b122d7a-4859-4f65-be66-958dc4fc869c),segment_id=8b122d7a-4859-4f65-be66-958dc4fc869c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:28.016553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=681fa3a4-ff06-41aa-b87b-9f26ced77708,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:28.032237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (2456a2b9-66c8-474b-a7b8-2c87e346bdd8), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.037031 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '73231f67-a28d-46b2-9904-4e3d6ab04127', 'network_id': '095cc227-4f44-4a6c-87bb-90344ef2272e', 'port_id': '73231f67-a28d-46b2-9904-4e3d6ab04127', 'mac_address': 'fa:16:3e:14:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6413dc0b-db49-4283-b8d7-dd1397e732e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:25:28.120342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 73231f67-a28d-46b2-9904-4e3d6ab04127 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:28.120923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.155972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-437511b5-9d1a-403f-8382-4039471d6f85 req-1a4231ae-0e39-47eb-88ad-7fd2392407ad tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032625 Feb 19 01:25:28.160493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73231f67-a28d-46b2-9904-4e3d6ab04127 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:28.200516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73231f67-a28d-46b2-9904-4e3d6ab04127,segment=NetworkSegment(8b122d7a-4859-4f65-be66-958dc4fc869c),segment_id=8b122d7a-4859-4f65-be66-958dc4fc869c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:28.247395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2456a2b9-66c8-474b-a7b8-2c87e346bdd8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.273219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.349305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:28.422982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port f430d5d7-535c-4d28-b0e8-2c53193534a2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:28.423609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.439149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (2456a2b9-66c8-474b-a7b8-2c87e346bdd8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.504503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=2456a2b9-66c8-474b-a7b8-2c87e346bdd8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:28.512719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.516006 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-94550b8e-cfad-4f1f-b8f8-b4a53581fe98 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/2456a2b9-66c8-474b-a7b8-2c87e346bdd8 HTTP/1.1" status: 204 len: 168 time: 0.9877191 Feb 19 01:25:28.526461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48236) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:28.537901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad42ae-9fdd-4d87-9cc8-aaf975ed39ed None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:28.544422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['73231f67-a28d-46b2-9904-4e3d6ab04127'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:28.571036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5bb4c26f-3f2a-4c6e-b86e-c392ed4f3b1e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514336 Feb 19 01:25:28.575123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48238) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:28.631293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port f430d5d7-535c-4d28-b0e8-2c53193534a2, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f430d5d7-535c-4d28-b0e8-2c53193534a2,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:28.631695 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.647007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (e5a24a40-f73c-456a-99eb-488106c51960), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:28.647618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for f430d5d7-535c-4d28-b0e8-2c53193534a2 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:28.673290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e22649-575b-479f-bc52-58bea760b867 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.674895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-81e22649-575b-479f-bc52-58bea760b867 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0988705 Feb 19 01:25:28.701311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48240) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:28.804128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787128e-f944-45da-8c93-b80d4a4d6035 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.805814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8787128e-f944-45da-8c93-b80d4a4d6035 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034610 Feb 19 01:25:28.809326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48242) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:28.898987 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-046bb48d-8367-4622-be28-ba6fe9504814 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816166 Feb 19 01:25:28.910451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48244) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:28.918374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:28.952841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router e5a24a40-f73c-456a-99eb-488106c51960 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:28.965965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:29.027423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Deleting port eae19539-0382-41af-8296-69a8052baf2c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:29.028472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (eae19539-0382-41af-8296-69a8052baf2c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.059981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:29.078593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-51ae4f8c-72b1-4b81-b6ef-e5d5c254a628 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/e5a24a40-f73c-456a-99eb-488106c51960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1021624 Feb 19 01:25:29.079609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:29.081912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] Sync routers for ids ['e5a24a40-f73c-456a-99eb-488106c51960'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:29.120600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dc791684-b5e6-4021-ac2c-14188fa899d7 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5a24a40-f73c-456a-99eb-488106c51960 HTTP/1.1" status: 200 len: 205 time: 0.0393572 Feb 19 01:25:29.121158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] For port eae19539-0382-41af-8296-69a8052baf2c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=eae19539-0382-41af-8296-69a8052baf2c,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:29.121634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (eae19539-0382-41af-8296-69a8052baf2c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.122999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48256) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:29.125042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] Routers {'e5a24a40-f73c-456a-99eb-488106c51960'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:29.125746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e5a24a40-f73c-456a-99eb-488106c51960'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:29.199242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Calling delete_port for eae19539-0382-41af-8296-69a8052baf2c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:29.199242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:29.210505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:29.217217 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.253744 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f430d5d7-535c-4d28-b0e8-2c53193534a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.302581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (e5a24a40-f73c-456a-99eb-488106c51960), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.319643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] Routers {'e5a24a40-f73c-456a-99eb-488106c51960'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:29.320430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e5a24a40-f73c-456a-99eb-488106c51960'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:29.407875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:29.409057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16507997-2d7d-4684-9730-7978ba9496c6 None None] The sync data for ids ['e5a24a40-f73c-456a-99eb-488106c51960'] in n-d-826529-3 is: [] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:29.422376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=f430d5d7-535c-4d28-b0e8-2c53193534a2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:29.630918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abda04-d707-4919-9e42-96363a5526cb req-d4a44f54-7fa8-4fd7-a6e3-54321623e8bd tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.639854 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2abda04-d707-4919-9e42-96363a5526cb req-d4a44f54-7fa8-4fd7-a6e3-54321623e8bd tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 944 time: 0.3452027 Feb 19 01:25:29.643669 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (eae19539-0382-41af-8296-69a8052baf2c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.659350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e5a24a40-f73c-456a-99eb-488106c51960), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.668312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (e5a24a40-f73c-456a-99eb-488106c51960), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.705437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] Pushing event deleted for resources: {'Port': ['ID=eae19539-0382-41af-8296-69a8052baf2c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:29.720132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17536ae6-d198-4def-9e36-a46e6c4685be None None] No DVR routers for this DVR port eae19539-0382-41af-8296-69a8052baf2c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:29.784651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73231f67-a28d-46b2-9904-4e3d6ab04127 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:29.830936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e5a24a40-f73c-456a-99eb-488106c51960), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.832362 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router e5a24a40-f73c-456a-99eb-488106c51960 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:29.849156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.849957 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a4788f96-a95f-48fb-80ae-faaaceb70b97 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/e5a24a40-f73c-456a-99eb-488106c51960 HTTP/1.1" status: 204 len: 168 time: 0.7254419 Feb 19 01:25:29.852700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48290) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:29.875497 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.911202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2abda04-d707-4919-9e42-96363a5526cb req-3672e73a-1cba-421a-af38-9182b997fa6e tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492512 Feb 19 01:25:29.915526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet dbcd56a4-e4d8-4049-a0d7-538b5fae304b {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:29.919979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (dbcd56a4-e4d8-4049-a0d7-538b5fae304b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.968508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (dbcd56a4-e4d8-4049-a0d7-538b5fae304b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.984156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (65597a3c-9589-4dd1-9407-274416b2ca25), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:29.987829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 73231f67-a28d-46b2-9904-4e3d6ab04127 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:25:29.992427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 73231f67-a28d-46b2-9904-4e3d6ab04127 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:29.993777 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.067991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:30.076043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:30.084166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.084772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.098448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3104b71-6db6-4ebd-aa98-7fcba687e839 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:30.103052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=65597a3c-9589-4dd1-9407-274416b2ca25,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:30.110932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (dbcd56a4-e4d8-4049-a0d7-538b5fae304b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.202322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 73231f67-a28d-46b2-9904-4e3d6ab04127 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:30.205100 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.207784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48302) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:30.207934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0905ca70-ea6a-4415-8a2b-84f343d18689 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2958815 Feb 19 01:25:30.215392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:73:06:1f', 'name': 'tempest-NetworksTestDHCPv6-1020656990'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:30.265195 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (dbcd56a4-e4d8-4049-a0d7-538b5fae304b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.271363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:30.274399 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff6a02b-4ea2-435e-9d1a-57908747931e" -d '{"events": [{"server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "name": "network-vif-plugged", "status": "completed", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:30.302251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73231f67-a28d-46b2-9904-4e3d6ab04127,segment=NetworkSegment(8b122d7a-4859-4f65-be66-958dc4fc869c),segment_id=8b122d7a-4859-4f65-be66-958dc4fc869c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:30.342650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Router 60da59ca-b4ed-4f93-8731-fd6d5532a18e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:30.348183 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce28fb3-8b1b-4815-930e-4553e28e3305 x-openstack-request-id: req-2ce28fb3-8b1b-4815-930e-4553e28e3305 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:30.348722 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "name": "network-vif-plugged", "status": "completed", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:30.349084 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2ce28fb3-8b1b-4815-930e-4553e28e3305 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:30.349645 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127', 'code': 200} Feb 19 01:25:30.355822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '65597a3c-9589-4dd1-9407-274416b2ca25'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:30.359204 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.407765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcd56a4-e4d8-4049-a0d7-538b5fae304b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:30.411644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.419550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.426966 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5caac873-5a4c-42dd-9306-ab6817cfdd01 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/dbcd56a4-e4d8-4049-a0d7-538b5fae304b HTTP/1.1" status: 204 len: 168 time: 0.5728514 Feb 19 01:25:30.435885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48306) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:30.446240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b9445-f843-4995-a4f8-0a3d19966488 None None] Network 747a69c1-8dee-4e97-a563-3191becb0889 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:30.511059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fbff5-5df6-47e5-900e-7cf2d501cf9d req-b4493faa-bd9e-4556-8e3a-7484a08fd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:30.513485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-237fbff5-5df6-47e5-900e-7cf2d501cf9d req-b4493faa-bd9e-4556-8e3a-7484a08fd92f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 1127 time: 0.0983040 Feb 19 01:25:30.586614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (747a69c1-8dee-4e97-a563-3191becb0889), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.592818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-237fbff5-5df6-47e5-900e-7cf2d501cf9d req-8f4eb21a-363c-49fe-9c6a-1551b3c5f49d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707273 Feb 19 01:25:30.615023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:30.622492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46088b5a-eee8-4d00-8b2c-b5d333122743 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "PUT /v2.0/routers/60da59ca-b4ed-4f93-8731-fd6d5532a18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6474993 Feb 19 01:25:30.625068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48308) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:30.627731 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Sync routers for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:30.647598 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:30.648274 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:30.673542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:30.798732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:30.920823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.979646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/65597a3c-9589-4dd1-9407-274416b2ca25/4cbdd4bd-7785-46f4-a2d2-fcad273ae782) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:30.982723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 29b00175-72ec-4619-9bb8-5199e84c0cfd yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:30.988345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] DHCP port deletion for 747a69c1-8dee-4e97-a563-3191becb0889 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:31.015996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:31.212497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae708120-0fa0-420d-945f-576c300ef5eb req-30a4d0c6-0ace-477c-af02-d824ef8a2eac tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:31.215237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae708120-0fa0-420d-945f-576c300ef5eb req-30a4d0c6-0ace-477c-af02-d824ef8a2eac tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 945 time: 0.1063895 Feb 19 01:25:31.298861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ae708120-0fa0-420d-945f-576c300ef5eb req-3a837cb7-9158-4fbd-ada3-ffe786eb7369 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723853 Feb 19 01:25:31.315774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting subnet b24e46c5-50f8-443c-8e30-575ada37d74b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:31.319029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (b24e46c5-50f8-443c-8e30-575ada37d74b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.348256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eae19539-0382-41af-8296-69a8052baf2c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:31.380971 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b24e46c5-50f8-443c-8e30-575ada37d74b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.440395 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:25:28Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:31.461172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: eae19539-0382-41af-8296-69a8052baf2c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:31.461525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device eae19539-0382-41af-8296-69a8052baf2c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:31.512829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b24e46c5-50f8-443c-8e30-575ada37d74b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.524878 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Checking router: 60da59ca-b4ed-4f93-8731-fd6d5532a18e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:31.548270 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Routers {'60da59ca-b4ed-4f93-8731-fd6d5532a18e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:31.548913 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:31.600869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Deleting port bafc0c9f-5530-4c1c-8285-17907559532b {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:31.601530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.608340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port bafc0c9f-5530-4c1c-8285-17907559532b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:31.609550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.686424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b24e46c5-50f8-443c-8e30-575ada37d74b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.717764 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] Set router 60da59ca-b4ed-4f93-8731-fd6d5532a18e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:31.728556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks [] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.742647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] For port bafc0c9f-5530-4c1c-8285-17907559532b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bafc0c9f-5530-4c1c-8285-17907559532b,segment=NetworkSegment(a424ef06-e1ee-4a03-a794-dbfe806048e0),segment_id=a424ef06-e1ee-4a03-a794-dbfe806048e0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:31.743179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.750025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Subnet': ['ID=b24e46c5-50f8-443c-8e30-575ada37d74b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:31.753907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.760028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-246c4528-f5f7-4714-85f5-f339f535f018 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/subnets/b24e46c5-50f8-443c-8e30-575ada37d74b HTTP/1.1" status: 204 len: 168 time: 1.1311932 Feb 19 01:25:31.761229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48318) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:31.764730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526b0c5-1b0b-4b34-b344-0c46e0468e01 None None] Network f42719e4-fc6b-4668-a234-b0e65a94176e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:31.768944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port bafc0c9f-5530-4c1c-8285-17907559532b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bafc0c9f-5530-4c1c-8285-17907559532b,segment=NetworkSegment(a424ef06-e1ee-4a03-a794-dbfe806048e0),segment_id=a424ef06-e1ee-4a03-a794-dbfe806048e0)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:31.769396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.801943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for bafc0c9f-5530-4c1c-8285-17907559532b owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:31.839059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Calling delete_port for bafc0c9f-5530-4c1c-8285-17907559532b owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:31.879007 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.974352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Pushing event updated for resources: {'Port': ['ID=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:31.988638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.015639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::110 (2019510f-d5bc-4133-827f-91df95114d14/65597a3c-9589-4dd1-9407-274416b2ca25/29b00175-72ec-4619-9bb8-5199e84c0cfd) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:32.019855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.026010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:32.033677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=bafc0c9f-5530-4c1c-8285-17907559532b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:32.036170 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:25:28Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:32.036701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:32.047052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:32.051919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port bafc0c9f-5530-4c1c-8285-17907559532b on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:32.088305 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0c03b-d650-4e86-ac3a-7aaf434133f7 None None] The sync data for ids ['60da59ca-b4ed-4f93-8731-fd6d5532a18e'] in n-d-826529-3 is: [{'id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'name': 'tempest-TestNetworkBasicOps-router-377847082', 'tenant_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:23:41Z', 'updated_at': '2022-02-19T01:25:28Z', 'revision_number': 5, 'project_id': '187e6e9a741e4cb7984a72b9c1ee6a49', 'gw_port': {'id': 'cdbea1c7-b238-43e4-8407-6454f20bf4ba', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60da59ca-b4ed-4f93-8731-fd6d5532a18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:23:42Z', 'updated_at': '2022-02-19T01:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:25:32.094641 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 01:25:32.158040 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (bafc0c9f-5530-4c1c-8285-17907559532b), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.162270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Attempting to bind port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:32.167850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Attempting to bind port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:32.167850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Attempting to bind port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:32.177254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:32.177657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:32.178069 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.178476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:32.179055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Bound port: 4cbdd4bd-7785-46f4-a2d2-fcad273ae782, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:32.179586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.195902 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (747a69c1-8dee-4e97-a563-3191becb0889), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.215324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] Pushing event deleted for resources: {'Port': ['ID=bafc0c9f-5530-4c1c-8285-17907559532b,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:32.228689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df8c7f-0909-47ae-b13c-ea820c572693 None None] No DVR routers for this DVR port bafc0c9f-5530-4c1c-8285-17907559532b on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:32.255260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747a69c1-8dee-4e97-a563-3191becb0889']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:32.280739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a424ef06-e1ee-4a03-a794-dbfe806048e0') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:32.281111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a424ef06-e1ee-4a03-a794-dbfe806048e0') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:32.309418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (a424ef06-e1ee-4a03-a794-dbfe806048e0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.321502 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_gateway (60da59ca-b4ed-4f93-8731-fd6d5532a18e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.336381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a424ef06-e1ee-4a03-a794-dbfe806048e0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.346854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:32.347289 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (a424ef06-e1ee-4a03-a794-dbfe806048e0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:32.352258 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:32.367747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] For port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:32.373894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] For port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:32.405400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (29b00175-72ec-4619-9bb8-5199e84c0cfd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.456834 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.500525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b27d8-132c-4e6b-908e-c0e7cea7d7aa req-c5ad98c2-9d1f-4854-9d7d-d6a192dcfd30 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.511010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-751b27d8-132c-4e6b-908e-c0e7cea7d7aa req-c5ad98c2-9d1f-4854-9d7d-d6a192dcfd30 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 945 time: 0.0985370 Feb 19 01:25:32.537892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Deleting port cdbea1c7-b238-43e4-8407-6454f20bf4ba {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:32.538257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.545905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cd52f-72dd-49d7-9417-9f4346871f82 None None] Pushing event updated for resources: {'Port': ['ID=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:32.553384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] DHCP port deletion for f42719e4-fc6b-4668-a234-b0e65a94176e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:32.561248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (747a69c1-8dee-4e97-a563-3191becb0889), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.577976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.583017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/747a69c1-8dee-4e97-a563-3191becb0889 HTTP/1.1" status: 204 len: 168 time: 2.1441011 Feb 19 01:25:32.586476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:32.601503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-945715399', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:32.622014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61c039-b0c8-456e-80bf-e5325be51492 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=747a69c1-8dee-4e97-a563-3191becb0889,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:32.666362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-751b27d8-132c-4e6b-908e-c0e7cea7d7aa req-ed268324-2d0a-4423-8147-7ecc939e5e88 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479192 Feb 19 01:25:32.680660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Deleting port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:32.680969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.720361 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29b00175-72ec-4619-9bb8-5199e84c0cfd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.737012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.738403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.843126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] For port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,segment=NetworkSegment(51656d07-6122-45c6-9043-0c54489a5468),segment_id=51656d07-6122-45c6-9043-0c54489a5468)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:32.843126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.867290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:32.890455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Calling delete_port for 1a98dfbf-b8fe-4e86-a401-f766ba229f6c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:32.896747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.905169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:32.912172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:32.917309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bafc0c9f-5530-4c1c-8285-17907559532b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:32.926915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.927575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:32.957302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bafc0c9f-5530-4c1c-8285-17907559532b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:32.957457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bafc0c9f-5530-4c1c-8285-17907559532b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:32.958258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f430d5d7-535c-4d28-b0e8-2c53193534a2 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:32.976376 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.025365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8160267 Feb 19 01:25:33.029005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48330) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.064875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=29b00175-72ec-4619-9bb8-5199e84c0cfd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.086028 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.086635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.087404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.087921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.088984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.089852 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.090424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.091038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.091612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.092308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.092811 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.093327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.093853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b2d7-1f16-4d97-a003-cbfa8faaab3c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:33.109851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f430d5d7-535c-4d28-b0e8-2c53193534a2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:33.109851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f430d5d7-535c-4d28-b0e8-2c53193534a2 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:33.109851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1a98dfbf-b8fe-4e86-a401-f766ba229f6c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:33.114515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] For port cdbea1c7-b238-43e4-8407-6454f20bf4ba, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cdbea1c7-b238-43e4-8407-6454f20bf4ba,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:33.115153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.129733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.130954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0171f2a4-d6e6-4565-9475-6d55ba5b00f2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5337205 Feb 19 01:25:33.136059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.141988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-175445432'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:33.165520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Calling delete_port for cdbea1c7-b238-43e4-8407-6454f20bf4ba owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:33.170962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2174fe-f911-4f20-974e-fd241b98312c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.181909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2174fe-f911-4f20-974e-fd241b98312c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.186945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3e2174fe-f911-4f20-974e-fd241b98312c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1565027 Feb 19 01:25:33.188592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48334) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.251862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:33.252400 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.330976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:33.332398 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (1a98dfbf-b8fe-4e86-a401-f766ba229f6c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.335058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.378493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:33.397202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fe15ca5e-ae4a-4365-82da-0ec30f164c40), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.397765 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment fe15ca5e-ae4a-4365-82da-0ec30f164c40 of type vlan for network 3af9eab2-9845-45a9-a935-2b539e0789d7 Feb 19 01:25:33.419427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] No DVR routers for this DVR port 1a98dfbf-b8fe-4e86-a401-f766ba229f6c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:33.424478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b857475-3cd3-4f22-9b84-2627420d5317 None None] Pushing event deleted for resources: {'Port': ['ID=1a98dfbf-b8fe-4e86-a401-f766ba229f6c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.465389 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3af9eab2-9845-45a9-a935-2b539e0789d7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.572492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 29b00175-72ec-4619-9bb8-5199e84c0cfd {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:33.573361 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (29b00175-72ec-4619-9bb8-5199e84c0cfd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.578147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3af9eab2-9845-45a9-a935-2b539e0789d7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.613850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.626107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.763752 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (29b00175-72ec-4619-9bb8-5199e84c0cfd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:33.788501 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 29b00175-72ec-4619-9bb8-5199e84c0cfd owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:33.828933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=3af9eab2-9845-45a9-a935-2b539e0789d7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:33.834151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce2af41d-6ace-4bbb-9bbb-8650ce212064 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6961715 Feb 19 01:25:33.838397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48342) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:33.842170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:33.845765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:34.019682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cdbea1c7-b238-43e4-8407-6454f20bf4ba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.063248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Port': ['ID=cdbea1c7-b238-43e4-8407-6454f20bf4ba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:34.148592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:34.154117 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.157921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.314655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.317512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router_controller (60da59ca-b4ed-4f93-8731-fd6d5532a18e), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.370713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29b00175-72ec-4619-9bb8-5199e84c0cfd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.472956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.476454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/29b00175-72ec-4619-9bb8-5199e84c0cfd HTTP/1.1" status: 204 len: 168 time: 1.2809777 Feb 19 01:25:34.476454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7473-e65d-40d8-86d2-d30364e83c11 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=29b00175-72ec-4619-9bb8-5199e84c0cfd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:34.478186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48354) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:34.535592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (60da59ca-b4ed-4f93-8731-fd6d5532a18e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.536256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Fanout notify agent at l3_agent the message router_deleted on router 60da59ca-b4ed-4f93-8731-fd6d5532a18e {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:25:34.555341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.561369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48356) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:34.561901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d00950d6-2abd-420e-981e-a04df5d0afa8 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/routers/60da59ca-b4ed-4f93-8731-fd6d5532a18e HTTP/1.1" status: 204 len: 168 time: 2.7996626 Feb 19 01:25:34.564092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Provisioning complete for port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:34.564566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.566164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4d0f7-5b9a-4511-88b5-97a217064827 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:34.567942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4d0f7-5b9a-4511-88b5-97a217064827 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:34.569679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0ec4d0f7-5b9a-4511-88b5-97a217064827 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0903945 Feb 19 01:25:34.578292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48358) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:34.876057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f42719e4-fc6b-4668-a234-b0e65a94176e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.876057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (20817691-890d-40f8-960b-f7d974c56ad6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.879335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Current status of the port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:34.879335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.883165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 65597a3c-9589-4dd1-9407-274416b2ca25 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:34.883165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (65597a3c-9589-4dd1-9407-274416b2ca25), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:34.947636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] For port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:34.972198 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (65597a3c-9589-4dd1-9407-274416b2ca25), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.018265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=20817691-890d-40f8-960b-f7d974c56ad6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:35.023389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.086810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:35.087827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 3af9eab2-9845-45a9-a935-2b539e0789d7, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:35.095833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f42719e4-fc6b-4668-a234-b0e65a94176e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.118303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128105ae-33a6-4fca-a040-9f3da3d78937 None None] Pushing event updated for resources: {'Port': ['ID=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:35.146971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42719e4-fc6b-4668-a234-b0e65a94176e']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:35.156285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6cce09f2-3fec-4bd5-8ae2-6990cef65000 None None] Could not find standard attr ID for object 29b00175-72ec-4619-9bb8-5199e84c0cfd. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:25:35.163489 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (65597a3c-9589-4dd1-9407-274416b2ca25), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.166019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51656d07-6122-45c6-9043-0c54489a5468') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:35.166981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51656d07-6122-45c6-9043-0c54489a5468') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:35.184393 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (51656d07-6122-45c6-9043-0c54489a5468), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.202751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (51656d07-6122-45c6-9043-0c54489a5468), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.214058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:25:35.214879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (51656d07-6122-45c6-9043-0c54489a5468), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:25:35.240324 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:25:35.319760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (65597a3c-9589-4dd1-9407-274416b2ca25), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.324290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:35.383779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=65597a3c-9589-4dd1-9407-274416b2ca25,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:35.399660 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.403747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dfef6c49-963b-4de4-89d7-244d60337b6a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/65597a3c-9589-4dd1-9407-274416b2ca25 HTTP/1.1" status: 204 len: 168 time: 0.8242168 Feb 19 01:25:35.406479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.415847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3af9eab2-9845-45a9-a935-2b539e0789d7) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:35.442703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14469bc0-a064-4eaf-b314-fb82c98fab09 None None] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:35.447457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558db715-9ed6-4f88-9c36-029461d16ad1 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:35.486575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f42719e4-fc6b-4668-a234-b0e65a94176e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.500439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.506773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] 10.222.0.94 "DELETE /v2.0/networks/f42719e4-fc6b-4668-a234-b0e65a94176e HTTP/1.1" status: 204 len: 168 time: 0.9414368 Feb 19 01:25:35.516241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9c0d425-3168-4373-9bbc-73ec2398867e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082418 Feb 19 01:25:35.520683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.527868 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.530000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48388) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.566166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbd038-dd1c-41e2-be01-b5915bfea5c9 tempest-TestNetworkBasicOps-1815432703 tempest-TestNetworkBasicOps-1815432703-project] Pushing event deleted for resources: {'Network': ['ID=f42719e4-fc6b-4668-a234-b0e65a94176e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:35.633989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa9f793-7798-490f-8629-fd8581c982a0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.637014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-afa9f793-7798-490f-8629-fd8581c982a0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1058125 Feb 19 01:25:35.639810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48390) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.642432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:35.733287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d297e151-390a-4523-afb4-8b0f8ab77d57 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8929760 Feb 19 01:25:35.736112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48394) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.759851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4965f0-34c2-4ec0-9fdb-35b76c3dc185 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.767361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4a4965f0-34c2-4ec0-9fdb-35b76c3dc185 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262014 Feb 19 01:25:35.770890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.800518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:35.800990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.830154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3af9eab2-9845-45a9-a935-2b539e0789d7', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:35.831683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:35.890525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4d09ff49-a2b1-4178-932a-4204691b868d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126826 Feb 19 01:25:35.891573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48400) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:35.907602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:35.985633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:36.139346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Allocated IP 172.20.0.2 (3af9eab2-9845-45a9-a935-2b539e0789d7/20817691-890d-40f8-960b-f7d974c56ad6/675eed7f-ac74-4dbc-84f5-dfee23d0cafe) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:36.197112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:36.203739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Deleting port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:36.204371 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.311815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:36.318224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:36.325309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.364882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.671789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c5594c8c-3ad8-4efa-bc25-209773259615 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=187e6e9a741e4cb7984a72b9c1ee6a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589413 Feb 19 01:25:36.675649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48414) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:36.767725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] For port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:36.770940 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.806108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Calling delete_port for 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:36.825192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] Publish callbacks [] for security_group (505c3243-9b79-4f59-9cfd-5faf14c72391), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.859696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] Publish callbacks [] for security_group (505c3243-9b79-4f59-9cfd-5faf14c72391), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:36.899819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:37.020244 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks [] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.040415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.objects.ports [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110602) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:37.046758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (505c3243-9b79-4f59-9cfd-5faf14c72391), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.049906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.051126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/505c3243-9b79-4f59-9cfd-5faf14c72391 HTTP/1.1" status: 204 len: 168 time: 0.3741713 Feb 19 01:25:37.079026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:37.079567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.114145 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.167965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521eac4-9318-415e-8631-cd81eb4be3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c3243-9b79-4f59-9cfd-5faf14c72391,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.227701 n-d-826529-3 neutron-server[110602]: WARNING neutron.services.revisions.revision_plugin [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Could not find related port for resource to bump revision. Feb 19 01:25:37.236440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (4cbdd4bd-7785-46f4-a2d2-fcad273ae782), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.240639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.20.0.1 (3af9eab2-9845-45a9-a935-2b539e0789d7/20817691-890d-40f8-960b-f7d974c56ad6/d67f1739-079e-49ee-ac31-0a6384a7df40) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:37.268882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:37.285498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 01:25:37.285988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:830f {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 01:25:37.286393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] No DVR routers for this DVR port 4cbdd4bd-7785-46f4-a2d2-fcad273ae782 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:37.290133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.ipam_pluggable_backend [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:830f {{(pid=110602) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 01:25:37.291329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:37.292309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1817771d-d862-453e-a374-2b7a478fc872), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.298683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:37.301949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdbea1c7-b238-43e4-8407-6454f20bf4ba no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:37.332144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: cdbea1c7-b238-43e4-8407-6454f20bf4ba {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:37.332495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cdbea1c7-b238-43e4-8407-6454f20bf4ba not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:37.335573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Pushing event updated for resources: {'Port': ['ID=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.390877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920ed99-f688-4af6-afc3-65787915c67c None None] Pushing event deleted for resources: {'Port': ['ID=4cbdd4bd-7785-46f4-a2d2-fcad273ae782,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.391169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=1817771d-d862-453e-a374-2b7a478fc872,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.408070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:37.408533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:37.414415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:37.415532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.440648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244cfb9-ec79-457b-b272-25bc1bf03952 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:37.512808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.592726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Attempting to bind port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:37.598052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Attempting to bind port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:37.598052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Attempting to bind port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe on network 3af9eab2-9845-45a9-a935-2b539e0789d7 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:37.598530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-01047bde-94f8-4d5a-ad38-fa659b85bb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7011068 Feb 19 01:25:37.600361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:37.610324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:37.610719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Checking segment: {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:37.611163 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.611563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Bound using segment: {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:37.612167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Bound port: 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:37.612555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.614003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:37.656633 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.715584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:37.724951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:37.729915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:37.768729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '1817771d-d862-453e-a374-2b7a478fc872'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:37.768729 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.783910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.877242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] For port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:37.898257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] For port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:37.968017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:37.976729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:37.976729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:37.977330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.079415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b610d1f-4c94-41c6-b323-1fe5ba6ce2e0 None None] Pushing event updated for resources: {'Port': ['ID=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:38.096529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Allocated IP 2001:db8::f816:3eff:fe5f:5e16 (2019510f-d5bc-4133-827f-91df95114d14/1817771d-d862-453e-a374-2b7a478fc872/a56367f9-7b3e-47ac-a05e-7559ecfe0ae4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:38.115351 n-d-826529-3 neutron-server[110602]: INFO neutron.db.ipam_backend_mixin [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1817771d-d862-453e-a374-2b7a478fc872 (CIDR: 2001:db8::/64) Feb 19 01:25:38.125492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:38.141742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe297389-3969-4ccf-97d9-dc3b37657990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.168874 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:25:38.171986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:25:38.266909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.286237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-269bdb93-4957-417d-9236-b088c8396061 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847672 Feb 19 01:25:38.302144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:38.310151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:38.484965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks [] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.590558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe297389-3969-4ccf-97d9-dc3b37657990 admin admin] Publish callbacks [] for security_group (935ef155-ea11-4b27-987a-97fb59b0fa54), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.628748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.696207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:38.701604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:38.707100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:38.710794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:38.718703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.724986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe297389-3969-4ccf-97d9-dc3b37657990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (935ef155-ea11-4b27-987a-97fb59b0fa54), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.729028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Pushing event updated for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:38.849754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Attempting to bind port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:38.850332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Attempting to bind port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:38.850833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Attempting to bind port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:38.857690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:38.862873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:38.863421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.863835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:38.864594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Bound port: a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:38.865020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:38.962045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe297389-3969-4ccf-97d9-dc3b37657990 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eacfeb9e24dc40baa3165753ce84a33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8353853 Feb 19 01:25:38.988681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48474) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:38.998134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 675eed7f-ac74-4dbc-84f5-dfee23d0cafe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:39.105593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe297389-3969-4ccf-97d9-dc3b37657990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935ef155-ea11-4b27-987a-97fb59b0fa54,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.136873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:39.183917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:39.196512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:39.196895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.327603 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] Publish callbacks [] for security_group (935ef155-ea11-4b27-987a-97fb59b0fa54), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.332142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:39.332545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.336417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.367371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] Publish callbacks [] for security_group (935ef155-ea11-4b27-987a-97fb59b0fa54), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.412343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:39.441464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e994727-ef2c-4077-b64f-2df6dde42aac None None] Pushing event updated for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.445139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (7d5c25d5-938a-4095-aedb-c4c2dcedc5c5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.447622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.519213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.549351 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.555984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (935ef155-ea11-4b27-987a-97fb59b0fa54), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.560604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.566495 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/935ef155-ea11-4b27-987a-97fb59b0fa54 HTTP/1.1" status: 204 len: 168 time: 0.5740082 Feb 19 01:25:39.693185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:39.716557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:39.767905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=7d5c25d5-938a-4095-aedb-c4c2dcedc5c5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.768529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a61cc-ff92-4b73-9ea9-5c1ec7ac9cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935ef155-ea11-4b27-987a-97fb59b0fa54,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.799107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.806612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.806787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.848458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.875927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:39.951055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07913ec0-75e1-416f-b906-0e4c426814d6 None None] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:39.956594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d452e49d-94b2-4243-a6c9-24474d38a649 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6525013 Feb 19 01:25:39.959631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:39.961822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:39.974196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:08:67:fc', 'name': 'tempest-NetworksTestDHCPv6-1637709033'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:40.122189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:40.128245 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:40.227485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-32cf7c4b-7a4c-4d26-ba65-5e1cc0bc323b None None] Provisioning complete for port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:40.228139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-32cf7c4b-7a4c-4d26-ba65-5e1cc0bc323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:40.438627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-32cf7c4b-7a4c-4d26-ba65-5e1cc0bc323b None None] Current status of the port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:40.456964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:40.514000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:40.540678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:25:40.609824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:40.643833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port e7929803-850a-4c18-a763-a49384269327 yet. {{(pid=110602) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:40.697236 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:40.709064 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2455995d-2367-4c2a-90a7-f939a0dee548 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9715438 Feb 19 01:25:40.709801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:40.711149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:40.715526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1032841044'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:40.728259 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-23bc9b0f-42c0-40df-90e9-43fdc2a23a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:40.746199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:40.747041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:40.867878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:40.874643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:40.991742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:40.992739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:41.007708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df37ad01-05da-44da-9408-bf5e967a4ce2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.008221 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment df37ad01-05da-44da-9408-bf5e967a4ce2 of type vlan for network 71490f1c-e600-40b4-b224-d54c695b07b0 Feb 19 01:25:41.064652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Provisioning complete for port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:41.065180 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.065826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c32c-2d3e-4c1b-8cbf-1fcd08a3edd3 req-b272cc00-6a04-46db-8962-4e3f069337cc tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:41.067727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5063c32c-2d3e-4c1b-8cbf-1fcd08a3edd3 req-b272cc00-6a04-46db-8962-4e3f069337cc tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 945 time: 0.2587345 Feb 19 01:25:41.086371 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (71490f1c-e600-40b4-b224-d54c695b07b0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.159985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:41.195952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8:0:1::1b2 (2019510f-d5bc-4133-827f-91df95114d14/7d5c25d5-938a-4095-aedb-c4c2dcedc5c5/e7929803-850a-4c18-a763-a49384269327) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:41.203388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe08:67fc (2019510f-d5bc-4133-827f-91df95114d14/1817771d-d862-453e-a374-2b7a478fc872/e7929803-850a-4c18-a763-a49384269327) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:41.216815 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5063c32c-2d3e-4c1b-8cbf-1fcd08a3edd3 req-366023c2-a606-4806-9df1-1d529dacc63f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962458 Feb 19 01:25:41.302765 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (71490f1c-e600-40b4-b224-d54c695b07b0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.310704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:41.311372 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.440752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:41.441169 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.486659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48534) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:41.498579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7874746 Feb 19 01:25:41.506828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:41.513891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9b2f1-3021-4d2a-a745-0df30910c668 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=71490f1c-e600-40b4-b224-d54c695b07b0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:41.595305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 71490f1c-e600-40b4-b224-d54c695b07b0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:41.631201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9183e80-53cd-4385-8722-a229ae1b4b3d None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:41.708260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (e7929803-850a-4c18-a763-a49384269327), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.775917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:41.779857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.887346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48542) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:41.894306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e7929803-850a-4c18-a763-a49384269327), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:41.989719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:42.001069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:42.003008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=e7929803-850a-4c18-a763-a49384269327,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:42.007766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:42.013403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.013632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.052321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Current status of the port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:42.101997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-8d84f9db-a007-4717-a7c9-c083681856e0 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.104828 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-8d84f9db-a007-4717-a7c9-c083681856e0 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.96 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 945 time: 0.1858003 Feb 19 01:25:42.456625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2123421928-network', 'tenant_id': 'bb4791f73d174c73b0dd2381dd76a30c'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:42.457089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Provisioning complete for port d67f1739-079e-49ee-ac31-0a6384a7df40 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:42.457089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.457265 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Deleting port 73231f67-a28d-46b2-9904-4e3d6ab04127 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:42.457265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e26e2797-5c4c-45bd-9e15-a00319c412ee None None] Port d67f1739-079e-49ee-ac31-0a6384a7df40 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:38Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:39Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Updating router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 port d67f1739-079e-49ee-ac31-0a6384a7df40 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:42.457453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.458220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] For port 73231f67-a28d-46b2-9904-4e3d6ab04127, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=73231f67-a28d-46b2-9904-4e3d6ab04127,segment=NetworkSegment(8b122d7a-4859-4f65-be66-958dc4fc869c),segment_id=8b122d7a-4859-4f65-be66-958dc4fc869c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:42.458220 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.458220 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ec56-fab1-4ddb-b4fc-6b023b712f6d req-e96a99d7-0300-4c25-9c54-0107eabc2b96 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.458220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b018ec56-fab1-4ddb-b4fc-6b023b712f6d req-e96a99d7-0300-4c25-9c54-0107eabc2b96 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 945 time: 0.1214590 Feb 19 01:25:42.461653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Calling delete_port for 73231f67-a28d-46b2-9904-4e3d6ab04127 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:42.533806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65d9bcfe-57dc-48d2-a505-0c3bd950bee3 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5729401 Feb 19 01:25:42.536901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:42.570957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (22b02f4c-2f1b-4f2e-84e1-67425ede014e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.578550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.579748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 675eed7f-ac74-4dbc-84f5-dfee23d0cafe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:42.670559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b018ec56-fab1-4ddb-b4fc-6b023b712f6d req-8661a8a5-e76d-43cc-9e1d-9123e98ec31f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/security-groups?id=076ddb6d-3237-40fe-a213-61a091fdd1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107563 Feb 19 01:25:42.748750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Made reservation on behalf of bb4791f73d174c73b0dd2381dd76a30c for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:42.751466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.779683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.780608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=22b02f4c-2f1b-4f2e-84e1-67425ede014e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:42.785383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:42.785769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 71490f1c-e600-40b4-b224-d54c695b07b0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:42.818832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port e7929803-850a-4c18-a763-a49384269327 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:42.819229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e7929803-850a-4c18-a763-a49384269327), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.852430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '1817771d-d862-453e-a374-2b7a478fc872', 'ip_address': '2001:db8::f816:3eff:fe5f:5e16'}, {'subnet_id': '7d5c25d5-938a-4095-aedb-c4c2dcedc5c5'}], 'binding:host_id': 'n-d-826529-3'}, 'id': 'a56367f9-7b3e-47ac-a05e-7559ecfe0ae4'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:25:42.895724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.895724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:42.902082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Provisioning complete for port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:42.902686 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.912017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks [] for security_group (19a732c3-6d83-4702-bbed-2251c9cd4e65), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.914829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (73231f67-a28d-46b2-9904-4e3d6ab04127), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.949064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e7929803-850a-4c18-a763-a49384269327), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:42.960213 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 71490f1c-e600-40b4-b224-d54c695b07b0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:42.966598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Pushing event deleted for resources: {'Port': ['ID=73231f67-a28d-46b2-9904-4e3d6ab04127,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:43.005848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['73231f67-a28d-46b2-9904-4e3d6ab04127'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:43.008939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for e7929803-850a-4c18-a763-a49384269327 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:43.013199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:43.016293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] No DVR routers for this DVR port 73231f67-a28d-46b2-9904-4e3d6ab04127 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:43.018334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (19a732c3-6d83-4702-bbed-2251c9cd4e65), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.022397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.025142 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.045955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac987c64-2d69-4fd1-9d39-a1f12cf7e2f9 req-15091b40-8882-4120-a90f-a247d960538f tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.96 "DELETE /v2.0/ports/73231f67-a28d-46b2-9904-4e3d6ab04127 HTTP/1.1" status: 204 len: 173 time: 0.9361725 Feb 19 01:25:43.068649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 71490f1c-e600-40b4-b224-d54c695b07b0) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:43.087505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.090252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.093608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'name': 'network-vif-deleted', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:43.102102 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487c3e3-cd89-4b8c-837d-f15d94c8ee16" -d '{"events": [{"server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "name": "network-vif-deleted", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:43.109454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a732c3-6d83-4702-bbed-2251c9cd4e65,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:43.132527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e059e-13df-4e2d-b7b6-0c3a29c6c833 None None] Network 71490f1c-e600-40b4-b224-d54c695b07b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:43.138851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:43.162847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (64516689-c1c4-45e8-be16-4143c3b90251), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.165376 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Added segment 64516689-c1c4-45e8-be16-4143c3b90251 of type vlan for network 90b20f8d-9193-4c7d-9389-6b6ebf29899a Feb 19 01:25:43.178013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8a2cae3-a5b2-4fb7-aae3-006f760c8f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.192397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4fb99f1-35a2-45f8-87e1-d3d329fe95ed tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7027810 Feb 19 01:25:43.194915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48560) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:43.244100 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f476c4-a125-49e2-baf1-e6ae686fc64e x-openstack-request-id: req-07f476c4-a125-49e2-baf1-e6ae686fc64e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:43.244100 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc49b281-fb0c-4ece-b9b7-d398b0aa1feb", "name": "network-vif-deleted", "tag": "73231f67-a28d-46b2-9904-4e3d6ab04127", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:43.244100 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-07f476c4-a125-49e2-baf1-e6ae686fc64e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:43.244100 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc49b281-fb0c-4ece-b9b7-d398b0aa1feb', 'name': 'network-vif-deleted', 'tag': '73231f67-a28d-46b2-9904-4e3d6ab04127', 'status': 'completed', 'code': 200} Feb 19 01:25:43.248474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (90b20f8d-9193-4c7d-9389-6b6ebf29899a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.375607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (90b20f8d-9193-4c7d-9389-6b6ebf29899a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.375607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:43.375607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.478264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] Pushing event updated for resources: {'Network': ['ID=90b20f8d-9193-4c7d-9389-6b6ebf29899a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:43.517782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 90b20f8d-9193-4c7d-9389-6b6ebf29899a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:43.568594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:43.569075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b3b9410d-2834-4858-a94c-62b5a30cf852 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6846406 Feb 19 01:25:43.571126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48566) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:43.727697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Current status of the port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:43.738699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:43.811946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-71490f1c-e600-40b4-b224-d54c695b07b0', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:43.812834 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:43.902352 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2dc13291-c3bc-4c31-8466-2553b6ce09c9 req-3f801d21-8f43-464b-94c0-62676b6e4404 tempest-VolumesActionsTest-529274196 tempest-VolumesActionsTest-529274196-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc49b281-fb0c-4ece-b9b7-d398b0aa1feb HTTP/1.1" status: 200 len: 210 time: 0.0869730 Feb 19 01:25:44.034616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Request body: {'subnet': {'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2123421928-subnet', 'tenant_id': 'bb4791f73d174c73b0dd2381dd76a30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:44.054159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Allocated IP 172.21.0.2 (71490f1c-e600-40b4-b224-d54c695b07b0/22b02f4c-2f1b-4f2e-84e1-67425ede014e/dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:44.054416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e7929803-850a-4c18-a763-a49384269327), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.090477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks [] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.097035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Allocated IP 2001:db8:0:1::2 (2019510f-d5bc-4133-827f-91df95114d14/7d5c25d5-938a-4095-aedb-c4c2dcedc5c5/a56367f9-7b3e-47ac-a05e-7559ecfe0ae4) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:44.099772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Provisioning complete for port d67f1739-079e-49ee-ac31-0a6384a7df40 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:44.101097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.108144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=e7929803-850a-4c18-a763-a49384269327,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:44.184497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4d0bb2b1-926a-4a5d-a219-02db682484bb None None] Port d67f1739-079e-49ee-ac31-0a6384a7df40 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:44.207032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.222663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-30d8853a-99e4-478b-b683-45da154f5eb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/e7929803-850a-4c18-a763-a49384269327 HTTP/1.1" status: 204 len: 168 time: 1.6721985 Feb 19 01:25:44.222663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48578) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:44.274924 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.275190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Made reservation on behalf of bb4791f73d174c73b0dd2381dd76a30c for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:44.275325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.439782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791812e6-8c09-4035-9f8f-397d83e22b7f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.447207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48582) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:44.457875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-791812e6-8c09-4035-9f8f-397d83e22b7f tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2437537 Feb 19 01:25:44.563951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a262a5-b38b-4600-a140-80db93e38feb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.567982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-79a262a5-b38b-4600-a140-80db93e38feb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1162732 Feb 19 01:25:44.571759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48586) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:44.600894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.621415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.673554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:44.673930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.681498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb1cc-db6b-4e29-891e-b115c7f132fa None None] Pushing event updated for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:44.802198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c687afa-9197-4344-9b1b-23434dd256ba tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.812342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c687afa-9197-4344-9b1b-23434dd256ba tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.812342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c687afa-9197-4344-9b1b-23434dd256ba tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.812342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3c687afa-9197-4344-9b1b-23434dd256ba tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2083988 Feb 19 01:25:44.812634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48592) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:44.921023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 1817771d-d862-453e-a374-2b7a478fc872 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:44.931181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks [] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:44.968886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (52ed37bf-52c4-4f5f-afe1-53ea6f1e5037), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.007822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:45.074435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Attempting to bind port d67f1739-079e-49ee-ac31-0a6384a7df40 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:45.075677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Attempting to bind port d67f1739-079e-49ee-ac31-0a6384a7df40 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:45.075677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Attempting to bind port d67f1739-079e-49ee-ac31-0a6384a7df40 on network 3af9eab2-9845-45a9-a935-2b539e0789d7 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:45.082908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.105309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:45.129671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Checking segment: {'id': '64516689-c1c4-45e8-be16-4143c3b90251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:45.130045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Network hostable DHCP agents. Network: 90b20f8d-9193-4c7d-9389-6b6ebf29899a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:45.164058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:45.164475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Checking segment: {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:45.165807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.165807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Bound using segment: {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:45.166035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Bound port: d67f1739-079e-49ee-ac31-0a6384a7df40, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe15ca5e-ae4a-4365-82da-0ec30f164c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:45.166614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.176394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-799ea39d-4039-4ce2-a319-c2a58904d380 None None] Provisioning complete for port d67f1739-079e-49ee-ac31-0a6384a7df40 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:45.176740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-799ea39d-4039-4ce2-a319-c2a58904d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.180076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Publish callbacks [] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.198491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.21.0.1 (71490f1c-e600-40b4-b224-d54c695b07b0/22b02f4c-2f1b-4f2e-84e1-67425ede014e/c6f46435-5ed9-417f-a91f-603613bf70ec) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:45.243402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Network 71490f1c-e600-40b4-b224-d54c695b07b0 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:45.281383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:45.301931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (1817771d-d862-453e-a374-2b7a478fc872), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.302199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Network 90b20f8d-9193-4c7d-9389-6b6ebf29899a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:45.318401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:45.323965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Pushing event updated for resources: {'Port': ['ID=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:45.345867 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.357930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-799ea39d-4039-4ce2-a319-c2a58904d380 None None] Port d67f1739-079e-49ee-ac31-0a6384a7df40 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:45.358355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.380523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (1817771d-d862-453e-a374-2b7a478fc872), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.396631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:45.464223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 90b20f8d-9193-4c7d-9389-6b6ebf29899a) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:45.475390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:45.476077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.510138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.521165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1817771d-d862-453e-a374-2b7a478fc872), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.522909 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.523876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cce63-4290-46b8-bcce-cc9f9d2a5454 None None] Network 90b20f8d-9193-4c7d-9389-6b6ebf29899a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:45.554687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] For port d67f1739-079e-49ee-ac31-0a6384a7df40, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:45.587964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 71490f1c-e600-40b4-b224-d54c695b07b0 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:45.621892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2aa41616-a0e4-4769-b6d9-84af6292ee5d admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0446887 Feb 19 01:25:45.643296 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b300bd-e7ed-48a4-b4c2-f338d753fafd None None] Pushing event updated for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:45.652691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:45.657353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:45.664467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Attempting to bind port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:45.664848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Attempting to bind port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:45.665209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Attempting to bind port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 on network 71490f1c-e600-40b4-b224-d54c695b07b0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:45.672144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] For port d67f1739-079e-49ee-ac31-0a6384a7df40, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d67f1739-079e-49ee-ac31-0a6384a7df40,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:45.685784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:45.686166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Checking segment: {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:45.686579 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.687078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Bound using segment: {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:45.687782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Bound port: dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:45.688285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.703920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:45.728691 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.772597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032573f-9f02-4b8b-814c-af8ae9e352c2 None None] Network 90b20f8d-9193-4c7d-9389-6b6ebf29899a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:45.778709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (1817771d-d862-453e-a374-2b7a478fc872), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.862630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=1817771d-d862-453e-a374-2b7a478fc872,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:45.876973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.883727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fec013e4-3ee2-48ca-97c8-d4ac637819bb tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/1817771d-d862-453e-a374-2b7a478fc872 HTTP/1.1" status: 204 len: 168 time: 1.0711663 Feb 19 01:25:45.900445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48614) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:45.917571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:45.930830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73231f67-a28d-46b2-9904-4e3d6ab04127 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:46.008683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] For port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:46.032072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 73231f67-a28d-46b2-9904-4e3d6ab04127 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:46.042875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 73231f67-a28d-46b2-9904-4e3d6ab04127 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:46.074066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] For port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:46.124333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 7d5c25d5-938a-4095-aedb-c4c2dcedc5c5 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:25:46.130923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (7d5c25d5-938a-4095-aedb-c4c2dcedc5c5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.152315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb1cc-db6b-4e29-891e-b115c7f132fa None None] Pushing event updated for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:46.252131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:46.252816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:46.262322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.273325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (7d5c25d5-938a-4095-aedb-c4c2dcedc5c5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.277010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.543274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (7d5c25d5-938a-4095-aedb-c4c2dcedc5c5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.580789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Provisioning complete for port d67f1739-079e-49ee-ac31-0a6384a7df40 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:46.581716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.629333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e900b9-9986-42b5-a2cd-e848f1c78488 None None] Pushing event updated for resources: {'Port': ['ID=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:46.666800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:46.902100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Current status of the port d67f1739-079e-49ee-ac31-0a6384a7df40 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:46.902694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:46.961207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (7d5c25d5-938a-4095-aedb-c4c2dcedc5c5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.010464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146a46f-b5ec-4900-9fad-2d478d358684 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:47.065017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.076050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48640) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:47.077048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/7d5c25d5-938a-4095-aedb-c4c2dcedc5c5 HTTP/1.1" status: 204 len: 168 time: 1.1735253 Feb 19 01:25:47.115828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:47.118976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abc747-3dff-45f6-84f5-daf552697917 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5c25d5-938a-4095-aedb-c4c2dcedc5c5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:47.124497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-470218906-network', 'tenant_id': 'e1c9ab0db02049cdbfb5703246d30d4b'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:47.190981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d2524e2b-a506-4474-9c89-6a8f11ae68a9 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1137295 Feb 19 01:25:47.194260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48648) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:47.205550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:47.246758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.296500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] For port d67f1739-079e-49ee-ac31-0a6384a7df40, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d67f1739-079e-49ee-ac31-0a6384a7df40,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:47.413526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.421915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.424189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Made reservation on behalf of e1c9ab0db02049cdbfb5703246d30d4b for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:47.429553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.442731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.498748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:47.518219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.557265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks [] for security_group (04064f0d-3f0d-4a69-b396-b3047e38d7ff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.562810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.577005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc8706aa-d9b7-4e12-9ef8-5e96a845f09f None None] Could not find standard attr ID for object e7929803-850a-4c18-a763-a49384269327. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:25:47.644669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:47.645573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c5fc5-7029-4579-ba09-7ddb1d499a07 None None] Pushing event updated for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:47.711907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (04064f0d-3f0d-4a69-b396-b3047e38d7ff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.720681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc8706aa-d9b7-4e12-9ef8-5e96a845f09f None None] Provisioning complete for port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:47.721225 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc8706aa-d9b7-4e12-9ef8-5e96a845f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.817814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:47.822699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 3, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 1, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:47.824985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.904650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04064f0d-3f0d-4a69-b396-b3047e38d7ff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:47.926624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ebdc1b87-201d-4ae7-bd5c-b377c1a1873e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:47.928224 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Added segment ebdc1b87-201d-4ae7-bd5c-b377c1a1873e of type vlan for network afef3479-1860-4b98-b3b7-6769ac54c427 Feb 19 01:25:47.936759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e3b42d-585a-4a8a-a96a-bf8e833227b4 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 3, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 1, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:47.941801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:25:48.274459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (afef3479-1860-4b98-b3b7-6769ac54c427), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.395655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 71490f1c-e600-40b4-b224-d54c695b07b0 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:48.397705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:48.421449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (afef3479-1860-4b98-b3b7-6769ac54c427), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.427577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.427577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.846332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] Pushing event updated for resources: {'Network': ['ID=afef3479-1860-4b98-b3b7-6769ac54c427,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:48.863102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:48.887475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network afef3479-1860-4b98-b3b7-6769ac54c427 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:48.897714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-846022e4-dd20-4fcb-aa89-acadce756062 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7750928 Feb 19 01:25:48.898092 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48666) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:48.949867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Request body: {'subnet': {'network_id': 'afef3479-1860-4b98-b3b7-6769ac54c427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-470218906-subnet', 'tenant_id': 'e1c9ab0db02049cdbfb5703246d30d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:49.021160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:49.059301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ee46e-fc7b-42cd-8932-e3d926ad86e5 None None] Network 71490f1c-e600-40b4-b224-d54c695b07b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:49.060283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:25:49.216798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc8706aa-d9b7-4e12-9ef8-5e96a845f09f None None] Current status of the port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:49.253574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Made reservation on behalf of e1c9ab0db02049cdbfb5703246d30d4b for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:49.253923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:49.260951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce205121-555c-40a7-aa02-3ffec3c01653 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0644364 Feb 19 01:25:49.264282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48670) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:49.265222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.282612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775058932'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:49.491915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:49.503005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.557075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.606620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Deleting port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:49.609728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:25:49.613052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.645467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a2a38834-755c-4724-ac82-dc175b23ad5d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.649664 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment a2a38834-755c-4724-ac82-dc175b23ad5d of type vlan for network ede2be05-17e7-4b22-8023-f747be09d6a1 Feb 19 01:25:49.742000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:49.742000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.744094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Provisioning complete for port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:49.744478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.789601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ede2be05-17e7-4b22-8023-f747be09d6a1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.913335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (84e852a6-d308-4f14-9626-c96462fb58f5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.916773 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ede2be05-17e7-4b22-8023-f747be09d6a1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:49.923679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:49.924811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.006655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e852a6-d308-4f14-9626-c96462fb58f5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:50.015384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:50.015384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.118606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Checking segment: {'id': 'ebdc1b87-201d-4ae7-bd5c-b377c1a1873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'afef3479-1860-4b98-b3b7-6769ac54c427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:50.118606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Network hostable DHCP agents. Network: afef3479-1860-4b98-b3b7-6769ac54c427, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:50.118915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Calling delete_port for a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:50.203138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9347069 Feb 19 01:25:50.203920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48684) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:50.224402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:50.243187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] For port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:50.253463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d88f5-adef-4970-abc0-eb331587b571 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=ede2be05-17e7-4b22-8023-f747be09d6a1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:50.320721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Network afef3479-1860-4b98-b3b7-6769ac54c427 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:50.325970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ede2be05-17e7-4b22-8023-f747be09d6a1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:25:50.343316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.509103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, afef3479-1860-4b98-b3b7-6769ac54c427) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:50.517897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.520186 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.534107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.571496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:50.576450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.688129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (34c96e50-f3b0-467a-9283-41bbca0880a0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.750930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8677aeea-07bc-40b4-92c0-f4291d1e6651 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8417044 Feb 19 01:25:50.855516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Current status of the port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:50.855516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.906657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2452105-a729-4570-90f0-a109de4f2987 None None] Network afef3479-1860-4b98-b3b7-6769ac54c427 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:50.939539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:50.942863 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (a56367f9-7b3e-47ac-a05e-7559ecfe0ae4), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.959147 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:50.977081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=8']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:50.981257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.981871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.010733 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=34c96e50-f3b0-467a-9283-41bbca0880a0,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.119579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] Pushing event deleted for resources: {'Port': ['ID=a56367f9-7b3e-47ac-a05e-7559ecfe0ae4,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.214509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4040f6c3-e47b-4989-9e89-c9c575f95cee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0186603 Feb 19 01:25:51.217283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48702) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:51.222436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:51.290741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:51.291443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.296185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] For port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:51.315405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (03f2c94b-dcd5-4412-81de-cdbf4c0cfc25), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.347512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06f26d-f343-45be-b32e-06e635bda9d2 None None] No DVR routers for this DVR port a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:25:51.359792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.367758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124f4ea-cfe0-4a4f-93fa-f4a4caddbad1 None None] Network afef3479-1860-4b98-b3b7-6769ac54c427 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:51.427145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804c2b1-235b-4e75-a6a0-e881054ba598 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:51.570712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=03f2c94b-dcd5-4412-81de-cdbf4c0cfc25,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.579571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:51.580240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: ede2be05-17e7-4b22-8023-f747be09d6a1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:25:51.596406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.603047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.680199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:51.685366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.715410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network ede2be05-17e7-4b22-8023-f747be09d6a1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:25:51.790619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2af2d1-801f-46b9-bcb2-f06f05cb83eb None None] Pushing event updated for resources: {'Port': ['ID=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.820717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Provisioning complete for port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:51.841546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.856753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ede2be05-17e7-4b22-8023-f747be09d6a1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:51.860970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.861575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.925575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '34c96e50-f3b0-467a-9283-41bbca0880a0'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:51.926865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.928905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d5800-3a4c-4d7f-96be-20ba53088faf None None] Network ede2be05-17e7-4b22-8023-f747be09d6a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:51.997224 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:52.001044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8680a9d5-368d-4ab2-8991-f9d5c5dcdf13 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7959218 Feb 19 01:25:52.001555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48728) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:52.037123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:52.038950 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:52.057588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-bed7e4c2-0b97-4106-98ec-59c582fecf25 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.072864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-bed7e4c2-0b97-4106-98ec-59c582fecf25 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/networks?id=90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 200 len: 812 time: 0.4377122 Feb 19 01:25:52.077085 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34c96e50-f3b0-467a-9283-41bbca0880a0 (CIDR: 2001:db8::/64) Feb 19 01:25:52.082182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:25:52.082543 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:25:52.106141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-7bd817ff-d4d8-4050-b9dd-c0b3443056e0 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/quotas/bb4791f73d174c73b0dd2381dd76a30c HTTP/1.1" status: 200 len: 375 time: 0.0246954 Feb 19 01:25:52.131290 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:25:52.131810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:25:52.179322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-84d30674-241c-42f4-8555-0eb02b78bf30 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718861 Feb 19 01:25:52.211109 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:52.346877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb475ca0-81fd-4f3c-a577-549fe61dc010 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1283808 Feb 19 01:25:52.360008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48734) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:52.365159 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:52.377357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Allocated IP 2001:db8::f816:3eff:fea5:4c30 (2019510f-d5bc-4133-827f-91df95114d14/34c96e50-f3b0-467a-9283-41bbca0880a0/71078993-653a-4343-b4d5-2937586652e6) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:52.513032 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-07019415-c238-4379-97e2-78271074e782 service neutron] 10.222.0.94 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330238 Feb 19 01:25:52.735534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks [] for port (71078993-653a-4343-b4d5-2937586652e6), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.836148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-17fff946-7c1d-40eb-b588-1d60009005ea service neutron] 10.222.0.94 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217213 Feb 19 01:25:52.847787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:52.853026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (71078993-653a-4343-b4d5-2937586652e6), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.927308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:52.929356 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.962472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.271314 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 3, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:47Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:53.343740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:53.344591 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Updating router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 port c6f46435-5ed9-417f-a91f-603613bf70ec binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:25:53.501960 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.660689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Pushing event updated for resources: {'Port': ['ID=71078993-653a-4343-b4d5-2937586652e6,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:53.669947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (e72ae30f-9fb9-46d4-a7e6-42813cb5b356), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.674276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:53.752185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Current status of the port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:53.763900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:53.775164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:53.784548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:53.804508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Provisioning complete for port c6f46435-5ed9-417f-a91f-603613bf70ec triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:53.805003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.862111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-17140f9b-e66a-43bb-8b5b-1986324b5266 None None] Port c6f46435-5ed9-417f-a91f-603613bf70ec cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:25:53.935772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ede2be05-17e7-4b22-8023-f747be09d6a1', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:25:53.936804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.942089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:53.959224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:53.983188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:53.983788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.986899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:53.987468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.995003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=e72ae30f-9fb9-46d4-a7e6-42813cb5b356,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:54.130152 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Attempting to bind port 71078993-653a-4343-b4d5-2937586652e6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:54.131470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Attempting to bind port 71078993-653a-4343-b4d5-2937586652e6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:54.131953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Attempting to bind port 71078993-653a-4343-b4d5-2937586652e6 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:54.159483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:54.166565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:54.171546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.172226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:54.176843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e5230baf-eda1-441a-8a33-d7d708e4ff46 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8131776 Feb 19 01:25:54.181194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48764) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:54.181315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Bound port: 71078993-653a-4343-b4d5-2937586652e6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:54.181315 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (71078993-653a-4343-b4d5-2937586652e6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.183411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:1d:e7:1e', 'name': 'tempest-NetworksTestDHCPv6-547574959'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:54.232970 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks [] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.262780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:54.266372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d67f1739-079e-49ee-ac31-0a6384a7df40 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:54.291503 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.510701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Pushing event updated for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:54.530156 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.537028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.539926 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.540481 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.541242 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.542065 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.543507 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.545944 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:54.600894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:54.607060 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Attempting to bind port c6f46435-5ed9-417f-a91f-603613bf70ec on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:54.609072 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Attempting to bind port c6f46435-5ed9-417f-a91f-603613bf70ec by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:54.610310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Attempting to bind port c6f46435-5ed9-417f-a91f-603613bf70ec on network 71490f1c-e600-40b4-b224-d54c695b07b0 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:54.632690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-191f7f70-a8ba-452a-ab93-d531c2bb0d40 req-e2768443-7335-4a2b-a7f2-0116abed44d8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 210 time: 0.0657218 Feb 19 01:25:54.647046 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:54.647532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Checking segment: {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:54.648006 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.648415 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Bound using segment: {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:54.648908 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Bound port: c6f46435-5ed9-417f-a91f-603613bf70ec, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df37ad01-05da-44da-9408-bf5e967a4ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:54.649292 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.689314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d67f1739-079e-49ee-ac31-0a6384a7df40 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:54.689914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.708763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] For port 71078993-653a-4343-b4d5-2937586652e6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:54.730455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] For port 71078993-653a-4343-b4d5-2937586652e6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=71078993-653a-4343-b4d5-2937586652e6,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:54.877595 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] For port c6f46435-5ed9-417f-a91f-603613bf70ec, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:54.899188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Allocated IP 172.22.0.2 (ede2be05-17e7-4b22-8023-f747be09d6a1/03f2c94b-dcd5-4412-81de-cdbf4c0cfc25/372abcdf-fb8d-4c64-860a-f8ca06cd4bfe) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:54.903988 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] For port c6f46435-5ed9-417f-a91f-603613bf70ec, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c6f46435-5ed9-417f-a91f-603613bf70ec,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:54.915808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.968943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port c095b030-9710-4d45-bc90-a06c968327b0 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:25:55.031832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Provisioning complete for port c6f46435-5ed9-417f-a91f-603613bf70ec triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:55.032217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.045588 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.063897 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (71078993-653a-4343-b4d5-2937586652e6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.196433 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0204-3a0b-4147-9bb7-f8e24d2fce67 None None] Pushing event updated for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.213873 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:55.217843 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:55.221048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d67f1739-079e-49ee-ac31-0a6384a7df40 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:55.396219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:55.483491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:25:55.483871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a56367f9-7b3e-47ac-a05e-7559ecfe0ae4 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:25:55.486427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60989e-7fe3-4a93-9f72-a1a25aaf32b7 None None] Pushing event updated for resources: {'Port': ['ID=71078993-653a-4343-b4d5-2937586652e6,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.513139 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8:0:1::3d1 (2019510f-d5bc-4133-827f-91df95114d14/e72ae30f-9fb9-46d4-a7e6-42813cb5b356/c095b030-9710-4d45-bc90-a06c968327b0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:55.540112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::f816:3eff:fe1d:e71e (2019510f-d5bc-4133-827f-91df95114d14/34c96e50-f3b0-467a-9283-41bbca0880a0/c095b030-9710-4d45-bc90-a06c968327b0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:55.612366 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:55.852064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c6f46435-5ed9-417f-a91f-603613bf70ec up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:55.901324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks [] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.970720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Current status of the port c6f46435-5ed9-417f-a91f-603613bf70ec is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:55.975127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.020299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.022916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-94f5d414-4b9f-4434-b4f9-d4489f8b526e req-a3449720-4dae-42b7-baa1-427353f24071 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 210 time: 0.0979903 Feb 19 01:25:56.030158 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (c095b030-9710-4d45-bc90-a06c968327b0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.133652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] For port c6f46435-5ed9-417f-a91f-603613bf70ec, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c6f46435-5ed9-417f-a91f-603613bf70ec,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:56.173410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.22.0.1 (ede2be05-17e7-4b22-8023-f747be09d6a1/03f2c94b-dcd5-4412-81de-cdbf4c0cfc25/2ded6974-4e10-4977-93a0-1c7504e1da90) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:56.190713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c095b030-9710-4d45-bc90-a06c968327b0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.261707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Network ede2be05-17e7-4b22-8023-f747be09d6a1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:56.268584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:56.276818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.283079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:56.316779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:56.320467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:56.324189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Pushing event updated for resources: {'Port': ['ID=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.325588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:56.341856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.342766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.358214 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 3, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:54Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:56.366170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=c095b030-9710-4d45-bc90-a06c968327b0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.376091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.408685 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5170c2-c37a-4410-86c1-05b4d3b7fc8a None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:45Z', 'revision_number': 3, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:54Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:56.438330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c6f46435-5ed9-417f-a91f-603613bf70ec triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:56.440205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.443939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48800) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:56.445253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7d3989e8-1163-4377-8992-8a9b154ed2cc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2628574 Feb 19 01:25:56.560276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.702422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74019-6670-440e-9fe3-01ef46077061 None None] Pushing event updated for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.749735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Attempting to bind port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:25:56.750113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Attempting to bind port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:25:56.750484 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Attempting to bind port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe on network ede2be05-17e7-4b22-8023-f747be09d6a1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:25:56.814597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8bde06fa-ba87-4191-abb1-9bc1ab99dc87 None None] Provisioning complete for port c6f46435-5ed9-417f-a91f-603613bf70ec triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:56.816242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8bde06fa-ba87-4191-abb1-9bc1ab99dc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.821512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network ede2be05-17e7-4b22-8023-f747be09d6a1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:25:56.826118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:25:56.826518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Checking segment: {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:25:56.827246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.827356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Bound using segment: {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:25:56.827798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Bound port: 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:25:56.828184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:56.858934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:25:56.873532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:56.878554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:25:57.066297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] For port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:25:57.071354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] For port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:25:57.092333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c6f46435-5ed9-417f-a91f-603613bf70ec is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:57.170705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port c095b030-9710-4d45-bc90-a06c968327b0 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:25:57.176907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c095b030-9710-4d45-bc90-a06c968327b0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.209390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.209616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.280763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2a4c663-89c4-43e5-abb7-4dc58b965068 req-ac258e72-4088-47a4-83ff-713b3e0671e5 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 210 time: 0.0663469 Feb 19 01:25:57.288117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8bde06fa-ba87-4191-abb1-9bc1ab99dc87 None None] Current status of the port c6f46435-5ed9-417f-a91f-603613bf70ec is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:57.343618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a4529-1151-4305-b38d-03ea5b3da89a None None] Pushing event updated for resources: {'Port': ['ID=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:57.365086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f70153-e916-4f84-a4b1-d58eb5bfefca None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:57.462671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48814) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:57.539364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Provisioning complete for port 71078993-653a-4343-b4d5-2937586652e6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:57.577000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (71078993-653a-4343-b4d5-2937586652e6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.801035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:57.801035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (71078993-653a-4343-b4d5-2937586652e6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.837590 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07b42c51-c649-43f7-9e62-43208e1e1df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:57.872144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] For port 71078993-653a-4343-b4d5-2937586652e6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=71078993-653a-4343-b4d5-2937586652e6,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:57.904195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': '34c96e50-f3b0-467a-9283-41bbca0880a0', 'ip_address': '2001:db8::f816:3eff:fea5:4c30'}, {'subnet_id': 'e72ae30f-9fb9-46d4-a7e6-42813cb5b356'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '71078993-653a-4343-b4d5-2937586652e6'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:25:57.906675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-045e3973-5335-4758-89a3-87ab7b5a4445 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.925958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-045e3973-5335-4758-89a3-87ab7b5a4445 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.117 "GET /v2.0/networks?id=90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 200 len: 812 time: 1.1322207 Feb 19 01:25:57.969143 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c095b030-9710-4d45-bc90-a06c968327b0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.000699 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (71078993-653a-4343-b4d5-2937586652e6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.014240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for c095b030-9710-4d45-bc90-a06c968327b0 owned by {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:25:58.023644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (71078993-653a-4343-b4d5-2937586652e6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.073925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07b42c51-c649-43f7-9e62-43208e1e1df6 admin admin] Publish callbacks [] for security_group (ca12fbc5-b85f-4381-84e2-9d5721bcccb7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.080569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 71078993-653a-4343-b4d5-2937586652e6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:58.172110 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-07b42c51-c649-43f7-9e62-43208e1e1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ca12fbc5-b85f-4381-84e2-9d5721bcccb7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.204996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Request body: {'port': {'device_id': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a', 'admin_state_up': True, 'tenant_id': 'bb4791f73d174c73b0dd2381dd76a30c'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:25:58.229674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-07b42c51-c649-43f7-9e62-43208e1e1df6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4a97c2fdbbcf4ab0a0c34db4da2f9beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656412 Feb 19 01:25:58.235929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:58.259042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b42c51-c649-43f7-9e62-43208e1e1df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12fbc5-b85f-4381-84e2-9d5721bcccb7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:58.330653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] Publish callbacks [] for security_group (ca12fbc5-b85f-4381-84e2-9d5721bcccb7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.391100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Allocated IP 2001:db8:0:1::2 (2019510f-d5bc-4133-827f-91df95114d14/e72ae30f-9fb9-46d4-a7e6-42813cb5b356/71078993-653a-4343-b4d5-2937586652e6) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:58.400698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] Publish callbacks [] for security_group (ca12fbc5-b85f-4381-84e2-9d5721bcccb7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.484528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.679365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] For port 71078993-653a-4343-b4d5-2937586652e6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=71078993-653a-4343-b4d5-2937586652e6,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:58.727760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c095b030-9710-4d45-bc90-a06c968327b0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.785302 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Publish callbacks [] for port (71078993-653a-4343-b4d5-2937586652e6), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.834682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f51676-1936-48ba-81fa-d193140a82aa None None] Pushing event updated for resources: {'Port': ['ID=71078993-653a-4343-b4d5-2937586652e6,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:58.859395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (71078993-653a-4343-b4d5-2937586652e6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.867779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 71078993-653a-4343-b4d5-2937586652e6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:58.868498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (71078993-653a-4343-b4d5-2937586652e6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.911878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Made reservation on behalf of bb4791f73d174c73b0dd2381dd76a30c for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:25:58.916440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:58.954266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=c095b030-9710-4d45-bc90-a06c968327b0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:59.185955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6067-1628-4a3c-baaa-cc25dce2ab23 None None] Pushing event updated for resources: {'Port': ['ID=71078993-653a-4343-b4d5-2937586652e6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:59.209053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37c4f7-72be-4704-beb5-5ad72482d8cf None None] Network ede2be05-17e7-4b22-8023-f747be09d6a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:25:59.236056 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:59.239347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4fd7503e-4eb0-44b3-8105-52494b5214b8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/c095b030-9710-4d45-bc90-a06c968327b0 HTTP/1.1" status: 204 len: 168 time: 2.7942941 Feb 19 01:25:59.254835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:25:59.423120 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7b03c09-c2d4-44fa-bc75-2c9630581f21 req-5f0b9057-9a36-43d7-bd1d-12e1ae54b7ba tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 210 time: 0.9789405 Feb 19 01:25:59.502252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ca12fbc5-b85f-4381-84e2-9d5721bcccb7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:59.507742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:59.526128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ca12fbc5-b85f-4381-84e2-9d5721bcccb7 HTTP/1.1" status: 204 len: 168 time: 1.2788980 Feb 19 01:25:59.546416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ffcb2-ab48-4b7e-9f93-874079d4b174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12fbc5-b85f-4381-84e2-9d5721bcccb7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:59.617897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Allocated IP 172.20.0.2 (90b20f8d-9193-4c7d-9389-6b6ebf29899a/52ed37bf-52c4-4f5f-afe1-53ea6f1e5037/d4da7e28-e0ed-4cb0-af7f-75a143bcffbc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:25:59.811608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:59.812780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c6f46435-5ed9-417f-a91f-603613bf70ec up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:59.859080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Provisioning complete for port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:59.859485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.116151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks [] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.175500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f8071a-368f-48eb-b7a1-2269863540ef tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:00.179381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c6f46435-5ed9-417f-a91f-603613bf70ec triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:00.179765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.194152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46f8071a-368f-48eb-b7a1-2269863540ef tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9381354 Feb 19 01:26:00.194824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48858) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:00.313089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Current status of the port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:00.313542 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.319441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.418936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc2b8cd-e553-4353-8fdd-6506ba4c89ec tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:00.422939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6fc2b8cd-e553-4353-8fdd-6506ba4c89ec tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2219269 Feb 19 01:26:00.423931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48862) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:00.427611 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.456577 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:26:00.541902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] For port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:00.577570 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475143e-ff13-4383-9f2b-2ca147bb332e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:00.580283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475143e-ff13-4383-9f2b-2ca147bb332e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:00.586719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475143e-ff13-4383-9f2b-2ca147bb332e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:00.598287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4475143e-ff13-4383-9f2b-2ca147bb332e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1726055 Feb 19 01:26:00.603371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48868) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:00.626127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:00.671999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.709179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 34c96e50-f3b0-467a-9283-41bbca0880a0 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:00.713999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (34c96e50-f3b0-467a-9283-41bbca0880a0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.742133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c6f46435-5ed9-417f-a91f-603613bf70ec is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:00.749788 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.797504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (34c96e50-f3b0-467a-9283-41bbca0880a0), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:00.928400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Could not find standard attr ID for object c095b030-9710-4d45-bc90-a06c968327b0. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:26:00.934344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198142b-2301-41b7-9e33-ff38b1a4f1ef None None] Pushing event updated for resources: {'Port': ['ID=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:00.968686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Provisioning complete for port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:00.969109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.024956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Network 90b20f8d-9193-4c7d-9389-6b6ebf29899a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:01.030339 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.033017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (34c96e50-f3b0-467a-9283-41bbca0880a0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.087430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:01.090115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:01.096097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Pushing event updated for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:01.148334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Current status of the port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:01.156196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 71078993-653a-4343-b4d5-2937586652e6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:01.238074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558ff40-5c83-40d2-b62b-a19cc9fe683f req-27eae878-2d85-425b-91e4-79456d7a66e3 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.239593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:01.239843 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.246679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0558ff40-5c83-40d2-b62b-a19cc9fe683f req-27eae878-2d85-425b-91e4-79456d7a66e3 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 931 time: 0.6128421 Feb 19 01:26:01.269852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (34c96e50-f3b0-467a-9283-41bbca0880a0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.286479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Port 2ded6974-4e10-4977-93a0-1c7504e1da90 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:26:01.295697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 71078993-653a-4343-b4d5-2937586652e6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:01.296074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (71078993-653a-4343-b4d5-2937586652e6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.311049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.311744 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.343753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Provisioning complete for port 71078993-653a-4343-b4d5-2937586652e6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:01.344342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (71078993-653a-4343-b4d5-2937586652e6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.369655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=34c96e50-f3b0-467a-9283-41bbca0880a0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:01.395406 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.411538 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d4bd875e-7533-4790-96ce-11fedfa82d12 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/34c96e50-f3b0-467a-9283-41bbca0880a0 HTTP/1.1" status: 204 len: 168 time: 0.8080506 Feb 19 01:26:01.413145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:01.432112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:01.433388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:01.454607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0558ff40-5c83-40d2-b62b-a19cc9fe683f req-b0fb0376-9218-4fc3-9e8a-17b46ea3f688 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066686 Feb 19 01:26:01.516045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet e72ae30f-9fb9-46d4-a7e6-42813cb5b356 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:01.528875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network ede2be05-17e7-4b22-8023-f747be09d6a1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:01.533231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:01.533938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f22c2-bc29-4896-84e4-5e8bbba4a3b4 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:01.537581 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (e72ae30f-9fb9-46d4-a7e6-42813cb5b356), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.548205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9403a9f8-6c11-4f83-bb7f-451580312094 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6033702 Feb 19 01:26:01.658708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (e72ae30f-9fb9-46d4-a7e6-42813cb5b356), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.669602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d75ba98b-5538-44d1-8f02-eb09babdce6f None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:01.684244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:01.685264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.685397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Request body: {'port': {'device_id': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:01.816016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-05609243-ad65-42f5-b786-615640137c60 None None] Could not find standard attr ID for object c095b030-9710-4d45-bc90-a06c968327b0. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:26:01.873730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-05609243-ad65-42f5-b786-615640137c60 None None] Could not find standard attr ID for object e7929803-850a-4c18-a763-a49384269327. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:26:01.875433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e72ae30f-9fb9-46d4-a7e6-42813cb5b356), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.909200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.924742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-05609243-ad65-42f5-b786-615640137c60 None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:01.925362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05609243-ad65-42f5-b786-615640137c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:01.935703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:02.008141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:02.025624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-05609243-ad65-42f5-b786-615640137c60 None None] Port 2ded6974-4e10-4977-93a0-1c7504e1da90 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:26:02.127822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (e72ae30f-9fb9-46d4-a7e6-42813cb5b356), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.152222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-be54635b-169d-43ce-871a-d6e5055778dd None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:02.155031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-be54635b-169d-43ce-871a-d6e5055778dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.193240 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.207386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/e72ae30f-9fb9-46d4-a7e6-42813cb5b356 HTTP/1.1" status: 204 len: 168 time: 0.7876534 Feb 19 01:26:02.209119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c9bfd-a054-452b-ac79-f0796220c388 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=e72ae30f-9fb9-46d4-a7e6-42813cb5b356,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:02.212040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48900) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:02.244922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-be54635b-169d-43ce-871a-d6e5055778dd None None] Port 2ded6974-4e10-4977-93a0-1c7504e1da90 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:26:02.284500 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c58e93f-e755-48c2-99bd-5365dd15acb2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710273 Feb 19 01:26:02.288701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48902) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:02.292628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:02.613659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:02.621746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:02.755459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452190-c0b9-40fc-ac07-be1a5b377d51 req-c3bd24a5-36bf-4495-bdb6-def98b740356 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.758447 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e452190-c0b9-40fc-ac07-be1a5b377d51 req-c3bd24a5-36bf-4495-bdb6-def98b740356 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 931 time: 0.2002425 Feb 19 01:26:02.788346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:02.801190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:02.824885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:02.825652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:02.895817 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e452190-c0b9-40fc-ac07-be1a5b377d51 req-5c95d61f-7a2c-4301-80c6-656001b2f261 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259077 Feb 19 01:26:03.041703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da7e28-e0ed-4cb0-af7f-75a143bcffbc {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:03.053038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks [] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.072618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Transition to ACTIVE for port object d4da7e28-e0ed-4cb0-af7f-75a143bcffbc will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:26:03.080305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a817cb07-3649-46dc-b275-10608b5b17c8 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0771279 Feb 19 01:26:03.080969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48920) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:03.086232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1271331218'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:03.120744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:03.126155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa51f67-756b-4724-be7f-5d9f8f0aba0a None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:03.164112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:03.169683 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.221411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:03.223359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.244273 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (0ff3a12b-4e63-46d0-b688-78cc5b15d3ea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.252446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f4d00a7c-6f5e-4102-a5fa-1f42cc79b375 None None] Provisioning complete for port 71078993-653a-4343-b4d5-2937586652e6 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:03.252830 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f4d00a7c-6f5e-4102-a5fa-1f42cc79b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (71078993-653a-4343-b4d5-2937586652e6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.254216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:03.265406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bc19878f-1bed-476f-abbd-90ebab17273d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.266343 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added segment bc19878f-1bed-476f-abbd-90ebab17273d of type vlan for network 5a64951d-b566-47b8-8b84-cc326f2d31c8 Feb 19 01:26:03.301170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:03.317186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5a64951d-b566-47b8-8b84-cc326f2d31c8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.336506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.370843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:03.406683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.412148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.437919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Attempting to bind port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:03.438343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Attempting to bind port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '64516689-c1c4-45e8-be16-4143c3b90251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:03.438768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Attempting to bind port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc on network 90b20f8d-9193-4c7d-9389-6b6ebf29899a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:03.443795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc on network 90b20f8d-9193-4c7d-9389-6b6ebf29899a not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:26:03.444200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Attempting to bind port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc on network 90b20f8d-9193-4c7d-9389-6b6ebf29899a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:03.451960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:03.452385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Checking segment: {'id': '64516689-c1c4-45e8-be16-4143c3b90251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:03.452839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Bound using segment: {'id': '64516689-c1c4-45e8-be16-4143c3b90251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:03.453399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Bound port: d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64516689-c1c4-45e8-be16-4143c3b90251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:03.453834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.470592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5a64951d-b566-47b8-8b84-cc326f2d31c8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.470947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=0ff3a12b-4e63-46d0-b688-78cc5b15d3ea,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.476087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.476755 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.546326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12e3b80a-b705-452c-a4a3-cd1a94699413 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2598565 Feb 19 01:26:03.549099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48928) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:03.555296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:03.637636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Network': ['ID=5a64951d-b566-47b8-8b84-cc326f2d31c8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.643268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:03.646887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,segment=NetworkSegment(64516689-c1c4-45e8-be16-4143c3b90251),segment_id=64516689-c1c4-45e8-be16-4143c3b90251)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:03.657153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:03.664641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3e10950f-6e64-442c-81fe-469cf3092c2c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5825114 Feb 19 01:26:03.665310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 48932) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:03.672711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'subnet': {'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:03.691144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:03.692174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.769829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.824442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:03.836720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.838812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:03.840444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] 10.222.0.117 "PUT /v2.0/ports/d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 200 len: 1091 time: 2.2751694 Feb 19 01:26:03.843206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:03.844456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f4d00a7c-6f5e-4102-a5fa-1f42cc79b375 None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:03.846243 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95274791-c629-40b1-80af-2bd63937f3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:03.879724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc3ec-bed0-4ef6-bac2-23dafa218192 service neutron] Pushing event updated for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:03.953693 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c78e27-9ec3-4ee2-89d6-782e4b9df1fa x-openstack-request-id: req-73c78e27-9ec3-4ee2-89d6-782e4b9df1fa {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:03.954004 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:03.954261 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-73c78e27-9ec3-4ee2-89d6-782e4b9df1fa {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:03.954675 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc', 'status': 'completed', 'code': 200} Feb 19 01:26:03.971055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Made reservation on behalf of a4e0db30c59d432b998224a3462440b9 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:03.974958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.043632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:04.048054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.157109 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d8d6a-9d57-4b04-b43b-d0cf51da2669 req-34aa9886-a19e-4881-b3f6-090b678e27ff tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.158803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468d8d6a-9d57-4b04-b43b-d0cf51da2669 req-34aa9886-a19e-4881-b3f6-090b678e27ff tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 943 time: 0.1681194 Feb 19 01:26:04.227661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-743bf774-78cc-403e-9128-f2d6296e2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.233618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-743bf774-78cc-403e-9128-f2d6296e2114 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 1125 time: 0.2560110 Feb 19 01:26:04.293075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468d8d6a-9d57-4b04-b43b-d0cf51da2669 req-6e724b4f-d787-4a48-b211-d5469dce6f12 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190574 Feb 19 01:26:04.358166 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ff3a12b-4e63-46d0-b688-78cc5b15d3ea (CIDR: 2001:db8::/64) Feb 19 01:26:04.362350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-7135cebf-a2d7-4b28-b5b7-ccacb6e2f60c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 200 len: 217 time: 0.1166086 Feb 19 01:26:04.419441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-16059958-945d-40e7-85e7-e3c68fa8bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.421879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-16059958-945d-40e7-85e7-e3c68fa8bc63 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 HTTP/1.1" status: 200 len: 852 time: 0.0531230 Feb 19 01:26:04.428561 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:04.429015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:04.477319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Deleting port 71078993-653a-4343-b4d5-2937586652e6 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:04.478083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (71078993-653a-4343-b4d5-2937586652e6), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.533579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e82d65bc-bab3-4cfa-866a-b55630da2b07 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9832697 Feb 19 01:26:04.536844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:04.543564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:04.604150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-e64b8d73-589a-49ec-b3fa-5c3a98003c8f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=90b20f8d-9193-4c7d-9389-6b6ebf29899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682010 Feb 19 01:26:04.636027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] For port 71078993-653a-4343-b4d5-2937586652e6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=71078993-653a-4343-b4d5-2937586652e6,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:04.642480 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (71078993-653a-4343-b4d5-2937586652e6), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.686672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:04.694336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Calling delete_port for 71078993-653a-4343-b4d5-2937586652e6 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:04.702893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:25:59Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:04.732757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (0d963a98-f940-49bc-8ce4-6962ff2583cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.746531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:04.746531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Updating router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 port 2ded6974-4e10-4977-93a0-1c7504e1da90 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:26:04.860960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.925712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:04.929439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:04.969071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Subnet': ['ID=0d963a98-f940-49bc-8ce4-6962ff2583cb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:04.969071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Checking segment: {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:04.969610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network hostable DHCP agents. Network: 5a64951d-b566-47b8-8b84-cc326f2d31c8, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:04.974643 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-9a5c92f8-76ac-47f1-9291-b832f8e9ece3 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632805 Feb 19 01:26:05.076896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 71078993-653a-4343-b4d5-2937586652e6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:05.132894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d88e7a-d01f-40d9-924e-b6fd0d7d822a req-19decb6c-211c-4c2e-b446-97c833aabea2 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490870 Feb 19 01:26:05.154432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:05.193150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (71078993-653a-4343-b4d5-2937586652e6), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:05.262917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5a64951d-b566-47b8-8b84-cc326f2d31c8) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:05.267866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.273833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:05.274805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] Pushing event deleted for resources: {'Port': ['ID=71078993-653a-4343-b4d5-2937586652e6,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:05.277686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 71078993-653a-4343-b4d5-2937586652e6 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:05.281682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (71078993-653a-4343-b4d5-2937586652e6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:05.300971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa233d81-f5d8-42c7-b0f3-820e659648da None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:05.318044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a66302-9534-49d9-b3f5-0da2381cad79 None None] No DVR routers for this DVR port 71078993-653a-4343-b4d5-2937586652e6 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:05.366409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3ed8b78-2dbf-4676-b692-664fa15b0b6f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6977227 Feb 19 01:26:05.369303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48968) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:05.389393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a198945-0549-40d8-a1f3-b6011f3a8d8f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:05.492218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274791-c629-40b1-80af-2bd63937f3fc req-faa5a0fc-fd35-4739-88f8-b6a71b0e5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.500940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-faa5a0fc-fd35-4739-88f8-b6a71b0e5238 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 1125 time: 0.1522903 Feb 19 01:26:05.567249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1838d4-b55a-483d-a09b-f230d75ff39a req-1efdb3ae-93d4-47ca-8340-b22eb756e279 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.568867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba1838d4-b55a-483d-a09b-f230d75ff39a req-1efdb3ae-93d4-47ca-8340-b22eb756e279 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 943 time: 0.1502454 Feb 19 01:26:05.616533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5a64951d-b566-47b8-8b84-cc326f2d31c8', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:05.617272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:05.683197 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks [] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:05.848877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274791-c629-40b1-80af-2bd63937f3fc req-116cf79f-0db1-452e-aa51-beaba163383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.850645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-116cf79f-0db1-452e-aa51-beaba163383b service neutron] 10.222.0.117 "GET /v2.0/networks?id=90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 200 len: 913 time: 0.3441346 Feb 19 01:26:05.978618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Allocated IP 172.23.0.2 (5a64951d-b566-47b8-8b84-cc326f2d31c8/0d963a98-f940-49bc-8ce4-6962ff2583cb/8969a0af-72cd-4ac7-b0fa-831b313f1de7) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:05.983264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba1838d4-b55a-483d-a09b-f230d75ff39a req-f6c7cd42-e128-499b-9f1d-18584c48685d tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015005 Feb 19 01:26:05.992879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-4d5ecca5-6b46-47c4-b724-5863e8a0e67d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 200 len: 217 time: 0.1095800 Feb 19 01:26:05.993251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': '0ff3a12b-4e63-46d0-b688-78cc5b15d3ea'}, {'subnet_id': '140ef548-faaa-4811-aea6-ea2590c30c1a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:05.993251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.059807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274791-c629-40b1-80af-2bd63937f3fc req-c67623df-2450-4f48-9885-5dfff5cef83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.061428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-c67623df-2450-4f48-9885-5dfff5cef83d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 HTTP/1.1" status: 200 len: 852 time: 0.0685906 Feb 19 01:26:06.106669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:26:06.118577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.131694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (140ef548-faaa-4811-aea6-ea2590c30c1a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.138981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-1c2f20d3-8a68-4e34-8a4d-3684ea581d61 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=90b20f8d-9193-4c7d-9389-6b6ebf29899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666950 Feb 19 01:26:06.188167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:06.197138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:06.211193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:06.211193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.251666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=140ef548-faaa-4811-aea6-ea2590c30c1a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:06.296988 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.319975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-813869f0-0502-46b9-aadc-d397e00a85c8 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733568 Feb 19 01:26:06.321233 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35608f-1ccc-4fff-9ce8-a98efb07cada None None] Pushing event updated for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:06.334956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-926db467-33b1-487b-8518-a9ac952e5c9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7936656 Feb 19 01:26:06.341686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 48982) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:06.373106 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:5d:f7:d6', 'name': 'tempest-NetworksTestDHCPv6-1456703813'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:06.489466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95274791-c629-40b1-80af-2bd63937f3fc req-b5918e1e-a983-4e26-bf10-3a8be9e60fd1 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501405 Feb 19 01:26:06.576774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Attempting to bind port 2ded6974-4e10-4977-93a0-1c7504e1da90 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:06.577314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Attempting to bind port 2ded6974-4e10-4977-93a0-1c7504e1da90 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:06.577496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Attempting to bind port 2ded6974-4e10-4977-93a0-1c7504e1da90 on network ede2be05-17e7-4b22-8023-f747be09d6a1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:06.604239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks [] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.627624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:06.627999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Checking segment: {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:06.628405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.633089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Bound using segment: {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:06.633089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Bound port: 2ded6974-4e10-4977-93a0-1c7504e1da90, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a38834-755c-4724-ac82-dc175b23ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:06.633089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.657263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/0ff3a12b-4e63-46d0-b688-78cc5b15d3ea/42e66655-e646-4c7d-875c-442ce88c7a99) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:06.668773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:8ef9 (2019510f-d5bc-4133-827f-91df95114d14/140ef548-faaa-4811-aea6-ea2590c30c1a/42e66655-e646-4c7d-875c-442ce88c7a99) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:06.688161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5787a94e-d684-4a9d-878e-c88e3fd138b6 None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:06.688598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5787a94e-d684-4a9d-878e-c88e3fd138b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.719937 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:06.828272 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Allocated IP 172.23.0.1 (5a64951d-b566-47b8-8b84-cc326f2d31c8/0d963a98-f940-49bc-8ce4-6962ff2583cb/826914bb-cc6a-4b5e-8162-c2dc59152f8a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:06.857383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:06.859297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5787a94e-d684-4a9d-878e-c88e3fd138b6 None None] Port 2ded6974-4e10-4977-93a0-1c7504e1da90 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:26:06.869745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:06.872538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] For port 2ded6974-4e10-4977-93a0-1c7504e1da90, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:06.877294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] For port 2ded6974-4e10-4977-93a0-1c7504e1da90, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2ded6974-4e10-4977-93a0-1c7504e1da90,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:06.879166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:06.881246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Pushing event updated for resources: {'Port': ['ID=8969a0af-72cd-4ac7-b0fa-831b313f1de7,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:06.926548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:07.027791 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.065556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.126989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port d308abf8-8422-4d2c-8b03-304779e34cd6 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:26:07.144235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.176120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Attempting to bind port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:07.176494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Attempting to bind port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:07.176866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Attempting to bind port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 on network 5a64951d-b566-47b8-8b84-cc326f2d31c8 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:07.210242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a7bd-4b88-4df0-886d-7f69f8977a06 req-dbae0e53-2b39-41f7-aed5-d64201982ee2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.211924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c80a7bd-4b88-4df0-886d-7f69f8977a06 req-dbae0e53-2b39-41f7-aed5-d64201982ee2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 943 time: 0.1202245 Feb 19 01:26:07.221814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:07.226988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Checking segment: {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:07.227188 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.227303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.227303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Bound using segment: {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:07.227457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Bound port: 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:07.227906 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.245495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks [] for port (42e66655-e646-4c7d-875c-442ce88c7a99), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.297364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:07.301129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:07.306624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:07.307431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:07.307800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:07.313967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:07.319694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35608f-1ccc-4fff-9ce8-a98efb07cada None None] Pushing event updated for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:07.348155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c80a7bd-4b88-4df0-886d-7f69f8977a06 req-043debdb-3539-4344-acb0-27f2c610dff1 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270204 Feb 19 01:26:07.359704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.400330 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.469449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:07.475495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:07.481157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-119207a7-c380-4df3-8718-46043e940d1a None None] For port 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:07.488491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:07.510139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:07.549024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-119207a7-c380-4df3-8718-46043e940d1a None None] For port 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8969a0af-72cd-4ac7-b0fa-831b313f1de7,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:07.550658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Pushing event updated for resources: {'Port': ['ID=42e66655-e646-4c7d-875c-442ce88c7a99,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:07.571324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::2e3 (2019510f-d5bc-4133-827f-91df95114d14/0ff3a12b-4e63-46d0-b688-78cc5b15d3ea/d308abf8-8422-4d2c-8b03-304779e34cd6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:07.592937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:f7d6 (2019510f-d5bc-4133-827f-91df95114d14/140ef548-faaa-4811-aea6-ea2590c30c1a/d308abf8-8422-4d2c-8b03-304779e34cd6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:07.665533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.733357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Attempting to bind port 42e66655-e646-4c7d-875c-442ce88c7a99 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:07.733875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Attempting to bind port 42e66655-e646-4c7d-875c-442ce88c7a99 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:07.734369 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Attempting to bind port 42e66655-e646-4c7d-875c-442ce88c7a99 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:07.792935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:07.793588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:07.794117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.794619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:07.795259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Bound port: 42e66655-e646-4c7d-875c-442ce88c7a99, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:07.795753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.819589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:07.820134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.823316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.846182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (d308abf8-8422-4d2c-8b03-304779e34cd6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:07.903008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119207a7-c380-4df3-8718-46043e940d1a None None] Pushing event updated for resources: {'Port': ['ID=8969a0af-72cd-4ac7-b0fa-831b313f1de7,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:07.993850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] For port 42e66655-e646-4c7d-875c-442ce88c7a99, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:08.059508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] For port 42e66655-e646-4c7d-875c-442ce88c7a99, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=42e66655-e646-4c7d-875c-442ce88c7a99,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:08.070397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Current status of the port 2ded6974-4e10-4977-93a0-1c7504e1da90 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:08.070794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.117089 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d308abf8-8422-4d2c-8b03-304779e34cd6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.139584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] For port 2ded6974-4e10-4977-93a0-1c7504e1da90, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2ded6974-4e10-4977-93a0-1c7504e1da90,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:08.148247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:06Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:08.185972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.197641 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba286-f38a-4542-a516-e5f3f3b1d623 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:25:57Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:06Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:08.229716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=d308abf8-8422-4d2c-8b03-304779e34cd6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:08.254326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.314477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810c97-18d1-44b3-ae5f-555f3d5564f2 None None] Pushing event updated for resources: {'Port': ['ID=42e66655-e646-4c7d-875c-442ce88c7a99,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:08.336185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:08.406772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d4da7e28-e0ed-4cb0-af7f-75a143bcffbc details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:08.410882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:08.415486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:08.425846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.426572 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.454037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.454423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4528c-7b1b-4b1c-abed-c2bdf011a475 None None] Pushing event updated for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:08.514806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ea314ed4-0ec1-4418-b2cb-c585cc78d327 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1739976 Feb 19 01:26:08.525145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49006) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:08.581451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc5609-abf5-4a1e-87f9-3ed155d4cc34 req-25221c85-350a-4d57-9991-f7d2ca973e0d tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.603038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9edc5609-abf5-4a1e-87f9-3ed155d4cc34 req-25221c85-350a-4d57-9991-f7d2ca973e0d tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 943 time: 0.1310334 Feb 19 01:26:08.680998 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.731874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,segment=NetworkSegment(64516689-c1c4-45e8-be16-4143c3b90251),segment_id=64516689-c1c4-45e8-be16-4143c3b90251)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:08.744068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9edc5609-abf5-4a1e-87f9-3ed155d4cc34 req-077c03ea-0547-4bcc-a01e-6621e7d06bf7 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295907 Feb 19 01:26:08.765394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc', 'network_id': '90b20f8d-9193-4c7d-9389-6b6ebf29899a', 'port_id': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc', 'mac_address': 'fa:16:3e:e8:85:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ed37bf-52c4-4f5f-afe1-53ea6f1e5037', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:08.860010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event updated for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:08.898145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.921809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:08.922525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:08.966789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da7e28-e0ed-4cb0-af7f-75a143bcffbc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:09.003497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,segment=NetworkSegment(64516689-c1c4-45e8-be16-4143c3b90251),segment_id=64516689-c1c4-45e8-be16-4143c3b90251)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:09.072969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:09.099060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:09.117276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port d308abf8-8422-4d2c-8b03-304779e34cd6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:09.117626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d308abf8-8422-4d2c-8b03-304779e34cd6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:09.144063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:09.215464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8969a0af-72cd-4ac7-b0fa-831b313f1de7 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:09.296091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d308abf8-8422-4d2c-8b03-304779e34cd6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:09.312393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for d308abf8-8422-4d2c-8b03-304779e34cd6 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:09.374520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:09.378823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:09.379354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:09.419747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d4da7e28-e0ed-4cb0-af7f-75a143bcffbc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:09.535738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a87c15-f817-494b-b008-d9f068a18e42 None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:09.585380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:09.877780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:09.878275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:09.910037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8c30a5af-d983-4db7-b9a7-8e098a02eeca None None] Provisioning complete for port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:09.910500 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8c30a5af-d983-4db7-b9a7-8e098a02eeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.000778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8969a0af-72cd-4ac7-b0fa-831b313f1de7,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:10.021645 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.154541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8c30a5af-d983-4db7-b9a7-8e098a02eeca None None] Current status of the port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:10.161623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ffeb1c-b022-4d81-8ac3-afa060f295ce None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:10.173539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.174461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 42e66655-e646-4c7d-875c-442ce88c7a99 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:10.400809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:10.417582 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:10.425595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18425086-23d3-4a78-b8a1-8dcbec38579f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0545390 Feb 19 01:26:10.427139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Provisioning complete for port 42e66655-e646-4c7d-875c-442ce88c7a99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:10.427599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.428434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49018) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:10.433660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:10.440762 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:10.441399 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:10.446773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e5662-7384-4e91-a95c-51f8d2a95e8c req-33a7d836-1f71-4787-a229-ec0a48646827 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.448805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de3e5662-7384-4e91-a95c-51f8d2a95e8c req-33a7d836-1f71-4787-a229-ec0a48646827 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 944 time: 0.2715714 Feb 19 01:26:10.457316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=8969a0af-72cd-4ac7-b0fa-831b313f1de7,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:10.545719 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.576496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 42e66655-e646-4c7d-875c-442ce88c7a99 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:10.577249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.606440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de3e5662-7384-4e91-a95c-51f8d2a95e8c req-96cf5349-f0dd-4354-9887-eda95c95158d tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266887 Feb 19 01:26:10.613072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d308abf8-8422-4d2c-8b03-304779e34cd6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.656194 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:10.707394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=d308abf8-8422-4d2c-8b03-304779e34cd6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:10.773801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c83c2b25-2dfb-4f6b-bec2-77b83b51799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.801787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:10.802123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.838347 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.848264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bae458cb-ad80-4082-92bb-bf3b1d1bcdea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/d308abf8-8422-4d2c-8b03-304779e34cd6 HTTP/1.1" status: 204 len: 168 time: 2.3285735 Feb 19 01:26:10.857658 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49020) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:10.869417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:10.869815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:10.968100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] For port 42e66655-e646-4c7d-875c-442ce88c7a99, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=42e66655-e646-4c7d-875c-442ce88c7a99,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:11.001266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2516e-5923-4a35-b316-330ba61502f6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.002911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-83f2516e-5923-4a35-b316-330ba61502f6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1482432 Feb 19 01:26:11.005831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:11.042230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.168410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b478ea-20fb-4240-bc2a-407175f28113 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.191427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a2b478ea-20fb-4240-bc2a-407175f28113 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1817155 Feb 19 01:26:11.192089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49026) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:11.233953 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:07Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:11.301143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:11.301505 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Updating router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 port 826914bb-cc6a-4b5e-8162-c2dc59152f8a binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:26:11.361584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e454b44-8859-41a2-a996-b1db0d91124e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.364432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e454b44-8859-41a2-a996-b1db0d91124e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.369477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e454b44-8859-41a2-a996-b1db0d91124e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.379510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e454b44-8859-41a2-a996-b1db0d91124e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1856847 Feb 19 01:26:11.380130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:11.422610 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.465980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 0ff3a12b-4e63-46d0-b688-78cc5b15d3ea {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:11.470008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (0ff3a12b-4e63-46d0-b688-78cc5b15d3ea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.534927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.extraroute_db [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110602) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:26:11.569772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.extraroute_db [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Removed routes are [] {{(pid=110602) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:26:11.570462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.580145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (0ff3a12b-4e63-46d0-b688-78cc5b15d3ea), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.695203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f1b9-983b-4182-ad2b-772882c90829 None None] Pushing event updated for resources: {'Port': ['ID=42e66655-e646-4c7d-875c-442ce88c7a99,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:11.699104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Provisioning complete for port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:11.699990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.701965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:11.702497 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:11.813644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0ff3a12b-4e63-46d0-b688-78cc5b15d3ea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:11.902551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Current status of the port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:11.937169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Provisioning complete for port 826914bb-cc6a-4b5e-8162-c2dc59152f8a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:11.947278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.018883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c492f81d-f283-4c7f-911f-3fa7f2619d1f None None] Port 826914bb-cc6a-4b5e-8162-c2dc59152f8a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:26:12.035503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (0ff3a12b-4e63-46d0-b688-78cc5b15d3ea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.067055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.076999 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks [] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.082544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.092895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.097303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/0ff3a12b-4e63-46d0-b688-78cc5b15d3ea HTTP/1.1" status: 204 len: 168 time: 0.7130179 Feb 19 01:26:12.098438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a843-a9c8-4f25-8e2d-f29072e9f002 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff3a12b-4e63-46d0-b688-78cc5b15d3ea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:12.100242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49034) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:12.131552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Could not find standard attr ID for object d308abf8-8422-4d2c-8b03-304779e34cd6. {{(pid=110603) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:26:12.149962 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.156133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Provisioning complete for port 42e66655-e646-4c7d-875c-442ce88c7a99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:12.156418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.181209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet 140ef548-faaa-4811-aea6-ea2590c30c1a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:12.191990 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (140ef548-faaa-4811-aea6-ea2590c30c1a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.207674 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46530179-f3be-4b51-9029-eeeea4a3f46b None None] Pushing event updated for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:12.228069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abee432-044d-40f3-8190-c269a3430c23 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:12.288841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (140ef548-faaa-4811-aea6-ea2590c30c1a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.320255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:12.335228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cec494-d86f-46d1-871b-83d36ab6e04c req-3ca70624-9bc8-4eaf-b813-9aff2cfd88fd tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:12.341167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82cec494-d86f-46d1-871b-83d36ab6e04c req-3ca70624-9bc8-4eaf-b813-9aff2cfd88fd tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 944 time: 0.5254433 Feb 19 01:26:12.369816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Attempting to bind port 826914bb-cc6a-4b5e-8162-c2dc59152f8a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:12.370477 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Attempting to bind port 826914bb-cc6a-4b5e-8162-c2dc59152f8a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:12.371067 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Attempting to bind port 826914bb-cc6a-4b5e-8162-c2dc59152f8a on network 5a64951d-b566-47b8-8b84-cc326f2d31c8 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:12.376648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:12.377294 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Checking segment: {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:12.377872 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.388010 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Bound using segment: {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:12.389077 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Bound port: 826914bb-cc6a-4b5e-8162-c2dc59152f8a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc19878f-1bed-476f-abbd-90ebab17273d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:12.389766 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.411703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d4da7e28-e0ed-4cb0-af7f-75a143bcffbc up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:12.455759 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (140ef548-faaa-4811-aea6-ea2590c30c1a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.565187 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] For port 826914bb-cc6a-4b5e-8162-c2dc59152f8a, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:12.571586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82cec494-d86f-46d1-871b-83d36ab6e04c req-a15b2140-8464-48e9-9967-ecb246ad944a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203913 Feb 19 01:26:12.581875 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] For port 826914bb-cc6a-4b5e-8162-c2dc59152f8a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=826914bb-cc6a-4b5e-8162-c2dc59152f8a,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:12.587271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:12.598956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2ded6974-4e10-4977-93a0-1c7504e1da90 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:12.661815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:12.670100 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.670609 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.673076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6fcc942e-e3b8-4efc-a1a2-554dc43e8d78 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 933 time: 2.2431231 Feb 19 01:26:12.675894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49040) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:12.717153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:12.728831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46530179-f3be-4b51-9029-eeeea4a3f46b None None] Pushing event updated for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:12.756470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2ded6974-4e10-4977-93a0-1c7504e1da90 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:12.757170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.782332 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:12.783246 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:25:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:12.859107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:12.875738 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Provisioning complete for port 826914bb-cc6a-4b5e-8162-c2dc59152f8a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:12.876165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.938057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49042) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:12.944039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c4b4c36-7bee-4cb2-a1d3-0e9273706b65 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 933 time: 0.2653260 Feb 19 01:26:12.945224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (140ef548-faaa-4811-aea6-ea2590c30c1a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:12.945665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'routes': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:13.037709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=140ef548-faaa-4811-aea6-ea2590c30c1a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:13.047972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.048608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:13.049156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.060893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-abed45af-0033-4b40-84ed-4df4369cf3e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/140ef548-faaa-4811-aea6-ea2590c30c1a HTTP/1.1" status: 204 len: 168 time: 0.9595206 Feb 19 01:26:13.064187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:13.172396 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2db57a9-ca05-4969-8f17-981ac3665d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.221847 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-122bd03b-c7b2-4c28-b8f8-7ffb10b4e0d1 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559629 Feb 19 01:26:13.227287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:13.251616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:13.311383 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:13.326482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Current status of the port 826914bb-cc6a-4b5e-8162-c2dc59152f8a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:13.326943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.444406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2ded6974-4e10-4977-93a0-1c7504e1da90 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:13.474127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] For port 826914bb-cc6a-4b5e-8162-c2dc59152f8a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=826914bb-cc6a-4b5e-8162-c2dc59152f8a,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:13.588901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:13.594465 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.621557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.766790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99800f16-a43d-4d35-b6fd-99d9e74b5acb None None] Pushing event updated for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:13.773658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8969a0af-72cd-4ac7-b0fa-831b313f1de7 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:13.879448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:13.885013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.902431 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:11Z', 'revision_number': 6, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:12Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:13.934312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:13.936718 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104013a7-c472-4c2e-92f5-d6ffb66f868b" -d '{"events": [{"server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:13.942252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-126d4cfc-55b6-4198-a548-802d26c50702 None None] Provisioning complete for port 826914bb-cc6a-4b5e-8162-c2dc59152f8a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:13.942635 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-126d4cfc-55b6-4198-a548-802d26c50702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:13.964564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.extraroute_db [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added routes are [] {{(pid=110602) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:26:13.965391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.extraroute_db [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110602) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:26:13.983364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddbd264-ad58-431f-bf64-d3f7bf1bc77c None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:11Z', 'revision_number': 6, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:12Z', 'revision_number': 4, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:13.992468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37c909-9816-47c4-a3e3-68f5b8f400e5 None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:14.040727 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.104920 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be67feaf-db31-4798-a145-1218042d63bb x-openstack-request-id: req-be67feaf-db31-4798-a145-1218042d63bb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:14.105390 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "name": "network-vif-plugged", "status": "completed", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:14.105570 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-be67feaf-db31-4798-a145-1218042d63bb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:14.106140 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc', 'code': 200} Feb 19 01:26:14.114217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,segment=NetworkSegment(64516689-c1c4-45e8-be16-4143c3b90251),segment_id=64516689-c1c4-45e8-be16-4143c3b90251)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:14.118548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfcbda-4b4e-4a91-8059-09874d37b5e2 req-55fd195d-2df3-405e-aebc-f148f37b43b8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.120361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36cfcbda-4b4e-4a91-8059-09874d37b5e2 req-55fd195d-2df3-405e-aebc-f148f37b43b8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 944 time: 0.3323674 Feb 19 01:26:14.162916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:14.163338 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.263863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-126d4cfc-55b6-4198-a548-802d26c50702 None None] Current status of the port 826914bb-cc6a-4b5e-8162-c2dc59152f8a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:14.268504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36cfcbda-4b4e-4a91-8059-09874d37b5e2 req-76dfe58b-f932-4379-b8f3-08c6fae2d167 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759399 Feb 19 01:26:14.271956 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d121265f-47e1-48fa-befa-6e3c0e7de76c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.285647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.344267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:14.374841 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:14.388719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.389370 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.421198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=d121265f-47e1-48fa-befa-6e3c0e7de76c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:14.424656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.471519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:14.473644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c6734055-2e2f-4b64-a9b3-9741ba09c7a1 None None] Provisioning complete for port 42e66655-e646-4c7d-875c-442ce88c7a99 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:14.474026 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c6734055-2e2f-4b64-a9b3-9741ba09c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.504361 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9db71a8e-ebee-44f3-bf18-42bf50affa94 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2756953 Feb 19 01:26:14.505339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49058) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:14.512800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:14.514946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:14.515178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 42e66655-e646-4c7d-875c-442ce88c7a99 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:14.551786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:14.588017 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01606419-73e0-472a-91d0-fa33254c8256 req-6b2f5454-d34a-4adb-a1c4-26c111ba9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.589558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01606419-73e0-472a-91d0-fa33254c8256 req-6b2f5454-d34a-4adb-a1c4-26c111ba9aa2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 1126 time: 0.4728167 Feb 19 01:26:14.610474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 42e66655-e646-4c7d-875c-442ce88c7a99 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:14.610914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.766986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c6734055-2e2f-4b64-a9b3-9741ba09c7a1 None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:14.774062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.790390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.802126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-01606419-73e0-472a-91d0-fa33254c8256 req-94477cd2-b34b-4eee-a172-0bb3f096c380 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916783 Feb 19 01:26:14.809482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Deleting port 42e66655-e646-4c7d-875c-442ce88c7a99 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:14.809870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.823886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:14.832367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:14.881375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 42e66655-e646-4c7d-875c-442ce88c7a99 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:14.958280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] For port 42e66655-e646-4c7d-875c-442ce88c7a99, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=42e66655-e646-4c7d-875c-442ce88c7a99,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:14.963648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.008554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Calling delete_port for 42e66655-e646-4c7d-875c-442ce88c7a99 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:15.028320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:15.050729 n-d-826529-3 neutron-server[110601]: INFO neutron.db.ipam_backend_mixin [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d121265f-47e1-48fa-befa-6e3c0e7de76c (CIDR: 2001:db8::/64) Feb 19 01:26:15.095139 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:15.096568 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:15.189102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:15.197232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.201717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:15.203679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0defc397-3d18-400e-ba23-0e6fab1addf2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 699 time: 2.2642853 Feb 19 01:26:15.262641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (42e66655-e646-4c7d-875c-442ce88c7a99), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.333784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] Pushing event deleted for resources: {'Port': ['ID=42e66655-e646-4c7d-875c-442ce88c7a99,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:15.340611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9458e38-135b-4313-956a-bda6f2dc613c None None] No DVR routers for this DVR port 42e66655-e646-4c7d-875c-442ce88c7a99 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:15.370807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c9a302f-26ab-4625-b30c-273d274cd27d tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 699 time: 0.1669941 Feb 19 01:26:15.373513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:15.377670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be677d57-9740-4133-815d-17d38197d0ad None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:15.390547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1bbf5f8d-848f-4673-b915-e3d84adc0903 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8837454 Feb 19 01:26:15.393014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49072) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:15.413175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'subnet': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:15.485606 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.531181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:15.643557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:15.643557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:15.711907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821e36-9d88-40f4-9630-3e2ddb0a6288 req-a65412b6-92d6-421b-b8b8-a0382ec69da2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.713660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 826914bb-cc6a-4b5e-8162-c2dc59152f8a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:15.715981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9821e36-9d88-40f4-9630-3e2ddb0a6288 req-a65412b6-92d6-421b-b8b8-a0382ec69da2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2466307 Feb 19 01:26:15.782326 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:15.787187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.924707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2019510f-d5bc-4133-827f-91df95114d14', 'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'project_id': 'd012ac1784864502816610271717981c', 'fixed_ips': [{'subnet_id': 'd121265f-47e1-48fa-befa-6e3c0e7de76c'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:26:15.926307 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:15.928653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d9821e36-9d88-40f4-9630-3e2ddb0a6288 req-8f2b24fc-9917-489f-a8e9-8c007e13e250 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915004 Feb 19 01:26:16.003860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 826914bb-cc6a-4b5e-8162-c2dc59152f8a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:16.004573 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.007936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:16.297836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.550870 n-d-826529-3 neutron-server[110601]: DEBUG neutron.objects.ports [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110601) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 01:26:16.552643 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (bb9c4c50-2360-4872-82ab-14996e56fd88), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.594246 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:16.598467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:16.602324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.603033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.647379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Subnet': ['ID=bb9c4c50-2360-4872-82ab-14996e56fd88,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:16.691673 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d5e1dc2-2e1f-4f08-9514-959681a01b27 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2877951 Feb 19 01:26:16.691673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:16.692411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Request body: {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'mac_address': 'fa:16:3e:6f:6b:f4', 'name': 'tempest-NetworksTestDHCPv6-1413283689'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:16.803642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 826914bb-cc6a-4b5e-8162-c2dc59152f8a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:16.813577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Allocated IP 2001:db8::2 (2019510f-d5bc-4133-827f-91df95114d14/d121265f-47e1-48fa-befa-6e3c0e7de76c/80612bc7-a68f-4f6a-9b34-42f79f3cf643) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:16.912674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 42e66655-e646-4c7d-875c-442ce88c7a99 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:16.935898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 826914bb-cc6a-4b5e-8162-c2dc59152f8a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:16.936499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:16.943236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 42e66655-e646-4c7d-875c-442ce88c7a99 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:16.945193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 42e66655-e646-4c7d-875c-442ce88c7a99 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:16.991177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.109978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 7, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:17.133609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Made reservation on behalf of d012ac1784864502816610271717981c for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:17.158799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:17.172306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 826914bb-cc6a-4b5e-8162-c2dc59152f8a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=826914bb-cc6a-4b5e-8162-c2dc59152f8a,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.174869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.206325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 826914bb-cc6a-4b5e-8162-c2dc59152f8a owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:17.258292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks [] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.268696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:17.269414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:17.275345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500592a-6580-485d-9d34-1a360f6ed35c req-8a151966-84d4-4f59-8361-f7d9a1614110 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.277196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500592a-6580-485d-9d34-1a360f6ed35c req-8a151966-84d4-4f59-8361-f7d9a1614110 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2293861 Feb 19 01:26:17.361080 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.436624 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.486954 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] device_id is not set on port 79fe2d37-63eb-4ea1-ad2e-929ae2120f64 yet. {{(pid=110601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:26:17.539607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:17.663035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:17.670023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (826914bb-cc6a-4b5e-8162-c2dc59152f8a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.693750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:17.696309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Pushing event updated for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.702855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:17.734709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=826914bb-cc6a-4b5e-8162-c2dc59152f8a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.768921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8::180 (2019510f-d5bc-4133-827f-91df95114d14/d121265f-47e1-48fa-befa-6e3c0e7de76c/79fe2d37-63eb-4ea1-ad2e-929ae2120f64) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:17.775584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:6bf4 (2019510f-d5bc-4133-827f-91df95114d14/bb9c4c50-2360-4872-82ab-14996e56fd88/79fe2d37-63eb-4ea1-ad2e-929ae2120f64) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:17.933023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.934191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.934831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.935440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.935790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.936246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.936589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.936927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.937259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.937591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.937921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.938249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.938574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:17.982052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a500592a-6580-485d-9d34-1a360f6ed35c req-d2de3465-18b4-4b58-a941-c7c38722869c tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925871 Feb 19 01:26:18.097114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Attempting to bind port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:18.098158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Attempting to bind port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:18.101566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Attempting to bind port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 on network 2019510f-d5bc-4133-827f-91df95114d14 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:18.106095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.134080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:18.134815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Checking segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:18.137784 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.138354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Bound using segment: {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:18.138971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Bound port: 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1bb6e-1cbb-4307-9df4-568826db3ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2019510f-d5bc-4133-827f-91df95114d14'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:18.139601 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.236954 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for port (79fe2d37-63eb-4ea1-ad2e-929ae2120f64), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.276077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 7, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:18.321117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a15aea-2a86-4914-9f8b-b49fab7055ee None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 7, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826914bb-cc6a-4b5e-8162-c2dc59152f8a', 'name': '', 'network_id': '5a64951d-b566-47b8-8b84-cc326f2d31c8', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:c7:56:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:26:06Z', 'updated_at': '2022-02-19T01:26:13Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '0d963a98-f940-49bc-8ce4-6962ff2583cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:18.328482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:18.349918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=80612bc7-a68f-4f6a-9b34-42f79f3cf643,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:18.384116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (79fe2d37-63eb-4ea1-ad2e-929ae2120f64), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.442026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c971fd-321d-4fce-8d98-de4cf1834ced req-9033ab56-340f-4727-b76d-d619eab128f4 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:18.444080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4c971fd-321d-4fce-8d98-de4cf1834ced req-9033ab56-340f-4727-b76d-d619eab128f4 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2470059 Feb 19 01:26:18.458588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.470094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Network 2019510f-d5bc-4133-827f-91df95114d14 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:18.493595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:18.501140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:18.522791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:18.525106 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.540994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event updated for resources: {'Port': ['ID=79fe2d37-63eb-4ea1-ad2e-929ae2120f64,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:18.547304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:18.547304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4c971fd-321d-4fce-8d98-de4cf1834ced req-0a684325-7c92-484a-b8fc-8398e127c3e8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919492 Feb 19 01:26:18.645547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcf014-2e5d-4780-8af8-565a7ce48d9f None None] Pushing event updated for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:18.650046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-839cdf59-fd19-4d07-93e1-c4a663c55272 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9630408 Feb 19 01:26:18.652585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49100) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:18.881995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:18.894679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4b48425f-65b0-4c05-99fe-a0e5f2e6c44f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5176303 Feb 19 01:26:18.895381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting port 79fe2d37-63eb-4ea1-ad2e-929ae2120f64 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:18.895865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (79fe2d37-63eb-4ea1-ad2e-929ae2120f64), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.898440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49102) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:18.902361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:18.939556 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:18.940204 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:19.032964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 0d963a98-f940-49bc-8ce4-6962ff2583cb {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:19.044364 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (0d963a98-f940-49bc-8ce4-6962ff2583cb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.079972 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:19.103628 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (79fe2d37-63eb-4ea1-ad2e-929ae2120f64), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.133927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Calling delete_port for 79fe2d37-63eb-4ea1-ad2e-929ae2120f64 owned by {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:19.147996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (0d963a98-f940-49bc-8ce4-6962ff2583cb), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.356387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1488e0-1c45-4105-9e7a-492fef2ad723 req-40e42d46-eee7-4a4a-a333-3da5409dd263 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.358111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d1488e0-1c45-4105-9e7a-492fef2ad723 req-40e42d46-eee7-4a4a-a333-3da5409dd263 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2036815 Feb 19 01:26:19.368889 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:17Z', 'revision_number': 8, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:19.411041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:19.413737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (0d963a98-f940-49bc-8ce4-6962ff2583cb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.423783 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:19.425378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:19.480382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d1488e0-1c45-4105-9e7a-492fef2ad723 req-166a8b6e-cda5-42b5-bdf4-20871efef0cf tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119390 Feb 19 01:26:19.504571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (79fe2d37-63eb-4ea1-ad2e-929ae2120f64), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.611345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Port': ['ID=79fe2d37-63eb-4ea1-ad2e-929ae2120f64,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:19.634570 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:19.641397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (0d963a98-f940-49bc-8ce4-6962ff2583cb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.670179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.677524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e152806d-8503-48e8-b684-14980954fbcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/79fe2d37-63eb-4ea1-ad2e-929ae2120f64 HTTP/1.1" status: 204 len: 168 time: 1.0228748 Feb 19 01:26:19.678192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49116) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:19.749304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.753728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/0d963a98-f940-49bc-8ce4-6962ff2583cb HTTP/1.1" status: 204 len: 168 time: 0.8536325 Feb 19 01:26:19.754352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf52a51-e4f0-436c-b9d7-e3f7623e361a None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:19.755908 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49118) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:19.757558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a810904-da3d-4701-a3d9-ed6814e12876 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=0d963a98-f940-49bc-8ce4-6962ff2583cb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:19.803983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047071b-3ac0-4e88-9046-72e754cfeb2b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.808708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:19.819038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8047071b-3ac0-4e88-9046-72e754cfeb2b tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1397250 Feb 19 01:26:19.911375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 80612bc7-a68f-4f6a-9b34-42f79f3cf643 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:19.923676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d84e43-54aa-410d-a27e-0ee6456405aa tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:19.928983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49122) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:19.936062 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41d84e43-54aa-410d-a27e-0ee6456405aa tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1261442 Feb 19 01:26:19.999849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5a64951d-b566-47b8-8b84-cc326f2d31c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.016485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c6169-40b6-4e73-bb1e-30ec32be9831 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.017809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c6169-40b6-4e73-bb1e-30ec32be9831 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.019305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c6169-40b6-4e73-bb1e-30ec32be9831 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:20.024095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49126) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:20.037661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d64c6169-40b6-4e73-bb1e-30ec32be9831 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1074831 Feb 19 01:26:20.105221 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:17Z', 'revision_number': 8, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:20.163648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet bb9c4c50-2360-4872-82ab-14996e56fd88 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:20.169058 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbb94c-5b0c-4f69-bc6d-56c8dd05c178 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:17Z', 'revision_number': 8, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': '2ded6974-4e10-4977-93a0-1c7504e1da90', 'name': '', 'network_id': 'ede2be05-17e7-4b22-8023-f747be09d6a1', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:50:96:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:54Z', 'updated_at': '2022-02-19T01:26:08Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '03f2c94b-dcd5-4412-81de-cdbf4c0cfc25', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:20.182478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:20.183426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.184757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (bb9c4c50-2360-4872-82ab-14996e56fd88), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.254486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:20.254887 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.298940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (bb9c4c50-2360-4872-82ab-14996e56fd88), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.371050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8969a0af-72cd-4ac7-b0fa-831b313f1de7,segment=NetworkSegment(bc19878f-1bed-476f-abbd-90ebab17273d),segment_id=bc19878f-1bed-476f-abbd-90ebab17273d)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:20.371969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.375793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b56d0-b7ae-401b-9e95-0ec3aeac3ebb None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:20.401622 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (bb9c4c50-2360-4872-82ab-14996e56fd88), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.403965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 8969a0af-72cd-4ac7-b0fa-831b313f1de7 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:20.465702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:20.466275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.574611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] DHCP port deletion for 5a64951d-b566-47b8-8b84-cc326f2d31c8 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:20.590344 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (bb9c4c50-2360-4872-82ab-14996e56fd88), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.601772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Provisioning complete for port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:20.602068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.680390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9c4c50-2360-4872-82ab-14996e56fd88,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:20.688999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.701630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6f6f9e36-7cbb-43ca-869a-1aea45472258 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/bb9c4c50-2360-4872-82ab-14996e56fd88 HTTP/1.1" status: 204 len: 168 time: 0.6751566 Feb 19 01:26:20.704479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49132) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:20.712776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.753640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=80612bc7-a68f-4f6a-9b34-42f79f3cf643,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:20.823338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=8969a0af-72cd-4ac7-b0fa-831b313f1de7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:20.830225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:20.830713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.854228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:20.872631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Deleting subnet d121265f-47e1-48fa-befa-6e3c0e7de76c {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:20.879890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (d121265f-47e1-48fa-befa-6e3c0e7de76c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.885574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.977949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (d121265f-47e1-48fa-befa-6e3c0e7de76c), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.998478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:21.020389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da118cf4-c294-4a96-8cd2-5f80d2c8ed41 req-aee99a15-6723-45f1-b059-56eda3dfbb57 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.022008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da118cf4-c294-4a96-8cd2-5f80d2c8ed41 req-aee99a15-6723-45f1-b059-56eda3dfbb57 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.3906837 Feb 19 01:26:21.059346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5a64951d-b566-47b8-8b84-cc326f2d31c8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.067181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:26:21.071517 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:26:21.094910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Deleting port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:21.095624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.096223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a64951d-b566-47b8-8b84-cc326f2d31c8']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:21.118077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc19878f-1bed-476f-abbd-90ebab17273d') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:21.118303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc19878f-1bed-476f-abbd-90ebab17273d') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:21.129554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da118cf4-c294-4a96-8cd2-5f80d2c8ed41 req-707b9fd5-50c1-4feb-aac8-d4d2fdcfa93a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001627 Feb 19 01:26:21.133653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (bc19878f-1bed-476f-abbd-90ebab17273d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.150136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d121265f-47e1-48fa-befa-6e3c0e7de76c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.150523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (bc19878f-1bed-476f-abbd-90ebab17273d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.160934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:21.162549 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (bc19878f-1bed-476f-abbd-90ebab17273d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.181121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b202b-2f60-4df6-9b79-5ce6c76484ec None None] Update dhcp port {'port': {'network_id': '2019510f-d5bc-4133-827f-91df95114d14', 'fixed_ips': [{'subnet_id': 'd121265f-47e1-48fa-befa-6e3c0e7de76c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb9c4c50-2360-4872-82ab-14996e56fd88'}], 'binding:host_id': 'n-d-826529-3'}, 'id': '80612bc7-a68f-4f6a-9b34-42f79f3cf643'} from n-d-826529-3. {{(pid=110603) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:21.192581 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:21.219660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-703b202b-2f60-4df6-9b79-5ce6c76484ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.344808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] For port 8969a0af-72cd-4ac7-b0fa-831b313f1de7, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:21.345213 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.361913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5a64951d-b566-47b8-8b84-cc326f2d31c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.376930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Calling delete_port for 8969a0af-72cd-4ac7-b0fa-831b313f1de7 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:21.377142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.377249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:26:21.377249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (8969a0af-72cd-4ac7-b0fa-831b313f1de7), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.377418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/5a64951d-b566-47b8-8b84-cc326f2d31c8 HTTP/1.1" status: 204 len: 168 time: 1.6173544 Feb 19 01:26:21.377514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49138) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:21.394978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcff3cb-a29c-40f9-a7ee-5a14d7135cef tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=5a64951d-b566-47b8-8b84-cc326f2d31c8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:21.412144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Network 5a64951d-b566-47b8-8b84-cc326f2d31c8 is not hosted by any dhcp agent {{(pid=110603) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:26:21.412144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] No DVR routers for this DVR port 8969a0af-72cd-4ac7-b0fa-831b313f1de7 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:21.418752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d202fa1-78c1-41db-b629-449cd12cdaac None None] Pushing event deleted for resources: {'Port': ['ID=8969a0af-72cd-4ac7-b0fa-831b313f1de7,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server [None req-703b202b-2f60-4df6-9b79-5ce6c76484ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d121265f-47e1-48fa-befa-6e3c0e7de76c: This subnet is being modified by another concurrent operation. Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d121265f-47e1-48fa-befa-6e3c0e7de76c: This subnet is being modified by another concurrent operation. Feb 19 01:26:21.424542 n-d-826529-3 neutron-server[110603]: ERROR oslo_messaging.rpc.server Feb 19 01:26:21.533341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (d121265f-47e1-48fa-befa-6e3c0e7de76c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.570833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3bb9c-94be-48e4-aefb-49633b605e85 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:26:21.629864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Subnet': ['ID=d121265f-47e1-48fa-befa-6e3c0e7de76c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:21.632737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.640052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-185b707d-8cb6-4efe-bf16-c639a2f61d1c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/d121265f-47e1-48fa-befa-6e3c0e7de76c HTTP/1.1" status: 204 len: 168 time: 0.9345603 Feb 19 01:26:21.645797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49142) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:21.717530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 826914bb-cc6a-4b5e-8162-c2dc59152f8a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:21.757520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-976d3d8a-9ff8-4338-a849-dfc0cd5df399 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081259 Feb 19 01:26:21.758085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49146) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:21.776252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 826914bb-cc6a-4b5e-8162-c2dc59152f8a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:21.776602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 826914bb-cc6a-4b5e-8162-c2dc59152f8a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:21.777164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8969a0af-72cd-4ac7-b0fa-831b313f1de7 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:21.827701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620924be-fa6c-4bd6-8968-4be33dcd0d54 req-3f0b27dd-526c-4054-a40d-17d39958d6f8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.829442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-620924be-fa6c-4bd6-8968-4be33dcd0d54 req-3f0b27dd-526c-4054-a40d-17d39958d6f8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2043970 Feb 19 01:26:21.884413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6bc7e8-bea1-40f5-b6db-7e86368d755a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.889049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb6bc7e8-bea1-40f5-b6db-7e86368d755a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1270261 Feb 19 01:26:21.890415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49148) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:21.957251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a0c4b-684b-4787-bb1f-afe0cf068e41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:21.961137 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a9a0c4b-684b-4787-bb1f-afe0cf068e41 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667841 Feb 19 01:26:21.965394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49150) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.015346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8969a0af-72cd-4ac7-b0fa-831b313f1de7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:22.015904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8969a0af-72cd-4ac7-b0fa-831b313f1de7 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:22.023191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f3b33574-36e1-4f0f-8c56-42be81c5c0d2 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:22.040475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 80612bc7-a68f-4f6a-9b34-42f79f3cf643 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:22.094656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5fb94b47-59c5-4734-bde4-5392f90b3702 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281154 Feb 19 01:26:22.100722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49154) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.157144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-620924be-fa6c-4bd6-8968-4be33dcd0d54 req-8b394ac1-7e84-479e-9cab-3ee981610c0f tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195252 Feb 19 01:26:22.158295 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6f155d-c822-4b49-858a-f18d6d8d7f59 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.158942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6f155d-c822-4b49-858a-f18d6d8d7f59 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.165350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e6f155d-c822-4b49-858a-f18d6d8d7f59 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/79fe2d37-63eb-4ea1-ad2e-929ae2120f64 HTTP/1.1" status: 404 len: 333 time: 0.0647357 Feb 19 01:26:22.166061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49156) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.204162 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-792f8446-a26f-4553-9826-aabcf161a0de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.204745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792f8446-a26f-4553-9826-aabcf161a0de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.211872 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-792f8446-a26f-4553-9826-aabcf161a0de tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/bb9c4c50-2360-4872-82ab-14996e56fd88 HTTP/1.1" status: 404 len: 337 time: 0.0447719 Feb 19 01:26:22.213194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.232919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded3bb9c-94be-48e4-aefb-49633b605e85 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:26:22.244303 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb45257-324a-42c3-b93b-6dd9470c16bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.244863 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb45257-324a-42c3-b93b-6dd9470c16bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.252474 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1eb45257-324a-42c3-b93b-6dd9470c16bc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/d121265f-47e1-48fa-befa-6e3c0e7de76c HTTP/1.1" status: 404 len: 337 time: 0.0382285 Feb 19 01:26:22.253455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49160) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.255023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-558e965e-35b4-4a96-95e1-c0bacb844dc3 None None] Provisioning complete for port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:22.255439 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-558e965e-35b4-4a96-95e1-c0bacb844dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.294781 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198efcd-524f-480a-95d3-55fc54a9682d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.295358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198efcd-524f-480a-95d3-55fc54a9682d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.301273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b198efcd-524f-480a-95d3-55fc54a9682d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/d308abf8-8422-4d2c-8b03-304779e34cd6 HTTP/1.1" status: 404 len: 333 time: 0.0418584 Feb 19 01:26:22.301722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49162) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.362293 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae021f6-573f-4214-aa62-2e325f49e120 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.362761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae021f6-573f-4214-aa62-2e325f49e120 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.368158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8ae021f6-573f-4214-aa62-2e325f49e120 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/140ef548-faaa-4811-aea6-ea2590c30c1a HTTP/1.1" status: 404 len: 337 time: 0.0630965 Feb 19 01:26:22.373567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49164) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.397410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:22.397799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.431859 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d726d136-c456-4179-8aa3-4adf79f21fcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.438661 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d726d136-c456-4179-8aa3-4adf79f21fcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.444553 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=80612bc7-a68f-4f6a-9b34-42f79f3cf643,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:22.447835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d726d136-c456-4179-8aa3-4adf79f21fcc tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/0ff3a12b-4e63-46d0-b688-78cc5b15d3ea HTTP/1.1" status: 404 len: 337 time: 0.0729184 Feb 19 01:26:22.448409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49166) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.467852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-dba72dc1-1c84-4ef7-8484-90b2fd9abdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:22.470440 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-dba72dc1-1c84-4ef7-8484-90b2fd9abdb9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 1127 time: 0.2626669 Feb 19 01:26:22.499151 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-60902fc9-3803-4371-b437-6ccf5e069cb6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.499731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60902fc9-3803-4371-b437-6ccf5e069cb6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.510195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60902fc9-3803-4371-b437-6ccf5e069cb6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/c095b030-9710-4d45-bc90-a06c968327b0 HTTP/1.1" status: 404 len: 333 time: 0.0585794 Feb 19 01:26:22.511291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49168) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.560201 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4028391-4fbd-4bef-998d-75bf1c7b45e0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.560660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4028391-4fbd-4bef-998d-75bf1c7b45e0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.567523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4028391-4fbd-4bef-998d-75bf1c7b45e0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/e72ae30f-9fb9-46d4-a7e6-42813cb5b356 HTTP/1.1" status: 404 len: 337 time: 0.0531476 Feb 19 01:26:22.568765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49170) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.572833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.613494 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb94396-88d3-4743-94db-c2ef316be830 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.613950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb94396-88d3-4743-94db-c2ef316be830 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.618899 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9fb94396-88d3-4743-94db-c2ef316be830 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/34c96e50-f3b0-467a-9283-41bbca0880a0 HTTP/1.1" status: 404 len: 337 time: 0.0488796 Feb 19 01:26:22.625933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49172) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.666954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-558e965e-35b4-4a96-95e1-c0bacb844dc3 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:22.671651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-5601f5b5-e82c-448e-933c-14c21e7d19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:22.673316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-5601f5b5-e82c-448e-933c-14c21e7d19d8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 200 len: 913 time: 0.1964908 Feb 19 01:26:22.693472 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-3910dc04-f3b3-4589-b363-ce282f2236e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.694642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3910dc04-f3b3-4589-b363-ce282f2236e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.697756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3910dc04-f3b3-4589-b363-ce282f2236e8 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/e7929803-850a-4c18-a763-a49384269327 HTTP/1.1" status: 404 len: 333 time: 0.0688038 Feb 19 01:26:22.701004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.711009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:22.751369 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f731066c-bbfb-4e8c-b944-8e4eab98d055 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.759953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f731066c-bbfb-4e8c-b944-8e4eab98d055 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.767431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f731066c-bbfb-4e8c-b944-8e4eab98d055 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/7d5c25d5-938a-4095-aedb-c4c2dcedc5c5 HTTP/1.1" status: 404 len: 337 time: 0.0616455 Feb 19 01:26:22.768110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49176) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.780954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27e10b-0920-4ed9-a531-9bcbd0e530ca None None] Network 2019510f-d5bc-4133-827f-91df95114d14 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:22.830694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-6cd90654-c01c-4434-b450-e71e0bf80a62 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 200 len: 217 time: 0.1385238 Feb 19 01:26:22.849187 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ed49b5-caf2-4416-b357-3d2909b9baa5 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.849659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ed49b5-caf2-4416-b357-3d2909b9baa5 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.855046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-96ed49b5-caf2-4416-b357-3d2909b9baa5 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/1817771d-d862-453e-a374-2b7a478fc872 HTTP/1.1" status: 404 len: 337 time: 0.0843256 Feb 19 01:26:22.857044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49180) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.912149 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b2bd46-c1df-4259-ac13-fe1580dfa335 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.913380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b2bd46-c1df-4259-ac13-fe1580dfa335 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.916699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-25b2bd46-c1df-4259-ac13-fe1580dfa335 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/29b00175-72ec-4619-9bb8-5199e84c0cfd HTTP/1.1" status: 404 len: 333 time: 0.0574248 Feb 19 01:26:22.920781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:22.942463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-b5a4c205-cf20-46e1-9dc5-4227d310f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:22.944707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-b5a4c205-cf20-46e1-9dc5-4227d310f122 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 HTTP/1.1" status: 200 len: 852 time: 0.1057129 Feb 19 01:26:22.953368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.954171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Provisioning complete for port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:22.954571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.987857 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59f2c4d-f7f3-4765-afd1-50e92cc3587e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:22.989390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59f2c4d-f7f3-4765-afd1-50e92cc3587e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:22.993144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f59f2c4d-f7f3-4765-afd1-50e92cc3587e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/65597a3c-9589-4dd1-9407-274416b2ca25 HTTP/1.1" status: 404 len: 337 time: 0.0712755 Feb 19 01:26:22.995659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.027167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] DHCP port deletion for 2019510f-d5bc-4133-827f-91df95114d14 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:23.041792 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5ce2c3-5d68-4a9f-9488-97c61b6c8aff tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.042613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5ce2c3-5d68-4a9f-9488-97c61b6c8aff tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.054258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7b5ce2c3-5d68-4a9f-9488-97c61b6c8aff tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/f6813db9-a604-4811-b87b-ff022895145a HTTP/1.1" status: 404 len: 333 time: 0.0569882 Feb 19 01:26:23.067669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49186) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.103673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-a1917f45-e821-4aaa-9570-db2fcca540b3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=90b20f8d-9193-4c7d-9389-6b6ebf29899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344976 Feb 19 01:26:23.115799 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd545c2-6f6c-4361-a2b2-e6616255d726 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.115799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd545c2-6f6c-4361-a2b2-e6616255d726 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.120550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fd545c2-6f6c-4361-a2b2-e6616255d726 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/2456a2b9-66c8-474b-a7b8-2c87e346bdd8 HTTP/1.1" status: 404 len: 337 time: 0.0495048 Feb 19 01:26:23.124690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.147223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Current status of the port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:23.148216 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.161049 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3763ed17-237d-462e-bf5d-e483cbafdb3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.161611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3763ed17-237d-462e-bf5d-e483cbafdb3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.167420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3763ed17-237d-462e-bf5d-e483cbafdb3d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/a910a2a4-58f8-4d70-b0bc-195934981e65 HTTP/1.1" status: 404 len: 333 time: 0.0392456 Feb 19 01:26:23.167726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49192) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.198377 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c6a748-20a3-4afd-92f5-77b316b37d87 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.198843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c6a748-20a3-4afd-92f5-77b316b37d87 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.202509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a5c6a748-20a3-4afd-92f5-77b316b37d87 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/48c0bb9e-7b33-4db4-a5a2-722acc294086 HTTP/1.1" status: 404 len: 337 time: 0.0329795 Feb 19 01:26:23.207042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49196) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.219277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Deleting port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:23.219277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.256758 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1f423c-0398-4405-ad18-613d8a7c85f0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.257311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1f423c-0398-4405-ad18-613d8a7c85f0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.260415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bd1f423c-0398-4405-ad18-613d8a7c85f0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/ea00b415-77ee-4463-8d62-0594a655db07 HTTP/1.1" status: 404 len: 333 time: 0.0523915 Feb 19 01:26:23.266774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49198) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.276679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=80612bc7-a68f-4f6a-9b34-42f79f3cf643,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:23.314405 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8a1d9a-9ab5-4ab5-bc47-46a314a4b14e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.314780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8a1d9a-9ab5-4ab5-bc47-46a314a4b14e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.317798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb8a1d9a-9ab5-4ab5-bc47-46a314a4b14e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/32f1df52-ed93-49ba-ba67-9f7dc3f3b108 HTTP/1.1" status: 404 len: 337 time: 0.0500326 Feb 19 01:26:23.329261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49200) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.370934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.373512 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c181abdc-e015-42f2-9a25-8d8c46484e66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.374103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c181abdc-e015-42f2-9a25-8d8c46484e66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.377161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c181abdc-e015-42f2-9a25-8d8c46484e66 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/22e75141-0e05-4dd3-ac7f-f50613a8eae2 HTTP/1.1" status: 404 len: 333 time: 0.0469086 Feb 19 01:26:23.388434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49202) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.394279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-135f8a08-77ff-40a2-8be5-6b4080435861 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897656 Feb 19 01:26:23.403307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879d48-e4c1-471a-97ce-284b5dfe73b7 req-5812f994-0306-4013-bad5-5809a828d34a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:23.410488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2879d48-e4c1-471a-97ce-284b5dfe73b7 req-5812f994-0306-4013-bad5-5809a828d34a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1586096 Feb 19 01:26:23.442996 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63e8aa7-126c-476c-a7b2-8364c7d06828 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.443428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63e8aa7-126c-476c-a7b2-8364c7d06828 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.462553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e63e8aa7-126c-476c-a7b2-8364c7d06828 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/b885a3ec-3ae1-4baa-a630-e0bb5f7261f0 HTTP/1.1" status: 404 len: 337 time: 0.0671430 Feb 19 01:26:23.463495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] For port 80612bc7-a68f-4f6a-9b34-42f79f3cf643, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=80612bc7-a68f-4f6a-9b34-42f79f3cf643,segment=NetworkSegment(3cf1bb6e-1cbb-4307-9df4-568826db3ee0),segment_id=3cf1bb6e-1cbb-4307-9df4-568826db3ee0)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:23.463495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.463698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49204) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.482836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Calling delete_port for 80612bc7-a68f-4f6a-9b34-42f79f3cf643 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:23.507574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d521cc7-23dd-4736-a7bd-bacfbf9e4349 None None] Pushing event updated for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:23.530781 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e34661-f8da-49d4-817d-734ce42426f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.532770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e34661-f8da-49d4-817d-734ce42426f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.536507 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-25e34661-f8da-49d4-817d-734ce42426f2 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/29fb056d-2859-4209-8295-0865928cd981 HTTP/1.1" status: 404 len: 333 time: 0.0751307 Feb 19 01:26:23.539208 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.581204 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1207066b-07df-4b88-b8bd-c1299d4cc842 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.581666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1207066b-07df-4b88-b8bd-c1299d4cc842 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.589633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1207066b-07df-4b88-b8bd-c1299d4cc842 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/6e1ff955-04c1-4d49-a076-d60b5cfaef7f HTTP/1.1" status: 404 len: 337 time: 0.0493901 Feb 19 01:26:23.590560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2879d48-e4c1-471a-97ce-284b5dfe73b7 req-ba90a6eb-b7f2-491f-8f47-afb6a5f1b671 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787951 Feb 19 01:26:23.593224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49208) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.649855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2b2e21d-bcff-4500-9609-9c9955dd4e66 req-00cd463b-922e-4f15-9a6d-90ac61507578 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301970 Feb 19 01:26:23.651757 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a8a977-2655-4d79-8445-b162e6904fee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.652226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a8a977-2655-4d79-8445-b162e6904fee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.656521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24a8a977-2655-4d79-8445-b162e6904fee tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/94fee979-62f1-42ba-a078-eeb8d829618b HTTP/1.1" status: 404 len: 337 time: 0.0515525 Feb 19 01:26:23.658996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49210) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.693376 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-340ab33b-783f-4b0c-9214-fbe59669bd64 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.693920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340ab33b-783f-4b0c-9214-fbe59669bd64 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.697121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-340ab33b-783f-4b0c-9214-fbe59669bd64 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/ebd061fb-595f-49a1-adc3-2ef328a8488b HTTP/1.1" status: 404 len: 333 time: 0.0371270 Feb 19 01:26:23.700735 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49212) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.726809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (80612bc7-a68f-4f6a-9b34-42f79f3cf643), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.732958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 2ded6974-4e10-4977-93a0-1c7504e1da90 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:23.734230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.736126 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfda14b-4d5d-4bb2-8b62-1b17761d76e4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.744730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfda14b-4d5d-4bb2-8b62-1b17761d76e4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.744730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ddfda14b-4d5d-4bb2-8b62-1b17761d76e4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/188df321-9e0f-4dae-b0e5-4ec310ad6eb4 HTTP/1.1" status: 404 len: 337 time: 0.0379550 Feb 19 01:26:23.745021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49214) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.780273 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-631fc735-acbc-4e6d-a139-850cfbe6fdd4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.780742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631fc735-acbc-4e6d-a139-850cfbe6fdd4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.786652 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-631fc735-acbc-4e6d-a139-850cfbe6fdd4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/7992cb6a-0339-47ea-9a7b-294a98e15f98 HTTP/1.1" status: 404 len: 337 time: 0.0382733 Feb 19 01:26:23.786959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49216) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.787231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] Pushing event deleted for resources: {'Port': ['ID=80612bc7-a68f-4f6a-9b34-42f79f3cf643,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:23.792491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f64d0-7402-44ab-a413-2437f2b21a8b None None] No DVR routers for this DVR port 80612bc7-a68f-4f6a-9b34-42f79f3cf643 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:23.825236 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3478d37-94fc-4531-9b7d-20c79fc9a9a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.825812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3478d37-94fc-4531-9b7d-20c79fc9a9a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.831768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3478d37-94fc-4531-9b7d-20c79fc9a9a4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/bc8d16f0-e5db-409e-bf46-ca12d8be9f7a HTTP/1.1" status: 404 len: 333 time: 0.0410903 Feb 19 01:26:23.832253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49218) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.859012 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-64376490-d267-4dd0-a0ab-ede797190f30 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.859525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64376490-d267-4dd0-a0ab-ede797190f30 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.867162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-64376490-d267-4dd0-a0ab-ede797190f30 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/37bbe981-0b90-434e-bb3a-0ff9e3005b14 HTTP/1.1" status: 404 len: 337 time: 0.0294731 Feb 19 01:26:23.868498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49220) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.873655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 2ded6974-4e10-4977-93a0-1c7504e1da90, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2ded6974-4e10-4977-93a0-1c7504e1da90,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:23.873894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:23.890840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 2ded6974-4e10-4977-93a0-1c7504e1da90 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:23.901521 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b54c4c-1917-4203-a0bd-e576c89f4326 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.902079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b54c4c-1917-4203-a0bd-e576c89f4326 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.917927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24b54c4c-1917-4203-a0bd-e576c89f4326 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/03b78338-c159-497e-8f62-1f17f21e1e9f HTTP/1.1" status: 404 len: 337 time: 0.0395055 Feb 19 01:26:23.917927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49224) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:23.959823 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7da48f7-2f63-4c2f-bccc-1e8b8d9a3a9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:23.960387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7da48f7-2f63-4c2f-bccc-1e8b8d9a3a9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:23.963461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f7da48f7-2f63-4c2f-bccc-1e8b8d9a3a9a tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/8ab779db-a8fa-44e2-832f-340b36c8d351 HTTP/1.1" status: 404 len: 333 time: 0.0451813 Feb 19 01:26:23.967513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49226) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.000079 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3de5145-c8f3-4338-af86-2213108ade50 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.000550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3de5145-c8f3-4338-af86-2213108ade50 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.006112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3de5145-c8f3-4338-af86-2213108ade50 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/43523b13-a57d-4cf6-a88a-42e189282d35 HTTP/1.1" status: 404 len: 337 time: 0.0344942 Feb 19 01:26:24.006265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49228) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.070977 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84838ea-21de-4b54-9121-3ddaae23b982 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.071392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84838ea-21de-4b54-9121-3ddaae23b982 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.077371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f84838ea-21de-4b54-9121-3ddaae23b982 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/6e4572c7-6863-4db8-9e5a-99ab647a6e31 HTTP/1.1" status: 404 len: 337 time: 0.0673208 Feb 19 01:26:24.078281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49230) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.117462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff062780-2eab-415c-b67e-1db61afaf47d tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports?device_id=0b03ab79-de5d-4673-a062-aba5caec484e HTTP/1.1" status: 200 len: 205 time: 0.0381782 Feb 19 01:26:24.124565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.176469 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-3852535b-2c7f-42d1-882e-6c2b43b80825 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] delete failed (client error): The resource could not be found. Feb 19 01:26:24.180682 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3852535b-2c7f-42d1-882e-6c2b43b80825 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/routers/0b03ab79-de5d-4673-a062-aba5caec484e HTTP/1.1" status: 404 len: 336 time: 0.0541649 Feb 19 01:26:24.181289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49236) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.211151 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d755187-da54-4c26-b1f4-00b94dda0c15 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.211634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d755187-da54-4c26-b1f4-00b94dda0c15 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.218283 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9d755187-da54-4c26-b1f4-00b94dda0c15 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/d90ca730-6d18-41b4-99ec-676d0ade26d4 HTTP/1.1" status: 404 len: 337 time: 0.0357401 Feb 19 01:26:24.218909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49238) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.252193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2ded6974-4e10-4977-93a0-1c7504e1da90), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.253413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b0fccb1-baf8-4696-ad90-a1e865db9dce tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "GET /v2.0/ports?device_id=aac0fd9f-0a43-44a0-ab9d-11668a115b65 HTTP/1.1" status: 200 len: 205 time: 0.0330908 Feb 19 01:26:24.254017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49240) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.286777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=2ded6974-4e10-4977-93a0-1c7504e1da90,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:24.308284 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-57a9a6f0-4a6e-47b9-b53f-37f65e1371e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] delete failed (client error): The resource could not be found. Feb 19 01:26:24.317320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-57a9a6f0-4a6e-47b9-b53f-37f65e1371e6 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/routers/aac0fd9f-0a43-44a0-ab9d-11668a115b65 HTTP/1.1" status: 404 len: 336 time: 0.0622315 Feb 19 01:26:24.318215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49242) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.355843 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f0daff-84fb-4f17-9175-a4867569aeb7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.356396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f0daff-84fb-4f17-9175-a4867569aeb7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.362316 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12f0daff-84fb-4f17-9175-a4867569aeb7 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/62a521ad-ad78-4c9c-aca9-b6df3567afa0 HTTP/1.1" status: 404 len: 337 time: 0.0428848 Feb 19 01:26:24.367804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49244) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.391854 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-badd6419-06f3-4317-a99d-69513ccd1e6c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.392330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badd6419-06f3-4317-a99d-69513ccd1e6c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.398278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-badd6419-06f3-4317-a99d-69513ccd1e6c tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/04ddebd5-51b7-459d-8e23-1b095f556c41 HTTP/1.1" status: 404 len: 337 time: 0.0335481 Feb 19 01:26:24.398906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49246) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.429067 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b7b306-4aab-4b56-83f1-d35163348ca0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.429644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b7b306-4aab-4b56-83f1-d35163348ca0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.437097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b0b7b306-4aab-4b56-83f1-d35163348ca0 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/a48002d8-5996-4db3-a904-e4b236ef40c3 HTTP/1.1" status: 404 len: 333 time: 0.0370865 Feb 19 01:26:24.437749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49248) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.474718 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ce0153-5021-40f2-9e98-faf2ba77ea56 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.486118 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ce0153-5021-40f2-9e98-faf2ba77ea56 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.495803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f7ce0153-5021-40f2-9e98-faf2ba77ea56 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/ca442516-8b0a-48f3-8cde-5def2da45557 HTTP/1.1" status: 404 len: 337 time: 0.0570292 Feb 19 01:26:24.498790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49250) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.529685 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5321afd9-59af-40fe-b6aa-9b8664210444 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.530004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5321afd9-59af-40fe-b6aa-9b8664210444 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.535192 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5321afd9-59af-40fe-b6aa-9b8664210444 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/c15bf91d-ef16-4f7a-b9b6-7cde7724b099 HTTP/1.1" status: 404 len: 333 time: 0.0334961 Feb 19 01:26:24.536250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49252) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.564657 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d84bb7-65e2-4d51-b8d2-cc598e240365 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.565113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d84bb7-65e2-4d51-b8d2-cc598e240365 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.570630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8d84bb7-65e2-4d51-b8d2-cc598e240365 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/3f706992-85e4-4af5-b00d-56cddb18e274 HTTP/1.1" status: 404 len: 337 time: 0.0309484 Feb 19 01:26:24.571241 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49254) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.599229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.605134 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d534f3e-3b06-4ff8-a135-535265b69a29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.605134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d534f3e-3b06-4ff8-a135-535265b69a29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.610333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d534f3e-3b06-4ff8-a135-535265b69a29 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/5e1e4d59-4aa2-4d83-96c3-9851332268a8 HTTP/1.1" status: 404 len: 333 time: 0.0353518 Feb 19 01:26:24.610753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.644336 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-83784348-8d64-4d52-b1b9-3351851ca818 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.644799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83784348-8d64-4d52-b1b9-3351851ca818 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.650743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-83784348-8d64-4d52-b1b9-3351851ca818 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/09d6a124-f8c5-4325-8100-307d5cc31b58 HTTP/1.1" status: 404 len: 337 time: 0.0365427 Feb 19 01:26:24.661136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49260) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.689989 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cfb2ec-8558-48c4-bc87-9ab290a55c36 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.698476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cfb2ec-8558-48c4-bc87-9ab290a55c36 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.698476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-50cfb2ec-8558-48c4-bc87-9ab290a55c36 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/b834b198-ff8f-4d59-aeb0-f90d1558aeed HTTP/1.1" status: 404 len: 333 time: 0.0394506 Feb 19 01:26:24.698476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49262) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.760057 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ce5dc3-c92a-4db5-805d-0d9682d0f603 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.760851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ce5dc3-c92a-4db5-805d-0d9682d0f603 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.767937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-57ce5dc3-c92a-4db5-805d-0d9682d0f603 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/76544968-6fba-4835-b455-d4854a14305b HTTP/1.1" status: 404 len: 337 time: 0.0676012 Feb 19 01:26:24.773547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49264) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.817586 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c17e6-5e16-408d-8eb5-e0e63b480048 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.818383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c17e6-5e16-408d-8eb5-e0e63b480048 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.826249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e98c17e6-5e16-408d-8eb5-e0e63b480048 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/efcb52be-47f3-46a7-b335-5049d3310ae4 HTTP/1.1" status: 404 len: 333 time: 0.0439250 Feb 19 01:26:24.826862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49266) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.867248 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e77db1-555e-4ef2-ab0f-f11cc0581b55 req-9795ec58-9e53-45c9-8b2c-6d89e31d156a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:24.868718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e77db1-555e-4ef2-ab0f-f11cc0581b55 req-9795ec58-9e53-45c9-8b2c-6d89e31d156a tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1390438 Feb 19 01:26:24.869813 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-247984d5-bf1f-4387-b20c-116cd398fb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.870441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247984d5-bf1f-4387-b20c-116cd398fb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.876747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-247984d5-bf1f-4387-b20c-116cd398fb6e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/9a84509c-55c7-4e3a-ae0e-71e07167221d HTTP/1.1" status: 404 len: 337 time: 0.0469427 Feb 19 01:26:24.877388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49268) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.904986 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-925d48eb-bc96-4564-aef0-5b30ddeb91f4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.905532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925d48eb-bc96-4564-aef0-5b30ddeb91f4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.909881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-925d48eb-bc96-4564-aef0-5b30ddeb91f4 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/0267a426-a1a6-4bda-a0f9-85d5853b1322 HTTP/1.1" status: 404 len: 333 time: 0.0312829 Feb 19 01:26:24.925435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49270) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:24.938661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:24.969144 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fa651c-6c4d-4d17-acee-b0eebfea3f4e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:24.969864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fa651c-6c4d-4d17-acee-b0eebfea3f4e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:24.973280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b9fa651c-6c4d-4d17-acee-b0eebfea3f4e tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/dbae7f77-184a-4a54-b658-47704685dad3 HTTP/1.1" status: 404 len: 337 time: 0.0464942 Feb 19 01:26:24.976648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.033726 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a72eda-60c5-4492-9818-7c3b79c43928 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:25.034294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a72eda-60c5-4492-9818-7c3b79c43928 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:25.039750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-37a72eda-60c5-4492-9818-7c3b79c43928 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/ports/1302c9d6-c8d4-4ebb-a5fc-bd42119eac4f HTTP/1.1" status: 404 len: 333 time: 0.0487590 Feb 19 01:26:25.040770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49276) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.053983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19e77db1-555e-4ef2-ab0f-f11cc0581b55 req-57b1e163-5987-4a35-9818-74ba6d9086ad tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528361 Feb 19 01:26:25.062099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:25.092942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c8198f58-4e77-44da-8b16-95466b7cfb0e tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7144887 Feb 19 01:26:25.093297 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49280) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.094783 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946e04f-5dc1-48ad-9620-613755175b42 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:25.094783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9946e04f-5dc1-48ad-9620-613755175b42 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:25.098842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:25.108390 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9946e04f-5dc1-48ad-9620-613755175b42 tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/subnets/5617dca0-3eb4-4abd-9705-abba85d3d181 HTTP/1.1" status: 404 len: 337 time: 0.0606308 Feb 19 01:26:25.109149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49282) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.116760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:25.117649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.182583 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 03f2c94b-dcd5-4412-81de-cdbf4c0cfc25 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:25.186143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (03f2c94b-dcd5-4412-81de-cdbf4c0cfc25), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.242150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (03f2c94b-dcd5-4412-81de-cdbf4c0cfc25), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.250655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:25.253933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2019510f-d5bc-4133-827f-91df95114d14), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.341656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (03f2c94b-dcd5-4412-81de-cdbf4c0cfc25), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.430921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2019510f-d5bc-4133-827f-91df95114d14), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.462791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2019510f-d5bc-4133-827f-91df95114d14']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.474616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf1bb6e-1cbb-4307-9df4-568826db3ee0') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.479120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf1bb6e-1cbb-4307-9df4-568826db3ee0') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.487733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (3cf1bb6e-1cbb-4307-9df4-568826db3ee0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.505831 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (3cf1bb6e-1cbb-4307-9df4-568826db3ee0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.518490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:25.518916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (3cf1bb6e-1cbb-4307-9df4-568826db3ee0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:25.526716 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:25.529704 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (03f2c94b-dcd5-4412-81de-cdbf4c0cfc25), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.583942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:24Z', 'revision_number': 9, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.600878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=03f2c94b-dcd5-4412-81de-cdbf4c0cfc25,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:25.618496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.630260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-afc9be58-9744-457a-adaa-bbeb41b6065c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/03f2c94b-dcd5-4412-81de-cdbf4c0cfc25 HTTP/1.1" status: 204 len: 168 time: 0.5235372 Feb 19 01:26:25.631308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49288) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:25.663858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892ee02-5eca-4ce7-b9d6-9366a6ae3c22 None None] Network ede2be05-17e7-4b22-8023-f747be09d6a1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:25.666948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:25.712982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defada6-336b-40fb-8b27-928a063de519 req-50ad92eb-be1b-4d03-b738-b8031b1a6841 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:25.720623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4defada6-336b-40fb-8b27-928a063de519 req-50ad92eb-be1b-4d03-b738-b8031b1a6841 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.0914214 Feb 19 01:26:25.737349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:25.738275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:25.792073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ede2be05-17e7-4b22-8023-f747be09d6a1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.799569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4defada6-336b-40fb-8b27-928a063de519 req-281bbbf7-391b-47ce-8854-c59ec6ead0db tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Feb 19 01:26:25.812036 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2019510f-d5bc-4133-827f-91df95114d14), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.843588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.852600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] 10.222.0.94 "DELETE /v2.0/networks/2019510f-d5bc-4133-827f-91df95114d14 HTTP/1.1" status: 204 len: 168 time: 0.7426701 Feb 19 01:26:25.878517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7261e-b8e4-4f31-869d-75dbb34307ea tempest-NetworksTestDHCPv6-1063552928 tempest-NetworksTestDHCPv6-1063552928-project] Pushing event deleted for resources: {'Network': ['ID=2019510f-d5bc-4133-827f-91df95114d14,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:25.911838 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:25.985556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:25.985916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.018405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] DHCP port deletion for ede2be05-17e7-4b22-8023-f747be09d6a1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:26.123151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:26.123151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.149161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:26.315277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Deleting port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:26.316411 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.344534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.365990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:26.427820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] For port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,segment=NetworkSegment(a2a38834-755c-4724-ac82-dc175b23ad5d),segment_id=a2a38834-755c-4724-ac82-dc175b23ad5d)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:26.434884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.440398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:24Z', 'revision_number': 9, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:26.488286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7fc752-25f6-4687-ba23-e35c70f79d23 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:24Z', 'revision_number': 9, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'c6f46435-5ed9-417f-a91f-603613bf70ec', 'name': '', 'network_id': '71490f1c-e600-40b4-b224-d54c695b07b0', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:18:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:44Z', 'updated_at': '2022-02-19T01:25:56Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '22b02f4c-2f1b-4f2e-84e1-67425ede014e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:26.500422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Calling delete_port for 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:26.522933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ede2be05-17e7-4b22-8023-f747be09d6a1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.555766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede2be05-17e7-4b22-8023-f747be09d6a1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:26.570762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a38834-755c-4724-ac82-dc175b23ad5d') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:26.571287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a38834-755c-4724-ac82-dc175b23ad5d') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:26.581714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49300) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:26.609468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.622050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (a2a38834-755c-4724-ac82-dc175b23ad5d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.646317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (a2a38834-755c-4724-ac82-dc175b23ad5d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.652150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (372abcdf-fb8d-4c64-860a-f8ca06cd4bfe), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.686182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:26.686601 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (a2a38834-755c-4724-ac82-dc175b23ad5d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.689529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] No DVR routers for this DVR port 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:26.691302 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:26.721074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4ed87-63bd-43d4-9b7e-2c52bcf6bcd5 None None] Pushing event deleted for resources: {'Port': ['ID=372abcdf-fb8d-4c64-860a-f8ca06cd4bfe,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.853466 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ede2be05-17e7-4b22-8023-f747be09d6a1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.865860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:26.871056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/ede2be05-17e7-4b22-8023-f747be09d6a1 HTTP/1.1" status: 204 len: 168 time: 1.2376440 Feb 19 01:26:26.877812 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49310) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:26.907563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-239cbcb4-6ae9-4cc3-a82c-00bb89944b7e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d012ac1784864502816610271717981c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223290 Feb 19 01:26:26.910448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e999c-2640-4fc4-ac2c-db99bf1104dd tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=ede2be05-17e7-4b22-8023-f747be09d6a1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:26.916550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49312) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:27.018909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2a65-1f43-4fd7-9cd9-09610ce88cff req-747dc95e-b371-4aff-9d81-d2dbe6be6920 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.018909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8cfc2a65-1f43-4fd7-9cd9-09610ce88cff req-747dc95e-b371-4aff-9d81-d2dbe6be6920 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.0966675 Feb 19 01:26:27.083896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8cfc2a65-1f43-4fd7-9cd9-09610ce88cff req-24ddd28c-447d-4bfb-8c06-5e116237ee7e tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574412 Feb 19 01:26:27.603675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:27.656190 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] Publish callbacks [] for security_group (45a82188-636d-40bd-9ae6-520be047ece8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.683557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5b2a-b7e5-4486-9ffd-7f0720118996 req-03018361-edca-4670-b5fa-3d99dc829368 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.687476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43eb5b2a-b7e5-4486-9ffd-7f0720118996 req-03018361-edca-4670-b5fa-3d99dc829368 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.2152789 Feb 19 01:26:27.699027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] Publish callbacks [] for security_group (45a82188-636d-40bd-9ae6-520be047ece8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.705983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-b57e1d87-1baa-4da2-a40d-f5b67066dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:27.708190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-b57e1d87-1baa-4da2-a40d-f5b67066dd4e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 1127 time: 0.1517923 Feb 19 01:26:27.860505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43eb5b2a-b7e5-4486-9ffd-7f0720118996 req-74200d2f-949a-4477-bba2-e3a574417ce8 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605642 Feb 19 01:26:27.872103 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.992087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (45a82188-636d-40bd-9ae6-520be047ece8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.994804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:27.996156 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/45a82188-636d-40bd-9ae6-520be047ece8 HTTP/1.1" status: 204 len: 168 time: 1.0842149 Feb 19 01:26:28.042189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-712e589c-c426-4a88-82c6-bd26dc7321b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.044532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-712e589c-c426-4a88-82c6-bd26dc7321b9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 200 len: 913 time: 0.2089434 Feb 19 01:26:28.053895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:28.054787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 372abcdf-fb8d-4c64-860a-f8ca06cd4bfe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:28.056052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2ded6974-4e10-4977-93a0-1c7504e1da90 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:28.085150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2ded6974-4e10-4977-93a0-1c7504e1da90 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:28.088196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2ded6974-4e10-4977-93a0-1c7504e1da90 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:28.105540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8520f25-2027-4033-a64c-babca2826d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a82188-636d-40bd-9ae6-520be047ece8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:28.138907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-d67155a5-1057-4887-8abc-8bf4285f7fb1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 200 len: 217 time: 0.0867677 Feb 19 01:26:28.200648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-b7b7ff40-ee7c-41fe-bb9b-96c0ff115015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:28.202417 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-b7b7ff40-ee7c-41fe-bb9b-96c0ff115015 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 HTTP/1.1" status: 200 len: 852 time: 0.0597916 Feb 19 01:26:28.256028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-3051b2c9-11d9-4898-8fd8-da5e30898874 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=90b20f8d-9193-4c7d-9389-6b6ebf29899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475130 Feb 19 01:26:28.320038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port c6f46435-5ed9-417f-a91f-603613bf70ec {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:28.320740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:28.409106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-15aec6d6-63f7-4ec5-9a1e-f17f73481476 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466193 Feb 19 01:26:28.516458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port c6f46435-5ed9-417f-a91f-603613bf70ec, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c6f46435-5ed9-417f-a91f-603613bf70ec,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:28.516818 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:28.550001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for c6f46435-5ed9-417f-a91f-603613bf70ec owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:28.561492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a102907-0ef5-433a-9bf6-04fec9501d56 req-0c9b7c5d-4090-4eb7-a313-a4a4a9482b34 service neutron] 10.222.0.117 "GET /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464024 Feb 19 01:26:28.932700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c6f46435-5ed9-417f-a91f-603613bf70ec), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:28.969577 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=c6f46435-5ed9-417f-a91f-603613bf70ec,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:29.158671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11e647-07fd-4fcd-be6a-88c8d7d163b0 req-56d001c5-a516-4fe1-a830-aeced14d28f3 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:29.160339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa11e647-07fd-4fcd-be6a-88c8d7d163b0 req-56d001c5-a516-4fe1-a830-aeced14d28f3 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1806223 Feb 19 01:26:29.248724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa11e647-07fd-4fcd-be6a-88c8d7d163b0 req-e9dfd8a5-7394-4054-911d-9b25d2d2b014 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 Feb 19 01:26:29.274264 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.509779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:29.614484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49360) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:29.630621 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:29.639053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-64136cc4-49ad-4099-853a-43a40ffd7de6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7571518 Feb 19 01:26:29.639447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49364) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:29.648387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:29.663367 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:29.664436 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:29.712932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 22b02f4c-2f1b-4f2e-84e1-67425ede014e {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:29.717191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (22b02f4c-2f1b-4f2e-84e1-67425ede014e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.736152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6eb4cd47-a07b-4f66-8597-268db25968d0 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:29.736895 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-6eb4cd47-a07b-4f66-8597-268db25968d0 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:26:29.737395 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-6eb4cd47-a07b-4f66-8597-268db25968d0 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:26:29.741976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6eb4cd47-a07b-4f66-8597-268db25968d0 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1222682 Feb 19 01:26:29.742134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:29.746926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--263316025'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:29.769136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (22b02f4c-2f1b-4f2e-84e1-67425ede014e), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.790454 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:29.846551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.856037 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.858437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (22b02f4c-2f1b-4f2e-84e1-67425ede014e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:29.973808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (a84cdae1-52ad-4797-a4a3-6e9bdfc004b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.013841 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (22b02f4c-2f1b-4f2e-84e1-67425ede014e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.040143 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:28Z', 'revision_number': 10, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.040870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a84cdae1-52ad-4797-a4a3-6e9bdfc004b0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.064470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.065675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d2871-27f5-44f6-a3e3-e37ef5e60a57 None None] Network 71490f1c-e600-40b4-b224-d54c695b07b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:30.069551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/22b02f4c-2f1b-4f2e-84e1-67425ede014e HTTP/1.1" status: 204 len: 168 time: 0.4284632 Feb 19 01:26:30.073746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49374) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.075945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815fab-c936-41b8-9093-7797884c2f32 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=22b02f4c-2f1b-4f2e-84e1-67425ede014e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.100891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84cdae1-52ad-4797-a4a3-6e9bdfc004b0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.153198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (6a65963c-56c9-4be1-9399-3dfe067c2af0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.221892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (71490f1c-e600-40b4-b224-d54c695b07b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.236012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6a65963c-56c9-4be1-9399-3dfe067c2af0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.267296 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:30.291841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:30.293959 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.325824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a65963c-56c9-4be1-9399-3dfe067c2af0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.352902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] DHCP port deletion for 71490f1c-e600-40b4-b224-d54c695b07b0 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:30.361225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:30.361573 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.405140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Deleting port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:30.405416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.406023 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.406941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-12fda92f-07aa-48bf-9582-142f6e18d2ab tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6635616 Feb 19 01:26:30.412386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.428222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '6a65963c-56c9-4be1-9399-3dfe067c2af0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:30.454871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:30.457612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:30.457986 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.491461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:30.498967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721d48-e5fd-4cb8-bf97-0becaf2f4e09 req-dd912c26-2de7-4c12-aaba-595077959f6e tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:30.506301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3721d48-e5fd-4cb8-bf97-0becaf2f4e09 req-dd912c26-2de7-4c12-aaba-595077959f6e tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1661813 Feb 19 01:26:30.541901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] For port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,segment=NetworkSegment(df37ad01-05da-44da-9408-bf5e967a4ce2),segment_id=df37ad01-05da-44da-9408-bf5e967a4ce2)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:30.543005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.578685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Calling delete_port for dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:30.617360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group_rule (35442691-a1ac-4415-ac5e-f4b987c07ae0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.625794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3721d48-e5fd-4cb8-bf97-0becaf2f4e09 req-b1eda439-fd04-4bee-97a7-e44c02fad4bd tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 Feb 19 01:26:30.721063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group_rule (35442691-a1ac-4415-ac5e-f4b987c07ae0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.733424 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:28Z', 'revision_number': 10, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.742206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.745299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.777581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.784469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:30.809975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f2d37-ac23-4728-876b-430517e272f9 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:28Z', 'revision_number': 10, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None, '_interfaces': [{'id': 'd67f1739-079e-49ee-ac31-0a6384a7df40', 'name': '', 'network_id': '3af9eab2-9845-45a9-a935-2b539e0789d7', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'mac_address': 'fa:16:3e:89:36:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '20817691-890d-40f8-960b-f7d974c56ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:25:36Z', 'updated_at': '2022-02-19T01:25:46Z', 'revision_number': 5, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'subnets': [{'id': '20817691-890d-40f8-960b-f7d974c56ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:30.813297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] No DVR routers for this DVR port dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:30.817891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac2256-0ab6-4639-acca-f33261943813 None None] Pushing event deleted for resources: {'Port': ['ID=dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.818050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (35442691-a1ac-4415-ac5e-f4b987c07ae0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.855986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35442691-a1ac-4415-ac5e-f4b987c07ae0,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:30.914042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (71490f1c-e600-40b4-b224-d54c695b07b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.943810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:30.943810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4e09bfc2-d662-4833-92af-e4d4def06fc6 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5262196 Feb 19 01:26:30.943810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49388) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:30.947773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d464b647-433e-4067-a50a-f0a2b39b5582 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '6a65963c-56c9-4be1-9399-3dfe067c2af0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:30.953468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71490f1c-e600-40b4-b224-d54c695b07b0']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.973161 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df37ad01-05da-44da-9408-bf5e967a4ce2') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.973813 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df37ad01-05da-44da-9408-bf5e967a4ce2') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:30.986374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (df37ad01-05da-44da-9408-bf5e967a4ce2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.011740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (df37ad01-05da-44da-9408-bf5e967a4ce2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.022381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:31.022955 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (df37ad01-05da-44da-9408-bf5e967a4ce2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:31.026204 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:31.080778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d464b647-433e-4067-a50a-f0a2b39b5582 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group_rule (1bc8f7db-a015-47c8-9768-b59f4bd28622), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.188692 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (71490f1c-e600-40b4-b224-d54c695b07b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.201341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.207877 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/71490f1c-e600-40b4-b224-d54c695b07b0 HTTP/1.1" status: 204 len: 168 time: 1.1233699 Feb 19 01:26:31.208492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49394) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:31.232791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6311e-76a8-43fd-ae49-f8a65f9ce059 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=71490f1c-e600-40b4-b224-d54c695b07b0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:31.254957 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-d464b647-433e-4067-a50a-f0a2b39b5582 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:26:31.256467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d464b647-433e-4067-a50a-f0a2b39b5582 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3151033 Feb 19 01:26:31.263647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49396) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:31.271571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc93cb-091c-4c88-8871-db07c6fed668 req-8b31a83e-4892-4603-8a1e-6861bc675321 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:31.273170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57cc93cb-091c-4c88-8871-db07c6fed668 req-8b31a83e-4892-4603-8a1e-6861bc675321 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.0984809 Feb 19 01:26:31.379733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57cc93cb-091c-4c88-8871-db07c6fed668 req-b3a3b35e-77c9-4139-a17f-dc5bae2358bd tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938494 Feb 19 01:26:31.408124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (6a65963c-56c9-4be1-9399-3dfe067c2af0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.436821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (6a65963c-56c9-4be1-9399-3dfe067c2af0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.555569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:31.580659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:31.581051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dcc4b8b2-8fd4-4b7d-a7f2-752f9564d182 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:31.581416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c6f46435-5ed9-417f-a91f-603613bf70ec no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:31.596177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6a65963c-56c9-4be1-9399-3dfe067c2af0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.600067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.601850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/6a65963c-56c9-4be1-9399-3dfe067c2af0 HTTP/1.1" status: 204 len: 168 time: 0.3275054 Feb 19 01:26:31.607747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49400) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:31.632295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c6f46435-5ed9-417f-a91f-603613bf70ec {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:31.632664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c6f46435-5ed9-417f-a91f-603613bf70ec not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:31.644285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc79f86-5d4a-41f8-9f2a-242ee418c8dc tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a65963c-56c9-4be1-9399-3dfe067c2af0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:31.683881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0115e0dd-e4a6-43f5-bd84-2ab431b0d6bb tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0745325 Feb 19 01:26:31.689492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49402) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:31.695296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--362441254'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:31.741981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.801818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.897951 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (cfd9a56e-2733-455a-b055-279a7cc8358e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:31.955525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cfd9a56e-2733-455a-b055-279a7cc8358e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.030549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port d67f1739-079e-49ee-ac31-0a6384a7df40 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:32.031173 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.183268 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port d67f1739-079e-49ee-ac31-0a6384a7df40, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d67f1739-079e-49ee-ac31-0a6384a7df40,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:32.183653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.200516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for d67f1739-079e-49ee-ac31-0a6384a7df40 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:32.338286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9a56e-2733-455a-b055-279a7cc8358e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:32.426575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.431890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9ab4cd7-694c-401c-bd3b-eaa7b193ff7f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7368903 Feb 19 01:26:32.432204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:32.438771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-078c3a8d-a411-4d26-b938-507f593a595a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': 'cfd9a56e-2733-455a-b055-279a7cc8358e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:32.439560 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-078c3a8d-a411-4d26-b938-507f593a595a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 01:26:32.440545 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-078c3a8d-a411-4d26-b938-507f593a595a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:32.442596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-078c3a8d-a411-4d26-b938-507f593a595a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093081 Feb 19 01:26:32.445628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49410) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:32.506043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (cfd9a56e-2733-455a-b055-279a7cc8358e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.521185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d67f1739-079e-49ee-ac31-0a6384a7df40), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.530762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (cfd9a56e-2733-455a-b055-279a7cc8358e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.562780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=d67f1739-079e-49ee-ac31-0a6384a7df40,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:32.646240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c8f10-7a25-4e2d-961a-1ff6642b3784 req-51e64f72-e64d-46e9-85ad-1ed97e04a1dc tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:32.647938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f65c8f10-7a25-4e2d-961a-1ff6642b3784 req-51e64f72-e64d-46e9-85ad-1ed97e04a1dc tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1690149 Feb 19 01:26:32.671046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cfd9a56e-2733-455a-b055-279a7cc8358e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.677003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.682300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/cfd9a56e-2733-455a-b055-279a7cc8358e HTTP/1.1" status: 204 len: 168 time: 0.2345815 Feb 19 01:26:32.692439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49412) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:32.706454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4084b3a-71ae-4a8b-b50e-8ab222d32346 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9a56e-2733-455a-b055-279a7cc8358e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:32.899148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f65c8f10-7a25-4e2d-961a-1ff6642b3784 req-8811d5d5-c977-4326-979e-0a9a00a86578 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/security-groups?id=19a732c3-6d83-4702-bbed-2251c9cd4e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451646 Feb 19 01:26:32.912683 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:32.986906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-dbf23c74-f2a9-49e5-8ba6-3bf9d563eff7 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:32.989769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-dbf23c74-f2a9-49e5-8ba6-3bf9d563eff7 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.117 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 945 time: 0.1073992 Feb 19 01:26:33.004077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-276520cc-782d-4d8e-b259-62aadbfccb32 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3078015 Feb 19 01:26:33.008315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49416) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:33.014567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--118033690'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:33.123426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Deleting port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:33.124134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.167944 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.200707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:33.253921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] For port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,segment=NetworkSegment(64516689-c1c4-45e8-be16-4143c3b90251),segment_id=64516689-c1c4-45e8-be16-4143c3b90251)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:33.261386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.267531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Calling delete_port for d4da7e28-e0ed-4cb0-af7f-75a143bcffbc owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:33.474924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d4da7e28-e0ed-4cb0-af7f-75a143bcffbc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.499282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['d4da7e28-e0ed-4cb0-af7f-75a143bcffbc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:33.551733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Pushing event deleted for resources: {'Port': ['ID=d4da7e28-e0ed-4cb0-af7f-75a143bcffbc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:33.629978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] No DVR routers for this DVR port d4da7e28-e0ed-4cb0-af7f-75a143bcffbc on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:33.633213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.637983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90f49243-4052-4d23-b4a0-e4465a8e1872 req-4bd9a912-7464-483b-b02e-8feba98459b2 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.117 "DELETE /v2.0/ports/d4da7e28-e0ed-4cb0-af7f-75a143bcffbc HTTP/1.1" status: 204 len: 173 time: 0.6417544 Feb 19 01:26:33.638594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'name': 'network-vif-deleted', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:33.641726 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f3aff7-51c4-4d8d-aadb-a7978ab18e0b" -d '{"events": [{"server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "name": "network-vif-deleted", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:33.728893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:33.739624 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-540c8711-8b05-4e08-9fd6-c8aee297c610 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5264232 Feb 19 01:26:33.740008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49424) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:33.745268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:33.757732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (dd484391-e185-4508-b227-ed0de9e52739), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.781476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:33.782163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:33.864282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd484391-e185-4508-b227-ed0de9e52739), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.866801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:33.890169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting subnet 20817691-890d-40f8-960b-f7d974c56ad6 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:33.898562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (20817691-890d-40f8-960b-f7d974c56ad6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.962468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:33.964450 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0017212-d37a-496b-abab-6e87e88b1e85 x-openstack-request-id: req-c0017212-d37a-496b-abab-6e87e88b1e85 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:33.964889 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d7afa-7b67-4f86-9723-2a9b3e9305a7", "name": "network-vif-deleted", "tag": "d4da7e28-e0ed-4cb0-af7f-75a143bcffbc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:33.971621 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c0017212-d37a-496b-abab-6e87e88b1e85 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:33.972095 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d7afa-7b67-4f86-9723-2a9b3e9305a7', 'name': 'network-vif-deleted', 'tag': 'd4da7e28-e0ed-4cb0-af7f-75a143bcffbc', 'status': 'completed', 'code': 200} Feb 19 01:26:33.982837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:33.984213 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9747908 Feb 19 01:26:33.985824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd484391-e185-4508-b227-ed0de9e52739,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:33.987466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49430) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:33.993791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cedf6377-d709-4000-875f-1bab52fc7786 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': 'dd484391-e185-4508-b227-ed0de9e52739', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:33.994638 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-cedf6377-d709-4000-875f-1bab52fc7786 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 01:26:33.995167 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-cedf6377-d709-4000-875f-1bab52fc7786 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:33.996153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cedf6377-d709-4000-875f-1bab52fc7786 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077643 Feb 19 01:26:33.997913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:33.999004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:33.999732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:34.000018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.000600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.001367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.003180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.003389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49432) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.003959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.004524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.005534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.006115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.007476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.008933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.009512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e6cf2-805e-48f5-accf-0b9b83be8f33 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.010114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:34.010733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:34.045183 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (20817691-890d-40f8-960b-f7d974c56ad6), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.115514 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d83822c2-d389-400e-912c-fe83b5621561 req-17cd1a00-9253-465e-ab76-2d8844a7bcd0 tempest-TestServerAdvancedOps-387528268 tempest-TestServerAdvancedOps-387528268-project] 10.222.0.94 "GET /v2.0/ports?device_id=f79d7afa-7b67-4f86-9723-2a9b3e9305a7 HTTP/1.1" status: 200 len: 210 time: 0.0845852 Feb 19 01:26:34.156474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:34.183154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (20817691-890d-40f8-960b-f7d974c56ad6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.244373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (dd484391-e185-4508-b227-ed0de9e52739), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.260825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:34.272418 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (dd484391-e185-4508-b227-ed0de9e52739), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.308169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (20817691-890d-40f8-960b-f7d974c56ad6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.338123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683905c-92cf-417e-bb1f-9e59f38d52ec None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:34.357463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Subnet': ['ID=20817691-890d-40f8-960b-f7d974c56ad6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:34.367005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.370232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-83c48c5d-767a-49f5-90c9-c1a424d22d15 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/20817691-890d-40f8-960b-f7d974c56ad6 HTTP/1.1" status: 204 len: 168 time: 0.6292133 Feb 19 01:26:34.373677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49436) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.382087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d35352-5690-4f64-afc7-c8978a56a480 None None] Network 3af9eab2-9845-45a9-a935-2b539e0789d7 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:34.446737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd484391-e185-4508-b227-ed0de9e52739), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.449287 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.450966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/dd484391-e185-4508-b227-ed0de9e52739 HTTP/1.1" status: 204 len: 168 time: 0.4444454 Feb 19 01:26:34.455664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49438) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.480475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5e3c7-9008-4253-9b25-d76442b7db61 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd484391-e185-4508-b227-ed0de9e52739,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:34.509816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3af9eab2-9845-45a9-a935-2b539e0789d7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.568941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a52a5fc-9548-4060-9bc1-d72919bdf84b tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1120539 Feb 19 01:26:34.572329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49440) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.577607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271773782'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:34.588203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Deleting port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:34.588576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.665183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] For port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:34.665482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.680184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Calling delete_port for 675eed7f-ac74-4dbc-84f5-dfee23d0cafe owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:34.722511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.733404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] DHCP port deletion for 3af9eab2-9845-45a9-a935-2b539e0789d7 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:34.844192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Deleting port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:34.844921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.880011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.918142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Port': ['ID=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:34.927646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No DVR routers for this DVR port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:34.949314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (755b9838-2f24-4e6d-922e-16416ae90841), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.997654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] For port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,segment=NetworkSegment(fe15ca5e-ae4a-4365-82da-0ec30f164c40),segment_id=fe15ca5e-ae4a-4365-82da-0ec30f164c40)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:34.998079 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.013161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (755b9838-2f24-4e6d-922e-16416ae90841), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.037815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Calling delete_port for 675eed7f-ac74-4dbc-84f5-dfee23d0cafe owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:35.045850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755b9838-2f24-4e6d-922e-16416ae90841,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:35.101876 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3af9eab2-9845-45a9-a935-2b539e0789d7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.124376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af9eab2-9845-45a9-a935-2b539e0789d7']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:35.130759 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (675eed7f-ac74-4dbc-84f5-dfee23d0cafe), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.134121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe15ca5e-ae4a-4365-82da-0ec30f164c40') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:35.134417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe15ca5e-ae4a-4365-82da-0ec30f164c40') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:35.157154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (fe15ca5e-ae4a-4365-82da-0ec30f164c40), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.161319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] Pushing event deleted for resources: {'Port': ['ID=675eed7f-ac74-4dbc-84f5-dfee23d0cafe,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:35.165491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66883e-c7f7-4ff2-96b9-900d8692ec03 None None] No DVR routers for this DVR port 675eed7f-ac74-4dbc-84f5-dfee23d0cafe on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:35.168382 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.169993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-39e7bdf1-dfbf-4a0b-85b0-4d01126e3523 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5966842 Feb 19 01:26:35.172816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.178099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1608250c-6f9f-4767-820f-cb549768b6f2 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '755b9838-2f24-4e6d-922e-16416ae90841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.180099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (fe15ca5e-ae4a-4365-82da-0ec30f164c40), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.181642 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-1608250c-6f9f-4767-820f-cb549768b6f2 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 01:26:35.182199 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-1608250c-6f9f-4767-820f-cb549768b6f2 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:35.191548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1608250c-6f9f-4767-820f-cb549768b6f2 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092437 Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (fe15ca5e-ae4a-4365-82da-0ec30f164c40), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:35.191663 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:35.195204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49450) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.201232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f67c55f7-dd89-4224-9283-edb46399b832 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '755b9838-2f24-4e6d-922e-16416ae90841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.205322 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-f67c55f7-dd89-4224-9283-edb46399b832 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 01:26:35.206065 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-f67c55f7-dd89-4224-9283-edb46399b832 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:35.207335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f67c55f7-dd89-4224-9283-edb46399b832 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107174 Feb 19 01:26:35.208215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49452) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.217972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.222745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-38f58a75-2c3a-4f93-bec0-3d499f9761ce tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '755b9838-2f24-4e6d-922e-16416ae90841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.223942 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-38f58a75-2c3a-4f93-bec0-3d499f9761ce tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 01:26:35.224646 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-38f58a75-2c3a-4f93-bec0-3d499f9761ce tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:35.226153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-38f58a75-2c3a-4f93-bec0-3d499f9761ce tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069864 Feb 19 01:26:35.229439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.235454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-10663dbf-cd7c-476a-8dae-6138e62d3117 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '755b9838-2f24-4e6d-922e-16416ae90841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.236722 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-10663dbf-cd7c-476a-8dae-6138e62d3117 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 01:26:35.237495 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-10663dbf-cd7c-476a-8dae-6138e62d3117 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:35.238757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10663dbf-cd7c-476a-8dae-6138e62d3117 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080278 Feb 19 01:26:35.257987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49458) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.313995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Deleting subnet 52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:35.319170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Publish callbacks [] for subnet (52ed37bf-52c4-4f5f-afe1-53ea6f1e5037), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.369607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (755b9838-2f24-4e6d-922e-16416ae90841), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.371449 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3af9eab2-9845-45a9-a935-2b539e0789d7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.377096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (52ed37bf-52c4-4f5f-afe1-53ea6f1e5037), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.381488 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.386587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/networks/3af9eab2-9845-45a9-a935-2b539e0789d7 HTTP/1.1" status: 204 len: 168 time: 1.0092249 Feb 19 01:26:35.394960 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.399702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'routes': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.404490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6129d0-d2bc-485f-986d-9cfa595b6b6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Pushing event deleted for resources: {'Network': ['ID=3af9eab2-9845-45a9-a935-2b539e0789d7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:35.419944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (755b9838-2f24-4e6d-922e-16416ae90841), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.451284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (52ed37bf-52c4-4f5f-afe1-53ea6f1e5037), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.605417 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Added routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 01:26:35.605554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.extraroute_db [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Removed routes are [] {{(pid=110601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 01:26:35.605928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.612395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (755b9838-2f24-4e6d-922e-16416ae90841), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.616658 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.621628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/755b9838-2f24-4e6d-922e-16416ae90841 HTTP/1.1" status: 204 len: 168 time: 0.3588352 Feb 19 01:26:35.621933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49476) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.629497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 675eed7f-ac74-4dbc-84f5-dfee23d0cafe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:35.644009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9a523-b6b1-4cbb-b550-d620494986b8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b9838-2f24-4e6d-922e-16416ae90841,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:35.657923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (52ed37bf-52c4-4f5f-afe1-53ea6f1e5037), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.676044 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 675eed7f-ac74-4dbc-84f5-dfee23d0cafe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:35.676661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 675eed7f-ac74-4dbc-84f5-dfee23d0cafe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:35.677355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d67f1739-079e-49ee-ac31-0a6384a7df40 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:35.704908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ed37bf-52c4-4f5f-afe1-53ea6f1e5037,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:35.718279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d67f1739-079e-49ee-ac31-0a6384a7df40 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:35.719331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d67f1739-079e-49ee-ac31-0a6384a7df40 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:35.720162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.729823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-12eb4ade-904c-4ecf-8310-e8cc5ecc2ee7 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/52ed37bf-52c4-4f5f-afe1-53ea6f1e5037 HTTP/1.1" status: 204 len: 168 time: 0.5182676 Feb 19 01:26:35.755837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5e3ec37d-5426-4af5-b609-1bbbc773da95 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1292098 Feb 19 01:26:35.756499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49482) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.759075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.772069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--505315239'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:35.873927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.875338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (90b20f8d-9193-4c7d-9389-6b6ebf29899a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.878880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.982499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.007911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (90b20f8d-9193-4c7d-9389-6b6ebf29899a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.024660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:36.140415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (70feaf9a-4457-45d0-8568-58178f8fb7b5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.146622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b20f8d-9193-4c7d-9389-6b6ebf29899a']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.162824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64516689-c1c4-45e8-be16-4143c3b90251') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.163145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64516689-c1c4-45e8-be16-4143c3b90251') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.182318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:36.190372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (64516689-c1c4-45e8-be16-4143c3b90251), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.194411 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Sync routers for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:36.199117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.204586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-524b8546-99d8-4663-a762-f6deb240a564 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 700 time: 0.8084075 Feb 19 01:26:36.205673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49510) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.216450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70feaf9a-4457-45d0-8568-58178f8fb7b5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.227362 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:36.228341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.234471 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (64516689-c1c4-45e8-be16-4143c3b90251), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.252719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:36.253356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (64516689-c1c4-45e8-be16-4143c3b90251), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:36.257168 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:36.293672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0c292a6e-e905-4745-a184-161a3b53cf70 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 205 time: 0.0710795 Feb 19 01:26:36.293672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.334826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70feaf9a-4457-45d0-8568-58178f8fb7b5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:36.351017 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:36.392333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.393619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0777d3d5-7e0a-4eda-b208-7d7fec21d1cf tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6323733 Feb 19 01:26:36.396519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49520) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.402336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b6f53975-3029-472b-9957-a0bbb480e355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:36.402336 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-b6f53975-3029-472b-9957-a0bbb480e355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:26:36.402336 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-b6f53975-3029-472b-9957-a0bbb480e355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:36.403251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6f53975-3029-472b-9957-a0bbb480e355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057704 Feb 19 01:26:36.406344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49522) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.417222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c6861022-14d8-4fd1-9fb8-ed501ed1a799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:36.421419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.453778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.454340 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Checking router: 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:36.470827 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Routers {'0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:36.471627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.489877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (90b20f8d-9193-4c7d-9389-6b6ebf29899a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.497317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.502316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] 10.222.0.94 "DELETE /v2.0/networks/90b20f8d-9193-4c7d-9389-6b6ebf29899a HTTP/1.1" status: 204 len: 168 time: 0.7398462 Feb 19 01:26:36.508999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49528) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.515534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d4da7e28-e0ed-4cb0-af7f-75a143bcffbc no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:36.525807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964d83-3b30-409c-aec9-47a4a79a2acc admin admin] Pushing event deleted for resources: {'Network': ['ID=90b20f8d-9193-4c7d-9389-6b6ebf29899a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:36.571159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: d4da7e28-e0ed-4cb0-af7f-75a143bcffbc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:36.574926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device d4da7e28-e0ed-4cb0-af7f-75a143bcffbc not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:36.588001 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] Set router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:36.678912 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.714254 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d14b627-141c-4522-a846-4390048b5d38 None None] The sync data for ids ['0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8'] in n-d-826529-3 is: [{'id': '0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8', 'name': 'tempest-RoutersTest-router-945715399', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:25:32Z', 'updated_at': '2022-02-19T01:26:32Z', 'revision_number': 11, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:36.714791 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-c6861022-14d8-4fd1-9fb8-ed501ed1a799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:36.716672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c6861022-14d8-4fd1-9fb8-ed501ed1a799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3077106 Feb 19 01:26:36.728375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.729983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.741211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-58fd4787-b530-4a7d-823b-738f07d930ad tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:36.741211 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-58fd4787-b530-4a7d-823b-738f07d930ad tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 01:26:36.741211 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-58fd4787-b530-4a7d-823b-738f07d930ad tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:36.741211 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-58fd4787-b530-4a7d-823b-738f07d930ad tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085371 Feb 19 01:26:36.741887 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.743709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49540) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.748980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4ce246b5-4bb8-4578-9dee-83118efcb690 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:36.831800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Deleting subnet 84e852a6-d308-4f14-9626-c96462fb58f5 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:36.835708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Publish callbacks [] for subnet (84e852a6-d308-4f14-9626-c96462fb58f5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.947458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (84e852a6-d308-4f14-9626-c96462fb58f5), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.986929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.987525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router 0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:26:37.002365 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.003560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5729a8cf-4cd1-483e-8d8e-48d935b040f6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 204 len: 168 time: 0.7214091 Feb 19 01:26:37.009617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49552) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.015246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1288144652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.025786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (84e852a6-d308-4f14-9626-c96462fb58f5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.116220 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-4ce246b5-4bb8-4578-9dee-83118efcb690 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.118564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ce246b5-4bb8-4578-9dee-83118efcb690 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3735273 Feb 19 01:26:37.133029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49560) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.133029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ae8668cc-7de4-4922-9acb-3dc95107bbc8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.133029 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-ae8668cc-7de4-4922-9acb-3dc95107bbc8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:26:37.133029 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-ae8668cc-7de4-4922-9acb-3dc95107bbc8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.133029 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae8668cc-7de4-4922-9acb-3dc95107bbc8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074637 Feb 19 01:26:37.135350 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.141101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-558e0a1e-5782-4f9c-9e81-9ca63f8b3c8d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.196645 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (84e852a6-d308-4f14-9626-c96462fb58f5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.223174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.226736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/84e852a6-d308-4f14-9626-c96462fb58f5 HTTP/1.1" status: 204 len: 168 time: 0.7167935 Feb 19 01:26:37.229639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.233063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.234154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.277826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486666b4-ce6c-487e-a5d8-8005510f56f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e852a6-d308-4f14-9626-c96462fb58f5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.350077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (d893421e-b733-4c45-a160-62a13c7f8b6c), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.379481 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-558e0a1e-5782-4f9c-9e81-9ca63f8b3c8d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.380967 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-558e0a1e-5782-4f9c-9e81-9ca63f8b3c8d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2442365 Feb 19 01:26:37.383599 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49578) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.394727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b82ea8a9-1eb7-421b-96e0-3951037dbf86 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.394727 n-d-826529-3 neutron-server[110601]: WARNING neutron.api.v2.base [None req-b82ea8a9-1eb7-421b-96e0-3951037dbf86 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 01:26:37.394727 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-b82ea8a9-1eb7-421b-96e0-3951037dbf86 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.394727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b82ea8a9-1eb7-421b-96e0-3951037dbf86 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066056 Feb 19 01:26:37.394727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49580) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.404263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-046cdaa4-bd8e-4f4a-9dd4-58383128d28f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.415228 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.445657 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (afef3479-1860-4b98-b3b7-6769ac54c427), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.466337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:26:37.544030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (afef3479-1860-4b98-b3b7-6769ac54c427), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.568425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef3479-1860-4b98-b3b7-6769ac54c427']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:37.580457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdc1b87-201d-4ae7-bd5c-b377c1a1873e') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:37.580756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdc1b87-201d-4ae7-bd5c-b377c1a1873e') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:37.591717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ebdc1b87-201d-4ae7-bd5c-b377c1a1873e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.609362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ebdc1b87-201d-4ae7-bd5c-b377c1a1873e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.613420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:37.613835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ebdc1b87-201d-4ae7-bd5c-b377c1a1873e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.664799 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-046cdaa4-bd8e-4f4a-9dd4-58383128d28f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.665943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-046cdaa4-bd8e-4f4a-9dd4-58383128d28f tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2702203 Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:37.670471 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:37.677134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.677134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-671179be-9e27-4e2f-b042-4764d56daf85 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6639643 Feb 19 01:26:37.677463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.677699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49598) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.682176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-04ca5a04-dfa1-411e-ace6-2cfa5a046686 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '70feaf9a-4457-45d0-8568-58178f8fb7b5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.682517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:37.840796 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (afef3479-1860-4b98-b3b7-6769ac54c427), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.845298 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.851395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/afef3479-1860-4b98-b3b7-6769ac54c427 HTTP/1.1" status: 204 len: 168 time: 0.6206465 Feb 19 01:26:37.885261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc998297-11b4-420a-b14f-f44a7fe635c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afef3479-1860-4b98-b3b7-6769ac54c427,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.984419 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-04ca5a04-dfa1-411e-ace6-2cfa5a046686 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:37.988697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-04ca5a04-dfa1-411e-ace6-2cfa5a046686 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3100572 Feb 19 01:26:37.989456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.109724 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (70feaf9a-4457-45d0-8568-58178f8fb7b5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.129705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1833797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1832468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-231964'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.145297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (70feaf9a-4457-45d0-8568-58178f8fb7b5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.253032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1833806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1832477'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.281641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (70feaf9a-4457-45d0-8568-58178f8fb7b5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.285603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.287524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/70feaf9a-4457-45d0-8568-58178f8fb7b5 HTTP/1.1" status: 204 len: 168 time: 0.2970216 Feb 19 01:26:38.291182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.321905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b1803-fc82-4796-9002-95aefaeee820 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70feaf9a-4457-45d0-8568-58178f8fb7b5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:38.392389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-675b331d-59db-47f3-a723-8fd1ce8b0e7b tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998497 Feb 19 01:26:38.396397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49634) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.402628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--568614387'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:38.472642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49640) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.487690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Router d893421e-b733-4c45-a160-62a13c7f8b6c is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:26:38.491161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.581329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-60c029d5-a4b4-4903-93d9-f983c58554e0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bb4791f73d174c73b0dd2381dd76a30c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068714 Feb 19 01:26:38.582286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.686189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] Publish callbacks [] for security_group (19a732c3-6d83-4702-bbed-2251c9cd4e65), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.708340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:38.727693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Sync routers for ids ['d893421e-b733-4c45-a160-62a13c7f8b6c'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:38.730143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.737556 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9d7cef15-6a5e-42ba-9425-9ab4a3d68dfa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "PUT /v2.0/routers/d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 200 len: 694 time: 1.0590162 Feb 19 01:26:38.740028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Routers {'d893421e-b733-4c45-a160-62a13c7f8b6c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:38.740709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d893421e-b733-4c45-a160-62a13c7f8b6c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:38.740917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49656) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.750909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] Publish callbacks [] for security_group (19a732c3-6d83-4702-bbed-2251c9cd4e65), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.840094 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-87665b49-c7b4-4f8b-8d0f-0c706fb9cfb5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/routers/d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 200 len: 700 time: 0.0976851 Feb 19 01:26:38.843169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49660) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.891557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Set router d893421e-b733-4c45-a160-62a13c7f8b6c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:38.907872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b9003412-0253-4629-8ed2-917030b24fe2 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 200 len: 205 time: 0.0632958 Feb 19 01:26:38.908964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (532d24db-9173-4249-9aca-2ecf2b298725), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.910463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.965284 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (19a732c3-6d83-4702-bbed-2251c9cd4e65), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.975145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.975145 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/19a732c3-6d83-4702-bbed-2251c9cd4e65 HTTP/1.1" status: 204 len: 168 time: 0.3846707 Feb 19 01:26:38.980076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893421e-b733-4c45-a160-62a13c7f8b6c', 'name': 'tempest-RoutersTest-router-1288144652', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:26:37Z', 'updated_at': '2022-02-19T01:26:38Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:38.980296 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (532d24db-9173-4249-9aca-2ecf2b298725), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.030635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Checking router: d893421e-b733-4c45-a160-62a13c7f8b6c for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:39.060668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Routers {'d893421e-b733-4c45-a160-62a13c7f8b6c'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:39.062747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d893421e-b733-4c45-a160-62a13c7f8b6c'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:39.087200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532d24db-9173-4249-9aca-2ecf2b298725,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.102056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.102644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf20e9b4-c1be-4cf0-b25f-6f58b130cc9e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7052610 Feb 19 01:26:39.114692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49676) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.124926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943d8b5-a96f-401f-abbe-44b21b9d20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a732c3-6d83-4702-bbed-2251c9cd4e65,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.135024 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9354d6c3-d005-46dd-8de0-cf6a75ecd2f4 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '532d24db-9173-4249-9aca-2ecf2b298725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:39.162082 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.245807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] Set router d893421e-b733-4c45-a160-62a13c7f8b6c gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:39.328874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd893421e-b733-4c45-a160-62a13c7f8b6c', 'name': 'tempest-RoutersTest-router-1288144652', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:26:37Z', 'updated_at': '2022-02-19T01:26:38Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:39.359667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59989a46-7fc8-4d56-bf0a-00f60ef6c574 None None] The sync data for ids ['d893421e-b733-4c45-a160-62a13c7f8b6c'] in n-d-826529-3 is: [{'id': 'd893421e-b733-4c45-a160-62a13c7f8b6c', 'name': 'tempest-RoutersTest-router-1288144652', 'tenant_id': 'a4e0db30c59d432b998224a3462440b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:26:37Z', 'updated_at': '2022-02-19T01:26:38Z', 'revision_number': 2, 'project_id': 'a4e0db30c59d432b998224a3462440b9', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:39.401472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.404586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router_controller (d893421e-b733-4c45-a160-62a13c7f8b6c), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.560682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (d893421e-b733-4c45-a160-62a13c7f8b6c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.561313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Fanout notify agent at l3_agent the message router_deleted on router d893421e-b733-4c45-a160-62a13c7f8b6c {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:26:39.568280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.572420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-688bd6f9-5eba-41a3-86b8-44477065083f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 204 len: 168 time: 0.6575265 Feb 19 01:26:39.573167 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49690) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.612869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9449b107-8e83-4204-9cd5-4ca79559e362 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 200 len: 205 time: 0.0385160 Feb 19 01:26:39.615578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49692) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.654440 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-64df37e6-9dd7-4343-a9ee-796d65758f36 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:39.655501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-64df37e6-9dd7-4343-a9ee-796d65758f36 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/d893421e-b733-4c45-a160-62a13c7f8b6c HTTP/1.1" status: 404 len: 336 time: 0.0391047 Feb 19 01:26:39.658130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49698) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.683952 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-9354d6c3-d005-46dd-8de0-cf6a75ecd2f4 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The resource could not be found. Feb 19 01:26:39.685217 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9354d6c3-d005-46dd-8de0-cf6a75ecd2f4 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5672376 Feb 19 01:26:39.686098 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-abae23cc-a905-404f-a757-7764e7fca1cb tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:39.686566 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abae23cc-a905-404f-a757-7764e7fca1cb tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:39.688238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49700) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.689475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-abae23cc-a905-404f-a757-7764e7fca1cb tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/0d963a98-f940-49bc-8ce4-6962ff2583cb HTTP/1.1" status: 404 len: 337 time: 0.0304589 Feb 19 01:26:39.691968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49702) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.693678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-56dd0280-96fd-4444-8ee0-f59aad51ded5 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': '532d24db-9173-4249-9aca-2ecf2b298725', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a3e74346-80c6-4c0e-906c-64653749b232'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:39.724939 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-425da948-a426-4faf-b6b0-6ea0a1c68230 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:39.727385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425da948-a426-4faf-b6b0-6ea0a1c68230 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:39.730806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-425da948-a426-4faf-b6b0-6ea0a1c68230 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/03f2c94b-dcd5-4412-81de-cdbf4c0cfc25 HTTP/1.1" status: 404 len: 337 time: 0.0379283 Feb 19 01:26:39.734431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49708) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.761280 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-554021a2-090a-4e10-9af2-d77c60f420e6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:39.761737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554021a2-090a-4e10-9af2-d77c60f420e6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:39.766093 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-554021a2-090a-4e10-9af2-d77c60f420e6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/22b02f4c-2f1b-4f2e-84e1-67425ede014e HTTP/1.1" status: 404 len: 337 time: 0.0299745 Feb 19 01:26:39.768667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.796261 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-16053613-b8f4-4d6c-a3d4-b737dcaa0c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:39.796715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16053613-b8f4-4d6c-a3d4-b737dcaa0c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:39.799769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-16053613-b8f4-4d6c-a3d4-b737dcaa0c6c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/20817691-890d-40f8-960b-f7d974c56ad6 HTTP/1.1" status: 404 len: 337 time: 0.0301301 Feb 19 01:26:39.802458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.834551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b860713e-ea7b-4764-835f-fd805cea4cec tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 200 len: 205 time: 0.0309498 Feb 19 01:26:39.836834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49718) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.875114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.885826 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-414333c7-142b-4577-b3c6-8cbcdcd8f0ff tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:39.886888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-414333c7-142b-4577-b3c6-8cbcdcd8f0ff tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/0c938341-d9d0-4c61-a2ff-cf5b8e3eeda8 HTTP/1.1" status: 404 len: 336 time: 0.0491693 Feb 19 01:26:39.890958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49724) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.904817 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-56dd0280-96fd-4444-8ee0-f59aad51ded5 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The resource could not be found. Feb 19 01:26:39.905926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-56dd0280-96fd-4444-8ee0-f59aad51ded5 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2164850 Feb 19 01:26:39.908820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49726) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.919358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-443f9e2b-b56f-4917-9482-88014833115f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5a24a40-f73c-456a-99eb-488106c51960 HTTP/1.1" status: 200 len: 205 time: 0.0265679 Feb 19 01:26:39.921263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49728) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.959454 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-0330fa4c-9750-45e9-9f60-dbfa8822683f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:39.960535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0330fa4c-9750-45e9-9f60-dbfa8822683f tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/e5a24a40-f73c-456a-99eb-488106c51960 HTTP/1.1" status: 404 len: 336 time: 0.0383620 Feb 19 01:26:39.963346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49732) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.971213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (532d24db-9173-4249-9aca-2ecf2b298725), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.992662 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6307a8-ee86-409d-bbf5-a6569d1bf3c6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:39.993123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6307a8-ee86-409d-bbf5-a6569d1bf3c6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:39.994891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (532d24db-9173-4249-9aca-2ecf2b298725), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.996183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a6307a8-ee86-409d-bbf5-a6569d1bf3c6 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/dbcd56a4-e4d8-4049-a0d7-538b5fae304b HTTP/1.1" status: 404 len: 337 time: 0.0321195 Feb 19 01:26:39.999748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49736) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.033311 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-764103b7-3deb-42cd-bca5-553688848728 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 200 len: 205 time: 0.0324676 Feb 19 01:26:40.035947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49738) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.079307 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-51f17c93-e30f-48ab-bd1b-0a488fd2b9c5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:40.082043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-51f17c93-e30f-48ab-bd1b-0a488fd2b9c5 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/fd878103-9114-4625-9190-41db6586c74d HTTP/1.1" status: 404 len: 336 time: 0.0434356 Feb 19 01:26:40.083003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49740) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.111731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b6ac5e04-799f-4161-9c75-ae1fbbeeb854 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 HTTP/1.1" status: 200 len: 205 time: 0.0276060 Feb 19 01:26:40.114281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49742) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.153829 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-d89d4740-15b4-4bc0-9e2f-e3f1f83e1788 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:40.156349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d89d4740-15b4-4bc0-9e2f-e3f1f83e1788 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/9dc4cc0d-3b8a-4e74-8427-d64aaa7f7ed7 HTTP/1.1" status: 404 len: 336 time: 0.0397744 Feb 19 01:26:40.156349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (532d24db-9173-4249-9aca-2ecf2b298725), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.157895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49748) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.158157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.159384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/532d24db-9173-4249-9aca-2ecf2b298725 HTTP/1.1" status: 204 len: 168 time: 0.2496524 Feb 19 01:26:40.162984 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.183531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d0f71-fb88-49a2-898c-9a218d1bbafa tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d24db-9173-4249-9aca-2ecf2b298725,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:40.202748 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-41848086-2a20-4af5-8e58-0317d0a38c92 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:40.203267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41848086-2a20-4af5-8e58-0317d0a38c92 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:40.206367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-41848086-2a20-4af5-8e58-0317d0a38c92 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/669d971f-1b85-4c74-a5fc-f696d6e5b0b8 HTTP/1.1" status: 404 len: 337 time: 0.0473032 Feb 19 01:26:40.210808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49754) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.238405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7aa0587c-5c5c-43ec-8f44-92d5220e5c2d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690942 Feb 19 01:26:40.238909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49756) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.243127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a4c639d8-dccd-4c39-9f62-0ae11037783c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': 'e5b27d9c-dad4-4120-b892-2698ae4dee3b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:40.245758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8ef6e069-a392-4f6b-bd02-03165143a370 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=e0e5561b-2286-4ef4-8386-fa68c812e9bd HTTP/1.1" status: 200 len: 205 time: 0.0338027 Feb 19 01:26:40.249506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49760) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.271906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49764) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.313750 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-bdb11596-643b-49cc-9934-690e8f6b5072 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:40.314853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bdb11596-643b-49cc-9934-690e8f6b5072 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/e0e5561b-2286-4ef4-8386-fa68c812e9bd HTTP/1.1" status: 404 len: 336 time: 0.0643663 Feb 19 01:26:40.317483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49768) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.319108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-555bd543-7dc9-4bbb-b308-5a2beee2e78f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e1c9ab0db02049cdbfb5703246d30d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460982 Feb 19 01:26:40.321618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49770) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.345215 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ea9125-88f1-4da2-a0a6-117c7d1d5dd1 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:40.345678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ea9125-88f1-4da2-a0a6-117c7d1d5dd1 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:40.348955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-22ea9125-88f1-4da2-a0a6-117c7d1d5dd1 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/18167ea0-b966-4a60-993f-edb60391b139 HTTP/1.1" status: 404 len: 337 time: 0.0304987 Feb 19 01:26:40.351703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.387309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] Publish callbacks [] for security_group (04064f0d-3f0d-4a69-b396-b3047e38d7ff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.397533 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c890b941-0dc1-48cf-b437-cfb3ecc8422a tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "GET /v2.0/ports?device_id=0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a HTTP/1.1" status: 200 len: 205 time: 0.0447195 Feb 19 01:26:40.399877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49778) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.413612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] Publish callbacks [] for security_group (04064f0d-3f0d-4a69-b396-b3047e38d7ff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.444596 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-daa0cc47-5083-4510-8102-672755bcd98c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] delete failed (client error): The resource could not be found. Feb 19 01:26:40.445827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-daa0cc47-5083-4510-8102-672755bcd98c tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/routers/0af8ac91-c20b-4bcb-9bf7-784b4dc0dc0a HTTP/1.1" status: 404 len: 336 time: 0.0449860 Feb 19 01:26:40.448820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49780) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.471525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.483587 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10b45ac-08e6-412b-847b-c0d6594195aa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:40.484199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10b45ac-08e6-412b-847b-c0d6594195aa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:40.490611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.490805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f10b45ac-08e6-412b-847b-c0d6594195aa tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/ccd65b0f-e067-4ceb-98d5-356c9ee869e3 HTTP/1.1" status: 404 len: 337 time: 0.0385993 Feb 19 01:26:40.538601 n-d-826529-3 neutron-server[110602]: INFO neutron.pecan_wsgi.hooks.translation [None req-80df8b5c-db42-4279-83a3-181b19c2afa0 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] DELETE failed (client error): The resource could not be found. Feb 19 01:26:40.539061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80df8b5c-db42-4279-83a3-181b19c2afa0 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110602) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:26:40.542074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-80df8b5c-db42-4279-83a3-181b19c2afa0 tempest-RoutersTest-944142663 tempest-RoutersTest-944142663-project] 10.222.0.94 "DELETE /v2.0/subnets/7b08a706-0e8c-4b69-a15b-1d3eec4e5e9a HTTP/1.1" status: 404 len: 337 time: 0.0498500 Feb 19 01:26:40.543204 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-a4c639d8-dccd-4c39-9f62-0ae11037783c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The resource could not be found. Feb 19 01:26:40.547169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a4c639d8-dccd-4c39-9f62-0ae11037783c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3048203 Feb 19 01:26:40.549969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49794) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:40.551412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (04064f0d-3f0d-4a69-b396-b3047e38d7ff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.554363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.554806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--39627295'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:40.556072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/04064f0d-3f0d-4a69-b396-b3047e38d7ff HTTP/1.1" status: 204 len: 168 time: 0.2334297 Feb 19 01:26:40.576323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c88c0-d2fd-41a0-8e87-5b909119848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04064f0d-3f0d-4a69-b396-b3047e38d7ff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:40.681564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.695319 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d3111dff-3b33-4cf0-abab-6e6ed85654ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.789508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (e7e8fa08-37ee-4b45-b753-3a64a1abb8bd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.889209 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e7e8fa08-37ee-4b45-b753-3a64a1abb8bd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:40.926510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8fa08-37ee-4b45-b753-3a64a1abb8bd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:41.049055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.050483 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b943b7d5-c0dd-4a7c-919d-2350794c49b1 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4994202 Feb 19 01:26:41.053129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49832) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.057588 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648286360'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:41.129551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.174827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.306788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (f12b1456-6f90-4cf9-ac04-5d6908b45e3a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.336060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.337177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-76bafad4-fa1f-4e08-8800-5549600942d6 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a4e0db30c59d432b998224a3462440b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062631 Feb 19 01:26:41.394911 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f12b1456-6f90-4cf9-ac04-5d6908b45e3a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.401369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] Publish callbacks [] for security_group (1bdbef5d-8dea-4287-b690-db4b9a9b4ecc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.428492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] Publish callbacks [] for security_group (1bdbef5d-8dea-4287-b690-db4b9a9b4ecc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.446782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b1456-6f90-4cf9-ac04-5d6908b45e3a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:41.592068 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.593569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-997f2ea5-5c03-4af7-9f20-635ce0f3bd48 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5394337 Feb 19 01:26:41.598729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49868) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.601445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a86419fd-496c-4d8c-ae50-e27ef19f79fe tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group_rule': {'security_group_id': 'e7e8fa08-37ee-4b45-b753-3a64a1abb8bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f12b1456-6f90-4cf9-ac04-5d6908b45e3a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:41.654369 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1bdbef5d-8dea-4287-b690-db4b9a9b4ecc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.657498 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.661456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1bdbef5d-8dea-4287-b690-db4b9a9b4ecc HTTP/1.1" status: 204 len: 168 time: 0.3209717 Feb 19 01:26:41.679878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42b25c-c417-4f26-9e68-d409cb4e0f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdbef5d-8dea-4287-b690-db4b9a9b4ecc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:41.868968 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-a86419fd-496c-4d8c-ae50-e27ef19f79fe tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:26:41.870047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a86419fd-496c-4d8c-ae50-e27ef19f79fe tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2723167 Feb 19 01:26:41.872995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49886) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:41.930561 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (f12b1456-6f90-4cf9-ac04-5d6908b45e3a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:41.954984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (f12b1456-6f90-4cf9-ac04-5d6908b45e3a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.053052 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f12b1456-6f90-4cf9-ac04-5d6908b45e3a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.056021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.057289 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/f12b1456-6f90-4cf9-ac04-5d6908b45e3a HTTP/1.1" status: 204 len: 168 time: 0.1833153 Feb 19 01:26:42.060916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49898) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.073240 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebecd73-bd5c-40de-ba60-f90e4d68543e tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b1456-6f90-4cf9-ac04-5d6908b45e3a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.123361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e09d5989-1f56-4f36-a87b-2d991369b070 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0609798 Feb 19 01:26:42.130576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49906) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.190085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (e7e8fa08-37ee-4b45-b753-3a64a1abb8bd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.216219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (e7e8fa08-37ee-4b45-b753-3a64a1abb8bd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.384438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e7e8fa08-37ee-4b45-b753-3a64a1abb8bd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.389003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.392538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/e7e8fa08-37ee-4b45-b753-3a64a1abb8bd HTTP/1.1" status: 204 len: 168 time: 0.2584543 Feb 19 01:26:42.393108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49922) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.422562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a961-ee7c-4714-b4be-504c87b0e19d tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8fa08-37ee-4b45-b753-3a64a1abb8bd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.475848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13173a46-96c5-44ee-8037-73155ad606f5 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0815775 Feb 19 01:26:42.479562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49928) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.484669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298051482'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:42.573179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.686420 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (97866e1f-4c17-4f2f-9bc6-557d1efbc5d7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.755700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (97866e1f-4c17-4f2f-9bc6-557d1efbc5d7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.788133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97866e1f-4c17-4f2f-9bc6-557d1efbc5d7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.855888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.858989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60795deb-fd88-4de3-8e39-48c10b8be355 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3778405 Feb 19 01:26:42.861716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49958) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.867148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-38ecea8d-3a12-441c-976d-c09f43861799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:42.868059 n-d-826529-3 neutron-server[110602]: WARNING neutron.api.v2.base [None req-38ecea8d-3a12-441c-976d-c09f43861799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:26:42.868994 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-38ecea8d-3a12-441c-976d-c09f43861799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:26:42.870662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-38ecea8d-3a12-441c-976d-c09f43861799 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "PUT /v2.0/security-groups/97866e1f-4c17-4f2f-9bc6-557d1efbc5d7 HTTP/1.1" status: 409 len: 330 time: 0.0074737 Feb 19 01:26:42.873371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 49960) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:42.898012 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-16d65991-d008-4667-9f8f-9ea9ec4a0913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.944463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (97866e1f-4c17-4f2f-9bc6-557d1efbc5d7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.973775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (97866e1f-4c17-4f2f-9bc6-557d1efbc5d7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.980811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49966) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.094531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594313831'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:43.115908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (97866e1f-4c17-4f2f-9bc6-557d1efbc5d7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.118570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.120043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/97866e1f-4c17-4f2f-9bc6-557d1efbc5d7 HTTP/1.1" status: 204 len: 168 time: 0.2452137 Feb 19 01:26:43.123189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49974) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.130529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f5720-be26-4c48-9e26-cd882559447c tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97866e1f-4c17-4f2f-9bc6-557d1efbc5d7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.173870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.188818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0de83760-7776-465d-8a3b-fbba077767d9 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644333 Feb 19 01:26:43.189788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.193061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.214290 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-2292eab2-ce8f-4594-b301-1d1c69601e7a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] delete failed (client error): The resource could not be found. Feb 19 01:26:43.215316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2292eab2-ce8f-4594-b301-1d1c69601e7a tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "DELETE /v2.0/security-groups/5304fd3e-26ce-4974-b6d7-b943230650b4 HTTP/1.1" status: 404 len: 347 time: 0.0213084 Feb 19 01:26:43.219318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49982) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.238579 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-866c3ae4-d21d-4857-942f-09a939374f08 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] show failed (client error): The resource could not be found. Feb 19 01:26:43.239625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-866c3ae4-d21d-4857-942f-09a939374f08 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-groups/514a975b-c2ff-4887-82bb-95dde20d79e3 HTTP/1.1" status: 404 len: 347 time: 0.0194139 Feb 19 01:26:43.243960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 49986) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.266737 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-50346d21-3e3e-40cb-983f-3f190b0036f8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] show failed (client error): The resource could not be found. Feb 19 01:26:43.267775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-50346d21-3e3e-40cb-983f-3f190b0036f8 tempest-NegativeSecGroupTest-1953926696 tempest-NegativeSecGroupTest-1953926696-project] 10.222.0.94 "GET /v2.0/security-group-rules/8c3ca436-154f-4252-9700-7b4b117b022a HTTP/1.1" status: 404 len: 356 time: 0.0229888 Feb 19 01:26:43.318821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (66f448d9-afae-4e75-bf02-d832eb8162ae), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.384503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66f448d9-afae-4e75-bf02-d832eb8162ae), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.422874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f448d9-afae-4e75-bf02-d832eb8162ae,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.470988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (506c664f-a559-400b-a161-e3783b39c24d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.556294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (506c664f-a559-400b-a161-e3783b39c24d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.588500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506c664f-a559-400b-a161-e3783b39c24d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.677000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.678645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c865ab7d-e2f6-484d-bd68-3301b6076631 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6959450 Feb 19 01:26:43.681523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.745029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50014) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.745170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d72f57ec-14b6-487c-b130-a81e290ee236 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0598922 Feb 19 01:26:43.749634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-security--1610324666', 'description': 'tempest-security-description-1815491010'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:43.796702 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (506c664f-a559-400b-a161-e3783b39c24d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.843862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50022) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.859762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (506c664f-a559-400b-a161-e3783b39c24d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.921508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (506c664f-a559-400b-a161-e3783b39c24d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.924628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:43.925981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "PUT /v2.0/security-groups/506c664f-a559-400b-a161-e3783b39c24d HTTP/1.1" status: 200 len: 1797 time: 0.1800508 Feb 19 01:26:43.929065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:43.952023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f627909-87ea-4ecb-8fac-4d865eca1dd5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506c664f-a559-400b-a161-e3783b39c24d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:43.990465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-61f53e12-3e99-4d01-a984-ceba7a63b0d1 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups/506c664f-a559-400b-a161-e3783b39c24d HTTP/1.1" status: 200 len: 1797 time: 0.0599852 Feb 19 01:26:43.993232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:44.015641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fa0d6ea-cc48-49cf-8fe8-422a8daa8843 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b4468c418b26485fae8fa1fb3ae869f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703343 Feb 19 01:26:44.018124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:44.095969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (506c664f-a559-400b-a161-e3783b39c24d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.115594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] Publish callbacks [] for security_group (a84cdae1-52ad-4797-a4a3-6e9bdfc004b0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.135148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (506c664f-a559-400b-a161-e3783b39c24d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.156919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] Publish callbacks [] for security_group (a84cdae1-52ad-4797-a4a3-6e9bdfc004b0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.240115 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.291954 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (506c664f-a559-400b-a161-e3783b39c24d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.295880 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.299623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/506c664f-a559-400b-a161-e3783b39c24d HTTP/1.1" status: 204 len: 168 time: 0.3028269 Feb 19 01:26:44.306607 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:44.307470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7b6cb-905e-4517-8024-be3e4cf3776d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c664f-a559-400b-a161-e3783b39c24d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:44.328065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a84cdae1-52ad-4797-a4a3-6e9bdfc004b0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.332523 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.338415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a84cdae1-52ad-4797-a4a3-6e9bdfc004b0 HTTP/1.1" status: 204 len: 168 time: 0.3190024 Feb 19 01:26:44.347841 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f706b-fcf9-4519-ba42-2e2e03a35c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84cdae1-52ad-4797-a4a3-6e9bdfc004b0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:44.729576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d60ec0b-9b7f-481a-89c8-d196aa149dda tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4278796 Feb 19 01:26:44.732609 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:44.746427 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-714b6b29-c2aa-427c-9e49-5410465ecc69 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] delete failed (client error): The resource could not be found. Feb 19 01:26:44.751199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-714b6b29-c2aa-427c-9e49-5410465ecc69 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/506c664f-a559-400b-a161-e3783b39c24d HTTP/1.1" status: 404 len: 347 time: 0.0138311 Feb 19 01:26:44.751948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50082) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:44.756893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885734204'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:44.841992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.924817 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (0ef6ee02-da15-409d-8dc8-4665cae2a63d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:44.973193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0ef6ee02-da15-409d-8dc8-4665cae2a63d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.008466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef6ee02-da15-409d-8dc8-4665cae2a63d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.071828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.073290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-aa90e621-bf19-4ff8-a8ac-69728d3b93bc tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3200810 Feb 19 01:26:45.077047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50110) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.082523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '0ef6ee02-da15-409d-8dc8-4665cae2a63d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:45.224074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.288310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.349963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.383185 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.399745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ae201e-5d99-44af-a7a5-3a6d730076b5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.484232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.484457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fc4ffd76-c9d6-441a-8b0e-a57e7256acc4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059727 Feb 19 01:26:45.487102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50136) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.510840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.518917 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.601721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (61ae201e-5d99-44af-a7a5-3a6d730076b5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.609670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.610795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/61ae201e-5d99-44af-a7a5-3a6d730076b5 HTTP/1.1" status: 204 len: 168 time: 0.1227388 Feb 19 01:26:45.613866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.615465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beeae3-2a33-4d0b-8b59-8157f0cda394 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61ae201e-5d99-44af-a7a5-3a6d730076b5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.656075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3db5207e-a423-497e-b3ef-90e520b0c19b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0406010 Feb 19 01:26:45.658904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.719524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (0ef6ee02-da15-409d-8dc8-4665cae2a63d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.744038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (0ef6ee02-da15-409d-8dc8-4665cae2a63d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.860570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0ef6ee02-da15-409d-8dc8-4665cae2a63d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.864005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:45.865466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/0ef6ee02-da15-409d-8dc8-4665cae2a63d HTTP/1.1" status: 204 len: 168 time: 0.2055278 Feb 19 01:26:45.868503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.880405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d41907-24d3-44cb-b526-dc3054872d6b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef6ee02-da15-409d-8dc8-4665cae2a63d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:45.938242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-974b3ca4-bf12-4538-9064-cb5d60a8e236 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685699 Feb 19 01:26:45.954985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50184) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:45.959432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--959488525'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:46.046643 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.151797 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (f11fd08f-2eac-475a-8ec2-728354cf78d6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.236674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f11fd08f-2eac-475a-8ec2-728354cf78d6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.276442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11fd08f-2eac-475a-8ec2-728354cf78d6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:46.323709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.326081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c6df7505-6b93-4546-af4d-d47d20912f7d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3698158 Feb 19 01:26:46.328879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50210) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:46.333756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'f11fd08f-2eac-475a-8ec2-728354cf78d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:46.418278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.503539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.602140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.630014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd2e646-6331-40d2-be48-5ec553b12c72,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:46.712821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.715286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f62a59c3-5cd4-4ebb-850b-0e853dd9e6ab tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851087 Feb 19 01:26:46.730669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50232) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:46.730669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'f11fd08f-2eac-475a-8ec2-728354cf78d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:46.833410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.916327 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.956140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:46.979357 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.021878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956a6e95-e13b-47be-8adf-3211a83211af,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:47.082325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.086561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e076f50d-d2ac-4764-8f47-d885e3217026 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642147 Feb 19 01:26:47.086991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50258) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:47.096473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'f11fd08f-2eac-475a-8ec2-728354cf78d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:47.241582 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.304630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.379316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.401370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:47.490682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.497594 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cbd270f6-7852-4cf4-aa2f-cf185e330e62 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4021852 Feb 19 01:26:47.497854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50274) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:47.501371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'f11fd08f-2eac-475a-8ec2-728354cf78d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:47.614360 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.693539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.796216 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.826414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c1f26d-4888-4cd5-ba42-cc7259dca948,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:47.907298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.908720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4b576777-8a59-4e84-ae91-90dcad981a0e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4127834 Feb 19 01:26:47.911580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50282) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:47.916624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'f11fd08f-2eac-475a-8ec2-728354cf78d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:48.016694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.143925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.236463 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.265264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42e96f1-4693-4487-bdd7-38092b616cce,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.295882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50292) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.363608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.367962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cd1ac05f-146c-4ac3-89c3-b24b2c0e0805 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4520934 Feb 19 01:26:48.368135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.413237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.434869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.471154 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a307dc2f-4421-4eec-a25f-037ca9546d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.544745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f42e96f1-4693-4487-bdd7-38092b616cce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.551232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.555500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/f42e96f1-4693-4487-bdd7-38092b616cce HTTP/1.1" status: 204 len: 168 time: 0.1833055 Feb 19 01:26:48.555646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.557876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa87324-dcfc-4a4c-bd5d-36399727c08b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f42e96f1-4693-4487-bdd7-38092b616cce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.629810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2950ac9f-fdbd-47da-9f7a-7e0f84f31ccf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0733907 Feb 19 01:26:48.632658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50300) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.658030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a307dc2f-4421-4eec-a25f-037ca9546d64 admin admin] Publish callbacks [] for security_group (3a316b6b-4ed5-4386-a5a9-d9cdc76a3593), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.658851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.666949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.779153 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a307dc2f-4421-4eec-a25f-037ca9546d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3a316b6b-4ed5-4386-a5a9-d9cdc76a3593), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.818930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (72c1f26d-4888-4cd5-ba42-cc7259dca948), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.826210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a307dc2f-4421-4eec-a25f-037ca9546d64 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=757323224d6f4dfea79d172a7df2393d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290534 Feb 19 01:26:48.827115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307dc2f-4421-4eec-a25f-037ca9546d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a316b6b-4ed5-4386-a5a9-d9cdc76a3593,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.829482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.830120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50304) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.831061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/72c1f26d-4888-4cd5-ba42-cc7259dca948 HTTP/1.1" status: 204 len: 168 time: 0.1973727 Feb 19 01:26:48.833564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50306) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.848396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d54cc-53f3-4d1a-83dc-fb6dbd554a30 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c1f26d-4888-4cd5-ba42-cc7259dca948,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:48.909192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] Publish callbacks [] for security_group (3a316b6b-4ed5-4386-a5a9-d9cdc76a3593), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.934279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-907c0a7f-b774-408e-a9bf-fc61e0c355ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0992050 Feb 19 01:26:48.937693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50310) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:48.952144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] Publish callbacks [] for security_group (3a316b6b-4ed5-4386-a5a9-d9cdc76a3593), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.973906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.983771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.099300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3a316b6b-4ed5-4386-a5a9-d9cdc76a3593), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.099493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.103570 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.106143 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.107385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3a316b6b-4ed5-4386-a5a9-d9cdc76a3593 HTTP/1.1" status: 204 len: 168 time: 0.2758496 Feb 19 01:26:49.110491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3 HTTP/1.1" status: 204 len: 168 time: 0.1692343 Feb 19 01:26:49.114746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50314) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.127749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a073ab-5af8-421a-a268-68b09f5fa836 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ce4e2c1-3a1e-46f1-a0c7-ae13f12de6c3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.127897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba581c41-8177-45d5-ac0c-516ce4fa3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a316b6b-4ed5-4386-a5a9-d9cdc76a3593,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.169755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3c2eb07a-bae8-4366-aa7e-0141f8645236 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0527279 Feb 19 01:26:49.173131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50316) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.197903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.209198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.316804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (956a6e95-e13b-47be-8adf-3211a83211af), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.327559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.328739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/956a6e95-e13b-47be-8adf-3211a83211af HTTP/1.1" status: 204 len: 168 time: 0.1545973 Feb 19 01:26:49.333660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebeb94-d65c-4074-842a-cc7a7ff1dd39 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=956a6e95-e13b-47be-8adf-3211a83211af,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.335207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50322) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.383965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d3c6688a-83df-493c-8841-c070f1be0d2c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0474298 Feb 19 01:26:49.386766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50326) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.414371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.423688 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.516138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (9fd2e646-6331-40d2-be48-5ec553b12c72), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.522613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.526200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/9fd2e646-6331-40d2-be48-5ec553b12c72 HTTP/1.1" status: 204 len: 168 time: 0.1347871 Feb 19 01:26:49.526527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50328) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.545898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6342507-16b9-4cf0-9529-ae23a4051af4 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd2e646-6331-40d2-be48-5ec553b12c72,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.580143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-74c83443-4375-4233-92c2-87bfedd3fc73 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522540 Feb 19 01:26:49.586553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50330) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:49.663348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (f11fd08f-2eac-475a-8ec2-728354cf78d6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.686958 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (f11fd08f-2eac-475a-8ec2-728354cf78d6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.806680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f11fd08f-2eac-475a-8ec2-728354cf78d6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/f11fd08f-2eac-475a-8ec2-728354cf78d6 HTTP/1.1" status: 204 len: 168 time: 0.2257299 Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50334) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0f331-44dd-408f-9196-96e64495c0ce tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11fd08f-2eac-475a-8ec2-728354cf78d6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50336) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59ed6827-cc67-4880-97d5-b9d491cb3dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.088591 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2779a1b0-ddcc-4f42-9fbd-eddfeb1d6f07 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1072040 Feb 19 01:26:50.091583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50338) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.091583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--181521823'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:50.092233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59ed6827-cc67-4880-97d5-b9d491cb3dbd admin admin] Publish callbacks [] for security_group (40b78224-3c41-48d2-8b05-cc9fab33c4e7), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.111053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.144924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59ed6827-cc67-4880-97d5-b9d491cb3dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (40b78224-3c41-48d2-8b05-cc9fab33c4e7), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.209150 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59ed6827-cc67-4880-97d5-b9d491cb3dbd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e985311b4a1b48c1b394fc33b9cb8514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081512 Feb 19 01:26:50.213203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50340) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.241029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6827-cc67-4880-97d5-b9d491cb3dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b78224-3c41-48d2-8b05-cc9fab33c4e7,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.288736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (1856f8e2-7374-459c-8d2c-c5510050edaf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.317814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] Publish callbacks [] for security_group (40b78224-3c41-48d2-8b05-cc9fab33c4e7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.350414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] Publish callbacks [] for security_group (40b78224-3c41-48d2-8b05-cc9fab33c4e7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.394945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1856f8e2-7374-459c-8d2c-c5510050edaf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.438810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1856f8e2-7374-459c-8d2c-c5510050edaf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.489351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.490851 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-84309ee2-7af3-4b08-83b1-3421ff245bc6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5512550 Feb 19 01:26:50.493671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50344) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:50.498207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '1856f8e2-7374-459c-8d2c-c5510050edaf', 'direction': 'ingress', 'protocol': 17}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:50.544616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (40b78224-3c41-48d2-8b05-cc9fab33c4e7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.547737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.551646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/40b78224-3c41-48d2-8b05-cc9fab33c4e7 HTTP/1.1" status: 204 len: 168 time: 0.3348680 Feb 19 01:26:50.558542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30c16f-146e-45d4-8dcc-5acf936bd128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b78224-3c41-48d2-8b05-cc9fab33c4e7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:50.633557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (07f3e68f-d4cc-479d-a983-99424552c2b2), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.768513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (07f3e68f-d4cc-479d-a983-99424552c2b2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.864877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (07f3e68f-d4cc-479d-a983-99424552c2b2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.888981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f3e68f-d4cc-479d-a983-99424552c2b2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.019757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.024276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50352) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.031003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a6e23381-cb67-4414-9858-c0e0bc02e887 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5297711 Feb 19 01:26:51.087421 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (1856f8e2-7374-459c-8d2c-c5510050edaf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.114490 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (1856f8e2-7374-459c-8d2c-c5510050edaf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.235055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1856f8e2-7374-459c-8d2c-c5510050edaf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.238550 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.239995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/1856f8e2-7374-459c-8d2c-c5510050edaf HTTP/1.1" status: 204 len: 168 time: 0.2144556 Feb 19 01:26:51.243047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50360) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.259235 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2febba-dc88-4c60-8fff-5c8faa1fcdd6 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856f8e2-7374-459c-8d2c-c5510050edaf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.302652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-38a3a5ca-77c3-4e93-bec0-9953442d41d5 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582554 Feb 19 01:26:51.308345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.313877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054836383'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:51.400230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50368) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.445275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.488609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Deleting subnet 6413dc0b-db49-4283-b8d7-dd1397e732e1 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:51.493994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Publish callbacks [] for subnet (6413dc0b-db49-4283-b8d7-dd1397e732e1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.554051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6413dc0b-db49-4283-b8d7-dd1397e732e1), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.621367 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d19cb19d-0d82-4f3c-b3f9-47a972c684e9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.633092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6413dc0b-db49-4283-b8d7-dd1397e732e1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.689487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d19cb19d-0d82-4f3c-b3f9-47a972c684e9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.722740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cb19d-0d82-4f3c-b3f9-47a972c684e9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.732378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.732814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.733089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.733431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.733768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.734104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.734435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.734914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.735319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.739122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.739600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.740048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.740485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:51.821287 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.823359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6e904f8b-3f6c-4d8b-bee5-3ed7011588ad tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5129764 Feb 19 01:26:51.823968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6413dc0b-db49-4283-b8d7-dd1397e732e1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.826224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50378) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.837573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--869824091'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:51.871568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6413dc0b-db49-4283-b8d7-dd1397e732e1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:51.874007 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.879874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:51.880094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b3ca1e6-9c8f-41a0-a961-8c3a06738240 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/6413dc0b-db49-4283-b8d7-dd1397e732e1 HTTP/1.1" status: 204 len: 168 time: 0.4774935 Feb 19 01:26:51.968733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (095cc227-4f44-4a6c-87bb-90344ef2272e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.978674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.085282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (095cc227-4f44-4a6c-87bb-90344ef2272e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.122376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095cc227-4f44-4a6c-87bb-90344ef2272e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:52.127965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (9450938a-cb06-41ee-8466-07eb0239b025), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.133704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b122d7a-4859-4f65-be66-958dc4fc869c') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:52.139590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b122d7a-4859-4f65-be66-958dc4fc869c') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:52.145929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (8b122d7a-4859-4f65-be66-958dc4fc869c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.160487 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8b122d7a-4859-4f65-be66-958dc4fc869c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.169002 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:52.169002 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (8b122d7a-4859-4f65-be66-958dc4fc869c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:52.169307 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:52.219378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9450938a-cb06-41ee-8466-07eb0239b025), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.272247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9450938a-cb06-41ee-8466-07eb0239b025,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.344569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (095cc227-4f44-4a6c-87bb-90344ef2272e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.348461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.350251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-868026ce-9c5d-4330-8e6e-cb8d7c60acdf tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5201869 Feb 19 01:26:52.353328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50390) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:52.355723 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.358500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'd19cb19d-0d82-4f3c-b3f9-47a972c684e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9450938a-cb06-41ee-8466-07eb0239b025', 'remote_ip_prefix': None}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:52.363748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] 10.222.0.94 "DELETE /v2.0/networks/095cc227-4f44-4a6c-87bb-90344ef2272e HTTP/1.1" status: 204 len: 168 time: 0.4795394 Feb 19 01:26:52.364371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:52.374100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4432c6-77f0-495e-8ab9-893c66e0076f admin admin] Pushing event deleted for resources: {'Network': ['ID=095cc227-4f44-4a6c-87bb-90344ef2272e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.431403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Deleting subnet cb952b01-2b51-4cce-b857-f74860a0ff92 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:52.435328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Publish callbacks [] for subnet (cb952b01-2b51-4cce-b857-f74860a0ff92), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.475417 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (cb952b01-2b51-4cce-b857-f74860a0ff92), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.539734 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.562040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cb952b01-2b51-4cce-b857-f74860a0ff92), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.645739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.746045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.748745 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (cb952b01-2b51-4cce-b857-f74860a0ff92), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.788338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.792066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/cb952b01-2b51-4cce-b857-f74860a0ff92 HTTP/1.1" status: 204 len: 168 time: 0.4266558 Feb 19 01:26:52.795875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50404) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:52.802279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f71a2d-2e98-4b81-afc1-35f3e9262209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb952b01-2b51-4cce-b857-f74860a0ff92,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.826448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56074166-89c3-4601-9e48-da3acf982461,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:52.907935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.914836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-efc7720f-c929-491e-a68b-58ca61d65bfd tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5603023 Feb 19 01:26:52.915489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50408) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:52.944794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a8b9f7b4-8145-436a-92f1-3746c999783b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.949768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:52.972952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.092096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a8b9f7b4-8145-436a-92f1-3746c999783b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.098525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (56074166-89c3-4601-9e48-da3acf982461), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.104122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.105284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/56074166-89c3-4601-9e48-da3acf982461 HTTP/1.1" status: 204 len: 168 time: 0.1886806 Feb 19 01:26:53.113642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50414) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.138640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f23a3-c479-46f2-83a6-8ba426168f3b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56074166-89c3-4601-9e48-da3acf982461,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.140000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b9f7b4-8145-436a-92f1-3746c999783b']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.170766 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffaf279-4906-4fb1-99d5-e7f0d72c9746') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.171616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffaf279-4906-4fb1-99d5-e7f0d72c9746') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:53.180532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3c152c2b-1491-428d-bbcb-ba629c419b7e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657899 Feb 19 01:26:53.183325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50418) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.186047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (4ffaf279-4906-4fb1-99d5-e7f0d72c9746), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.207165 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (4ffaf279-4906-4fb1-99d5-e7f0d72c9746), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.215190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:53.216866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (4ffaf279-4906-4fb1-99d5-e7f0d72c9746), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:53.219041 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:53.261435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (9450938a-cb06-41ee-8466-07eb0239b025), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.291980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (9450938a-cb06-41ee-8466-07eb0239b025), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.410494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9450938a-cb06-41ee-8466-07eb0239b025), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.410686 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a8b9f7b4-8145-436a-92f1-3746c999783b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.421042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.421042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/9450938a-cb06-41ee-8466-07eb0239b025 HTTP/1.1" status: 204 len: 168 time: 0.2323794 Feb 19 01:26:53.421882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50428) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.424576 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.432093 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a8b9f7b4-8145-436a-92f1-3746c999783b HTTP/1.1" status: 204 len: 168 time: 0.6350372 Feb 19 01:26:53.445045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ff4e6-bb17-4370-b390-c4c7fb9c6d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b9f7b4-8145-436a-92f1-3746c999783b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.468284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029e057-c5fa-4e6b-a982-eebc6df5ca42 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450938a-cb06-41ee-8466-07eb0239b025,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.527649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae13e8f0-0db6-4e90-914d-b568b2019f09 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1018035 Feb 19 01:26:53.528866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50432) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.602769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d19cb19d-0d82-4f3c-b3f9-47a972c684e9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.630670 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d19cb19d-0d82-4f3c-b3f9-47a972c684e9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.830389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d19cb19d-0d82-4f3c-b3f9-47a972c684e9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.833359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.837070 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/d19cb19d-0d82-4f3c-b3f9-47a972c684e9 HTTP/1.1" status: 204 len: 168 time: 0.3046482 Feb 19 01:26:53.837464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50440) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.886910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaf79c-dcaa-47a7-9a38-520b9ee6bc31 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cb19d-0d82-4f3c-b3f9-47a972c684e9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.910333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e6fdb1fc-9479-478a-b031-27822f3ff8b9 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716960 Feb 19 01:26:53.914818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50442) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.919348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--860864387'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:53.977565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50444) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:53.998228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.054159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4135a9c1-ee5b-44ad-8065-14ed49ee33e5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=94475bb2cd2d4da99a9cd99cd97766ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753779 Feb 19 01:26:54.061397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.088778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7c95eb13-162c-4eaa-9386-f352017eb780), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.115620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] Publish callbacks [] for security_group (076ddb6d-3237-40fe-a213-61a091fdd1f0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.134324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50450) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.140430 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] Publish callbacks [] for security_group (076ddb6d-3237-40fe-a213-61a091fdd1f0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.150836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c95eb13-162c-4eaa-9386-f352017eb780), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.188632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95eb13-162c-4eaa-9386-f352017eb780,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.226957 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.228281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e0a5db11-9121-4866-9892-a13712489719 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3128541 Feb 19 01:26:54.231269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.237158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '7c95eb13-162c-4eaa-9386-f352017eb780', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:54.255409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (076ddb6d-3237-40fe-a213-61a091fdd1f0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.258005 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.261778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/076ddb6d-3237-40fe-a213-61a091fdd1f0 HTTP/1.1" status: 204 len: 168 time: 0.1967402 Feb 19 01:26:54.269828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3c6c0-7c23-4188-889c-139e38b4bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076ddb6d-3237-40fe-a213-61a091fdd1f0,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.315138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-515ee715-d641-4dbf-a84f-64ce1b873565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.338575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.398235 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.400393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-515ee715-d641-4dbf-a84f-64ce1b873565 admin admin] Publish callbacks [] for security_group (0c8a19dd-6e15-41a6-a4e2-02f5df69d489), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.487260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.505696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7869dc0e-4c4e-4f4c-9a92-96121c0304de,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.515883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-515ee715-d641-4dbf-a84f-64ce1b873565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0c8a19dd-6e15-41a6-a4e2-02f5df69d489), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.559306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-515ee715-d641-4dbf-a84f-64ce1b873565 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e56f06e224eb4767809921a6a437f65e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237859 Feb 19 01:26:54.560669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ee715-d641-4dbf-a84f-64ce1b873565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a19dd-6e15-41a6-a4e2-02f5df69d489,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.562292 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50460) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.583758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.589403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b07e90ac-db9f-490e-a09a-dd6aeadb047c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3521910 Feb 19 01:26:54.591762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50462) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.621334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.625607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] Publish callbacks [] for security_group (0c8a19dd-6e15-41a6-a4e2-02f5df69d489), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.630728 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.656000 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] Publish callbacks [] for security_group (0c8a19dd-6e15-41a6-a4e2-02f5df69d489), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.727307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7869dc0e-4c4e-4f4c-9a92-96121c0304de), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.733755 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.736647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/7869dc0e-4c4e-4f4c-9a92-96121c0304de HTTP/1.1" status: 204 len: 168 time: 0.1418810 Feb 19 01:26:54.738700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50466) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.741415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdc480-fcd2-40fb-8c73-d7d619daf61e tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7869dc0e-4c4e-4f4c-9a92-96121c0304de,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.784067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7426e5f-423a-41d7-9a60-dc4478219d57 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442622 Feb 19 01:26:54.786982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50468) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:54.824955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0c8a19dd-6e15-41a6-a4e2-02f5df69d489), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.827898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.831779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0c8a19dd-6e15-41a6-a4e2-02f5df69d489 HTTP/1.1" status: 204 len: 168 time: 0.2675445 Feb 19 01:26:54.839926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706784b-2bea-4791-b5f0-6c76c4ea0b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a19dd-6e15-41a6-a4e2-02f5df69d489,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.846168 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7c95eb13-162c-4eaa-9386-f352017eb780), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.876302 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7c95eb13-162c-4eaa-9386-f352017eb780), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.018000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c95eb13-162c-4eaa-9386-f352017eb780), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.023325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.025119 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/7c95eb13-162c-4eaa-9386-f352017eb780 HTTP/1.1" status: 204 len: 168 time: 0.2370737 Feb 19 01:26:55.028026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50472) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.032854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50474) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.055695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a50df-0864-475b-8d30-61e71cbc68a8 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95eb13-162c-4eaa-9386-f352017eb780,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.074949 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8e0d5e15-c603-4dea-8d6b-6c4d4cf09bd0 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450919 Feb 19 01:26:55.079065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50476) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.086868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843184847'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:55.113198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4f45cea9-8094-4eda-ad53-2a52d081bc20 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7fc8be3bcd3d48f3abedb03209a8627e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791178 Feb 19 01:26:55.115854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.169350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] Publish callbacks [] for security_group (61674626-fa49-4563-af01-dff03451ea7e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.197514 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] Publish callbacks [] for security_group (61674626-fa49-4563-af01-dff03451ea7e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.203822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.282400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7ec8a861-cdc5-4ad5-b4ea-057f5a495cde), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.367976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (61674626-fa49-4563-af01-dff03451ea7e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.370561 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.373304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/61674626-fa49-4563-af01-dff03451ea7e HTTP/1.1" status: 204 len: 168 time: 0.2547672 Feb 19 01:26:55.380738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e6600-b9ff-4c41-9d02-f297c04c6248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61674626-fa49-4563-af01-dff03451ea7e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.396384 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7ec8a861-cdc5-4ad5-b4ea-057f5a495cde), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.441832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8a861-cdc5-4ad5-b4ea-057f5a495cde,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.541536 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.542901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c0e0d2bc-2eb4-4df1-9be0-b4477ad4f47a tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4624612 Feb 19 01:26:55.550431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50484) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.555489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '7ec8a861-cdc5-4ad5-b4ea-057f5a495cde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:55.645184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50486) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.663073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d401-5af3-4eb8-b6a9-f0c3118449d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.699441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.798541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d401-5af3-4eb8-b6a9-f0c3118449d4 admin admin] Publish callbacks [] for security_group (dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.811697 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.883286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d401-5af3-4eb8-b6a9-f0c3118449d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.927575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:55.959503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cfc7d401-5af3-4eb8-b6a9-f0c3118449d4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4270390729b24f6e9819657208f87e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124192 Feb 19 01:26:55.961108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3340e9df-92eb-49cb-b10f-e1f56dfb5872,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:55.962183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50494) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:55.963846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7d401-5af3-4eb8-b6a9-f0c3118449d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:56.038728 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.039324 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] Publish callbacks [] for security_group (dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.042517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3af66ceb-813e-4cb1-82a0-7f26a59dbaa7 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4885643 Feb 19 01:26:56.043010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50498) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.069461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-55b9ef93-9044-4668-afe0-ef2ff7f41291 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules/3340e9df-92eb-49cb-b10f-e1f56dfb5872 HTTP/1.1" status: 200 len: 763 time: 0.0216753 Feb 19 01:26:56.069813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50502) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.070066 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] Publish callbacks [] for security_group (dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.124158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-14431cfe-ae5f-4c4b-bee6-a3023ece419b tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0532212 Feb 19 01:26:56.126612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50504) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.152426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.161616 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.224750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.227563 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.231461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57 HTTP/1.1" status: 204 len: 168 time: 0.2681396 Feb 19 01:26:56.240450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8fdd7-292c-45f3-a525-4a82894d85fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc16a6-4b1b-4ecf-b3dd-6fe0d2383a57,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:56.298851 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3340e9df-92eb-49cb-b10f-e1f56dfb5872), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.308145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.309257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/3340e9df-92eb-49cb-b10f-e1f56dfb5872 HTTP/1.1" status: 204 len: 168 time: 0.1837561 Feb 19 01:26:56.312861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.316077 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a88e4-f397-4611-a505-9ea8f63d8430 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3340e9df-92eb-49cb-b10f-e1f56dfb5872,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:56.364586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-207773e5-2b5f-4627-bc21-93f620282c63 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505641 Feb 19 01:26:56.368359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50512) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.374273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '7ec8a861-cdc5-4ad5-b4ea-057f5a495cde', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:56.498130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.547446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.629381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.652295 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c5328d-00de-43e0-a9d4-e841d235fdb5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:56.735720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.739184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7528d72e-837c-4212-bd0b-e7bf7654a42d tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696308 Feb 19 01:26:56.745399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50526) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.773093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7239709e-8a45-4172-9f25-f9f6f1b5e518 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules/34c5328d-00de-43e0-a9d4-e841d235fdb5 HTTP/1.1" status: 200 len: 763 time: 0.0263684 Feb 19 01:26:56.775504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50530) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.835306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-18e452d3-13ec-468a-9621-467236027663 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571043 Feb 19 01:26:56.837849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50536) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.869198 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.879200 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.951495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (34c5328d-00de-43e0-a9d4-e841d235fdb5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.958970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:56.963498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50544) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:56.964116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/34c5328d-00de-43e0-a9d4-e841d235fdb5 HTTP/1.1" status: 204 len: 168 time: 0.1252534 Feb 19 01:26:56.974657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b9fd5-3d0a-404b-8dd4-016be66e16ee tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34c5328d-00de-43e0-a9d4-e841d235fdb5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:57.012688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d734c423-935d-43ff-be4c-d47a2a66b529 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453179 Feb 19 01:26:57.012688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50546) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.019007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': '7ec8a861-cdc5-4ad5-b4ea-057f5a495cde', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:57.115886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.190963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.275038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.296902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f397a4c9-ee74-4b03-9a39-48378aa20dea,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:57.392325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.393639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d006f628-ad2e-4500-b919-bb22c075a327 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792529 Feb 19 01:26:57.396270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50558) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.413080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-663f8ec5-b7d0-44eb-a7ec-2f18083b7e8c tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules/f397a4c9-ee74-4b03-9a39-48378aa20dea HTTP/1.1" status: 200 len: 764 time: 0.0157239 Feb 19 01:26:57.415736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50560) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.460027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7583c624-f23b-4ca4-9c42-1cca3a472f00 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0429988 Feb 19 01:26:57.462708 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50562) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.493382 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.501538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.597226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f397a4c9-ee74-4b03-9a39-48378aa20dea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.605829 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.608519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/f397a4c9-ee74-4b03-9a39-48378aa20dea HTTP/1.1" status: 204 len: 168 time: 0.1445217 Feb 19 01:26:57.611310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50568) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.617130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f5e7-efdb-4829-abbe-2d36d6e46edb tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f397a4c9-ee74-4b03-9a39-48378aa20dea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:57.647701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50570) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.679173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3050ce6b-9d6c-443e-8204-2c9e6435ba34 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657976 Feb 19 01:26:57.682007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50576) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.768104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7ec8a861-cdc5-4ad5-b4ea-057f5a495cde), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.798159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (7ec8a861-cdc5-4ad5-b4ea-057f5a495cde), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.850908 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a08ae127-39fa-4c9e-aeab-971e487a730f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.940471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7ec8a861-cdc5-4ad5-b4ea-057f5a495cde), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.943334 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:57.947251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/7ec8a861-cdc5-4ad5-b4ea-057f5a495cde HTTP/1.1" status: 204 len: 168 time: 0.2612462 Feb 19 01:26:57.952690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50584) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:57.974945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2309b4-0936-4548-be4b-ca83a3487b72 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec8a861-cdc5-4ad5-b4ea-057f5a495cde,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.001922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d9431ea1-b9a2-4f79-a428-c99db7a22813 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525887 Feb 19 01:26:58.007778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50588) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:58.013411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893886208'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:58.069491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a08ae127-39fa-4c9e-aeab-971e487a730f admin admin] Publish callbacks [] for security_group (48a5a23e-407b-4493-8a0e-63794cd63e90), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.116200 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.172984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a08ae127-39fa-4c9e-aeab-971e487a730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (48a5a23e-407b-4493-8a0e-63794cd63e90), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.215790 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d39f80d0-d6c2-469f-a8a5-654dc9d8f427), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.237135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a08ae127-39fa-4c9e-aeab-971e487a730f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6f0b1b6687204c30b00b1be5644116aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5858192 Feb 19 01:26:58.237135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae127-39fa-4c9e-aeab-971e487a730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5a23e-407b-4493-8a0e-63794cd63e90,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.237831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:58.290452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] Publish callbacks [] for security_group (48a5a23e-407b-4493-8a0e-63794cd63e90), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.293530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d39f80d0-d6c2-469f-a8a5-654dc9d8f427), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.338789 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] Publish callbacks [] for security_group (48a5a23e-407b-4493-8a0e-63794cd63e90), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.347922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39f80d0-d6c2-469f-a8a5-654dc9d8f427,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.426814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.428722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8c59eae5-ae61-4a37-828a-f5a3a282042f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4195318 Feb 19 01:26:58.431227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50602) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:58.436575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Request body: {'security_group_rule': {'security_group_id': 'd39f80d0-d6c2-469f-a8a5-654dc9d8f427', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:58.510018 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (48a5a23e-407b-4493-8a0e-63794cd63e90), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.512632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.513868 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/48a5a23e-407b-4493-8a0e-63794cd63e90 HTTP/1.1" status: 204 len: 168 time: 0.2749512 Feb 19 01:26:58.523058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c0cb-3311-4dde-ac70-71338dd9b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5a23e-407b-4493-8a0e-63794cd63e90,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.550317 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (45872345-b8aa-40bb-85b9-d1091ee76731), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.614107 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (45872345-b8aa-40bb-85b9-d1091ee76731), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.681853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (45872345-b8aa-40bb-85b9-d1091ee76731), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.702688 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45872345-b8aa-40bb-85b9-d1091ee76731,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:58.804043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.812210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4f471aa0-abd2-4b86-b2ec-5c45fe43f93f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3770552 Feb 19 01:26:58.812362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50610) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:58.878326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d39f80d0-d6c2-469f-a8a5-654dc9d8f427), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:58.904825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (d39f80d0-d6c2-469f-a8a5-654dc9d8f427), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.025168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d39f80d0-d6c2-469f-a8a5-654dc9d8f427), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.035205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.036431 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/d39f80d0-d6c2-469f-a8a5-654dc9d8f427 HTTP/1.1" status: 204 len: 168 time: 0.2250526 Feb 19 01:26:59.039040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50622) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.051934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8721c-c0a7-48fe-b516-7ee61a80e896 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39f80d0-d6c2-469f-a8a5-654dc9d8f427,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:59.102176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bd145a26-08c5-41a3-a877-f3dcb03df36f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546432 Feb 19 01:26:59.103612 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50628) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.152543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2b109940-5c02-4498-88eb-83bf9e1b411f tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0475259 Feb 19 01:26:59.156548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50632) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.172270 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-d7f5951c-f74a-44a3-8ac4-aa11fccab556 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] delete failed (client error): The resource could not be found. Feb 19 01:26:59.177017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7f5951c-f74a-44a3-8ac4-aa11fccab556 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "DELETE /v2.0/security-groups/d39f80d0-d6c2-469f-a8a5-654dc9d8f427 HTTP/1.1" status: 404 len: 347 time: 0.0158138 Feb 19 01:26:59.177614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50634) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.227548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-feb71a94-7164-4f39-8f87-04a38de2da77 tempest-SecGroupTest-2051473304 tempest-SecGroupTest-2051473304-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450292 Feb 19 01:26:59.795486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50664) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:59.977913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7754786b-f033-4809-8a6c-bada20d34a4c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=071ca79180054d2f99eebc25fda979f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1809354 Feb 19 01:26:59.980513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50686) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:00.035765 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] Publish callbacks [] for security_group (66f448d9-afae-4e75-bf02-d832eb8162ae), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.066085 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] Publish callbacks [] for security_group (66f448d9-afae-4e75-bf02-d832eb8162ae), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.213303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (66f448d9-afae-4e75-bf02-d832eb8162ae), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.217262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:00.221527 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/66f448d9-afae-4e75-bf02-d832eb8162ae HTTP/1.1" status: 204 len: 168 time: 0.2377279 Feb 19 01:27:00.229859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc85a3-a176-4e81-9b4b-5f5160e674b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f448d9-afae-4e75-bf02-d832eb8162ae,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:01.425075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50826) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:01.559294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fd9742f5-0a79-44f1-ac0e-8c1eab69ccc6 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1576982544', 'prefixes': ['172.20.0.0/16']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:01.862156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fd9742f5-0a79-44f1-ac0e-8c1eab69ccc6 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.867280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fd9742f5-0a79-44f1-ac0e-8c1eab69ccc6 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4388618 Feb 19 01:27:01.867735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:01.912707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50844) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:01.913264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-411ec2d1-7de9-4f4c-a59b-7c2fb83a5d54 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "GET /v2.0/subnetpools/b746639f-9edc-4889-8e40-c1cf8e36136d HTTP/1.1" status: 200 len: 732 time: 0.0439751 Feb 19 01:27:01.919123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9122557a-a854-4745-a391-f4178df32698 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1618097840'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:02.102282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9122557a-a854-4745-a391-f4178df32698 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.108302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50850) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.108940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9122557a-a854-4745-a391-f4178df32698 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "PUT /v2.0/subnetpools/b746639f-9edc-4889-8e40-c1cf8e36136d HTTP/1.1" status: 200 len: 684 time: 0.1939502 Feb 19 01:27:02.255956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1767-3c0d-4258-b2e4-1782ac2cf130 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.257886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b1c1767-3c0d-4258-b2e4-1782ac2cf130 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "DELETE /v2.0/subnetpools/b746639f-9edc-4889-8e40-c1cf8e36136d HTTP/1.1" status: 204 len: 168 time: 0.1482894 Feb 19 01:27:02.260277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.280068 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-40837664-6443-48be-bad4-706469f5a775 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] show failed (client error): The resource could not be found. Feb 19 01:27:02.284139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-40837664-6443-48be-bad4-706469f5a775 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "GET /v2.0/subnetpools/b746639f-9edc-4889-8e40-c1cf8e36136d HTTP/1.1" status: 404 len: 346 time: 0.0203702 Feb 19 01:27:02.284453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50856) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.301947 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-8183bc9d-cd12-4d6d-8542-b8bf121b40c8 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] delete failed (client error): The resource could not be found. Feb 19 01:27:02.303332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8183bc9d-cd12-4d6d-8542-b8bf121b40c8 tempest-SubnetPoolsTestJSON-1309428683 tempest-SubnetPoolsTestJSON-1309428683-project] 10.222.0.94 "DELETE /v2.0/subnetpools/b746639f-9edc-4889-8e40-c1cf8e36136d HTTP/1.1" status: 404 len: 346 time: 0.0177863 Feb 19 01:27:02.364637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50860) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.494891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-3fc5-40a1-9868-87cd5a2139ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.583792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-3fc5-40a1-9868-87cd5a2139ce admin admin] Publish callbacks [] for security_group (632998a5-ae84-4b92-a0c2-c4126f05278f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.664942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-3fc5-40a1-9868-87cd5a2139ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (632998a5-ae84-4b92-a0c2-c4126f05278f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.708023 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42a4d-3fc5-40a1-9868-87cd5a2139ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632998a5-ae84-4b92-a0c2-c4126f05278f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:02.715405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.715624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3af42a4d-3fc5-40a1-9868-87cd5a2139ce admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9ace0d02e72349cd81df5767db9d87cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498580 Feb 19 01:27:02.800520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] Publish callbacks [] for security_group (632998a5-ae84-4b92-a0c2-c4126f05278f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.832523 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] Publish callbacks [] for security_group (632998a5-ae84-4b92-a0c2-c4126f05278f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.893530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50868) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:02.979143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (632998a5-ae84-4b92-a0c2-c4126f05278f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.984160 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:02.998249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/632998a5-ae84-4b92-a0c2-c4126f05278f HTTP/1.1" status: 204 len: 168 time: 0.2701252 Feb 19 01:27:03.002848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00c888-b400-44dd-bc20-e0c4440c38e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632998a5-ae84-4b92-a0c2-c4126f05278f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:03.056610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff015760-9054-4c3b-8f20-a4cf3662dbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.181989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff015760-9054-4c3b-8f20-a4cf3662dbac admin admin] Publish callbacks [] for security_group (b3e58086-811c-4912-ab6b-2126531d4e72), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.242214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff015760-9054-4c3b-8f20-a4cf3662dbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3e58086-811c-4912-ab6b-2126531d4e72), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.281621 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff015760-9054-4c3b-8f20-a4cf3662dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e58086-811c-4912-ab6b-2126531d4e72,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:03.288907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50878) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.289042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff015760-9054-4c3b-8f20-a4cf3662dbac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=23863f7b444341408f89fce44053e273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938129 Feb 19 01:27:03.355474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] Publish callbacks [] for security_group (b3e58086-811c-4912-ab6b-2126531d4e72), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.382005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] Publish callbacks [] for security_group (b3e58086-811c-4912-ab6b-2126531d4e72), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.527159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3e58086-811c-4912-ab6b-2126531d4e72), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.530902 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.534007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b3e58086-811c-4912-ab6b-2126531d4e72 HTTP/1.1" status: 204 len: 168 time: 0.2419479 Feb 19 01:27:03.548371 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f77a5-a1fc-414f-9f9e-be83e2702be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e58086-811c-4912-ab6b-2126531d4e72,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:03.784684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 50884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:03.807076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-089b227c-a70f-4817-8e85-c2bda98dc965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.911850 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-089b227c-a70f-4817-8e85-c2bda98dc965 admin admin] Publish callbacks [] for security_group (c780b424-7098-49a0-a875-7d93bb98f63a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:03.977751 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-089b227c-a70f-4817-8e85-c2bda98dc965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c780b424-7098-49a0-a875-7d93bb98f63a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.035250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-089b227c-a70f-4817-8e85-c2bda98dc965 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cb02eb52538541e2b84d08e3c5b198c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491820 Feb 19 01:27:04.036218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b227c-a70f-4817-8e85-c2bda98dc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780b424-7098-49a0-a875-7d93bb98f63a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:04.037935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50894) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:04.130537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] Publish callbacks [] for security_group (c780b424-7098-49a0-a875-7d93bb98f63a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.162837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] Publish callbacks [] for security_group (c780b424-7098-49a0-a875-7d93bb98f63a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.304899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c780b424-7098-49a0-a875-7d93bb98f63a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.307486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:04.308698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c780b424-7098-49a0-a875-7d93bb98f63a HTTP/1.1" status: 204 len: 168 time: 0.2690971 Feb 19 01:27:04.320284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f80d96-2c6c-4dd3-9b93-c3bcfce11dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780b424-7098-49a0-a875-7d93bb98f63a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:06.770888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 50996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:06.891019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-140fc044-b5d1-4962-adde-eac172431be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.976505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-140fc044-b5d1-4962-adde-eac172431be4 admin admin] Publish callbacks [] for security_group (2ea47959-4d4e-4061-84c5-895c64c82d53), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.047165 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-140fc044-b5d1-4962-adde-eac172431be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2ea47959-4d4e-4061-84c5-895c64c82d53), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.092385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fc044-b5d1-4962-adde-eac172431be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea47959-4d4e-4061-84c5-895c64c82d53,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:07.099775 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51006) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:07.100242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-140fc044-b5d1-4962-adde-eac172431be4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1add264c66624c0b88412ac3d14bffc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3278427 Feb 19 01:27:07.178735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] Publish callbacks [] for security_group (2ea47959-4d4e-4061-84c5-895c64c82d53), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.203715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] Publish callbacks [] for security_group (2ea47959-4d4e-4061-84c5-895c64c82d53), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.333847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2ea47959-4d4e-4061-84c5-895c64c82d53), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.337919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:07.339419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2ea47959-4d4e-4061-84c5-895c64c82d53 HTTP/1.1" status: 204 len: 168 time: 0.2377777 Feb 19 01:27:07.355393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756574b-1902-4afb-8254-460d9b60e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea47959-4d4e-4061-84c5-895c64c82d53,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:08.033121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:08.048141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e439de28-d6a6-4386-85df-4c7be548e382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.134644 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e439de28-d6a6-4386-85df-4c7be548e382 admin admin] Publish callbacks [] for security_group (29408efb-5e1b-45e0-a654-17f8d75f3076), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.208144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e439de28-d6a6-4386-85df-4c7be548e382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (29408efb-5e1b-45e0-a654-17f8d75f3076), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.263746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e439de28-d6a6-4386-85df-4c7be548e382 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=482d5ddbbd114db69d5cae4669a2f566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289305 Feb 19 01:27:08.265014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439de28-d6a6-4386-85df-4c7be548e382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29408efb-5e1b-45e0-a654-17f8d75f3076,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:08.266990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:08.329945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] Publish callbacks [] for security_group (29408efb-5e1b-45e0-a654-17f8d75f3076), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.357208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] Publish callbacks [] for security_group (29408efb-5e1b-45e0-a654-17f8d75f3076), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.472099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (29408efb-5e1b-45e0-a654-17f8d75f3076), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.474842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:08.476412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/29408efb-5e1b-45e0-a654-17f8d75f3076 HTTP/1.1" status: 204 len: 168 time: 0.2079990 Feb 19 01:27:08.500702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5ea84-246f-412c-a388-3876add9d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29408efb-5e1b-45e0-a654-17f8d75f3076,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:09.852624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.659428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.704868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95bdc11f-d6d4-43c9-a1db-8ec27a45c27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.875927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc878-bd42-4680-b522-a86ddf47d0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.254484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.456887 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:27:15.385505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:17.139788 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.270996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51380) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.430332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24a1e75c-2b5b-497f-99e9-2ea1185f6730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.537552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24a1e75c-2b5b-497f-99e9-2ea1185f6730 admin admin] Publish callbacks [] for security_group (ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.604840 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-24a1e75c-2b5b-497f-99e9-2ea1185f6730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.666782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51392) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.667391 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-24a1e75c-2b5b-497f-99e9-2ea1185f6730 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eec49c3c28fa478485f774610d712d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938622 Feb 19 01:27:22.667659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1e75c-2b5b-497f-99e9-2ea1185f6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.770876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] Publish callbacks [] for security_group (ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.797963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] Publish callbacks [] for security_group (ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.956415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.964255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.964255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3 HTTP/1.1" status: 204 len: 168 time: 0.2944441 Feb 19 01:27:22.994807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95ef5-b8fc-4a77-9902-32531580b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c991e-bdc5-4ae2-8ca2-1ebf63d065d3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:23.902476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51422) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.927323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ba276db-7e92-45f1-8a75-fd381cbaccaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.006556 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ba276db-7e92-45f1-8a75-fd381cbaccaf admin admin] Publish callbacks [] for security_group (adf9bd08-ecec-451e-8a29-cb181c269154), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.077656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ba276db-7e92-45f1-8a75-fd381cbaccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (adf9bd08-ecec-451e-8a29-cb181c269154), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.131329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1ba276db-7e92-45f1-8a75-fd381cbaccaf admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0ed1a25e7eca45648e46ef8b3dc23389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196376 Feb 19 01:27:24.131329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba276db-7e92-45f1-8a75-fd381cbaccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf9bd08-ecec-451e-8a29-cb181c269154,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.131637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51426) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:24.209398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] Publish callbacks [] for security_group (adf9bd08-ecec-451e-8a29-cb181c269154), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.238370 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] Publish callbacks [] for security_group (adf9bd08-ecec-451e-8a29-cb181c269154), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.389385 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (adf9bd08-ecec-451e-8a29-cb181c269154), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.389828 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.391307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/adf9bd08-ecec-451e-8a29-cb181c269154 HTTP/1.1" status: 204 len: 168 time: 0.2625053 Feb 19 01:27:24.404130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597a84c-5cdb-4357-9fd4-f5d04ce995ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf9bd08-ecec-451e-8a29-cb181c269154,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:27.517701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51538) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.656849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18def1aa-d248-4088-8b6e-fba6ec321482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.735459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18def1aa-d248-4088-8b6e-fba6ec321482 admin admin] Publish callbacks [] for security_group (e4f686b9-902e-4b10-8619-9f6d20c1a217), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.818885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18def1aa-d248-4088-8b6e-fba6ec321482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e4f686b9-902e-4b10-8619-9f6d20c1a217), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.868892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18def1aa-d248-4088-8b6e-fba6ec321482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f686b9-902e-4b10-8619-9f6d20c1a217,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:27.880143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51550) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.886616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18def1aa-d248-4088-8b6e-fba6ec321482 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=212e03e4522b41a4b74528724838a6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671126 Feb 19 01:27:27.938871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] Publish callbacks [] for security_group (e4f686b9-902e-4b10-8619-9f6d20c1a217), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.961719 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] Publish callbacks [] for security_group (e4f686b9-902e-4b10-8619-9f6d20c1a217), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.093867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e4f686b9-902e-4b10-8619-9f6d20c1a217), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.096472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.099805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e4f686b9-902e-4b10-8619-9f6d20c1a217 HTTP/1.1" status: 204 len: 168 time: 0.2187445 Feb 19 01:27:28.110989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc071b23-24f2-4068-8ce6-d1678ec8cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f686b9-902e-4b10-8619-9f6d20c1a217,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.796088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 51572) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:28.815599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2307f044-9715-41a5-b4a8-deb19c055929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.932452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2307f044-9715-41a5-b4a8-deb19c055929 admin admin] Publish callbacks [] for security_group (9cc5ccb7-cda8-41db-a3f1-24e557d2dc64), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.058924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2307f044-9715-41a5-b4a8-deb19c055929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cc5ccb7-cda8-41db-a3f1-24e557d2dc64), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.098734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2307f044-9715-41a5-b4a8-deb19c055929 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b54c7c5fa4824d799fb6bea8956b4b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004749 Feb 19 01:27:29.099666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f044-9715-41a5-b4a8-deb19c055929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc5ccb7-cda8-41db-a3f1-24e557d2dc64,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.101653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51578) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.157990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] Publish callbacks [] for security_group (9cc5ccb7-cda8-41db-a3f1-24e557d2dc64), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.184889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] Publish callbacks [] for security_group (9cc5ccb7-cda8-41db-a3f1-24e557d2dc64), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.340856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9cc5ccb7-cda8-41db-a3f1-24e557d2dc64), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.346191 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.352692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9cc5ccb7-cda8-41db-a3f1-24e557d2dc64 HTTP/1.1" status: 204 len: 168 time: 0.2492323 Feb 19 01:27:29.367257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5cb9-9636-4060-9e25-977397984d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc5ccb7-cda8-41db-a3f1-24e557d2dc64,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.898669 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.461272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.711432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e6926f94-fd6a-445b-a88d-c67deb82e65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.881777 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2c3461bd-fac1-486e-baf4-52ad916c9205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.237681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.334459 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.574347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 51996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:45.709869 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a51f7744-61ae-4bcb-84cb-bfd1e8d05221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.806224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a51f7744-61ae-4bcb-84cb-bfd1e8d05221 admin admin] Publish callbacks [] for security_group (3eadd47c-62b4-413a-9fa4-c659f6a9a5c6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.895032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a51f7744-61ae-4bcb-84cb-bfd1e8d05221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3eadd47c-62b4-413a-9fa4-c659f6a9a5c6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:45.949599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7744-61ae-4bcb-84cb-bfd1e8d05221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eadd47c-62b4-413a-9fa4-c659f6a9a5c6,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:45.952723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a51f7744-61ae-4bcb-84cb-bfd1e8d05221 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b01f16b74268487ca14700cc27e52511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3772335 Feb 19 01:27:45.957408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:46.034944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] Publish callbacks [] for security_group (3eadd47c-62b4-413a-9fa4-c659f6a9a5c6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.072718 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] Publish callbacks [] for security_group (3eadd47c-62b4-413a-9fa4-c659f6a9a5c6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.220532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3eadd47c-62b4-413a-9fa4-c659f6a9a5c6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.222983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.226631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3eadd47c-62b4-413a-9fa4-c659f6a9a5c6 HTTP/1.1" status: 204 len: 168 time: 0.2659900 Feb 19 01:27:46.236636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a743776-e231-44cd-ab22-8299175e2759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eadd47c-62b4-413a-9fa4-c659f6a9a5c6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:46.965053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52038) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:46.979597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.982540 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67de119a-010d-46b9-a030-994080c8fa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.085131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67de119a-010d-46b9-a030-994080c8fa05 admin admin] Publish callbacks [] for security_group (a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.150605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67de119a-010d-46b9-a030-994080c8fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.188259 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-67de119a-010d-46b9-a030-994080c8fa05 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76eb1abbc50b4f14b513ce6d5a2c0f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220385 Feb 19 01:27:47.190797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52046) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:47.215994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de119a-010d-46b9-a030-994080c8fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:47.260409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] Publish callbacks [] for security_group (a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.285011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] Publish callbacks [] for security_group (a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.402134 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.405617 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:47.407110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b HTTP/1.1" status: 204 len: 168 time: 0.2153749 Feb 19 01:27:47.430602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761161f-0958-4ea8-9166-1410866f28e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fc29e7-89e5-4c1c-9e38-d32ea3fc006b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:48.179847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 52068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.193607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e98f38-b8ff-4506-8ffa-1897e21cab43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.293300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e98f38-b8ff-4506-8ffa-1897e21cab43 admin admin] Publish callbacks [] for security_group (7f688acc-94d5-4f06-b084-c62a0489ae0c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.363381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a6e98f38-b8ff-4506-8ffa-1897e21cab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f688acc-94d5-4f06-b084-c62a0489ae0c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.424046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e98f38-b8ff-4506-8ffa-1897e21cab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f688acc-94d5-4f06-b084-c62a0489ae0c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:48.444955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a6e98f38-b8ff-4506-8ffa-1897e21cab43 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4f5c2fccd49445f2927b148f5a6e9ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2618454 Feb 19 01:27:48.445874 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 52074) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:48.514777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Publish callbacks [] for security_group (7f688acc-94d5-4f06-b084-c62a0489ae0c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.540215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Publish callbacks [] for security_group (7f688acc-94d5-4f06-b084-c62a0489ae0c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.693706 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7f688acc-94d5-4f06-b084-c62a0489ae0c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.696776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.704258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7f688acc-94d5-4f06-b084-c62a0489ae0c HTTP/1.1" status: 204 len: 168 time: 0.2536733 Feb 19 01:27:48.726019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f688acc-94d5-4f06-b084-c62a0489ae0c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:48.745071 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.748776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.749504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.751873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.752443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.753865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.754383 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.755313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.757619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.758134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.758631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.759145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:48.760937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec8eac-4290-4b2b-ab5c-94802c6dd681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:51.464643 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:28:10.031444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.489289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:10.735704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9daf7cf4-052f-42c7-9cc9-9514b74924f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:12.878143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-82fda7ad-cb26-40e8-b69d-d70159276816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:14.221278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:15.332689 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:16.968531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:28.454643 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:28:39.907298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.512351 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.678604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12c03b59-09cf-48d6-961c-f51225cdba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.890454 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61181c62-4920-45b1-902c-874c43a211e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:43.312210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-228a3ecc-eefe-4e46-91e6-ef63deb0804b req-d019c3f3-adba-4477-973f-c273cac0d9cb service neutron] (110601) timed out ('10.222.0.117', 57495) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:28:44.257117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:45.340858 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:46.925131 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.140152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53278) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:57.380519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.568169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Publish callbacks [] for security_group (970de6c3-5663-4355-aef3-661dbafa992f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.660795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (970de6c3-5663-4355-aef3-661dbafa992f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.707654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970de6c3-5663-4355-aef3-661dbafa992f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:57.748882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.749585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.750243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.752942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.763031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.763856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.764390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.764977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.765495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.766013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.767560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.768150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.768655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:57.802661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9453ebea-24ea-46e6-8f79-0c89b3e7721a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8ab4a54c13544fe98c8b201f4dbee209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599524 Feb 19 01:28:57.805335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53292) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:57.903136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] Publish callbacks [] for security_group (970de6c3-5663-4355-aef3-661dbafa992f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.928801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] Publish callbacks [] for security_group (970de6c3-5663-4355-aef3-661dbafa992f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:58.072969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (970de6c3-5663-4355-aef3-661dbafa992f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:58.076313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:58.077665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/970de6c3-5663-4355-aef3-661dbafa992f HTTP/1.1" status: 204 len: 168 time: 0.2711253 Feb 19 01:28:58.099538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c238-6448-49be-a213-bc9e2c4ed9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970de6c3-5663-4355-aef3-661dbafa992f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:58.867212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53304) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:58.892949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ef9d-a152-443a-b202-d7d2ecae1359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.034304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ef9d-a152-443a-b202-d7d2ecae1359 admin admin] Publish callbacks [] for security_group (b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.101508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f6f4ef9d-a152-443a-b202-d7d2ecae1359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.130515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4ef9d-a152-443a-b202-d7d2ecae1359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:59.164539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f6f4ef9d-a152-443a-b202-d7d2ecae1359 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6e319217c07b444baa47a543bce2e048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962401 Feb 19 01:28:59.167069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53308) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:28:59.225412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] Publish callbacks [] for security_group (b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.252762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] Publish callbacks [] for security_group (b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.387777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.390272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:59.391582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4 HTTP/1.1" status: 204 len: 168 time: 0.2228293 Feb 19 01:28:59.412188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df275cd0-8f73-4711-bca2-04cda909a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5df5eb8-9f65-4f0c-8d1a-4e5ec69a79e4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:03.726058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53482) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:03.951260 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e863023-6304-488a-b96e-3acd309a735b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.085264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e863023-6304-488a-b96e-3acd309a735b admin admin] Publish callbacks [] for security_group (28c93626-24b3-441a-98a1-8215b2cf6fa8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.170282 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7e863023-6304-488a-b96e-3acd309a735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28c93626-24b3-441a-98a1-8215b2cf6fa8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.200667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7e863023-6304-488a-b96e-3acd309a735b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ee3516a770f44c91836c0cc71306d280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735153 Feb 19 01:29:04.203420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53504) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:04.250187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e863023-6304-488a-b96e-3acd309a735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c93626-24b3-441a-98a1-8215b2cf6fa8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:04.299593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Publish callbacks [] for security_group (28c93626-24b3-441a-98a1-8215b2cf6fa8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.352772 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Publish callbacks [] for security_group (28c93626-24b3-441a-98a1-8215b2cf6fa8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.484804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (28c93626-24b3-441a-98a1-8215b2cf6fa8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.488127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:04.491669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/28c93626-24b3-441a-98a1-8215b2cf6fa8 HTTP/1.1" status: 204 len: 168 time: 0.2844262 Feb 19 01:29:04.532631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c93626-24b3-441a-98a1-8215b2cf6fa8,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:04.554432 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.555035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.555698 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.556255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.556790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.557310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.557827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.559876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.560889 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.565332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.570794 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.572676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:04.576183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb4c40-8314-4097-b9eb-bb1c77c4ae01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:05.462417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:06.944875 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53670) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:07.138922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bad8324d-3fde-4045-ae2d-d4936b4e57ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.290777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bad8324d-3fde-4045-ae2d-d4936b4e57ad admin admin] Publish callbacks [] for security_group (5cdb468b-ea94-4904-ba59-753edb9aa68d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.393423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bad8324d-3fde-4045-ae2d-d4936b4e57ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb468b-ea94-4904-ba59-753edb9aa68d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.469813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bad8324d-3fde-4045-ae2d-d4936b4e57ad admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a68a116e2b994ce289594282e0ae104a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227325 Feb 19 01:29:07.470877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8324d-3fde-4045-ae2d-d4936b4e57ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb468b-ea94-4904-ba59-753edb9aa68d,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:07.472977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53700) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:07.535623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] Publish callbacks [] for security_group (5cdb468b-ea94-4904-ba59-753edb9aa68d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.559440 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] Publish callbacks [] for security_group (5cdb468b-ea94-4904-ba59-753edb9aa68d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.702322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5cdb468b-ea94-4904-ba59-753edb9aa68d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.706732 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:07.712504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5cdb468b-ea94-4904-ba59-753edb9aa68d HTTP/1.1" status: 204 len: 168 time: 0.2337422 Feb 19 01:29:07.743912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed3d79-a501-4527-81e0-74461dbaeaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb468b-ea94-4904-ba59-753edb9aa68d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:08.684288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:08.691154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'network': {'name': 'tempest-network-smoke--1378997815', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:08.763845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:08.768795 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.784466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.890528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (88410b7f-1ce3-40b7-ae3c-47d30190c0fe), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:08.970379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88410b7f-1ce3-40b7-ae3c-47d30190c0fe), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.018140 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:09.024758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88410b7f-1ce3-40b7-ae3c-47d30190c0fe,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.031634 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (46bd5bb6-d40c-47af-8184-82281eae6cff), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.035429 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Added segment 46bd5bb6-d40c-47af-8184-82281eae6cff of type vlan for network 609f8760-f158-428f-a95c-416ff6e94484 Feb 19 01:29:09.076346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (609f8760-f158-428f-a95c-416ff6e94484), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.105364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53812) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:09.187717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (609f8760-f158-428f-a95c-416ff6e94484), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.194373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:09.195392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.262797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-915035200-network', 'tenant_id': 'e33f207140bd45e790699421d5fbd905'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:09.290910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Network': ['ID=609f8760-f158-428f-a95c-416ff6e94484,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.303306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f62bf770-d399-4976-bb3f-2bcd6ecd5050 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6136749 Feb 19 01:29:09.303413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 609f8760-f158-428f-a95c-416ff6e94484 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:29:09.303854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53822) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:09.307159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'admin_state_up': True, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:09.354551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Made reservation on behalf of e33f207140bd45e790699421d5fbd905 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:09.357032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.370458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.371440 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.371587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.446654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_controller (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.464422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks [] for security_group (ee68b674-6149-4c67-8154-8ef3e00caf78), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.541558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee68b674-6149-4c67-8154-8ef3e00caf78), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.569020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:09.577970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68b674-6149-4c67-8154-8ef3e00caf78,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.586418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cbbd0496-4dba-4a23-bb54-225024b1e2c3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.587051 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Added segment cbbd0496-4dba-4a23-bb54-225024b1e2c3 of type vlan for network ff5a6a17-7716-493d-b6ec-43cf143f09c4 Feb 19 01:29:09.639241 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ff5a6a17-7716-493d-b6ec-43cf143f09c4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.671544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.707478 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ff5a6a17-7716-493d-b6ec-43cf143f09c4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.712777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:09.712777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:09.791613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5a6a17-7716-493d-b6ec-43cf143f09c4,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:09.804670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:29:09.814769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8f942ae3-e997-42b9-b854-71ebc620bc51 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7083082 Feb 19 01:29:09.822203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53854) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:09.825228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Request body: {'subnet': {'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-915035200-subnet', 'tenant_id': 'e33f207140bd45e790699421d5fbd905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:09.919193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Made reservation on behalf of e33f207140bd45e790699421d5fbd905 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:09.924090 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.192092 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.268898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (2639cb63-0936-4cae-9470-8e433f114023), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.322579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.333910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2639cb63-0936-4cae-9470-8e433f114023,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:10.339831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Checking segment: {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:10.340665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Network hostable DHCP agents. Network: ff5a6a17-7716-493d-b6ec-43cf143f09c4, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:29:10.352675 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.416183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:29:10.479018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.490212 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ff5a6a17-7716-493d-b6ec-43cf143f09c4) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:10.498156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:10.498156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.506082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00427839-c1b0-43a7-805a-7c670149f337 None None] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:10.513326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.25.2.156 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/248af5ff-2ae2-4032-9197-caaef2d66809) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:10.591143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b15d8cb8-8e63-40d5-b7c4-d59e8b8d0136 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7713666 Feb 19 01:29:10.656849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb664d-b96e-4f6f-8cc6-2b66d5ae198f None None] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:10.663513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (248af5ff-2ae2-4032-9197-caaef2d66809), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.719229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e56ef35e-4b64-48d9-82e6-02dcd1092063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.765758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:10.834208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:10.837647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:10.841706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:10.893952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=248af5ff-2ae2-4032-9197-caaef2d66809,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:11.255149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:11.488479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:11.707494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:11.859155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:11.872091 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Sync routers for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:11.886123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:11.886765 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:28:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:12.002168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.003996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-541f5add-0413-4998-a343-b6b70cd2c32a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7008672 Feb 19 01:29:12.006981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53960) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:12.020766 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:12.214330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-35d99b0b-d1ca-4508-bf7f-ab73623ddbaf tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=43182a1db8f040ba804c36f8643fe56f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1773527 Feb 19 01:29:12.214330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53970) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:12.233475 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:11Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:12.264123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Checking router: ac74fdaa-0410-4b9d-ade7-21953ff1ae83 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:12.264459 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Updating router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 port 248af5ff-2ae2-4032-9197-caaef2d66809 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:12.295675 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.441875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a37e5f2-9a40-45c7-a76f-11ed8787ec3d tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:12.446347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a37e5f2-9a40-45c7-a76f-11ed8787ec3d tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2424445 Feb 19 01:29:12.446525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 53976) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:12.488069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7227ed78-48d4-457a-8d95-fc67f07eaa52 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393779 Feb 19 01:29:12.488727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 53978) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:12.495130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027947256', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:12.578854 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks [] for port (248af5ff-2ae2-4032-9197-caaef2d66809), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.684890 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.741983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:12.746885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Pushing event updated for resources: {'Port': ['ID=248af5ff-2ae2-4032-9197-caaef2d66809,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:12.749008 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Attempting to bind port 248af5ff-2ae2-4032-9197-caaef2d66809 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:12.749401 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Attempting to bind port 248af5ff-2ae2-4032-9197-caaef2d66809 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:12.749744 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Attempting to bind port 248af5ff-2ae2-4032-9197-caaef2d66809 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:12.751039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Bound port: 248af5ff-2ae2-4032-9197-caaef2d66809, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:12.758759 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.829421 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] For port 248af5ff-2ae2-4032-9197-caaef2d66809, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:12.833233 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] For port 248af5ff-2ae2-4032-9197-caaef2d66809, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=248af5ff-2ae2-4032-9197-caaef2d66809,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:12.845211 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.846019 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.846554 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.846885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.847250 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.847582 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.847910 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.848239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.848587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.848881 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.849695 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.852318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.852318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:12.947317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ead327d2-02a1-476c-bff2-7980ca9df1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:12.978445 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.043628 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:13.044702 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:13.125378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ff6a-cba7-46aa-ac08-a95d6aae9505 None None] Pushing event updated for resources: {'Port': ['ID=248af5ff-2ae2-4032-9197-caaef2d66809,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:13.196107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ae880690-53ea-4041-9723-f1e73aa663ea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.196703 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:13.289797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Subnet': ['ID=ae880690-53ea-4041-9723-f1e73aa663ea,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:13.310798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Checking segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:13.311039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network hostable DHCP agents. Network: 609f8760-f158-428f-a95c-416ff6e94484, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:29:13.415285 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:11Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:13.424572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 609f8760-f158-428f-a95c-416ff6e94484 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:29:13.448938 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fe8a6-17ee-42c3-85f6-7f581467e490 None None] The sync data for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 is: [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:11Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:13.519030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 609f8760-f158-428f-a95c-416ff6e94484) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:13.524603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:13.525487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.534550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445a589-cceb-41f3-9b95-e538169708a3 None None] Network 609f8760-f158-428f-a95c-416ff6e94484 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:13.682736 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-08b4789c-ba42-4089-b2ff-a8e1ee374903 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1863878 Feb 19 01:29:13.682736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54028) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:13.687324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-609f8760-f158-428f-a95c-416ff6e94484', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:29:13.688401 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:13.930154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Allocated IP 172.20.0.2 (609f8760-f158-428f-a95c-416ff6e94484/ae880690-53ea-4041-9723-f1e73aa663ea/7452ceef-ab12-4ef6-bb36-c58142c6e9aa) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:14.151700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks [] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.409640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.518813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.523769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.573413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Network 609f8760-f158-428f-a95c-416ff6e94484 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:14.576788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:14.581358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:14.587314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Pushing event updated for resources: {'Port': ['ID=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:14.600780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.600780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.600780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.601212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.601447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.601831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.602234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.602593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.602920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.603280 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.603604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.607725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.608127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:14.680204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Attempting to bind port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Attempting to bind port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Attempting to bind port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa on network 609f8760-f158-428f-a95c-416ff6e94484 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Checking segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Bound using segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:14.690013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Bound port: 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:14.691395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.742160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.20.0.1 (609f8760-f158-428f-a95c-416ff6e94484/ae880690-53ea-4041-9723-f1e73aa663ea/d9e77c0e-823c-4f31-bd9e-616fb8a6b067) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:14.781623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] For port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:14.785900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] For port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:14.868512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.873656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:14.949542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01d0b2-6e61-4d31-8b74-97c84ad738fc None None] Pushing event updated for resources: {'Port': ['ID=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:14.973371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.028467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 609f8760-f158-428f-a95c-416ff6e94484 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:15.031792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:15.036886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:15.094264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:15.134045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.331184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.509991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:15.817912 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 248af5ff-2ae2-4032-9197-caaef2d66809 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:15.950132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 248af5ff-2ae2-4032-9197-caaef2d66809 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:15.952774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.026715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.104596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 248af5ff-2ae2-4032-9197-caaef2d66809 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:16.104877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.114264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.169900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 248af5ff-2ae2-4032-9197-caaef2d66809, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=248af5ff-2ae2-4032-9197-caaef2d66809,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:16.262497 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.263434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7452ceef-ab12-4ef6-bb36-c58142c6e9aa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:16.285177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:16.295491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.411930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=248af5ff-2ae2-4032-9197-caaef2d66809,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:16.492318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:16.492708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.509174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 609f8760-f158-428f-a95c-416ff6e94484 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:16.511316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:16.598691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b8c58-b283-4a8c-a477-f4e74d8405cb None None] Network 609f8760-f158-428f-a95c-416ff6e94484 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:16.698149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:16.901936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:16.902634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:16.944423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-da242cf1-9d18-47a6-9df7-3e34526881ef None None] Provisioning complete for port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:16.944423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da242cf1-9d18-47a6-9df7-3e34526881ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.038282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:17.051753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.122963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.290572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:17.317455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ad46f577-504a-42be-aaec-ff5c68488589 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "PUT /v2.0/routers/ac74fdaa-0410-4b9d-ade7-21953ff1ae83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6331983 Feb 19 01:29:17.317709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-da242cf1-9d18-47a6-9df7-3e34526881ef None None] Current status of the port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:17.317836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:17.328028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1023314935', 'description': 'tempest-secgroup_access--1023314935 description', 'project_id': '43182a1db8f040ba804c36f8643fe56f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:17.331678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Sync routers for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:17.374581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:17.374803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:17.441501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:17.484819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.634129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Provisioning complete for port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:17.634636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.640297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (7e8e641c-10bb-4faa-a698-92dfaa8b9db5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.642186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:17.724865 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7e8e641c-10bb-4faa-a698-92dfaa8b9db5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.764107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 248af5ff-2ae2-4032-9197-caaef2d66809 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:17.799619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e641c-10bb-4faa-a698-92dfaa8b9db5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:17.858792 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:17.879906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.882039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46a021aa-ea1c-403d-bc40-6a9951b3287b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5634828 Feb 19 01:29:17.884939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54076) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:17.891153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1390531314', 'description': 'tempest-secgroup_general--1390531314 description', 'project_id': '43182a1db8f040ba804c36f8643fe56f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:17.969370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Provisioning complete for port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:17.970333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:17.976313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.098901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 248af5ff-2ae2-4032-9197-caaef2d66809 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:18.099509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.171182 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (e7e6b68c-c90b-4b55-a62d-1a9721e86570), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.246676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e7e6b68c-c90b-4b55-a62d-1a9721e86570), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.295207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6b68c-c90b-4b55-a62d-1a9721e86570,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:18.379293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.380584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18bfb3cb-b25f-437f-89e6-181d2f93f3e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4941361 Feb 19 01:29:18.385051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:18.388520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'security_group_rule': {'security_group_id': '7e8e641c-10bb-4faa-a698-92dfaa8b9db5', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:18.466082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c91f4e6a-c60d-4899-8ee2-ab10cf10ed66 None None] Current status of the port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:18.470242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 2, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:18.504191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Checking router: ac74fdaa-0410-4b9d-ade7-21953ff1ae83 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:18.504552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Updating router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:18.510283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 248af5ff-2ae2-4032-9197-caaef2d66809 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:18.511395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7452ceef-ab12-4ef6-bb36-c58142c6e9aa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:18.542608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group_rule (099ab8a9-4779-4fcb-a4e9-7559021ba64c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.615564 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.647862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-538586bb-e656-4cb0-9690-ca5b211b5caa None None] Provisioning complete for port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:18.648233 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-538586bb-e656-4cb0-9690-ca5b211b5caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.740550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-538586bb-e656-4cb0-9690-ca5b211b5caa None None] Port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:18.751835 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group_rule (099ab8a9-4779-4fcb-a4e9-7559021ba64c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.798794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:18.799211 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.822042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (099ab8a9-4779-4fcb-a4e9-7559021ba64c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.861481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099ab8a9-4779-4fcb-a4e9-7559021ba64c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:18.961893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.974382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fc95bde3-1811-4328-b7e7-592be7f2ca98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5891628 Feb 19 01:29:18.991941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:19.090217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks [] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.449569 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-52bee63d-3c2c-4908-8820-2c1b5c269558 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup_general--1390531314&fields=id&tenant_id=43182a1db8f040ba804c36f8643fe56f HTTP/1.1" status: 200 len: 267 time: 0.0662191 Feb 19 01:29:19.516931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-a3e251ea-eb6f-40a8-9e5f-f1495c492d74 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup_access--1023314935&fields=id&tenant_id=43182a1db8f040ba804c36f8643fe56f HTTP/1.1" status: 200 len: 267 time: 0.0548375 Feb 19 01:29:19.756214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-f59658fe-e8b4-4071-9449-5afcf0a9af1a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:19.756214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-f59658fe-e8b4-4071-9449-5afcf0a9af1a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/networks?id=609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 200 len: 797 time: 0.1228902 Feb 19 01:29:19.756214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-d624f525-2b71-47ec-a12f-2c9f74956525 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/quotas/43182a1db8f040ba804c36f8643fe56f HTTP/1.1" status: 200 len: 375 time: 0.0098755 Feb 19 01:29:19.766009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-7665c3b4-7954-4223-b500-b161fa01c025 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986168 Feb 19 01:29:19.959887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-89e05418-0b5a-4b54-ad67-90aa860fbc26 service neutron] 10.222.0.94 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795709 Feb 19 01:29:20.029894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.144222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-cb899de7-964b-4ef9-bc57-b7e998fecc62 service neutron] 10.222.0.94 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133573 Feb 19 01:29:20.144631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19513f-4281-44dc-93c4-e273863fbfe0 None None] Pushing event updated for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:20.160459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Attempting to bind port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:20.163356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Attempting to bind port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:20.164755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Attempting to bind port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 on network 609f8760-f158-428f-a95c-416ff6e94484 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:20.175610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:20.176000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Checking segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:20.176417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.176810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Bound using segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:20.177306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Bound port: d9e77c0e-823c-4f31-bd9e-616fb8a6b067, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:20.177697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.267146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] For port d9e77c0e-823c-4f31-bd9e-616fb8a6b067, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:20.269389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] For port d9e77c0e-823c-4f31-bd9e-616fb8a6b067, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:20.345649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.509935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Provisioning complete for port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:20.510314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.561279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:20.561964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:20.625570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19513f-4281-44dc-93c4-e273863fbfe0 None None] Pushing event updated for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:20.670303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1837ae67-bdd5-47cf-bfaf-7696b274dcea req-8655a940-aadc-4a48-8c7e-ae567a932bf5 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 210 time: 0.2194936 Feb 19 01:29:20.789896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:20.792204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Current status of the port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:20.792539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.908986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] For port d9e77c0e-823c-4f31-bd9e-616fb8a6b067, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:21.020654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.111616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511fefa-1a34-4975-a58d-c6350c9eb67d None None] Pushing event updated for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:21.151587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e0e47feb-bf5d-486c-826a-ea51378a6cef None None] Provisioning complete for port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:21.152003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e0e47feb-bf5d-486c-826a-ea51378a6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.164467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:21.222779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475eae6-0a79-43bd-886e-0d3c9ccb3947 None None] The sync data for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 is: [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:21.346739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e0e47feb-bf5d-486c-826a-ea51378a6cef None None] Current status of the port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:21.772566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d9e77c0e-823c-4f31-bd9e-616fb8a6b067 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:21.805253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-534d2215-913b-464d-9ed5-f1c43ce06b95 req-7fc2b220-3123-4892-8d63-fde3715f3916 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 210 time: 0.0541306 Feb 19 01:29:21.886605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:21.887005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.070753 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:23.004672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-12417e5d-5d23-4d30-b5ee-368bfdc8d7cd req-fce3e22b-9a45-46a2-9f5b-77e52e89c7a0 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 210 time: 0.0610704 Feb 19 01:29:23.487805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-f1ee7a26-513e-4c0b-9596-155d0d48a7a7 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:23.490282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-f1ee7a26-513e-4c0b-9596-155d0d48a7a7 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "GET /v2.0/networks?id=609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 200 len: 797 time: 0.1285865 Feb 19 01:29:23.590726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-9533bb61-798a-4dd7-975c-b9d8f99426f0 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43182a1db8f040ba804c36f8643fe56f HTTP/1.1" status: 200 len: 478 time: 0.0907779 Feb 19 01:29:23.602889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'port': {'device_id': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'admin_state_up': True, 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'security_groups': ['e7e6b68c-c90b-4b55-a62d-1a9721e86570', '7e8e641c-10bb-4faa-a698-92dfaa8b9db5']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:23.824079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:23.833786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.060713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.20.0.10 (609f8760-f158-428f-a95c-416ff6e94484/ae880690-53ea-4041-9723-f1e73aa663ea/17feebe1-580d-49f1-a89a-8619e6315458) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:24.174085 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e167729f-ed8f-40e9-8ee9-c989087c4721 req-6961442f-3d8a-4dd4-a217-46a1525a37c7 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 210 time: 0.0497148 Feb 19 01:29:24.318759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (17feebe1-580d-49f1-a89a-8619e6315458), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.491177 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.549616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 609f8760-f158-428f-a95c-416ff6e94484 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:24.553602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:24.557475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:24.648095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:24.648095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.665749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.780151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-28d9cd2c-62da-434a-a966-0feec028de77 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1811724 Feb 19 01:29:24.790797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-9353bda4-7864-4653-a61a-e7228e8ffddf tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:29:24.792321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-9353bda4-7864-4653-a61a-e7228e8ffddf tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066543 Feb 19 01:29:24.924895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Request body: {'port': {'device_id': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:25.103896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17feebe1-580d-49f1-a89a-8619e6315458), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.114276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-67284b21-0d63-4c16-ae09-7cec72255095 None None] Provisioning complete for port 17feebe1-580d-49f1-a89a-8619e6315458 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:25.122592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-67284b21-0d63-4c16-ae09-7cec72255095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17feebe1-580d-49f1-a89a-8619e6315458), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.161193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-67284b21-0d63-4c16-ae09-7cec72255095 None None] Port 17feebe1-580d-49f1-a89a-8619e6315458 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:25.418953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7c88-92ce-4758-a9f6-ed7477b3c16d req-fb40c72c-0d8d-456a-9283-167ba91993b2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:25.433462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520e7c88-92ce-4758-a9f6-ed7477b3c16d req-fb40c72c-0d8d-456a-9283-167ba91993b2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 971 time: 0.1134436 Feb 19 01:29:25.546685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-520e7c88-92ce-4758-a9f6-ed7477b3c16d req-4c65bec6-54a9-4c33-8ba6-9c0d5f1d230d tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1118271 Feb 19 01:29:25.619865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17feebe1-580d-49f1-a89a-8619e6315458 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:29:25.646218 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks [] for port (17feebe1-580d-49f1-a89a-8619e6315458), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.683603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Transition to ACTIVE for port object 17feebe1-580d-49f1-a89a-8619e6315458 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:29:25.787469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.031539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:26.062433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Attempting to bind port 17feebe1-580d-49f1-a89a-8619e6315458 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:26.062780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Attempting to bind port 17feebe1-580d-49f1-a89a-8619e6315458 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:26.063135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Attempting to bind port 17feebe1-580d-49f1-a89a-8619e6315458 on network 609f8760-f158-428f-a95c-416ff6e94484 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:26.075180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Port 17feebe1-580d-49f1-a89a-8619e6315458 on network 609f8760-f158-428f-a95c-416ff6e94484 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:29:26.075466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Attempting to bind port 17feebe1-580d-49f1-a89a-8619e6315458 on network 609f8760-f158-428f-a95c-416ff6e94484 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:26.091766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:26.092102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Checking segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:26.092490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Bound using segment: {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:26.092926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Bound port: 17feebe1-580d-49f1-a89a-8619e6315458, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bd5bb6-d40c-47af-8184-82281eae6cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '609f8760-f158-428f-a95c-416ff6e94484'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:26.093291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17feebe1-580d-49f1-a89a-8619e6315458), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.221296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:26.225935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=17feebe1-580d-49f1-a89a-8619e6315458,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:26.314280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.409811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:26.414182 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.416179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] 10.222.0.117 "PUT /v2.0/ports/17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 200 len: 1131 time: 1.6139987 Feb 19 01:29:26.416891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:26.419719 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e976541-e5f4-409a-ad04-e5db725340dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:26.447859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3e6a-289a-4979-a494-d71540076fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:26.494866 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd271d-068d-4e0c-ac9d-f5141deddaa7 x-openstack-request-id: req-59fd271d-068d-4e0c-ac9d-f5141deddaa7 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:26.499243 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:26.499916 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-59fd271d-068d-4e0c-ac9d-f5141deddaa7 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:26.501443 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458', 'status': 'completed', 'code': 200} Feb 19 01:29:26.585360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e976541-e5f4-409a-ad04-e5db725340dc req-83bdf1a7-6258-41bd-9e49-ffd71f7cceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:26.587531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e976541-e5f4-409a-ad04-e5db725340dc req-83bdf1a7-6258-41bd-9e49-ffd71f7cceaa service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1165 time: 0.0696459 Feb 19 01:29:26.745785 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d1bbf-1c59-4084-9ee1-b3d1a1424bcf req-4098ae3c-1c8f-4fe3-8b8b-9989683f7966 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:26.763279 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b0d1bbf-1c59-4084-9ee1-b3d1a1424bcf req-4098ae3c-1c8f-4fe3-8b8b-9989683f7966 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 983 time: 0.0973904 Feb 19 01:29:26.863981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b0d1bbf-1c59-4084-9ee1-b3d1a1424bcf req-33da9357-80ad-4dcd-b09e-e7fa25fe1ab5 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0993164 Feb 19 01:29:26.952351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e976541-e5f4-409a-ad04-e5db725340dc req-9480d97f-4410-488a-9c3f-aed8e663dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:26.953810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e976541-e5f4-409a-ad04-e5db725340dc req-9480d97f-4410-488a-9c3f-aed8e663dce6 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=43182a1db8f040ba804c36f8643fe56f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3548431 Feb 19 01:29:27.184528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e976541-e5f4-409a-ad04-e5db725340dc req-1c8c50a1-f440-412a-baa1-c56dcc220bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.186012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e976541-e5f4-409a-ad04-e5db725340dc req-1c8c50a1-f440-412a-baa1-c56dcc220bde service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256579 Feb 19 01:29:27.284676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-5a0ba9be-0f49-4e13-a403-f6159b3d763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.286386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-5a0ba9be-0f49-4e13-a403-f6159b3d763e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1165 time: 0.0550742 Feb 19 01:29:27.343138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-844744e1-e8f3-49df-9c07-8a2e72693de2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 200 len: 217 time: 0.0469785 Feb 19 01:29:27.400424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-901eaa70-8cc3-45df-a993-752db6534b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.402347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-901eaa70-8cc3-45df-a993-752db6534b98 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ae880690-53ea-4041-9723-f1e73aa663ea HTTP/1.1" status: 200 len: 835 time: 0.0539854 Feb 19 01:29:27.476649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-af5db9bb-715c-4673-b8e5-e6ed7f2560ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:27.478357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-af5db9bb-715c-4673-b8e5-e6ed7f2560ab service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=609f8760-f158-428f-a95c-416ff6e94484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695813 Feb 19 01:29:27.589346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-c493e289-c2bd-4a6b-89f5-6d5d7d9378d4 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036723 Feb 19 01:29:27.721841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18468caf-ea6b-478c-b377-a8e1afbe1cb6 req-5e496783-b485-4705-9da2-0567fddb8803 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251848 Feb 19 01:29:28.043077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce411cd-46a0-415e-ad24-1aea5d736777 req-782fec6e-098e-46fd-b17c-fd8d0e9240f2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:28.053654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ce411cd-46a0-415e-ad24-1aea5d736777 req-782fec6e-098e-46fd-b17c-fd8d0e9240f2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 983 time: 0.0881367 Feb 19 01:29:28.152810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ce411cd-46a0-415e-ad24-1aea5d736777 req-f78484f3-f640-46a5-ba21-8edc3cffbc44 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0965292 Feb 19 01:29:29.307944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0383f3-e74e-4444-8299-e51737f3065d req-47b54605-afd7-45a8-874a-d9dfd2bb2449 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:29.310494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a0383f3-e74e-4444-8299-e51737f3065d req-47b54605-afd7-45a8-874a-d9dfd2bb2449 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 983 time: 0.0861275 Feb 19 01:29:29.410281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a0383f3-e74e-4444-8299-e51737f3065d req-1133e19c-cfe2-4b45-8ae0-c91eb7e454ed tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0853832 Feb 19 01:29:30.595420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38fa93-feb1-4737-9789-d56d23cdd34e req-ce847aaf-deb3-4bd1-bd1a-fd9c2334433a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.597282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e38fa93-feb1-4737-9789-d56d23cdd34e req-ce847aaf-deb3-4bd1-bd1a-fd9c2334433a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 983 time: 0.0835629 Feb 19 01:29:30.687443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e38fa93-feb1-4737-9789-d56d23cdd34e req-5768b33a-0cac-4e90-8507-0e338c040a55 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0836532 Feb 19 01:29:31.422939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 17feebe1-580d-49f1-a89a-8619e6315458 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:29:31.597081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=17feebe1-580d-49f1-a89a-8619e6315458,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:31.611062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '17feebe1-580d-49f1-a89a-8619e6315458', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'port_id': '17feebe1-580d-49f1-a89a-8619e6315458', 'mac_address': 'fa:16:3e:f6:a4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:29:31.651798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 17feebe1-580d-49f1-a89a-8619e6315458 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:31.652610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17feebe1-580d-49f1-a89a-8619e6315458), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.667713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17feebe1-580d-49f1-a89a-8619e6315458 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:29:31.689260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=17feebe1-580d-49f1-a89a-8619e6315458,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:31.824492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f009c20-775d-40dc-bc67-0da82859e0f0 req-a1b02558-82a7-426b-9cf5-d4df1ebfbbd4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:31.825982 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f009c20-775d-40dc-bc67-0da82859e0f0 req-a1b02558-82a7-426b-9cf5-d4df1ebfbbd4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 983 time: 0.0621011 Feb 19 01:29:31.838222 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.906875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:31.919234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f009c20-775d-40dc-bc67-0da82859e0f0 req-3f06ce73-6b65-4fec-b901-6e19c274f608 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0826728 Feb 19 01:29:32.060014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['17feebe1-580d-49f1-a89a-8619e6315458'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:29:32.448772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54266) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:32.609003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bf15688e-410f-444a-b7e6-32fc2bc82621 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1cd0ab1db17444febfb503235174cff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585464 Feb 19 01:29:32.611915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54272) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:32.667358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] Publish callbacks [] for security_group (820776c9-3d4d-4898-851a-a27538715f43), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.695022 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] Publish callbacks [] for security_group (820776c9-3d4d-4898-851a-a27538715f43), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.833710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (820776c9-3d4d-4898-851a-a27538715f43), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.836357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.837537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/820776c9-3d4d-4898-851a-a27538715f43 HTTP/1.1" status: 204 len: 168 time: 0.2243617 Feb 19 01:29:32.852535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac16aa7-506b-4354-8a3b-65f355b0d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820776c9-3d4d-4898-851a-a27538715f43,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.051006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25234ca-8f3f-4ffb-9f78-7eac8457a648 req-bd7e20a5-2ca2-4dec-8a57-de18dfadab43 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:33.058961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25234ca-8f3f-4ffb-9f78-7eac8457a648 req-bd7e20a5-2ca2-4dec-8a57-de18dfadab43 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 984 time: 0.0652723 Feb 19 01:29:33.130246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c25234ca-8f3f-4ffb-9f78-7eac8457a648 req-337aa12b-a2dd-43cd-b7e2-5b41c523e629 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0718279 Feb 19 01:29:33.439581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 17feebe1-580d-49f1-a89a-8619e6315458 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:33.619878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 17feebe1-580d-49f1-a89a-8619e6315458 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:29:33.621336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 17feebe1-580d-49f1-a89a-8619e6315458 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:33.621891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (17feebe1-580d-49f1-a89a-8619e6315458), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.711768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 17feebe1-580d-49f1-a89a-8619e6315458 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:33.712181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (17feebe1-580d-49f1-a89a-8619e6315458), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.741638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:33.743926 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524af85-6075-471d-aa8e-ca13f2d3505f" -d '{"events": [{"server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "name": "network-vif-plugged", "status": "completed", "tag": "17feebe1-580d-49f1-a89a-8619e6315458"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:33.758680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=17feebe1-580d-49f1-a89a-8619e6315458,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:33.807032 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63eb12d-5981-43a4-99d5-f3caa9542820 x-openstack-request-id: req-f63eb12d-5981-43a4-99d5-f3caa9542820 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:33.807359 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "name": "network-vif-plugged", "status": "completed", "tag": "17feebe1-580d-49f1-a89a-8619e6315458", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:33.807612 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f63eb12d-5981-43a4-99d5-f3caa9542820 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:33.808012 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458', 'code': 200} Feb 19 01:29:33.880227 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.943062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.950378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b3b2f-dd76-4ac4-a3c4-950a7218e32f req-392144be-5ad4-40f2-ab68-9264532ec3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:33.951969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-207b3b2f-dd76-4ac4-a3c4-950a7218e32f req-392144be-5ad4-40f2-ab68-9264532ec3a2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.0839360 Feb 19 01:29:34.017864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-207b3b2f-dd76-4ac4-a3c4-950a7218e32f req-ba32125a-3536-4779-a7ed-262ef2fddf1f service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0601447 Feb 19 01:29:34.260816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85738-f639-4dce-abb8-0464432b941d req-2003d3f6-528d-4476-ad0e-729b8b114652 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.262384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ec85738-f639-4dce-abb8-0464432b941d req-2003d3f6-528d-4476-ad0e-729b8b114652 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.0572488 Feb 19 01:29:34.326162 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ec85738-f639-4dce-abb8-0464432b941d req-ce66298e-ed2f-4e10-b901-995155d1d0c8 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0558965 Feb 19 01:29:35.460055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affa08b-faff-4256-b441-d9c768866c69 req-d08a7b68-e976-47ae-8ba5-96bb8dfe0601 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:35.461732 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5affa08b-faff-4256-b441-d9c768866c69 req-d08a7b68-e976-47ae-8ba5-96bb8dfe0601 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.0599315 Feb 19 01:29:35.528035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5affa08b-faff-4256-b441-d9c768866c69 req-17c8e3ec-77c5-4184-bc6d-8cdd42b116e7 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0596669 Feb 19 01:29:35.669895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42b68b-7efa-45d4-bd30-72311085186d req-43165ea2-e1d8-47dd-91d6-2af78c512230 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:35.682916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d42b68b-7efa-45d4-bd30-72311085186d req-43165ea2-e1d8-47dd-91d6-2af78c512230 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.0667598 Feb 19 01:29:35.744848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d42b68b-7efa-45d4-bd30-72311085186d req-164df90c-c464-4887-a273-323f3c3d20dc tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0663915 Feb 19 01:29:35.887643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-3a154f39-3f74-4fb8-962d-ee3ba8a4aa83 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:35.889095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-3a154f39-3f74-4fb8-962d-ee3ba8a4aa83 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.0550058 Feb 19 01:29:35.908104 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-65cf4a1d-751b-4e3b-9d75-96ed66021805 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.988515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-65cf4a1d-751b-4e3b-9d75-96ed66021805 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Publish callbacks [] for security_group (8c06467a-fa15-44fd-ab2d-da81eaa7df9a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.119352 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-65cf4a1d-751b-4e3b-9d75-96ed66021805 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c06467a-fa15-44fd-ab2d-da81eaa7df9a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.168902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf4a1d-751b-4e3b-9d75-96ed66021805 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06467a-fa15-44fd-ab2d-da81eaa7df9a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.175956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2be1edce-94aa-4ca1-a511-f22217ce792e req-65cf4a1d-751b-4e3b-9d75-96ed66021805 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2810094 Feb 19 01:29:36.212707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54330) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:36.278752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8d709-bba5-471a-95c8-2cb86cdb10f2 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:36.280662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c2c8d709-bba5-471a-95c8-2cb86cdb10f2 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1162 time: 0.0669274 Feb 19 01:29:36.284410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54334) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:36.289197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '17feebe1-580d-49f1-a89a-8619e6315458', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:36.446071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.549378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.825428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.25.2.103 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:36.934591 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.057030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.111386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:37.114495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:37.118876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:37.122038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:37.556625 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for floatingip (5eb8fab5-0008-4a50-82b7-51ecc5a16dc4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.771303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.937476 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.055171 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.130305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.142529 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (5eb8fab5-0008-4a50-82b7-51ecc5a16dc4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.259370 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Floating IP 5eb8fab5-0008-4a50-82b7-51ecc5a16dc4 associated. External IP: 172.25.2.103, port: 17feebe1-580d-49f1-a89a-8619e6315458. Feb 19 01:29:38.496831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:38.644446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:38.660320 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Sync routers for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:38.672851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:38.673654 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:38.765717 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.804086 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:38.857166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-11560c2d-f993-48ca-ad47-17639b04f165 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5715072 Feb 19 01:29:38.857896 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:38.860043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:38.871728 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:39.243438 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdff078-b199-4605-8eb5-acde81126f9c x-openstack-request-id: req-5fdff078-b199-4605-8eb5-acde81126f9c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:39.249116 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:39.249424 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5fdff078-b199-4605-8eb5-acde81126f9c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:39.249867 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458', 'status': 'completed', 'code': 200} Feb 19 01:29:39.284879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.285368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.286098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.286553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.287009 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:39.290773 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '5eb8fab5-0008-4a50-82b7-51ecc5a16dc4', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'port_id': '17feebe1-580d-49f1-a89a-8619e6315458', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'mac_address': 'fa:16:3e:f6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:37Z', 'revision_number': 0, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:39.304093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-95af6037-ae8f-45b9-af7e-ce1a46f43470 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.4395609 Feb 19 01:29:39.304408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:39.356378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Checking router: ac74fdaa-0410-4b9d-ade7-21953ff1ae83 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:39.370349 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:39.370960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:39.550027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:39.913861 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.043767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-2853e201-6812-4398-91d9-5b272cf838b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.045941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-2853e201-6812-4398-91d9-5b272cf838b3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.7431169 Feb 19 01:29:40.091796 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '5eb8fab5-0008-4a50-82b7-51ecc5a16dc4', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'port_id': '17feebe1-580d-49f1-a89a-8619e6315458', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'mac_address': 'fa:16:3e:f6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:37Z', 'revision_number': 0, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:40.094382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.095622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.096454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.096931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.097383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.102340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54370) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:40.115758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-01514dde-6935-4193-8c39-20580bc08368 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.8098366 Feb 19 01:29:40.231912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-c5e2c716-328e-4067-8a66-5acab6d5591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.238766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-c5e2c716-328e-4067-8a66-5acab6d5591a service neutron] 10.222.0.117 "GET /v2.0/networks?id=609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 200 len: 898 time: 0.1790898 Feb 19 01:29:40.292450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c6cef4-81ce-481f-9fca-a297e1b1a27a None None] The sync data for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 is: [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '5eb8fab5-0008-4a50-82b7-51ecc5a16dc4', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'port_id': '17feebe1-580d-49f1-a89a-8619e6315458', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'mac_address': 'fa:16:3e:f6:a4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:37Z', 'revision_number': 0, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:40.474998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-b40755ab-9d69-4855-8181-fde109e92b88 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 200 len: 1000 time: 0.2278695 Feb 19 01:29:40.499572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.559079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-42bcb19d-98a3-49f1-90a9-6861e6cc55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.562514 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-42bcb19d-98a3-49f1-90a9-6861e6cc55b8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ae880690-53ea-4041-9723-f1e73aa663ea HTTP/1.1" status: 200 len: 835 time: 0.0816085 Feb 19 01:29:40.628130 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-191fb239-0bdd-4c22-bc98-cca104ca1c33 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.5245516 Feb 19 01:29:40.630870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:40.688160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-6fc91306-3b75-43dd-a4b7-0c5a4b53b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.690761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-6fc91306-3b75-43dd-a4b7-0c5a4b53b136 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=609f8760-f158-428f-a95c-416ff6e94484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215417 Feb 19 01:29:40.695024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05256c3e-36e9-4fe3-aa99-55bf9257fe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.758626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feddaf4f-9a12-403d-8d78-730612b45883 None None] New status for floating IP 5eb8fab5-0008-4a50-82b7-51ecc5a16dc4: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:29:40.781665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29ed7a-6ba0-47a7-9a02-867e20e2da32 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.782345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d29ed7a-6ba0-47a7-9a02-867e20e2da32 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:40.791139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d29ed7a-6ba0-47a7-9a02-867e20e2da32 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ac74fdaa-0410-4b9d-ade7-21953ff1ae83 HTTP/1.1" status: 200 len: 2062 time: 0.1523564 Feb 19 01:29:40.856537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-7cc869d9-0f29-4332-a3c9-88895c808453 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590314 Feb 19 01:29:40.965696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bb8cfd7b-b313-4218-9aec-db4c0c6b28c9 req-e32a13b4-037c-4001-b3ad-37d5d3f2bd39 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023362 Feb 19 01:29:42.462942 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:42.868664 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f211e2ab-5ebf-4336-a479-b66eb729de85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.285128 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:45.340580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.659471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54436) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:46.815077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c5dcd5a-82c6-43d2-8fef-2ef689d527d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.899503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c5dcd5a-82c6-43d2-8fef-2ef689d527d7 admin admin] Publish callbacks [] for security_group (ede3cff8-fcae-4953-a65c-bad137571048), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.941141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:46.971451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c5dcd5a-82c6-43d2-8fef-2ef689d527d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ede3cff8-fcae-4953-a65c-bad137571048), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.011843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dcd5a-82c6-43d2-8fef-2ef689d527d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3cff8-fcae-4953-a65c-bad137571048,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:47.016270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5c5dcd5a-82c6-43d2-8fef-2ef689d527d7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c4aba045d74b4c1297b0f4f036b88a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557310 Feb 19 01:29:47.019563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54440) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:47.083898 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] Publish callbacks [] for security_group (ede3cff8-fcae-4953-a65c-bad137571048), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.451846 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] Publish callbacks [] for security_group (ede3cff8-fcae-4953-a65c-bad137571048), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.587782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ede3cff8-fcae-4953-a65c-bad137571048), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.591622 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:47.593564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ede3cff8-fcae-4953-a65c-bad137571048 HTTP/1.1" status: 204 len: 168 time: 0.5730350 Feb 19 01:29:47.622393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b55a50-352e-4dcb-8418-cf9ce2a8d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3cff8-fcae-4953-a65c-bad137571048,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:57.572901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54564) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:57.712326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-faae1ba8-9e53-433f-9700-fba7b54f6974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.817833 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-faae1ba8-9e53-433f-9700-fba7b54f6974 admin admin] Publish callbacks [] for security_group (1d3b7bc0-3442-4b96-a716-33b6454983c8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.908414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-faae1ba8-9e53-433f-9700-fba7b54f6974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1d3b7bc0-3442-4b96-a716-33b6454983c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:57.937522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae1ba8-9e53-433f-9700-fba7b54f6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b7bc0-3442-4b96-a716-33b6454983c8,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:57.960937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-faae1ba8-9e53-433f-9700-fba7b54f6974 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c60f3c4f1e56451383e1ebcb9d87c188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843994 Feb 19 01:29:57.961944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54580) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:58.029674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Publish callbacks [] for security_group (1d3b7bc0-3442-4b96-a716-33b6454983c8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.054402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Publish callbacks [] for security_group (1d3b7bc0-3442-4b96-a716-33b6454983c8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.232742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1d3b7bc0-3442-4b96-a716-33b6454983c8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.235667 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:58.237008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1d3b7bc0-3442-4b96-a716-33b6454983c8 HTTP/1.1" status: 204 len: 168 time: 0.2732260 Feb 19 01:29:58.247954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b7bc0-3442-4b96-a716-33b6454983c8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:58.257469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.258208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.258727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.259555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.260113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:58.266226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dfe80e-6db6-4841-bda6-49061eae2722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:59.336190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54624) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:59.457060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1713349189-network', 'tenant_id': '6425505b93c04030b1f91bf53e4babc0'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:59.554950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Made reservation on behalf of 6425505b93c04030b1f91bf53e4babc0 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:59.554950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.563824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.654946 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks [] for security_group (cdbeabd6-5483-435e-9fae-91f5b08258ce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.719234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cdbeabd6-5483-435e-9fae-91f5b08258ce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.755244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:59.770085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbeabd6-5483-435e-9fae-91f5b08258ce,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:59.777786 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9f2f013a-cff9-4169-8cb1-13c7a4b5edbc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.778349 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Added segment 9f2f013a-cff9-4169-8cb1-13c7a4b5edbc of type vlan for network 3bc50f13-4815-42ae-a9cb-2cd919d41550 Feb 19 01:29:59.838644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3bc50f13-4815-42ae-a9cb-2cd919d41550), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.902207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3bc50f13-4815-42ae-a9cb-2cd919d41550), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.903372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:59.904055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:59.991773 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc50f13-4815-42ae-a9cb-2cd919d41550,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:00.003033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:30:00.059117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-de43b5d1-240b-4581-8960-5257e6b180e2 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7217808 Feb 19 01:30:00.062487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54640) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:00.068568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Request body: {'subnet': {'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1713349189-subnet', 'tenant_id': '6425505b93c04030b1f91bf53e4babc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:00.157962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Made reservation on behalf of 6425505b93c04030b1f91bf53e4babc0 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:00.160371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.387044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (b3ab997b-d5a8-40fc-9063-adcff06a77d7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.448482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ab997b-d5a8-40fc-9063-adcff06a77d7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:00.458404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Checking segment: {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:00.458775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Network hostable DHCP agents. Network: 3bc50f13-4815-42ae-a9cb-2cd919d41550, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:30:00.542530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:30:00.605060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3bc50f13-4815-42ae-a9cb-2cd919d41550) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:00.612083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:00.613588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:00.622274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5dd24f-0c67-4cce-85c5-38abe020bfe4 None None] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:00.709926 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-16d456eb-ba3a-463e-a1b7-4c91ba437954 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581005 Feb 19 01:30:00.775294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-480a26c0-31bd-4b85-8260-2cdce4e25e08 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7116830 Feb 19 01:30:00.795040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246afe4-3a8d-4f0f-81d0-6fae9671e650 None None] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:00.826532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-b162ba45-1261-43fe-a988-e136038e00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:00.828073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-b162ba45-1261-43fe-a988-e136038e00c2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.0687819 Feb 19 01:30:00.984207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-bd204a2c-a10a-45e4-9acf-2e75bb6639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:00.986694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-bd204a2c-a10a-45e4-9acf-2e75bb6639d9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 200 len: 898 time: 0.1380377 Feb 19 01:30:01.122664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-9bc5cf5d-1b2b-438f-a5a8-a055ed5b361e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 200 len: 1002 time: 0.1298957 Feb 19 01:30:01.185739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-1abd8d26-c6f8-4ebb-b161-ffa814093be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:01.187354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-1abd8d26-c6f8-4ebb-b161-ffa814093be4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ae880690-53ea-4041-9723-f1e73aa663ea HTTP/1.1" status: 200 len: 835 time: 0.0581515 Feb 19 01:30:01.246262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-0bad4084-f46f-4a73-a16d-a1317a3f5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:01.247919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-0bad4084-f46f-4a73-a16d-a1317a3f5629 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=609f8760-f158-428f-a95c-416ff6e94484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546534 Feb 19 01:30:01.344880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-8d6cc534-a0de-446b-9420-d54f535fcc76 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908508 Feb 19 01:30:01.463420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-54744e91-bc25-4ea5-b4b8-6d18436077bc req-a8e33c45-e8d7-4434-92aa-cedf9bc87097 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122921 Feb 19 01:30:04.211848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-02877f8b-951a-4ee8-9b5d-cb42ad525051 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.213327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-02877f8b-951a-4ee8-9b5d-cb42ad525051 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/networks?id=3bc50f13-4815-42ae-a9cb-2cd919d41550 HTTP/1.1" status: 200 len: 809 time: 0.1935451 Feb 19 01:30:04.228949 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-335c9df4-a473-4178-9e57-0b4247253421 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/quotas/6425505b93c04030b1f91bf53e4babc0 HTTP/1.1" status: 200 len: 375 time: 0.0102191 Feb 19 01:30:04.263758 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-bed9d1c4-4db0-4aeb-8c5e-b711aa30f291 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283763 Feb 19 01:30:04.434701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-95afc0b4-cab7-46c7-bfd2-a3e924ff4bae service neutron] 10.222.0.94 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628728 Feb 19 01:30:04.540824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-a4f50fee-f525-4952-825f-3d2dee55b3a9 service neutron] 10.222.0.94 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986166 Feb 19 01:30:04.859665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de05eab8-381a-471c-9117-425b99907934 req-5b8098c2-cf74-4798-a308-ae531b832276 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 210 time: 0.0357001 Feb 19 01:30:05.972797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a9c6a20-58ff-4fd4-a91f-0d857da1d440 req-ed7c5f73-4b13-4203-9bd4-ba9bae4d5f6b tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 210 time: 0.0342505 Feb 19 01:30:07.007968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-60666d4d-14cd-4661-9d7e-e7eef786334f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.016887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-60666d4d-14cd-4661-9d7e-e7eef786334f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.96 "GET /v2.0/networks?id=3bc50f13-4815-42ae-a9cb-2cd919d41550 HTTP/1.1" status: 200 len: 809 time: 0.1230288 Feb 19 01:30:07.023671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Request body: {'port': {'device_id': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550', 'admin_state_up': True, 'tenant_id': '6425505b93c04030b1f91bf53e4babc0'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:07.071312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-561d4245-17d3-4856-b042-85c17eb489e6 req-58c55fb3-0048-4945-b781-8b850ba04664 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 210 time: 0.0281942 Feb 19 01:30:07.193547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Made reservation on behalf of 6425505b93c04030b1f91bf53e4babc0 for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:07.197038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.338427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Allocated IP 172.20.0.2 (3bc50f13-4815-42ae-a9cb-2cd919d41550/b3ab997b-d5a8-40fc-9063-adcff06a77d7/959bcef4-34ba-456e-95b3-375212775b11) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:07.497026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks [] for port (959bcef4-34ba-456e-95b3-375212775b11), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.571311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.616137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:07.623335 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:07.639709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Pushing event updated for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:07.642548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:07.660768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.661022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.661367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.661705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.662439 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.662780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.663131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.663471 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.663806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.664133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.664777 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.665114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.665443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:07.718606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.721325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:07.797396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-f832edd3-8cae-4278-8ed6-9d9d22f200ff tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785211 Feb 19 01:30:07.814687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-da62b088-9eb8-408d-b175-735656d9e887 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:30:07.816262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-da62b088-9eb8-408d-b175-735656d9e887 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117807 Feb 19 01:30:07.890102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Request body: {'port': {'device_id': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:07.951999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (959bcef4-34ba-456e-95b3-375212775b11), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.280741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d34b4e-b652-47dc-bce6-846ec2a9dd22 req-0dfb9500-0cfa-4e8f-8ade-1af06a742dd8 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:08.282170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5d34b4e-b652-47dc-bce6-846ec2a9dd22 req-0dfb9500-0cfa-4e8f-8ade-1af06a742dd8 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 931 time: 0.0974193 Feb 19 01:30:08.366924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959bcef4-34ba-456e-95b3-375212775b11 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:08.381601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks [] for port (959bcef4-34ba-456e-95b3-375212775b11), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.389910 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5d34b4e-b652-47dc-bce6-846ec2a9dd22 req-90a52ae7-12e0-445f-b51f-58ed62f0d138 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875492 Feb 19 01:30:08.403664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Transition to ACTIVE for port object 959bcef4-34ba-456e-95b3-375212775b11 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:30:08.462756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.530029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54894) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:08.560804 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:08.627618 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Attempting to bind port 959bcef4-34ba-456e-95b3-375212775b11 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:08.628349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Attempting to bind port 959bcef4-34ba-456e-95b3-375212775b11 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:08.628656 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Attempting to bind port 959bcef4-34ba-456e-95b3-375212775b11 on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:08.635716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Port 959bcef4-34ba-456e-95b3-375212775b11 on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:30:08.636180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Attempting to bind port 959bcef4-34ba-456e-95b3-375212775b11 on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:08.643279 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:08.643625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Checking segment: {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:08.644014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Bound using segment: {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:08.644447 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Bound port: 959bcef4-34ba-456e-95b3-375212775b11, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:08.645697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (959bcef4-34ba-456e-95b3-375212775b11), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.651130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54896) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:08.657375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'network': {'name': 'tempest-network-smoke--703779135', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'port_security_enabled': False}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:08.660444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-05d218c9-86db-4cde-b0f2-e586b839faea tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1506 time: 0.1289394 Feb 19 01:30:08.734854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:08.738233 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=959bcef4-34ba-456e-95b3-375212775b11,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:08.770905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:08.774703 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.787444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.841776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:08.842504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.850935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] 10.222.0.96 "PUT /v2.0/ports/959bcef4-34ba-456e-95b3-375212775b11 HTTP/1.1" status: 200 len: 1091 time: 1.0191491 Feb 19 01:30:08.850935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'tag': '959bcef4-34ba-456e-95b3-375212775b11'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:08.856935 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71fe77-369e-4409-9dea-4b1800546208" -d '{"events": [{"name": "network-changed", "server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "tag": "959bcef4-34ba-456e-95b3-375212775b11"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:08.872423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:30:08.894611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dc17b-96de-4f93-872d-2ff7c0f61ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:08.909485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80a6106c-3e83-4a72-a8c9-e9edb9596e94), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.909830 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Added segment 80a6106c-3e83-4a72-a8c9-e9edb9596e94 of type vlan for network 50bd74be-9726-4107-a9d8-ccc2c9387c03 Feb 19 01:30:08.926349 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01921dfc-0ca0-4f50-b3a9-eaf2dfe0cb1c x-openstack-request-id: req-01921dfc-0ca0-4f50-b3a9-eaf2dfe0cb1c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:08.928501 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "tag": "959bcef4-34ba-456e-95b3-375212775b11", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:08.938609 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-01921dfc-0ca0-4f50-b3a9-eaf2dfe0cb1c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:08.938609 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'tag': '959bcef4-34ba-456e-95b3-375212775b11', 'status': 'completed', 'code': 200} Feb 19 01:30:09.018679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (50bd74be-9726-4107-a9d8-ccc2c9387c03), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.068384 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71fe77-369e-4409-9dea-4b1800546208 req-144e76df-0d4f-4711-99c3-8f2c00241580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.069943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e71fe77-369e-4409-9dea-4b1800546208 req-144e76df-0d4f-4711-99c3-8f2c00241580 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 1125 time: 0.1140394 Feb 19 01:30:09.149283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (50bd74be-9726-4107-a9d8-ccc2c9387c03), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.154221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.154806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.323465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6709611 Feb 19 01:30:09.328501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54920) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:09.339829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51fd6e-9f62-44c0-a9a4-05cfedcb8f82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Network': ['ID=50bd74be-9726-4107-a9d8-ccc2c9387c03,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:09.341368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'admin_state_up': True, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:09.356542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71fe77-369e-4409-9dea-4b1800546208 req-2c608c76-f71f-4665-88d9-ae5bfd11320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.360066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e71fe77-369e-4409-9dea-4b1800546208 req-2c608c76-f71f-4665-88d9-ae5bfd11320b service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=6425505b93c04030b1f91bf53e4babc0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2830379 Feb 19 01:30:09.384963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:30:09.440568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fc121ce9-e201-4f0b-a521-6418c7830600), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.441991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fc121ce9-e201-4f0b-a521-6418c7830600), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.570539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_controller (fc121ce9-e201-4f0b-a521-6418c7830600), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.590638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71fe77-369e-4409-9dea-4b1800546208 req-f4024964-b0e0-454b-941a-ed97e2e60f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.592244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1e71fe77-369e-4409-9dea-4b1800546208 req-f4024964-b0e0-454b-941a-ed97e2e60f4a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242332 Feb 19 01:30:09.850059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (fc121ce9-e201-4f0b-a521-6418c7830600), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:09.948163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4a887-0506-44b1-b784-ce3553dd6811 req-4837fe93-565e-4b98-a514-fd02e3bab385 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.949846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26d4a887-0506-44b1-b784-ce3553dd6811 req-4837fe93-565e-4b98-a514-fd02e3bab385 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 943 time: 0.3742537 Feb 19 01:30:09.951729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-3c1412a4-fdec-4024-adc7-786e0ec6492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.953135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-3c1412a4-fdec-4024-adc7-786e0ec6492e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 1125 time: 0.0672486 Feb 19 01:30:09.971796 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.027139 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-9875bbfc-1780-4a46-baad-1153b69ce751 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=959bcef4-34ba-456e-95b3-375212775b11 HTTP/1.1" status: 200 len: 217 time: 0.0631483 Feb 19 01:30:10.091505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26d4a887-0506-44b1-b784-ce3553dd6811 req-8efaa6e1-2f26-4a4f-8917-2b24a8c3e500 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Feb 19 01:30:10.104099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-c0c41382-77de-43d5-8170-fb906fcb80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.105801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-c0c41382-77de-43d5-8170-fb906fcb80ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b3ab997b-d5a8-40fc-9063-adcff06a77d7 HTTP/1.1" status: 200 len: 849 time: 0.0730405 Feb 19 01:30:10.169865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-0f014533-72d8-474c-a51c-32a6864d16bc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3bc50f13-4815-42ae-a9cb-2cd919d41550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569940 Feb 19 01:30:10.237671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (fc121ce9-e201-4f0b-a521-6418c7830600), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.262268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.306446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-4508b856-7527-4fdc-803d-26368d36cb24 service neutron] 10.222.0.96 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300235 Feb 19 01:30:10.388768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.25.2.129 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/25ebfd3e-dd48-45ce-9fc2-c786bc89337b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:10.430118 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b5b4e511-5942-42be-85ff-f41a0c121ec2 req-d71349bb-18a6-486c-8f9f-933492c953ab service neutron] 10.222.0.96 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163287 Feb 19 01:30:10.521943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.553810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.633323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.668184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b649dcf-0a58-499c-9913-07cad67be864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:10.683168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:10.686145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:10.692972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:10.695403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:11.035029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (fc121ce9-e201-4f0b-a521-6418c7830600), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.294354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbf2ac-256f-4fee-8984-164217d807f1 req-e881a3f8-3b0a-45f5-ac81-c026778284f7 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:11.295865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12bbf2ac-256f-4fee-8984-164217d807f1 req-e881a3f8-3b0a-45f5-ac81-c026778284f7 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 943 time: 0.1017456 Feb 19 01:30:11.303624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fc121ce9-e201-4f0b-a521-6418c7830600), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:11.430654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-12bbf2ac-256f-4fee-8984-164217d807f1 req-8f94ad14-a3dd-4e2c-9ca0-46429ca8eecd tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247768 Feb 19 01:30:11.542608 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router fc121ce9-e201-4f0b-a521-6418c7830600 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:30:11.935040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:11.944310 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Sync routers for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:11.963478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:11.963478 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:29:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:12.024761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.025042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 54982) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.025506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ad1c7754-5c20-42bb-afb4-9c1bcd01a731 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6931682 Feb 19 01:30:12.068633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:12.113234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406f630-5ef3-4777-b69d-55fa3590f92c tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.114754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d406f630-5ef3-4777-b69d-55fa3590f92c tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=43182a1db8f040ba804c36f8643fe56f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0896556 Feb 19 01:30:12.117945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.234086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c78d78-0a36-4fe3-92b7-5675c9318d32 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.236099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7c78d78-0a36-4fe3-92b7-5675c9318d32 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1170058 Feb 19 01:30:12.241691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54988) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.277763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e781f52b-10e5-454a-a045-dca649aa84fc tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349488 Feb 19 01:30:12.281527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:10Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:12.283708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54990) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.307719 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Checking router: fc121ce9-e201-4f0b-a521-6418c7830600 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:12.311316 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Updating router fc121ce9-e201-4f0b-a521-6418c7830600 port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:30:12.319333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e69f3c00-eca7-42fb-9a80-7f5126e9de47 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=43182a1db8f040ba804c36f8643fe56f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342689 Feb 19 01:30:12.321848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 54994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.338601 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.430810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d4f86-49db-48ca-b756-3f8f8b2893a3 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.436288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55004) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.436482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-374d4f86-49db-48ca-b756-3f8f8b2893a3 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1129198 Feb 19 01:30:12.498304 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e6b4660-d911-4825-9c16-d271ec25dbc7 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619388 Feb 19 01:30:12.502541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:12.508209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359509495', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:12.672347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb1f1-c78c-405e-9631-ed43b4945fca req-78ba9090-0374-4799-9c5c-0f5282a24a74 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:12.674542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27dbb1f1-c78c-405e-9631-ed43b4945fca req-78ba9090-0374-4799-9c5c-0f5282a24a74 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 943 time: 0.1015244 Feb 19 01:30:12.687966 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks [] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.730517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27dbb1f1-c78c-405e-9631-ed43b4945fca req-733644cf-4d0a-4cca-bb51-d0db3c7a800a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480762 Feb 19 01:30:12.770810 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:12.774571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.817181 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.880914 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Attempting to bind port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:12.881284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Attempting to bind port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:12.881680 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Attempting to bind port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:12.891328 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Pushing event updated for resources: {'Port': ['ID=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:12.895386 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:12.901158 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:12.901158 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.901158 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:12.901158 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Bound port: 25ebfd3e-dd48-45ce-9fc2-c786bc89337b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:12.901158 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.905955 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.907145 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.908429 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.908832 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.909184 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.909529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.909863 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.910200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.910529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.910855 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.911213 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.911541 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.912003 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:12.920326 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c2da3a5-2ac9-4255-8bff-6f114ed85989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:12.986974 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] For port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:12.989768 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] For port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:13.073249 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.081782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (589afad6-ae9c-499e-a5ff-96a1cd37bf4b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.145052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Subnet': ['ID=589afad6-ae9c-499e-a5ff-96a1cd37bf4b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:13.145320 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abe625-a18a-419d-a888-a92509da7681 None None] Pushing event updated for resources: {'Port': ['ID=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:13.147842 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:13.148451 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:13.183827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Checking segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:13.184634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network hostable DHCP agents. Network: 50bd74be-9726-4107-a9d8-ccc2c9387c03, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:30:13.190150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 959bcef4-34ba-456e-95b3-375212775b11 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:30:13.277426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:30:13.335269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:13.358351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=959bcef4-34ba-456e-95b3-375212775b11,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:13.374223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '959bcef4-34ba-456e-95b3-375212775b11', 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550', 'port_id': '959bcef4-34ba-456e-95b3-375212775b11', 'mac_address': 'fa:16:3e:ae:09:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab997b-d5a8-40fc-9063-adcff06a77d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:30:13.415936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 959bcef4-34ba-456e-95b3-375212775b11 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:13.416335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (959bcef4-34ba-456e-95b3-375212775b11), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.431405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959bcef4-34ba-456e-95b3-375212775b11 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:13.440066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 50bd74be-9726-4107-a9d8-ccc2c9387c03) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:13.444264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:13.444860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.464556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621c4d5-5c7c-48c2-8477-0dbe076470db None None] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:13.527001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=959bcef4-34ba-456e-95b3-375212775b11,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:13.588350 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:10Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:13.592955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-50bd74be-9726-4107-a9d8-ccc2c9387c03', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'fixed_ips': [{'subnet_id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:30:13.593889 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.621549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55032) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:13.622074 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6cc9bf-3967-403f-900b-60d3b744d79b None None] The sync data for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 is: [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:10Z', 'revision_number': 3, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:13.635614 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-523afcb4-c516-407f-b266-b8a3b4949206 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1308854 Feb 19 01:30:13.635775 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:13.859127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Allocated IP 172.20.0.18 (50bd74be-9726-4107-a9d8-ccc2c9387c03/589afad6-ae9c-499e-a5ff-96a1cd37bf4b/40603401-730e-4b05-8c18-7f7ba90f65de) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:13.938598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.000624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044512a-cb91-404f-bec8-3bdd063c4ca6 req-1a60fdf4-49cd-44d1-bfad-19d8e8652e1f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:14.009084 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3044512a-cb91-404f-bec8-3bdd063c4ca6 req-1a60fdf4-49cd-44d1-bfad-19d8e8652e1f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 944 time: 0.1803815 Feb 19 01:30:14.027908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['959bcef4-34ba-456e-95b3-375212775b11'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:14.149563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks [] for port (40603401-730e-4b05-8c18-7f7ba90f65de), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.225419 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.231046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3044512a-cb91-404f-bec8-3bdd063c4ca6 req-076fe5bd-342f-43b1-8432-637706a10ad6 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208133 Feb 19 01:30:14.309827 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.345810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:14.353677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:14.356885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:14.369215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Pushing event updated for resources: {'Port': ['ID=40603401-730e-4b05-8c18-7f7ba90f65de,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.453310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.475525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Attempting to bind port 40603401-730e-4b05-8c18-7f7ba90f65de on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:14.482932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Attempting to bind port 40603401-730e-4b05-8c18-7f7ba90f65de by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:14.483506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Attempting to bind port 40603401-730e-4b05-8c18-7f7ba90f65de on network 50bd74be-9726-4107-a9d8-ccc2c9387c03 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:14.507890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:14.507890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Checking segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:14.507890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.508344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Bound using segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:14.514285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Bound port: 40603401-730e-4b05-8c18-7f7ba90f65de, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:14.515033 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.625277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] For port 40603401-730e-4b05-8c18-7f7ba90f65de, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:14.628593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] For port 40603401-730e-4b05-8c18-7f7ba90f65de, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=40603401-730e-4b05-8c18-7f7ba90f65de,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:14.723939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:14.827508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Pushing event updated for resources: {'Port': ['ID=40603401-730e-4b05-8c18-7f7ba90f65de,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:14.849339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.849844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.850290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.850923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.851402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.851864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.853559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.853999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.854438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.855613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.856056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.858373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.858829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ff6f0-763e-40b1-bbe4-c3fcb1a32582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:14.921339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.20.0.17 (50bd74be-9726-4107-a9d8-ccc2c9387c03/589afad6-ae9c-499e-a5ff-96a1cd37bf4b/8ba2b147-e93b-459e-98a9-0d458cd3f0ed) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:15.130805 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.208693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 959bcef4-34ba-456e-95b3-375212775b11 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:15.280928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.374515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:15.381336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.387254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:15.394275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.394514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:15.412093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 959bcef4-34ba-456e-95b3-375212775b11 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:30:15.418586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 959bcef4-34ba-456e-95b3-375212775b11 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:15.420285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (959bcef4-34ba-456e-95b3-375212775b11), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.442094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d05ab-96c2-4b88-9a73-45a598f55829 req-f4e4dc19-8bb5-4231-9000-c44b4908e363 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:15.444993 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (fc121ce9-e201-4f0b-a521-6418c7830600), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.450353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-461d05ab-96c2-4b88-9a73-45a598f55829 req-f4e4dc19-8bb5-4231-9000-c44b4908e363 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 944 time: 0.0901773 Feb 19 01:30:15.498329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-461d05ab-96c2-4b88-9a73-45a598f55829 req-c46937f2-0a3c-4ee2-9799-4a70b0f7cea5 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Feb 19 01:30:15.544442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 959bcef4-34ba-456e-95b3-375212775b11 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:15.544442 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (959bcef4-34ba-456e-95b3-375212775b11), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.572866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959bcef4-34ba-456e-95b3-375212775b11'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:15.575185 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d174d-58fd-4e3f-ad9b-2bdccfa7761d" -d '{"events": [{"server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "name": "network-vif-plugged", "status": "completed", "tag": "959bcef4-34ba-456e-95b3-375212775b11"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:15.589899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=959bcef4-34ba-456e-95b3-375212775b11,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:15.711463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.811014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:15.812320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:15.831740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 25ebfd3e-dd48-45ce-9fc2-c786bc89337b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:15.922493 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771edcae-c02a-4743-9311-41383dfb2c09 x-openstack-request-id: req-771edcae-c02a-4743-9311-41383dfb2c09 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:15.923309 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "name": "network-vif-plugged", "status": "completed", "tag": "959bcef4-34ba-456e-95b3-375212775b11", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:15.924895 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-771edcae-c02a-4743-9311-41383dfb2c09 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:15.925745 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959bcef4-34ba-456e-95b3-375212775b11', 'code': 200} Feb 19 01:30:15.940758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:15.941785 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.050202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:16.050592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.061880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfd83-7a01-44d4-92dc-eb4254c77285 req-1ecdd5ff-6672-4fec-b194-1152e1a9b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:16.064610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22fbfd83-7a01-44d4-92dc-eb4254c77285 req-1ecdd5ff-6672-4fec-b194-1152e1a9b6fa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 1127 time: 0.0592918 Feb 19 01:30:16.074922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:16.128262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22fbfd83-7a01-44d4-92dc-eb4254c77285 req-4e05afa3-3c09-41f5-821a-12f0159ff8b8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573764 Feb 19 01:30:16.130974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.131808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 40603401-730e-4b05-8c18-7f7ba90f65de up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:16.211851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.239149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:16.255667 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 40603401-730e-4b05-8c18-7f7ba90f65de triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:16.255667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.313911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.378670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 40603401-730e-4b05-8c18-7f7ba90f65de is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:16.379064 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.419602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 40603401-730e-4b05-8c18-7f7ba90f65de, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=40603401-730e-4b05-8c18-7f7ba90f65de,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:16.431424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (fc121ce9-e201-4f0b-a521-6418c7830600), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.434138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:16.520015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.588918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:16.590682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:16.628079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=40603401-730e-4b05-8c18-7f7ba90f65de,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:16.678580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b76229-eb50-43a4-904f-7b16f3313a2b req-098ebcee-87c0-4c35-a15d-32da84b09310 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:16.682429 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1b76229-eb50-43a4-904f-7b16f3313a2b req-098ebcee-87c0-4c35-a15d-32da84b09310 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 945 time: 0.0728397 Feb 19 01:30:16.745649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router fc121ce9-e201-4f0b-a521-6418c7830600 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:16.765803 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3292c78-46aa-4929-82cd-8ac956e89efa None None] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:16.777787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1b76229-eb50-43a4-904f-7b16f3313a2b req-7339017c-ea04-4991-a7bd-6b3d3f7eaa68 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820057 Feb 19 01:30:16.892879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:16.900079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-53f8ce19-d353-4b95-9f49-6fda9111ba82 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "PUT /v2.0/routers/fc121ce9-e201-4f0b-a521-6418c7830600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746980 Feb 19 01:30:16.903427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Sync routers for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:16.915537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1cb44a96-ed89-45f2-9186-c0b760fab889 None None] Provisioning complete for port 40603401-730e-4b05-8c18-7f7ba90f65de triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:16.915916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1cb44a96-ed89-45f2-9186-c0b760fab889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:16.957865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:16.958516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:16.964898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.146263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1cb44a96-ed89-45f2-9186-c0b760fab889 None None] Current status of the port 40603401-730e-4b05-8c18-7f7ba90f65de is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:17.155460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:17.257365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-278e54e9-ea32-43ef-8737-582e5ee4bf52 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.259060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-278e54e9-ea32-43ef-8737-582e5ee4bf52 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/networks?id=50bd74be-9726-4107-a9d8-ccc2c9387c03 HTTP/1.1" status: 200 len: 797 time: 0.1593297 Feb 19 01:30:17.301371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-8e8e894a-344a-4535-95e9-a8d7f014a2d7 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/quotas/43182a1db8f040ba804c36f8643fe56f HTTP/1.1" status: 200 len: 375 time: 0.0360553 Feb 19 01:30:17.396179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-136b98c5-f865-4be6-a801-e3ee90273015 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0874910 Feb 19 01:30:17.417919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:17.417919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.498462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:17.524632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Provisioning complete for port 40603401-730e-4b05-8c18-7f7ba90f65de triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:17.524999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.529263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '8ba2b147-e93b-459e-98a9-0d458cd3f0ed', 'name': '', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:67:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:14Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 2, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:17.575412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-c4f809ab-1f72-4046-9f49-c8c8db4ba7ce service neutron] 10.222.0.94 "GET /v2.0/networks/50bd74be-9726-4107-a9d8-ccc2c9387c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665204 Feb 19 01:30:17.628997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Checking router: fc121ce9-e201-4f0b-a521-6418c7830600 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:17.628997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Updating router fc121ce9-e201-4f0b-a521-6418c7830600 port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:30:17.683348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:17.719769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-b0d3420d-64cf-4f8e-96d2-7537f0a184b3 service neutron] 10.222.0.94 "GET /v2.0/networks/50bd74be-9726-4107-a9d8-ccc2c9387c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381319 Feb 19 01:30:17.779638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fce9e-a264-4687-be2e-535731c85a96 None None] Current status of the port 40603401-730e-4b05-8c18-7f7ba90f65de is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:17.781756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 25ebfd3e-dd48-45ce-9fc2-c786bc89337b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:17.943526 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd4524-0051-4673-a649-5303a248ddd8 req-0722d122-c968-4ad9-89bc-f280f74038e9 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:17.946737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cffd4524-0051-4673-a649-5303a248ddd8 req-0722d122-c968-4ad9-89bc-f280f74038e9 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 945 time: 0.0833874 Feb 19 01:30:18.003531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:18.003933 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.055841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ed9f81a8-d64f-4106-abf8-427ab00c81c6 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:18.056233 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ed9f81a8-d64f-4106-abf8-427ab00c81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.065679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cffd4524-0051-4673-a649-5303a248ddd8 req-b26533fe-2483-4fec-b502-686064287b5c tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Feb 19 01:30:18.161119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe681e52-b56a-43dc-87df-4d51686a21f3 req-e0263538-648c-4eee-9075-8097355c6ce0 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 210 time: 0.0797253 Feb 19 01:30:18.400056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f81a8-d64f-4106-abf8-427ab00c81c6 None None] Port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:18.501880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:18.501880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 40603401-730e-4b05-8c18-7f7ba90f65de up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:18.602616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks [] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.604129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd5d82d2-df17-4a64-9992-9a1f863d16b8 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:18.604504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82d2-df17-4a64-9992-9a1f863d16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.657123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d82d2-df17-4a64-9992-9a1f863d16b8 None None] Port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:18.659554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 40603401-730e-4b05-8c18-7f7ba90f65de triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:18.659931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.740914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.801679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 40603401-730e-4b05-8c18-7f7ba90f65de is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:18.845194 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f766a3b-2c26-4f31-b4df-dc872546b4c2 None None] Pushing event updated for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:18.890338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Attempting to bind port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:18.890712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Attempting to bind port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:18.891080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Attempting to bind port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed on network 50bd74be-9726-4107-a9d8-ccc2c9387c03 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:18.897524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:18.897942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Checking segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:18.898343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.898742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Bound using segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:18.899327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Bound port: 8ba2b147-e93b-459e-98a9-0d458cd3f0ed, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:18.899712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:18.974070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] For port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:18.978263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] For port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:19.086254 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.157293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:19.159063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:19.223026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f766a3b-2c26-4f31-b4df-dc872546b4c2 None None] Pushing event updated for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:19.269078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:19.269078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.329331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1df293c3-0e74-4231-9335-41710c522611 req-a917970f-5c5f-4f8c-9c4e-e2e4d81e65f6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 210 time: 0.0473859 Feb 19 01:30:19.377994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:19.451830 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:30:19.539132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Current status of the port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:19.539654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.629576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] For port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:19.635285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395619c8-de53-4ffd-a8c5-43aa26b2dafa req-4c876bd6-4233-4740-9015-73bcf5695807 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:19.643917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-395619c8-de53-4ffd-a8c5-43aa26b2dafa req-4c876bd6-4233-4740-9015-73bcf5695807 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 945 time: 0.0671184 Feb 19 01:30:19.707246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-395619c8-de53-4ffd-a8c5-43aa26b2dafa req-4c7f6694-8fa2-430a-a145-746d3503fb8e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621016 Feb 19 01:30:19.728877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.782405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '8ba2b147-e93b-459e-98a9-0d458cd3f0ed', 'name': '', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:67:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:14Z', 'updated_at': '2022-02-19T01:30:18Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:19.816852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8cb4-b734-4625-992d-e0a66f00f3e5 None None] The sync data for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 is: [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '8ba2b147-e93b-459e-98a9-0d458cd3f0ed', 'name': '', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:67:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:14Z', 'updated_at': '2022-02-19T01:30:18Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:19.829122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6806-612a-475d-9397-f8720dd49497 None None] Pushing event updated for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:19.861632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-55432c48-5f7c-4e08-9c7c-023b924c2af1 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:19.862001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55432c48-5f7c-4e08-9c7c-023b924c2af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.004725 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-55432c48-5f7c-4e08-9c7c-023b924c2af1 None None] Current status of the port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:20.370814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-a095ed54-35df-4d7a-abf4-bf50d35fa68a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:20.372479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-a095ed54-35df-4d7a-abf4-bf50d35fa68a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.96 "GET /v2.0/networks?id=50bd74be-9726-4107-a9d8-ccc2c9387c03 HTTP/1.1" status: 200 len: 797 time: 0.1401918 Feb 19 01:30:20.395164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Request body: {'port': {'device_id': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'admin_state_up': True, 'tenant_id': '43182a1db8f040ba804c36f8643fe56f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:20.519233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85d5ae3d-6e26-4150-b1c9-e3d63e279bf8 req-d2b423a9-31d1-44fd-ac61-ade95257ccb1 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 210 time: 0.0353343 Feb 19 01:30:20.685426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Made reservation on behalf of 43182a1db8f040ba804c36f8643fe56f for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:20.689230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.863000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df546d-1dc6-4401-993a-4504b77238e8 req-cb2e1867-8a6d-41b4-be26-3641909970ad tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:20.865662 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00df546d-1dc6-4401-993a-4504b77238e8 req-cb2e1867-8a6d-41b4-be26-3641909970ad tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 945 time: 0.0774477 Feb 19 01:30:20.929023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Allocated IP 172.20.0.20 (50bd74be-9726-4107-a9d8-ccc2c9387c03/589afad6-ae9c-499e-a5ff-96a1cd37bf4b/e2decf8b-8c96-4b79-9208-399caea535e0) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:20.940402 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00df546d-1dc6-4401-993a-4504b77238e8 req-0faedfba-63f4-42d4-8671-80ef8df2c028 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674713 Feb 19 01:30:21.040052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-afc3b186-0eee-4251-97c2-8ef3ce9da99d tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.042982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-afc3b186-0eee-4251-97c2-8ef3ce9da99d tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.96 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 945 time: 0.0820768 Feb 19 01:30:21.068901 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for port (e2decf8b-8c96-4b79-9208-399caea535e0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.164393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Deleting port 959bcef4-34ba-456e-95b3-375212775b11 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:21.164836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (959bcef4-34ba-456e-95b3-375212775b11), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.193402 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.243186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:21.246409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:21.252375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:21.273626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] For port 959bcef4-34ba-456e-95b3-375212775b11, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=959bcef4-34ba-456e-95b3-375212775b11,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:21.273994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (959bcef4-34ba-456e-95b3-375212775b11), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.282058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event updated for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:21.303284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Calling delete_port for 959bcef4-34ba-456e-95b3-375212775b11 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:21.323776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.324800 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.419124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-efddcdfb-91b2-4e2b-93d9-5effc816e07b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0314107 Feb 19 01:30:21.427249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Request body: {'port': {'device_id': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:21.535760 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.587103 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (959bcef4-34ba-456e-95b3-375212775b11), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.682176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Pushing event deleted for resources: {'Port': ['ID=959bcef4-34ba-456e-95b3-375212775b11,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:21.766035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-cb43c812-af79-4bcc-9cb0-479491ee1870 None None] Provisioning complete for port e2decf8b-8c96-4b79-9208-399caea535e0 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:21.766604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb43c812-af79-4bcc-9cb0-479491ee1870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.779069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] No DVR routers for this DVR port 959bcef4-34ba-456e-95b3-375212775b11 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:21.781905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.786097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9eeabee-33e5-4144-a73b-f4f1c9846b86 req-c43faaec-124a-47d8-9936-4733ca598e95 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.96 "DELETE /v2.0/ports/959bcef4-34ba-456e-95b3-375212775b11 HTTP/1.1" status: 204 len: 173 time: 0.7342107 Feb 19 01:30:21.786388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'name': 'network-vif-deleted', 'tag': '959bcef4-34ba-456e-95b3-375212775b11'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:21.788743 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d610c5-dfe7-45f5-835e-2c0b7b71482a" -d '{"events": [{"server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "name": "network-vif-deleted", "tag": "959bcef4-34ba-456e-95b3-375212775b11"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:21.804562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8ba2b147-e93b-459e-98a9-0d458cd3f0ed up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:21.863233 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3a7296-3597-403f-9c0c-4d569acf8def x-openstack-request-id: req-dd3a7296-3597-403f-9c0c-4d569acf8def {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:21.863762 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d61379f-404d-454f-8d7c-ee0a3a96854f", "name": "network-vif-deleted", "tag": "959bcef4-34ba-456e-95b3-375212775b11", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:21.863762 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dd3a7296-3597-403f-9c0c-4d569acf8def {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:21.864152 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d61379f-404d-454f-8d7c-ee0a3a96854f', 'name': 'network-vif-deleted', 'tag': '959bcef4-34ba-456e-95b3-375212775b11', 'status': 'completed', 'code': 200} Feb 19 01:30:21.864907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cb43c812-af79-4bcc-9cb0-479491ee1870 None None] Port e2decf8b-8c96-4b79-9208-399caea535e0 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:30:21.886063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:21.886444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.894503 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc9e4-0540-4de1-8794-19aafa1567a6 req-4fdbfddf-583f-4c4e-9cb9-1023948cd3ae tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:21.894503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7fdfc9e4-0540-4de1-8794-19aafa1567a6 req-4fdbfddf-583f-4c4e-9cb9-1023948cd3ae tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 895 time: 0.2063186 Feb 19 01:30:21.985711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:22.022719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2decf8b-8c96-4b79-9208-399caea535e0 {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:22.031005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks [] for port (e2decf8b-8c96-4b79-9208-399caea535e0), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.045971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Transition to ACTIVE for port object e2decf8b-8c96-4b79-9208-399caea535e0 will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:30:22.059813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aab3dc80-d398-415d-b43e-9f6a7196d756 req-952272af-3d0e-41d7-a8a9-7ba01a90be65 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=0d61379f-404d-454f-8d7c-ee0a3a96854f HTTP/1.1" status: 200 len: 210 time: 0.0320311 Feb 19 01:30:22.232830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.282722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Pushing event updated for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.393091 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Attempting to bind port e2decf8b-8c96-4b79-9208-399caea535e0 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:22.393617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Attempting to bind port e2decf8b-8c96-4b79-9208-399caea535e0 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:22.393927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Attempting to bind port e2decf8b-8c96-4b79-9208-399caea535e0 on network 50bd74be-9726-4107-a9d8-ccc2c9387c03 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:22.399901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Port e2decf8b-8c96-4b79-9208-399caea535e0 on network 50bd74be-9726-4107-a9d8-ccc2c9387c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:30:22.400533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Attempting to bind port e2decf8b-8c96-4b79-9208-399caea535e0 on network 50bd74be-9726-4107-a9d8-ccc2c9387c03 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:22.406278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:22.406623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Checking segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:22.407009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Bound using segment: {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:22.407484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Bound port: e2decf8b-8c96-4b79-9208-399caea535e0, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a6106c-3e83-4a72-a8c9-e9edb9596e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:22.407871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.480485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:22.483799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e2decf8b-8c96-4b79-9208-399caea535e0,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:22.560199 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.601734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:22.602180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.603866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] 10.222.0.96 "PUT /v2.0/ports/e2decf8b-8c96-4b79-9208-399caea535e0 HTTP/1.1" status: 200 len: 1055 time: 1.1815629 Feb 19 01:30:22.604078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:22.606316 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f" -d '{"events": [{"name": "network-changed", "server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:22.631877 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dad03f-4c54-4469-bab5-a253da00604f service neutron] Pushing event updated for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:22.663910 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04cae89-16fe-427e-8486-d735fbcd0b21 x-openstack-request-id: req-e04cae89-16fe-427e-8486-d735fbcd0b21 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:22.664283 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:22.664540 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e04cae89-16fe-427e-8486-d735fbcd0b21 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:22.664949 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0', 'status': 'completed', 'code': 200} Feb 19 01:30:22.775547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-f77d272e-7203-4f23-8717-070dedfed491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:22.777088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-f77d272e-7203-4f23-8717-070dedfed491 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 1089 time: 0.0838528 Feb 19 01:30:22.915192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-287b9ecf-0b2a-4a28-b53d-73ad6362c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:22.915492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-287b9ecf-0b2a-4a28-b53d-73ad6362c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:22.917226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-287b9ecf-0b2a-4a28-b53d-73ad6362c51a service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=43182a1db8f040ba804c36f8643fe56f&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1314671 Feb 19 01:30:23.033707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-0f2308de-c208-4a42-99a8-16ac28f19d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.035428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63fe4634-0ede-4d9a-957f-8e6a5c9e191f req-0f2308de-c208-4a42-99a8-16ac28f19d18 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016281 Feb 19 01:30:23.176387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-31077709-c385-4634-b69b-5c4ce22a2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.179772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-31077709-c385-4634-b69b-5c4ce22a2ef3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 1089 time: 0.1025655 Feb 19 01:30:23.245726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-0f4bd566-3dbf-409a-a44a-eed899e6a3f6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=e2decf8b-8c96-4b79-9208-399caea535e0 HTTP/1.1" status: 200 len: 217 time: 0.0551124 Feb 19 01:30:23.271564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 959bcef4-34ba-456e-95b3-375212775b11 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:23.301074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 959bcef4-34ba-456e-95b3-375212775b11 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:23.301680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 959bcef4-34ba-456e-95b3-375212775b11 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:23.362195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b524-2686-431d-838d-9d90a6e16c06 req-2cdc823d-fb2f-4995-ab68-4e558e41e3ed tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.363997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f692b524-2686-431d-838d-9d90a6e16c06 req-2cdc823d-fb2f-4995-ab68-4e558e41e3ed tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 907 time: 0.3808019 Feb 19 01:30:23.425394 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-6778abb5-4d78-4666-9c83-cb998d86b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.426962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-6778abb5-4d78-4666-9c83-cb998d86b94e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=589afad6-ae9c-499e-a5ff-96a1cd37bf4b HTTP/1.1" status: 200 len: 838 time: 0.1688654 Feb 19 01:30:23.500314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-01989096-a3ef-4edd-a3a9-f10265a9e10b tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.501976 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-01989096-a3ef-4edd-a3a9-f10265a9e10b tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/networks?id=3bc50f13-4815-42ae-a9cb-2cd919d41550 HTTP/1.1" status: 200 len: 809 time: 0.1545808 Feb 19 01:30:23.523365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-849dd0d0-f73a-4455-b5bc-8a953f982d10 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/quotas/6425505b93c04030b1f91bf53e4babc0 HTTP/1.1" status: 200 len: 375 time: 0.0150845 Feb 19 01:30:23.540026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-b33488f8-5282-4909-a28e-f6ec8a4c8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:23.541462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-b33488f8-5282-4909-a28e-f6ec8a4c8c3d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=50bd74be-9726-4107-a9d8-ccc2c9387c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1069701 Feb 19 01:30:23.567969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-2ab8d7e3-ae49-4b26-8c29-f3de50041bbc tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388527 Feb 19 01:30:23.721713 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-33fce30c-a046-4067-851a-bb82eee25d92 service neutron] 10.222.0.96 "GET /v2.0/networks/50bd74be-9726-4107-a9d8-ccc2c9387c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621802 Feb 19 01:30:23.787767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-f61dd680-70a4-4952-8b04-f6eda018389b service neutron] 10.222.0.94 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089489 Feb 19 01:30:23.883545 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4efeeb6-3f6e-4967-838a-1795b4c54f66 req-37e3ab0b-b2da-46cf-ab2b-2c3da7d597ed service neutron] 10.222.0.96 "GET /v2.0/networks/50bd74be-9726-4107-a9d8-ccc2c9387c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528513 Feb 19 01:30:23.920336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-d9ce0a84-b2db-4b6d-88d6-01b9a136a4da service neutron] 10.222.0.94 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245952 Feb 19 01:30:24.168965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4bb56a4-4123-4348-97ca-9857ee8d2324 req-723ac942-d6a4-4e21-9628-a16fafc6c5d1 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 210 time: 0.0337181 Feb 19 01:30:24.506126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbd4a7-428f-4f93-a8e9-0c2380d8ba88 req-0853b320-1956-49d4-a602-5356c6a188e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:24.508560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8cbd4a7-428f-4f93-a8e9-0c2380d8ba88 req-0853b320-1956-49d4-a602-5356c6a188e4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 907 time: 0.0676935 Feb 19 01:30:25.273403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ce0faca-c082-4985-9703-3bb5a21eb94f req-14024a00-5c38-42e9-a1eb-7a0e9995234e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 210 time: 0.0308022 Feb 19 01:30:25.654864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f52197-125b-4147-bbb8-ce9c7fe8d8f9 req-22924875-d5fc-44c8-be7f-b0411f6385d3 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:25.656437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22f52197-125b-4147-bbb8-ce9c7fe8d8f9 req-22924875-d5fc-44c8-be7f-b0411f6385d3 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 907 time: 0.0564342 Feb 19 01:30:26.024466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-4c122aa0-2b13-446f-bc9a-a300d28a6baf tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:26.026248 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-4c122aa0-2b13-446f-bc9a-a300d28a6baf tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.117 "GET /v2.0/networks?id=3bc50f13-4815-42ae-a9cb-2cd919d41550 HTTP/1.1" status: 200 len: 809 time: 0.1257067 Feb 19 01:30:26.038386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Request body: {'port': {'device_id': '4a34d746-7bba-4cb5-96ff-913f58490094', 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550', 'admin_state_up': True, 'tenant_id': '6425505b93c04030b1f91bf53e4babc0'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:26.239468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Made reservation on behalf of 6425505b93c04030b1f91bf53e4babc0 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:26.242996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.403201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02a0424-1fcc-4996-ac26-460236440f1c req-d2881150-c976-4054-a46d-6af3067716d5 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 210 time: 0.0343862 Feb 19 01:30:26.421847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Allocated IP 172.20.0.11 (3bc50f13-4815-42ae-a9cb-2cd919d41550/b3ab997b-d5a8-40fc-9063-adcff06a77d7/38f05347-36e4-4c66-9f9f-cc87837ac64b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:26.588396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks [] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.697668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.749289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Network 3bc50f13-4815-42ae-a9cb-2cd919d41550 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:26.753179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:26.762509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:26.770284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Pushing event updated for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:26.826330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99038-7bb8-4237-b882-c6400ff5a8db req-7f045f01-4ea9-403a-8ece-c08aac179959 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:26.827927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1cb99038-7bb8-4237-b882-c6400ff5a8db req-7f045f01-4ea9-403a-8ece-c08aac179959 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 907 time: 0.0987358 Feb 19 01:30:26.833713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:26.844599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:26.919147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-c62aa135-2010-4f51-9474-538ba7aa2190 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8844628 Feb 19 01:30:26.930912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Request body: {'port': {'device_id': '4a34d746-7bba-4cb5-96ff-913f58490094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:27.007911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.287188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f05347-36e4-4c66-9f9f-cc87837ac64b {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:27.292674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e2decf8b-8c96-4b79-9208-399caea535e0 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:30:27.295137 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks [] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.309467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Transition to ACTIVE for port object 38f05347-36e4-4c66-9f9f-cc87837ac64b will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:30:27.388628 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.435197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e2decf8b-8c96-4b79-9208-399caea535e0,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:27.450694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'e2decf8b-8c96-4b79-9208-399caea535e0', 'network_id': '50bd74be-9726-4107-a9d8-ccc2c9387c03', 'port_id': 'e2decf8b-8c96-4b79-9208-399caea535e0', 'mac_address': 'fa:16:3e:22:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589afad6-ae9c-499e-a5ff-96a1cd37bf4b', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:30:27.454821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:27.495988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e2decf8b-8c96-4b79-9208-399caea535e0 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:27.496489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.514819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2decf8b-8c96-4b79-9208-399caea535e0 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:27.540742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e2decf8b-8c96-4b79-9208-399caea535e0,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:27.581603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Attempting to bind port 38f05347-36e4-4c66-9f9f-cc87837ac64b on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:27.581912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Attempting to bind port 38f05347-36e4-4c66-9f9f-cc87837ac64b by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:27.582222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Attempting to bind port 38f05347-36e4-4c66-9f9f-cc87837ac64b on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:27.590673 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Port 38f05347-36e4-4c66-9f9f-cc87837ac64b on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:30:27.590999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Attempting to bind port 38f05347-36e4-4c66-9f9f-cc87837ac64b on network 3bc50f13-4815-42ae-a9cb-2cd919d41550 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:27.605750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8933fc-b3c6-4fdf-a644-6476f85789d3 req-ee22f22c-669a-4319-9fb5-be5e4e465ddb tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:27.607235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af8933fc-b3c6-4fdf-a644-6476f85789d3 req-ee22f22c-669a-4319-9fb5-be5e4e465ddb tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 944 time: 0.0936100 Feb 19 01:30:27.608172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:27.608509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Checking segment: {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:27.608883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Bound using segment: {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:27.609321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Bound port: 38f05347-36e4-4c66-9f9f-cc87837ac64b, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:27.609981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.612273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.676658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:27.695953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af8933fc-b3c6-4fdf-a644-6476f85789d3 req-cff9a52c-3973-47b0-9a03-0a62e6474828 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Feb 19 01:30:27.713682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:27.718942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:27.789017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.817717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['e2decf8b-8c96-4b79-9208-399caea535e0'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:27.846747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:27.873816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:27.874550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:27.876476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-a2471474-0c23-4b58-aaf7-ca7ae3b9eab8 service neutron] 10.222.0.117 "PUT /v2.0/ports/38f05347-36e4-4c66-9f9f-cc87837ac64b HTTP/1.1" status: 200 len: 1092 time: 0.9500709 Feb 19 01:30:27.879127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:27.889285 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45acb327-98a8-416d-bef0-a6a9ab037665" -d '{"events": [{"name": "network-changed", "server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:27.938066 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a216e4-a704-44a3-ab6c-4c580dbd5d4f x-openstack-request-id: req-13a216e4-a704-44a3-ab6c-4c580dbd5d4f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:27.938904 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:27.938904 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-13a216e4-a704-44a3-ab6c-4c580dbd5d4f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:27.939854 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b', 'status': 'completed', 'code': 200} Feb 19 01:30:27.989878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7493d83-2a29-4041-b454-d32720acb646 req-811406df-299b-482d-bd30-247cf23df71d tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:27.991554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7493d83-2a29-4041-b454-d32720acb646 req-811406df-299b-482d-bd30-247cf23df71d tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 908 time: 0.0692420 Feb 19 01:30:28.021491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-7f8f3ea6-b5bf-46f7-bed3-62cad722dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.023275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-7f8f3ea6-b5bf-46f7-bed3-62cad722dda2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 1126 time: 0.0641308 Feb 19 01:30:28.128935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-23091b60-90f4-49dd-aa90-74ee46670bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.130489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-23091b60-90f4-49dd-aa90-74ee46670bfe service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=6425505b93c04030b1f91bf53e4babc0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011992 Feb 19 01:30:28.232369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-9f494a8b-2018-46b0-b296-f6ce184b722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.233845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45acb327-98a8-416d-bef0-a6a9ab037665 req-9f494a8b-2018-46b0-b296-f6ce184b722f service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980165 Feb 19 01:30:28.317457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-86d3790b-0c4e-40bc-b3e9-f134be96b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.318979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-86d3790b-0c4e-40bc-b3e9-f134be96b588 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=6425505b93c04030b1f91bf53e4babc0&device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 1126 time: 0.0479965 Feb 19 01:30:28.366786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-40b87691-9944-4fe4-b08a-e6d31614194d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b HTTP/1.1" status: 200 len: 217 time: 0.0417688 Feb 19 01:30:28.422898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-3a80d69f-1048-4277-906b-61ba5a493c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.425063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-3a80d69f-1048-4277-906b-61ba5a493c51 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b3ab997b-d5a8-40fc-9063-adcff06a77d7 HTTP/1.1" status: 200 len: 849 time: 0.0517111 Feb 19 01:30:28.458270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-9994e8c7-3f84-4000-92ee-1cbfc44f0b60 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3bc50f13-4815-42ae-a9cb-2cd919d41550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275145 Feb 19 01:30:28.556860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-ad62de3e-03a2-4368-9798-a483456aa74d service neutron] 10.222.0.117 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930326 Feb 19 01:30:28.650682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-101df199-9aad-4b84-b22e-3a9bc00cc4f1 req-9e80f604-40f1-44a5-bb4c-6a0d6403f0e0 service neutron] 10.222.0.117 "GET /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881999 Feb 19 01:30:28.837261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf23e3-4215-4378-a53b-979395c844fd req-b0860030-ace5-49c7-b76c-12c7f2c1eace tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:28.838678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bdcf23e3-4215-4378-a53b-979395c844fd req-b0860030-ace5-49c7-b76c-12c7f2c1eace tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 944 time: 0.0583215 Feb 19 01:30:28.913013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bdcf23e3-4215-4378-a53b-979395c844fd req-914d5b8d-a69e-44f3-b322-23fe992caf17 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Feb 19 01:30:29.127562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161785d-c18f-4fab-a1c0-3072b4ded5df req-1f4b8013-9c8a-4d8b-8a12-d12c06dabaf2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:29.127562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1161785d-c18f-4fab-a1c0-3072b4ded5df req-1f4b8013-9c8a-4d8b-8a12-d12c06dabaf2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 908 time: 0.0663207 Feb 19 01:30:29.307703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e2decf8b-8c96-4b79-9208-399caea535e0 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:29.462221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port e2decf8b-8c96-4b79-9208-399caea535e0 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:30:29.466531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port e2decf8b-8c96-4b79-9208-399caea535e0 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:29.466977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.546268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port e2decf8b-8c96-4b79-9208-399caea535e0 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:29.546670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.572423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:29.574906 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe949fa5-f641-47c0-868b-1351ac110385" -d '{"events": [{"server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "name": "network-vif-plugged", "status": "completed", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:29.588318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e2decf8b-8c96-4b79-9208-399caea535e0,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:29.617754 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a3378a-775b-476f-b70d-209f50132743 x-openstack-request-id: req-e1a3378a-775b-476f-b70d-209f50132743 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:29.618156 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "name": "network-vif-plugged", "status": "completed", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:29.618488 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e1a3378a-775b-476f-b70d-209f50132743 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:29.618965 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0', 'code': 200} Feb 19 01:30:29.679936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.740133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:30.080470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90a1ad-15fc-471b-9f12-926edbcf04ef req-6d7df323-a668-4472-bc0e-970babb5bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:30.085095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4b90a1ad-15fc-471b-9f12-926edbcf04ef req-6d7df323-a668-4472-bc0e-970babb5bc11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 1091 time: 0.3851328 Feb 19 01:30:30.105251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e965a-ff9b-4f59-9161-6ef0efdf3628 req-d113f758-b36b-43f4-a69d-5b9575269681 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:30.107010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-758e965a-ff9b-4f59-9161-6ef0efdf3628 req-d113f758-b36b-43f4-a69d-5b9575269681 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 944 time: 0.0936589 Feb 19 01:30:30.164335 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-758e965a-ff9b-4f59-9161-6ef0efdf3628 req-36e652a5-e46c-4ab8-9d44-64452fc54765 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485401 Feb 19 01:30:30.277785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43efc8-5e42-4040-8770-b37a8690de46 req-0ed042bf-5ea8-4499-86cf-6b510b213fa2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:30.277785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed43efc8-5e42-4040-8770-b37a8690de46 req-0ed042bf-5ea8-4499-86cf-6b510b213fa2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0610814 Feb 19 01:30:31.319009 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb824c-0ab3-46ca-8596-e396021de66f req-6b6b3f15-7f30-4433-b460-e460aae20f57 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.321052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07fb824c-0ab3-46ca-8596-e396021de66f req-6b6b3f15-7f30-4433-b460-e460aae20f57 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 944 time: 0.0812340 Feb 19 01:30:31.381083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07fb824c-0ab3-46ca-8596-e396021de66f req-8455e224-82a7-4591-85bf-e33465d82fe4 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Feb 19 01:30:31.437777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7278-d325-4c35-8c3a-11a7dee5dc57 req-188ffada-3d86-45c0-8404-9a58ed10c7a6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.440080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a57f7278-d325-4c35-8c3a-11a7dee5dc57 req-188ffada-3d86-45c0-8404-9a58ed10c7a6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0709357 Feb 19 01:30:31.562111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fa27f-2391-4c5c-a374-da2335481422 req-a669c0bf-0fc7-4b84-8665-f74419763eaf tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.563603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-208fa27f-2391-4c5c-a374-da2335481422 req-a669c0bf-0fc7-4b84-8665-f74419763eaf tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0527310 Feb 19 01:30:31.656910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 38f05347-36e4-4c66-9f9f-cc87837ac64b details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:30:31.677205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e9d37-c95f-424b-bf0e-797bb76f25e2 req-fac26fa1-0d57-46fb-b48c-ebb8afb9adff tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.678753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cd3e9d37-c95f-424b-bf0e-797bb76f25e2 req-fac26fa1-0d57-46fb-b48c-ebb8afb9adff tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 1091 time: 0.0488305 Feb 19 01:30:31.781305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:31.816776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '38f05347-36e4-4c66-9f9f-cc87837ac64b', 'network_id': '3bc50f13-4815-42ae-a9cb-2cd919d41550', 'port_id': '38f05347-36e4-4c66-9f9f-cc87837ac64b', 'mac_address': 'fa:16:3e:00:25:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ab997b-d5a8-40fc-9063-adcff06a77d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:30:31.817076 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c306d-55f7-4a7d-bbb9-3eef358398a9 req-3ad2484a-cdb1-4c1d-9d57-14e4b776d160 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.818632 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264c306d-55f7-4a7d-bbb9-3eef358398a9 req-3ad2484a-cdb1-4c1d-9d57-14e4b776d160 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.0719714 Feb 19 01:30:31.863991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 38f05347-36e4-4c66-9f9f-cc87837ac64b is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:31.865419 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.887244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f05347-36e4-4c66-9f9f-cc87837ac64b {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:31.912720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:31.923363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-264c306d-55f7-4a7d-bbb9-3eef358398a9 req-8d49c8ca-3c62-4372-90a1-0669df4184a1 tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0956552 Feb 19 01:30:31.941007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55534) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:31.977089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.990830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f5096-66c6-427b-adf7-26aa5683598b tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.992883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c45f5096-66c6-427b-adf7-26aa5683598b tempest-TestSecurityGroupsBasicOps-1165478148 tempest-TestSecurityGroupsBasicOps-1165478148-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 1086 time: 0.0506773 Feb 19 01:30:32.031259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.195446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['38f05347-36e4-4c66-9f9f-cc87837ac64b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:32.469017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66456d75-0fd3-4741-bb27-bca42aa7fec1 req-bc2a578a-6415-4f3c-8f2a-9613dc1a3331 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:32.471323 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66456d75-0fd3-4741-bb27-bca42aa7fec1 req-bc2a578a-6415-4f3c-8f2a-9613dc1a3331 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0586412 Feb 19 01:30:32.515251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43218e-2d00-4d8e-b1f4-2547b7db80db req-eafafa69-c1b3-4191-a2a6-a62efcb1940a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:32.516719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf43218e-2d00-4d8e-b1f4-2547b7db80db req-eafafa69-c1b3-4191-a2a6-a62efcb1940a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 945 time: 0.0570123 Feb 19 01:30:32.567933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf43218e-2d00-4d8e-b1f4-2547b7db80db req-d0e249c3-1b76-46c7-af8d-275e040acea1 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Feb 19 01:30:33.624008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b078-e22a-4eed-9373-e513d9f4b84f req-c4f388ff-ab79-491b-af85-a9229361664c tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.625684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b90b078-e22a-4eed-9373-e513d9f4b84f req-c4f388ff-ab79-491b-af85-a9229361664c tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0677900 Feb 19 01:30:33.674172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 38f05347-36e4-4c66-9f9f-cc87837ac64b up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:33.736395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8e017-2304-4bb7-b64d-7a1cf31ba32e req-918c331c-58c7-40bb-9cde-db2137295424 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.740839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53f8e017-2304-4bb7-b64d-7a1cf31ba32e req-918c331c-58c7-40bb-9cde-db2137295424 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 945 time: 0.0649660 Feb 19 01:30:33.791769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53f8e017-2304-4bb7-b64d-7a1cf31ba32e req-3b6b479c-95cb-4022-8fb7-5257f7f6e89c tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Feb 19 01:30:33.794049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-986ee4eb-a852-4d0a-9563-60ce27dc244e tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.795579 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-986ee4eb-a852-4d0a-9563-60ce27dc244e tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.96 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 909 time: 0.0567462 Feb 19 01:30:33.800153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 38f05347-36e4-4c66-9f9f-cc87837ac64b completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:30:33.804564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 38f05347-36e4-4c66-9f9f-cc87837ac64b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:33.804953 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.883946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 38f05347-36e4-4c66-9f9f-cc87837ac64b is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:33.884892 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.899894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port e2decf8b-8c96-4b79-9208-399caea535e0 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:33.900293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.911025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:33.918841 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ceed7-9a7f-4e37-9213-04a6df3c861a" -d '{"events": [{"server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "name": "network-vif-plugged", "status": "completed", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:33.934631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:33.976494 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1b222b-46cd-41a4-ac2c-1ba2da415bee x-openstack-request-id: req-1d1b222b-46cd-41a4-ac2c-1ba2da415bee {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:33.978921 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "name": "network-vif-plugged", "status": "completed", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:33.979426 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d1b222b-46cd-41a4-ac2c-1ba2da415bee {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:33.980033 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b', 'code': 200} Feb 19 01:30:34.022062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.051311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port e2decf8b-8c96-4b79-9208-399caea535e0, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=e2decf8b-8c96-4b79-9208-399caea535e0,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:34.051311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.077608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for e2decf8b-8c96-4b79-9208-399caea535e0 owned by compute:nova {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:34.094409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:34.096091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6362c-586d-4f78-b897-27404df2ffd0 req-e546e9f0-c2b1-4161-83f7-6d0c15d47516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:34.097940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fe6362c-586d-4f78-b897-27404df2ffd0 req-e546e9f0-c2b1-4161-83f7-6d0c15d47516 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 1128 time: 0.0571876 Feb 19 01:30:34.152806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8fe6362c-586d-4f78-b897-27404df2ffd0 req-e257f1dd-42ee-4d05-9d37-62242e8a8c63 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Feb 19 01:30:34.360246 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (e2decf8b-8c96-4b79-9208-399caea535e0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.389174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=e2decf8b-8c96-4b79-9208-399caea535e0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:34.436459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] No DVR routers for this DVR port e2decf8b-8c96-4b79-9208-399caea535e0 on host n-h2-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:34.443999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:34.443999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a39a6377-35c5-4df4-9dd9-d79494666017 req-76554787-2e81-4673-abcc-7016828cfb98 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.96 "DELETE /v2.0/ports/e2decf8b-8c96-4b79-9208-399caea535e0 HTTP/1.1" status: 204 len: 173 time: 0.6421969 Feb 19 01:30:34.443999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'name': 'network-vif-deleted', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:34.445786 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d39d0-7a94-4aee-80d8-e2ba255536c2" -d '{"events": [{"server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "name": "network-vif-deleted", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:34.489859 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f75967-52ab-4791-a64a-8c51bb491651 x-openstack-request-id: req-38f75967-52ab-4791-a64a-8c51bb491651 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:34.490053 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023aafc-6db0-4812-bd89-bfc4ea2f5146", "name": "network-vif-deleted", "tag": "e2decf8b-8c96-4b79-9208-399caea535e0", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:34.490293 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-38f75967-52ab-4791-a64a-8c51bb491651 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:34.490765 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023aafc-6db0-4812-bd89-bfc4ea2f5146', 'name': 'network-vif-deleted', 'tag': 'e2decf8b-8c96-4b79-9208-399caea535e0', 'status': 'completed', 'code': 200} Feb 19 01:30:34.746770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05716496-9ded-4a05-9fbf-25e616602478 req-1445615e-38db-49d2-9026-d7f9887157f2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=f023aafc-6db0-4812-bd89-bfc4ea2f5146 HTTP/1.1" status: 200 len: 210 time: 0.0373623 Feb 19 01:30:34.920003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9ebf5-8d30-4404-bec5-f56ee3e31c61 req-aee4c795-aeba-4cc0-89fa-713b771ed55a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:34.921496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffc9ebf5-8d30-4404-bec5-f56ee3e31c61 req-aee4c795-aeba-4cc0-89fa-713b771ed55a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 946 time: 0.0567040 Feb 19 01:30:34.990798 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffc9ebf5-8d30-4404-bec5-f56ee3e31c61 req-4ebc1991-2312-4559-a501-8143dfa76fdb tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617285 Feb 19 01:30:35.827066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55644) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:36.171513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b751b-7550-4379-a37e-c3cc55cca5bc req-5865277f-fdfe-496a-b7ad-c01266e373f5 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:36.171513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-662b751b-7550-4379-a37e-c3cc55cca5bc req-5865277f-fdfe-496a-b7ad-c01266e373f5 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 946 time: 0.1074674 Feb 19 01:30:36.278302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-662b751b-7550-4379-a37e-c3cc55cca5bc req-ebdf232f-bb6b-4e98-a90e-8c889d27439a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841925 Feb 19 01:30:36.387589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (fc121ce9-e201-4f0b-a521-6418c7830600), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.716619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:36.716999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.837669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port 8ba2b147-e93b-459e-98a9-0d458cd3f0ed, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:36.843761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:36.851833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for 8ba2b147-e93b-459e-98a9-0d458cd3f0ed owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:37.119966 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ba2b147-e93b-459e-98a9-0d458cd3f0ed), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.157019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=8ba2b147-e93b-459e-98a9-0d458cd3f0ed,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:37.324108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e2decf8b-8c96-4b79-9208-399caea535e0 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:37.363265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: e2decf8b-8c96-4b79-9208-399caea535e0 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:37.372854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device e2decf8b-8c96-4b79-9208-399caea535e0 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:37.400920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (fc121ce9-e201-4f0b-a521-6418c7830600), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:37.870243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4b316-2f7f-4927-b8ad-23fd6e173bd9 req-8d6d72f0-d01d-4f4b-85c6-36742dfdb2fe tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:37.871730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85c4b316-2f7f-4927-b8ad-23fd6e173bd9 req-8d6d72f0-d01d-4f4b-85c6-36742dfdb2fe tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 946 time: 0.1051648 Feb 19 01:30:37.982888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85c4b316-2f7f-4927-b8ad-23fd6e173bd9 req-fa689a3e-dd6f-42f8-ac05-b6d90325c335 tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035938 Feb 19 01:30:38.051424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router fc121ce9-e201-4f0b-a521-6418c7830600 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:38.200526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:38.207529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2564bf40-9aa7-4134-ab8c-ef3b41ff0bd6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "PUT /v2.0/routers/fc121ce9-e201-4f0b-a521-6418c7830600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3780560 Feb 19 01:30:38.208941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55712) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:38.211682 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Sync routers for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:38.223533 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:38.224146 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:38.261649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting subnet 589afad6-ae9c-499e-a5ff-96a1cd37bf4b {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:38.265018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (589afad6-ae9c-499e-a5ff-96a1cd37bf4b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.307313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (589afad6-ae9c-499e-a5ff-96a1cd37bf4b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.429190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (589afad6-ae9c-499e-a5ff-96a1cd37bf4b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.461581 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:38.560337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (589afad6-ae9c-499e-a5ff-96a1cd37bf4b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.605060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Subnet': ['ID=589afad6-ae9c-499e-a5ff-96a1cd37bf4b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:38.625817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.626270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9490d-dad0-468f-a518-31cd27be3c74 None None] Network 50bd74be-9726-4107-a9d8-ccc2c9387c03 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:38.630705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e8bc6239-30ee-4377-820d-0e9584a07be4 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/subnets/589afad6-ae9c-499e-a5ff-96a1cd37bf4b HTTP/1.1" status: 204 len: 168 time: 0.4207721 Feb 19 01:30:38.633337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:38.686318 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:37Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:38.718370 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Checking router: fc121ce9-e201-4f0b-a521-6418c7830600 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:38.727235 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Routers {'fc121ce9-e201-4f0b-a521-6418c7830600'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:38.727894 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc121ce9-e201-4f0b-a521-6418c7830600'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:38.816094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (fc121ce9-e201-4f0b-a521-6418c7830600), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.827065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] DHCP port deletion for 50bd74be-9726-4107-a9d8-ccc2c9387c03 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:38.872961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] Set router fc121ce9-e201-4f0b-a521-6418c7830600 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:38.890559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Deleting port 40603401-730e-4b05-8c18-7f7ba90f65de {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:38.890559 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:38.999702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] For port 40603401-730e-4b05-8c18-7f7ba90f65de, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=40603401-730e-4b05-8c18-7f7ba90f65de,segment=NetworkSegment(80a6106c-3e83-4a72-a8c9-e9edb9596e94),segment_id=80a6106c-3e83-4a72-a8c9-e9edb9596e94)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:39.000390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.017979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Calling delete_port for 40603401-730e-4b05-8c18-7f7ba90f65de owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:39.058109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284560ec-7335-40d0-abe0-c611f58900ea req-f0c444fa-40a5-4ed2-82e2-25679c3dd68a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:39.059735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-284560ec-7335-40d0-abe0-c611f58900ea req-f0c444fa-40a5-4ed2-82e2-25679c3dd68a tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.117 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 946 time: 0.1739664 Feb 19 01:30:39.148448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16fd7-4b86-4add-831b-9c5d103d8907 req-4e84c0f6-6e43-4017-ab08-81fe4100a55f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:39.153297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcf16fd7-4b86-4add-831b-9c5d103d8907 req-4e84c0f6-6e43-4017-ab08-81fe4100a55f tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Feb 19 01:30:39.166487 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:37Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:39.176153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (fc121ce9-e201-4f0b-a521-6418c7830600), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.177125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (40603401-730e-4b05-8c18-7f7ba90f65de), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.197637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] No DVR routers for this DVR port 40603401-730e-4b05-8c18-7f7ba90f65de on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:39.210113 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91116a9f-26b1-46ae-80ee-eb34c029dcd6 None None] The sync data for ids ['fc121ce9-e201-4f0b-a521-6418c7830600'] in n-d-826529-3 is: [{'id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1442150841', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:30:09Z', 'updated_at': '2022-02-19T01:30:37Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '25ebfd3e-dd48-45ce-9fc2-c786bc89337b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc121ce9-e201-4f0b-a521-6418c7830600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:30:10Z', 'updated_at': '2022-02-19T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:39.239120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6778b-56e5-4c18-8915-11f90f2c1947 None None] Pushing event deleted for resources: {'Port': ['ID=40603401-730e-4b05-8c18-7f7ba90f65de,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:39.248385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcf16fd7-4b86-4add-831b-9c5d103d8907 req-16ac1965-e58d-42a3-959c-9c4b2ee09aea tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/security-groups?id=cdbeabd6-5483-435e-9fae-91f5b08258ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865648 Feb 19 01:30:39.250931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Deleting port 38f05347-36e4-4c66-9f9f-cc87837ac64b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:39.251638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.387550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] For port 38f05347-36e4-4c66-9f9f-cc87837ac64b, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=38f05347-36e4-4c66-9f9f-cc87837ac64b,segment=NetworkSegment(9f2f013a-cff9-4169-8cb1-13c7a4b5edbc),segment_id=9f2f013a-cff9-4169-8cb1-13c7a4b5edbc)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:39.387917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.405063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Calling delete_port for 38f05347-36e4-4c66-9f9f-cc87837ac64b owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:39.417081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:39.418737 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.573419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port 25ebfd3e-dd48-45ce-9fc2-c786bc89337b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:39.574118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.586969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for 25ebfd3e-dd48-45ce-9fc2-c786bc89337b owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:39.735674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8ba2b147-e93b-459e-98a9-0d458cd3f0ed no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:39.771852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (38f05347-36e4-4c66-9f9f-cc87837ac64b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.810552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Pushing event deleted for resources: {'Port': ['ID=38f05347-36e4-4c66-9f9f-cc87837ac64b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:39.948327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] No DVR routers for this DVR port 38f05347-36e4-4c66-9f9f-cc87837ac64b on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:39.959518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:39.965870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-284560ec-7335-40d0-abe0-c611f58900ea req-dad89463-05a3-4715-a6e2-01a8edeabd4e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.117 "DELETE /v2.0/ports/38f05347-36e4-4c66-9f9f-cc87837ac64b HTTP/1.1" status: 204 len: 173 time: 0.8963628 Feb 19 01:30:39.966698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'name': 'network-vif-deleted', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:39.970448 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff044c9-d686-4b5a-9cdc-5b6e91f2dbdf" -d '{"events": [{"server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "name": "network-vif-deleted", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:39.980155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (25ebfd3e-dd48-45ce-9fc2-c786bc89337b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.070349 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d04983-bce5-4076-acca-669aa61de0f7 x-openstack-request-id: req-23d04983-bce5-4076-acca-669aa61de0f7 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:40.070898 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a34d746-7bba-4cb5-96ff-913f58490094", "name": "network-vif-deleted", "tag": "38f05347-36e4-4c66-9f9f-cc87837ac64b", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:40.071333 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-23d04983-bce5-4076-acca-669aa61de0f7 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:40.071970 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a34d746-7bba-4cb5-96ff-913f58490094', 'name': 'network-vif-deleted', 'tag': '38f05347-36e4-4c66-9f9f-cc87837ac64b', 'status': 'completed', 'code': 200} Feb 19 01:30:40.089059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['38f05347-36e4-4c66-9f9f-cc87837ac64b'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:40.106127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=25ebfd3e-dd48-45ce-9fc2-c786bc89337b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:40.123373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 8ba2b147-e93b-459e-98a9-0d458cd3f0ed {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:40.124239 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 8ba2b147-e93b-459e-98a9-0d458cd3f0ed not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:40.124649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 40603401-730e-4b05-8c18-7f7ba90f65de no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:40.152727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 40603401-730e-4b05-8c18-7f7ba90f65de {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:40.153070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 40603401-730e-4b05-8c18-7f7ba90f65de not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:40.153605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (fc121ce9-e201-4f0b-a521-6418c7830600), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.211055 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.270915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fc121ce9-e201-4f0b-a521-6418c7830600), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.276929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_controller (fc121ce9-e201-4f0b-a521-6418c7830600), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.398995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-936e9f31-0853-4b59-bc74-2c1aa7d968d8 req-db22dec9-69fd-4025-bb6d-7f2d1eed537e tempest-VolumesActionsTest-902586779 tempest-VolumesActionsTest-902586779-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a34d746-7bba-4cb5-96ff-913f58490094 HTTP/1.1" status: 200 len: 210 time: 0.0389643 Feb 19 01:30:40.421711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fc121ce9-e201-4f0b-a521-6418c7830600), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.422261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Fanout notify agent at l3_agent the message router_deleted on router fc121ce9-e201-4f0b-a521-6418c7830600 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:40.430535 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.433915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d996c32d-29e5-4776-8a10-27df13bd8822 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/routers/fc121ce9-e201-4f0b-a521-6418c7830600 HTTP/1.1" status: 204 len: 168 time: 1.7966764 Feb 19 01:30:40.434150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55768) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:40.496766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.546973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (50bd74be-9726-4107-a9d8-ccc2c9387c03), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.651365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (50bd74be-9726-4107-a9d8-ccc2c9387c03), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.673590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bd74be-9726-4107-a9d8-ccc2c9387c03']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:40.679733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c790f15b-70b8-4534-9d9e-db4d433f2a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.685936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a6106c-3e83-4a72-a8c9-e9edb9596e94') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:40.686259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a6106c-3e83-4a72-a8c9-e9edb9596e94') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:40.696096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (80a6106c-3e83-4a72-a8c9-e9edb9596e94), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.710911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80a6106c-3e83-4a72-a8c9-e9edb9596e94), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.722885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:30:40.723335 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (80a6106c-3e83-4a72-a8c9-e9edb9596e94), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:30:40.727144 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:30:40.840246 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (50bd74be-9726-4107-a9d8-ccc2c9387c03), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.850076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:40.863175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55782) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:40.864043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/networks/50bd74be-9726-4107-a9d8-ccc2c9387c03 HTTP/1.1" status: 204 len: 168 time: 0.4284091 Feb 19 01:30:40.886143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbacf7c-1d2f-4b0b-87f5-9499538eba85 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Network': ['ID=50bd74be-9726-4107-a9d8-ccc2c9387c03,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.108917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port 29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:41.109267 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.208708 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.209043 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for floatingip (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.226197 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for 29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:41.520180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.546387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=29e3c2ac-fbb5-4f67-9bb1-c49d4e021df3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:41.620986 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for floatingip (5eb8fab5-0008-4a50-82b7-51ecc5a16dc4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:41.625890 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Floating IP 5eb8fab5-0008-4a50-82b7-51ecc5a16dc4 disassociated (deleted). External IP: 172.25.2.103, port: 17feebe1-580d-49f1-a89a-8619e6315458. Feb 19 01:30:41.754242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 25ebfd3e-dd48-45ce-9fc2-c786bc89337b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:41.788176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 25ebfd3e-dd48-45ce-9fc2-c786bc89337b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:41.788897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 25ebfd3e-dd48-45ce-9fc2-c786bc89337b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:41.953339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:42.070519 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:42.076306 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:42.085628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Sync routers for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:42.116393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b028941b-851a-4194-8173-b3bf9cc2cd89 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/floatingips/5eb8fab5-0008-4a50-82b7-51ecc5a16dc4 HTTP/1.1" status: 204 len: 168 time: 1.2516677 Feb 19 01:30:42.117308 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:42.131887 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d807b363-86fb-4313-a92a-c81cebcf8db4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:42.152853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:42.152853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:42.216114 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3298cc2-42c9-4dfc-8ce0-0eec3b7b515c x-openstack-request-id: req-f3298cc2-42c9-4dfc-8ce0-0eec3b7b515c {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:42.216478 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "tag": "17feebe1-580d-49f1-a89a-8619e6315458", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:42.216804 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f3298cc2-42c9-4dfc-8ce0-0eec3b7b515c {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:42.217280 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458', 'status': 'completed', 'code': 200} Feb 19 01:30:42.297780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-9c2cd3bd-7e8c-4196-97cf-10164e9ffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:42.300381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-9c2cd3bd-7e8c-4196-97cf-10164e9ffbef service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=43182a1db8f040ba804c36f8643fe56f&device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 1167 time: 0.0593696 Feb 19 01:30:42.316986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:42.435828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-7975c362-45d6-4e84-80a2-6299d5b93fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:42.440098 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-7975c362-45d6-4e84-80a2-6299d5b93fec service neutron] 10.222.0.117 "GET /v2.0/networks?id=609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 200 len: 898 time: 0.1310735 Feb 19 01:30:42.497682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-3278aff5-0ab9-4a2e-9580-12d4d5a8d4d0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 200 len: 217 time: 0.0488279 Feb 19 01:30:42.577547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-0aa832a2-2761-4083-a8ec-249acd9f06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:42.580328 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-0aa832a2-2761-4083-a8ec-249acd9f06b9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ae880690-53ea-4041-9723-f1e73aa663ea HTTP/1.1" status: 200 len: 835 time: 0.0755014 Feb 19 01:30:42.645041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:42.690479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Checking router: ac74fdaa-0410-4b9d-ade7-21953ff1ae83 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:42.704805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:42.706512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:42.707893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-1d4115e6-27e0-4d8f-acdc-245059d9def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:42.709629 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-1d4115e6-27e0-4d8f-acdc-245059d9def1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=609f8760-f158-428f-a95c-416ff6e94484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1229405 Feb 19 01:30:42.839825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374bb6-dd72-4c1b-b40c-e06a01272032 req-2528730a-97c5-494e-8a4b-aa3c5c777053 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:42.848980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff374bb6-dd72-4c1b-b40c-e06a01272032 req-2528730a-97c5-494e-8a4b-aa3c5c777053 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.2141597 Feb 19 01:30:42.904232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:42.930611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff374bb6-dd72-4c1b-b40c-e06a01272032 req-aaf0e15a-032a-4530-b32c-6443cf134d19 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0800629 Feb 19 01:30:42.937319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-a427a525-6fb4-4843-836a-81926c199ee2 service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190747 Feb 19 01:30:42.952888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3d9cba2a-d020-4282-98af-86d1911659a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:43.043953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d807b363-86fb-4313-a92a-c81cebcf8db4 req-c628d506-baec-4773-a6aa-d82b1947e89f service neutron] 10.222.0.117 "GET /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974226 Feb 19 01:30:43.138539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:43.176943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff14b85-4632-4088-b694-4c17f3003604 None None] The sync data for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 is: [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:29:15Z', 'revision_number': 4, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd9e77c0e-823c-4f31-bd9e-616fb8a6b067', 'name': '', 'network_id': '609f8760-f158-428f-a95c-416ff6e94484', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'mac_address': 'fa:16:3e:87:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:14Z', 'updated_at': '2022-02-19T01:29:20Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'subnets': [{'id': 'ae880690-53ea-4041-9723-f1e73aa663ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:43.494616 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa09a6-da7e-48c4-a141-fc1f4a36dc95 None None] New status for floating IP 5eb8fab5-0008-4a50-82b7-51ecc5a16dc4: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:30:43.737703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 38f05347-36e4-4c66-9f9f-cc87837ac64b no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:43.761474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 38f05347-36e4-4c66-9f9f-cc87837ac64b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:43.761899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 38f05347-36e4-4c66-9f9f-cc87837ac64b not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:43.864740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a480f-3efd-484d-b935-0420b5c620cc req-28479a11-e91f-4c49-a21e-8f78600d82a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:43.866351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f49a480f-3efd-484d-b935-0420b5c620cc req-28479a11-e91f-4c49-a21e-8f78600d82a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.0598106 Feb 19 01:30:43.997241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port 17feebe1-580d-49f1-a89a-8619e6315458 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:43.997593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (17feebe1-580d-49f1-a89a-8619e6315458), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.090790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe187c4-2b61-4ba2-b076-cd5d90e502a8 req-36aa148a-f630-49e7-bb26-3640df918e35 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:44.092273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0fe187c4-2b61-4ba2-b076-cd5d90e502a8 req-36aa148a-f630-49e7-bb26-3640df918e35 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 985 time: 0.0699770 Feb 19 01:30:44.132515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port 17feebe1-580d-49f1-a89a-8619e6315458, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=17feebe1-580d-49f1-a89a-8619e6315458,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:44.133096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (17feebe1-580d-49f1-a89a-8619e6315458), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.151071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for 17feebe1-580d-49f1-a89a-8619e6315458 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:44.189955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0fe187c4-2b61-4ba2-b076-cd5d90e502a8 req-33bf546a-0ca3-48a9-8def-d24d69ffae2a tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/security-groups?id=e7e6b68c-c90b-4b55-a62d-1a9721e86570&id=7e8e641c-10bb-4faa-a698-92dfaa8b9db5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0888479 Feb 19 01:30:44.251611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.421721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (17feebe1-580d-49f1-a89a-8619e6315458), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.456472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=17feebe1-580d-49f1-a89a-8619e6315458,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:44.506302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] No DVR routers for this DVR port 17feebe1-580d-49f1-a89a-8619e6315458 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:44.506302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:44.509683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f49a480f-3efd-484d-b935-0420b5c620cc req-7d80ea96-542e-40da-9c4b-897d0df6c229 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.117 "DELETE /v2.0/ports/17feebe1-580d-49f1-a89a-8619e6315458 HTTP/1.1" status: 204 len: 173 time: 0.6380839 Feb 19 01:30:44.510146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'name': 'network-vif-deleted', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:44.512563 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808609af-5543-4d41-87f7-53c565b5994c" -d '{"events": [{"server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "name": "network-vif-deleted", "tag": "17feebe1-580d-49f1-a89a-8619e6315458"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:44.555313 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61543cde-52f9-400b-8d9f-802ef3067bd2 x-openstack-request-id: req-61543cde-52f9-400b-8d9f-802ef3067bd2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:44.555612 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1038f3-443d-4149-ae9d-16878806c2e6", "name": "network-vif-deleted", "tag": "17feebe1-580d-49f1-a89a-8619e6315458", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:44.555906 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-61543cde-52f9-400b-8d9f-802ef3067bd2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:44.556311 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1038f3-443d-4149-ae9d-16878806c2e6', 'name': 'network-vif-deleted', 'tag': '17feebe1-580d-49f1-a89a-8619e6315458', 'status': 'completed', 'code': 200} Feb 19 01:30:45.383765 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad2fb6d9-a555-4a60-9780-ff7197f23a3c req-c9c11476-2534-4b6d-84bd-57dc675461a0 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "GET /v2.0/ports?device_id=9b1038f3-443d-4149-ae9d-16878806c2e6 HTTP/1.1" status: 200 len: 210 time: 0.0415397 Feb 19 01:30:45.400068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.459007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55978) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:46.599926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (e7e6b68c-c90b-4b55-a62d-1a9721e86570), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.644196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (e7e6b68c-c90b-4b55-a62d-1a9721e86570), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.827252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (e7e6b68c-c90b-4b55-a62d-1a9721e86570), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.831054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.832437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/security-groups/e7e6b68c-c90b-4b55-a62d-1a9721e86570 HTTP/1.1" status: 204 len: 168 time: 0.3721712 Feb 19 01:30:46.835504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 55986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:46.870219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291c37b-76d0-4353-9ccd-7c9fd40573a2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6b68c-c90b-4b55-a62d-1a9721e86570,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:46.958342 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (7e8e641c-10bb-4faa-a698-92dfaa8b9db5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:46.971181 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.012571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (7e8e641c-10bb-4faa-a698-92dfaa8b9db5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.211045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7e8e641c-10bb-4faa-a698-92dfaa8b9db5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.213736 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:47.217889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 55994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:47.218358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/security-groups/7e8e641c-10bb-4faa-a698-92dfaa8b9db5 HTTP/1.1" status: 204 len: 168 time: 0.3807242 Feb 19 01:30:47.243793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dd1c8-5092-4ff6-8f2c-a712f3e7be59 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e641c-10bb-4faa-a698-92dfaa8b9db5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:47.729483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 17feebe1-580d-49f1-a89a-8619e6315458 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:47.803058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 17feebe1-580d-49f1-a89a-8619e6315458 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:47.803435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 17feebe1-580d-49f1-a89a-8619e6315458 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:48.155802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.660819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port d9e77c0e-823c-4f31-bd9e-616fb8a6b067 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:48.661293 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.811399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port d9e77c0e-823c-4f31-bd9e-616fb8a6b067, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:48.811904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:48.846702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for d9e77c0e-823c-4f31-bd9e-616fb8a6b067 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:49.240319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d9e77c0e-823c-4f31-bd9e-616fb8a6b067), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.270200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=d9e77c0e-823c-4f31-bd9e-616fb8a6b067,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:49.511033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.780934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:50.033214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:50.045422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e222c2ed-1e90-40e2-b5de-c767fdb331e2 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "PUT /v2.0/routers/ac74fdaa-0410-4b9d-ade7-21953ff1ae83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8262501 Feb 19 01:30:50.047929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56038) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:50.057215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Sync routers for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:50.078448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:50.079103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:50.150694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting subnet ae880690-53ea-4041-9723-f1e73aa663ea {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:30:50.162627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (ae880690-53ea-4041-9723-f1e73aa663ea), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.267748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (ae880690-53ea-4041-9723-f1e73aa663ea), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.416557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:50.491694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ae880690-53ea-4041-9723-f1e73aa663ea), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.692471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (ae880690-53ea-4041-9723-f1e73aa663ea), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.711399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.723393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56048) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:50.726383 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/subnets/ae880690-53ea-4041-9723-f1e73aa663ea HTTP/1.1" status: 204 len: 168 time: 0.6745985 Feb 19 01:30:50.756452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3fc93-fb06-4936-af20-b47af6cb9a63 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Subnet': ['ID=ae880690-53ea-4041-9723-f1e73aa663ea,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:50.758736 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896b1da-6b58-4f8b-91f7-250a9398d610 None None] Network 609f8760-f158-428f-a95c-416ff6e94484 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:30:50.854356 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:30:49Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:50.975073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Checking router: ac74fdaa-0410-4b9d-ade7-21953ff1ae83 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:50.990578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.010781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Routers {'ac74fdaa-0410-4b9d-ade7-21953ff1ae83'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:51.011438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:51.147307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_gateway (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.338788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] DHCP port deletion for 609f8760-f158-428f-a95c-416ff6e94484 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:30:51.353156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Deleting port 248af5ff-2ae2-4032-9197-caaef2d66809 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:51.358779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.471596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] Set router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:51.517054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] For port 248af5ff-2ae2-4032-9197-caaef2d66809, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=248af5ff-2ae2-4032-9197-caaef2d66809,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:51.517054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.537475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Calling delete_port for 248af5ff-2ae2-4032-9197-caaef2d66809 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:52.022992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (248af5ff-2ae2-4032-9197-caaef2d66809), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.098327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Port': ['ID=248af5ff-2ae2-4032-9197-caaef2d66809,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:52.131012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7452ceef-ab12-4ef6-bb36-c58142c6e9aa no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:52.265111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Deleting port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:30:52.265631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.277747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.506492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.510396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router_controller (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.525551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:52.526146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.529149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] For port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:52.529580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.561160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Calling delete_port for 7452ceef-ab12-4ef6-bb36-c58142c6e9aa owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:30:52.631529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,segment=NetworkSegment(46bd5bb6-d40c-47af-8184-82281eae6cff),segment_id=46bd5bb6-d40c-47af-8184-82281eae6cff)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:52.652373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:30:49Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:52.689823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb79f83-cdaa-4064-8b20-20a83ea72043 None None] The sync data for ids ['ac74fdaa-0410-4b9d-ade7-21953ff1ae83'] in n-d-826529-3 is: [{'id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1957428825', 'tenant_id': '43182a1db8f040ba804c36f8643fe56f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:09Z', 'updated_at': '2022-02-19T01:30:49Z', 'revision_number': 5, 'project_id': '43182a1db8f040ba804c36f8643fe56f', 'gw_port': {'id': '248af5ff-2ae2-4032-9197-caaef2d66809', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac74fdaa-0410-4b9d-ade7-21953ff1ae83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:10Z', 'updated_at': '2022-02-19T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:52.725758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (ac74fdaa-0410-4b9d-ade7-21953ff1ae83), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.726374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Fanout notify agent at l3_agent the message router_deleted on router ac74fdaa-0410-4b9d-ade7-21953ff1ae83 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:30:52.735736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.740301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-135ea810-1b65-4499-9903-c80bcc48b0b6 tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/routers/ac74fdaa-0410-4b9d-ade7-21953ff1ae83 HTTP/1.1" status: 204 len: 168 time: 2.0126696 Feb 19 01:30:52.740610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:52.765534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.854461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (7452ceef-ab12-4ef6-bb36-c58142c6e9aa), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.881929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (609f8760-f158-428f-a95c-416ff6e94484), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:52.885989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:52.900459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] No DVR routers for this DVR port 7452ceef-ab12-4ef6-bb36-c58142c6e9aa on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:30:52.949916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f414-58aa-4ae1-85bd-197944d90165 None None] Pushing event deleted for resources: {'Port': ['ID=7452ceef-ab12-4ef6-bb36-c58142c6e9aa,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:53.710972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (609f8760-f158-428f-a95c-416ff6e94484), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.749765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609f8760-f158-428f-a95c-416ff6e94484']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:53.762655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bd5bb6-d40c-47af-8184-82281eae6cff') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:53.762914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bd5bb6-d40c-47af-8184-82281eae6cff') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:53.815373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (46bd5bb6-d40c-47af-8184-82281eae6cff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.823855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d9e77c0e-823c-4f31-bd9e-616fb8a6b067 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:53.862961 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (46bd5bb6-d40c-47af-8184-82281eae6cff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.870911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:30:53.871887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (46bd5bb6-d40c-47af-8184-82281eae6cff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:30:53.875993 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:30:53.880743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d9e77c0e-823c-4f31-bd9e-616fb8a6b067 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:53.881113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d9e77c0e-823c-4f31-bd9e-616fb8a6b067 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:54.091347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (609f8760-f158-428f-a95c-416ff6e94484), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.101659 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.114047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] 10.222.0.94 "DELETE /v2.0/networks/609f8760-f158-428f-a95c-416ff6e94484 HTTP/1.1" status: 204 len: 168 time: 1.3719063 Feb 19 01:30:54.180195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58d883-21dd-4521-a2aa-e97118d6425b tempest-TestSecurityGroupsBasicOps-150968683 tempest-TestSecurityGroupsBasicOps-150968683-project] Pushing event deleted for resources: {'Network': ['ID=609f8760-f158-428f-a95c-416ff6e94484,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:55.005759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:55.236956 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56116) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:55.248585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90beb7a4-85bb-46ab-8450-b25b08fa4825 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=43182a1db8f040ba804c36f8643fe56f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401524 Feb 19 01:30:55.294830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] Publish callbacks [] for security_group (88410b7f-1ce3-40b7-ae3c-47d30190c0fe), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.320235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] Publish callbacks [] for security_group (88410b7f-1ce3-40b7-ae3c-47d30190c0fe), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.441047 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88410b7f-1ce3-40b7-ae3c-47d30190c0fe), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.444469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.449542 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/88410b7f-1ce3-40b7-ae3c-47d30190c0fe HTTP/1.1" status: 204 len: 168 time: 0.2086968 Feb 19 01:30:55.476523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461028f-1bad-41f8-99f7-7a42b6f5d60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88410b7f-1ce3-40b7-ae3c-47d30190c0fe,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:55.683853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 248af5ff-2ae2-4032-9197-caaef2d66809 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:30:55.713096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 248af5ff-2ae2-4032-9197-caaef2d66809 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:30:55.713825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 248af5ff-2ae2-4032-9197-caaef2d66809 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:30:56.220223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56130) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:56.255816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fbef3f2-6b8d-49ca-a898-f074dfe5fb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.347060 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fbef3f2-6b8d-49ca-a898-f074dfe5fb4d admin admin] Publish callbacks [] for security_group (3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.394715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fbef3f2-6b8d-49ca-a898-f074dfe5fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.441968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56136) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:56.442584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8fbef3f2-6b8d-49ca-a898-f074dfe5fb4d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=76576e04653248dfa2f6c34f6fee1396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200053 Feb 19 01:30:56.444939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbef3f2-6b8d-49ca-a898-f074dfe5fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:56.486689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:30:56.515929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] Publish callbacks [] for security_group (3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.543203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] Publish callbacks [] for security_group (3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.895760 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.898665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:56.899860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6 HTTP/1.1" status: 204 len: 168 time: 0.4559689 Feb 19 01:30:56.908456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0cee7-e350-4aa0-a574-007df45e40cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c6f22-4ce9-4e19-b8d2-d0379677b4d6,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:57.777242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:57.838459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f95077e4-ad01-403a-a15a-631977cb6291 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=df14bd8419464a92a85579ec9d7d48fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578983 Feb 19 01:30:57.838682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56158) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:57.892042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] Publish callbacks [] for security_group (8c06467a-fa15-44fd-ab2d-da81eaa7df9a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:57.928510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] Publish callbacks [] for security_group (8c06467a-fa15-44fd-ab2d-da81eaa7df9a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.085690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8c06467a-fa15-44fd-ab2d-da81eaa7df9a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.088371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:58.089522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8c06467a-fa15-44fd-ab2d-da81eaa7df9a HTTP/1.1" status: 204 len: 168 time: 0.2497787 Feb 19 01:30:58.100069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf1ec-4faa-45d4-bd3b-af74c3e73728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06467a-fa15-44fd-ab2d-da81eaa7df9a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:59.565908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56196) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:59.773882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1945567281-network', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:59.845850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Made reservation on behalf of f7d365dcf42e42e6baa1341b131feb32 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:30:59.849331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:59.860639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:59.953313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks [] for security_group (20b2af47-2a1a-45b5-b419-683374f2f322), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.005414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (20b2af47-2a1a-45b5-b419-683374f2f322), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.052490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b2af47-2a1a-45b5-b419-683374f2f322,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:00.070373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.070828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.071324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.071727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.072321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.072669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.073004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.073405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.076202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.076564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.076899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.077387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.077695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:00.090715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:31:00.111623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80cd1c9b-8bf9-4f08-aaf3-1568413c5aca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.111623 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Added segment 80cd1c9b-8bf9-4f08-aaf3-1568413c5aca of type vlan for network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc Feb 19 01:31:00.200635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.285856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.287332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:00.288395 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.378820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ca7b37-7060-42e7-874d-2bbe89e6bbbc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:00.386225 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff5f71ad-634f-4ef5-bd74-0bc1cdea9224 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8181472 Feb 19 01:31:00.389450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56206) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:00.392007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:31:00.395899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Request body: {'subnet': {'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1945567281-subnet', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:00.510713 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Made reservation on behalf of f7d365dcf42e42e6baa1341b131feb32 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:00.513120 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.864226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (82ff9980-a938-4525-ac39-dfb83b80c87a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:00.927534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ff9980-a938-4525-ac39-dfb83b80c87a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:00.935055 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Checking segment: {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:00.935696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Network hostable DHCP agents. Network: c4ca7b37-7060-42e7-874d-2bbe89e6bbbc, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:31:01.280209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:31:01.371635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c4ca7b37-7060-42e7-874d-2bbe89e6bbbc) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:01.376527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.378265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.385269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa822fd-a12f-4e69-be91-923f906985de None None] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:01.521710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56234) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:01.522339 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8da6650e-5451-495c-8cb3-9f15d140eb1a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1307504 Feb 19 01:31:01.526826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:01.624537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'fixed_ips': [{'subnet_id': '82ff9980-a938-4525-ac39-dfb83b80c87a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:01.629491 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.697268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (bd78677c-e4d4-409e-b64d-90b64730f213), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.700171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (bd78677c-e4d4-409e-b64d-90b64730f213), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.812265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for router_controller (bd78677c-e4d4-409e-b64d-90b64730f213), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:01.969943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Allocated IP 172.20.0.2 (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc/82ff9980-a938-4525-ac39-dfb83b80c87a/3bbe151c-9014-4517-87d1-d49164d1d09a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:02.257571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for router_gateway (bd78677c-e4d4-409e-b64d-90b64730f213), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.303495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks [] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.387685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.445227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:02.448946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:02.456281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:02.564972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Pushing event updated for resources: {'Port': ['ID=3bbe151c-9014-4517-87d1-d49164d1d09a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:02.585970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Attempting to bind port 3bbe151c-9014-4517-87d1-d49164d1d09a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:02.586350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Attempting to bind port 3bbe151c-9014-4517-87d1-d49164d1d09a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:02.586850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Attempting to bind port 3bbe151c-9014-4517-87d1-d49164d1d09a on network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:02.593831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:02.594242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Checking segment: {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:02.599798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.601201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Bound using segment: {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:02.601201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Bound port: 3bbe151c-9014-4517-87d1-d49164d1d09a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:02.601530 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.666292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for router_gateway (bd78677c-e4d4-409e-b64d-90b64730f213), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.698467 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.707322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] For port 3bbe151c-9014-4517-87d1-d49164d1d09a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:02.713310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] For port 3bbe151c-9014-4517-87d1-d49164d1d09a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3bbe151c-9014-4517-87d1-d49164d1d09a,segment=NetworkSegment(80cd1c9b-8bf9-4f08-aaf3-1568413c5aca),segment_id=80cd1c9b-8bf9-4f08-aaf3-1568413c5aca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:02.794724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:02.864746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Allocated IP 172.25.2.128 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/99e313ff-1a3d-4e1f-8378-7fb54c77106e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:02.958372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196fbbc-552c-4c02-9bd4-3a21f5d7857a None None] Pushing event updated for resources: {'Port': ['ID=3bbe151c-9014-4517-87d1-d49164d1d09a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:03.053160 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.153473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:03.286251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:03.294439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:03.314806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:03.362751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Pushing event updated for resources: {'Port': ['ID=99e313ff-1a3d-4e1f-8378-7fb54c77106e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:03.846692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3bbe151c-9014-4517-87d1-d49164d1d09a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:03.931348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for router_gateway (bd78677c-e4d4-409e-b64d-90b64730f213), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.030282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3bbe151c-9014-4517-87d1-d49164d1d09a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:04.031698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.228286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3bbe151c-9014-4517-87d1-d49164d1d09a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:04.228763 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.341622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 3bbe151c-9014-4517-87d1-d49164d1d09a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3bbe151c-9014-4517-87d1-d49164d1d09a,segment=NetworkSegment(80cd1c9b-8bf9-4f08-aaf3-1568413c5aca),segment_id=80cd1c9b-8bf9-4f08-aaf3-1568413c5aca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:04.414328 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (bd78677c-e4d4-409e-b64d-90b64730f213), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.418465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.554080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=3bbe151c-9014-4517-87d1-d49164d1d09a,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:04.658910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3cbeb7-f545-4a6e-8d6b-4b34459a3ca2 None None] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:04.783978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Router bd78677c-e4d4-409e-b64d-90b64730f213 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:31:04.794350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b1afb7a4-f0e4-4c9f-9c89-2769b364ea4a None None] Provisioning complete for port 3bbe151c-9014-4517-87d1-d49164d1d09a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:04.794780 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b1afb7a4-f0e4-4c9f-9c89-2769b364ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:04.926722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b1afb7a4-f0e4-4c9f-9c89-2769b364ea4a None None] Current status of the port 3bbe151c-9014-4517-87d1-d49164d1d09a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:04.987300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:05.001517 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Sync routers for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:05.034232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:05.039378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:05.132996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:05.134465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31de09ad-297b-41c1-8ae9-44069dbf59f9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6114981 Feb 19 01:31:05.137036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56352) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:05.210127 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:05.473008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5bf08deb-1e92-4f2c-bc54-ca98f6bfdb2d None None] Provisioning complete for port 3bbe151c-9014-4517-87d1-d49164d1d09a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:05.473402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5bf08deb-1e92-4f2c-bc54-ca98f6bfdb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:05.519906 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:03Z', 'revision_number': 3, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:05.594961 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Checking router: bd78677c-e4d4-409e-b64d-90b64730f213 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:05.597026 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Updating router bd78677c-e4d4-409e-b64d-90b64730f213 port 99e313ff-1a3d-4e1f-8378-7fb54c77106e binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:05.638558 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:05.676078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5bf08deb-1e92-4f2c-bc54-ca98f6bfdb2d None None] Current status of the port 3bbe151c-9014-4517-87d1-d49164d1d09a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:05.776573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3bbe151c-9014-4517-87d1-d49164d1d09a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:05.930813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 3bbe151c-9014-4517-87d1-d49164d1d09a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:05.931577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.119208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.120302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 3bbe151c-9014-4517-87d1-d49164d1d09a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:06.121426 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks [] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.274292 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.333221 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Attempting to bind port 99e313ff-1a3d-4e1f-8378-7fb54c77106e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:06.333585 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Attempting to bind port 99e313ff-1a3d-4e1f-8378-7fb54c77106e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:06.334438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Attempting to bind port 99e313ff-1a3d-4e1f-8378-7fb54c77106e on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:06.340493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Allocated IP 172.20.0.1 (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc/82ff9980-a938-4525-ac39-dfb83b80c87a/74425df2-341b-4f82-896a-7732d3bc6794) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:06.345453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e139b3-9dc0-437e-8079-8d5d9fb165cd None None] Pushing event updated for resources: {'Port': ['ID=99e313ff-1a3d-4e1f-8378-7fb54c77106e,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:06.345453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:06.346137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:06.346673 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.347081 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:06.347663 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Bound port: 99e313ff-1a3d-4e1f-8378-7fb54c77106e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:06.348050 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.418999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] For port 99e313ff-1a3d-4e1f-8378-7fb54c77106e, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:06.423082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] For port 99e313ff-1a3d-4e1f-8378-7fb54c77106e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=99e313ff-1a3d-4e1f-8378-7fb54c77106e,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:06.487210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks [] for port (74425df2-341b-4f82-896a-7732d3bc6794), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.537442 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.595072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (74425df2-341b-4f82-896a-7732d3bc6794), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.651871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Pushing event updated for resources: {'Port': ['ID=74425df2-341b-4f82-896a-7732d3bc6794,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:06.676001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:06.679567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:06.683705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:06.706066 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e139b3-9dc0-437e-8079-8d5d9fb165cd None None] Pushing event updated for resources: {'Port': ['ID=99e313ff-1a3d-4e1f-8378-7fb54c77106e,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:06.708992 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:06.709690 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:06.743606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (bd78677c-e4d4-409e-b64d-90b64730f213), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:06.873729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:07.139184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74425df2-341b-4f82-896a-7732d3bc6794), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.144684 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:03Z', 'revision_number': 3, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:07.191848 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfa7fa-3e33-446e-923f-2d884194b044 None None] The sync data for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 is: [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:03Z', 'revision_number': 3, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:07.228190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4091b912-1250-435c-a3e4-ebb28bc224a6 None None] Provisioning complete for port 74425df2-341b-4f82-896a-7732d3bc6794 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:07.228852 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4091b912-1250-435c-a3e4-ebb28bc224a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74425df2-341b-4f82-896a-7732d3bc6794), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.263318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4091b912-1250-435c-a3e4-ebb28bc224a6 None None] Port 74425df2-341b-4f82-896a-7732d3bc6794 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:07.331506 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks [] for port (74425df2-341b-4f82-896a-7732d3bc6794), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.431450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (74425df2-341b-4f82-896a-7732d3bc6794), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:07.860386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 99e313ff-1a3d-4e1f-8378-7fb54c77106e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:07.865061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Pushing event updated for resources: {'Port': ['ID=74425df2-341b-4f82-896a-7732d3bc6794,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:07.923122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (bd78677c-e4d4-409e-b64d-90b64730f213), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.032854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 99e313ff-1a3d-4e1f-8378-7fb54c77106e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:08.034236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.050543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:08.058418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:08.265368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 99e313ff-1a3d-4e1f-8378-7fb54c77106e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:08.265368 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.320944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Router bd78677c-e4d4-409e-b64d-90b64730f213 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:08.324866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 99e313ff-1a3d-4e1f-8378-7fb54c77106e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=99e313ff-1a3d-4e1f-8378-7fb54c77106e,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:08.400290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.539625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=99e313ff-1a3d-4e1f-8378-7fb54c77106e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:08.573239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:08.580677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-90fe6bf9-2e52-43b5-ac7e-1560da830e50 admin admin] 10.222.0.94 "PUT /v2.0/routers/bd78677c-e4d4-409e-b64d-90b64730f213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4414923 Feb 19 01:31:08.615904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fdfbb5f2-4391-4e9a-8999-afd7f77a8350 None None] Provisioning complete for port 74425df2-341b-4f82-896a-7732d3bc6794 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:08.616634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb5f2-4391-4e9a-8999-afd7f77a8350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74425df2-341b-4f82-896a-7732d3bc6794), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:08.668755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbb5f2-4391-4e9a-8999-afd7f77a8350 None None] Port 74425df2-341b-4f82-896a-7732d3bc6794 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:09.811536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 99e313ff-1a3d-4e1f-8378-7fb54c77106e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:10.012481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 99e313ff-1a3d-4e1f-8378-7fb54c77106e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:10.013025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.097923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.177350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 99e313ff-1a3d-4e1f-8378-7fb54c77106e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:10.301514 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Sync routers for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:10.322338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:10.323700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:10.496438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:10.644594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56518) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:10.879468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:06Z', 'revision_number': 4, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '74425df2-341b-4f82-896a-7732d3bc6794', 'name': '', 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'mac_address': 'fa:16:3e:67:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:06Z', 'updated_at': '2022-02-19T01:31:07Z', 'revision_number': 2, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'subnets': [{'id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:10.938676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:10.940299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Checking router: bd78677c-e4d4-409e-b64d-90b64730f213 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:10.940958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Updating router bd78677c-e4d4-409e-b64d-90b64730f213 port 74425df2-341b-4f82-896a-7732d3bc6794 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:10.989958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74425df2-341b-4f82-896a-7732d3bc6794), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.045868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-035a54f8-d936-44d2-a5ca-bad9f39c4f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.405437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (bd78677c-e4d4-409e-b64d-90b64730f213), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.470406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks [] for port (74425df2-341b-4f82-896a-7732d3bc6794), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.549658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (74425df2-341b-4f82-896a-7732d3bc6794), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:11.616342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f129-9db7-43fa-85dd-6f73777899a2 None None] Pushing event updated for resources: {'Port': ['ID=74425df2-341b-4f82-896a-7732d3bc6794,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:12.253192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Attempting to bind port 74425df2-341b-4f82-896a-7732d3bc6794 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:12.254336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Attempting to bind port 74425df2-341b-4f82-896a-7732d3bc6794 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:12.254872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Attempting to bind port 74425df2-341b-4f82-896a-7732d3bc6794 on network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:12.285807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:12.286234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Checking segment: {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:12.286637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.287116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Bound using segment: {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:12.287594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Bound port: 74425df2-341b-4f82-896a-7732d3bc6794, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:12.288108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (74425df2-341b-4f82-896a-7732d3bc6794), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.322496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8a48f4a0-18ec-4ece-902b-5a2af792e38c None None] Provisioning complete for port 74425df2-341b-4f82-896a-7732d3bc6794 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:12.322865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a48f4a0-18ec-4ece-902b-5a2af792e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74425df2-341b-4f82-896a-7732d3bc6794), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.420723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8a48f4a0-18ec-4ece-902b-5a2af792e38c None None] Port 74425df2-341b-4f82-896a-7732d3bc6794 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:12.442351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] For port 74425df2-341b-4f82-896a-7732d3bc6794, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:12.447967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] For port 74425df2-341b-4f82-896a-7732d3bc6794, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=74425df2-341b-4f82-896a-7732d3bc6794,segment=NetworkSegment(80cd1c9b-8bf9-4f08-aaf3-1568413c5aca),segment_id=80cd1c9b-8bf9-4f08-aaf3-1568413c5aca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:12.519911 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Deleting port 74425df2-341b-4f82-896a-7732d3bc6794 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:12.520519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (74425df2-341b-4f82-896a-7732d3bc6794), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.549696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (74425df2-341b-4f82-896a-7732d3bc6794), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.664642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f129-9db7-43fa-85dd-6f73777899a2 None None] Pushing event updated for resources: {'Port': ['ID=74425df2-341b-4f82-896a-7732d3bc6794,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:12.689530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] For port 74425df2-341b-4f82-896a-7732d3bc6794, host n-d-826529-3, got binding levels [] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:12.690133 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (74425df2-341b-4f82-896a-7732d3bc6794), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:12.695196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:12.697907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:30:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:12.712192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Calling delete_port for 74425df2-341b-4f82-896a-7732d3bc6794 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:12.907889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:12.960943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-29f782ae-e6f8-4ee8-809f-3eedf95223a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.106032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-475f2b12-3ed3-4a99-8df6-eabba632f129 None None] Provisioning complete for port 74425df2-341b-4f82-896a-7732d3bc6794 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:13.107868 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-475f2b12-3ed3-4a99-8df6-eabba632f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (74425df2-341b-4f82-896a-7732d3bc6794), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.259237 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (74425df2-341b-4f82-896a-7732d3bc6794), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.287018 n-d-826529-3 neutron-server[110603]: INFO neutron.plugins.ml2.db [None req-475f2b12-3ed3-4a99-8df6-eabba632f129 None None] No ports have port_id starting with 74425df2-341b-4f82-896a-7732d3bc6794 Feb 19 01:31:13.315332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74425df2-341b-4f82-896a-7732d3bc6794,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:13.337011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.337360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.337745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.338063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.338393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.338745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.363537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.365673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.365673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.366444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.367979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.368322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.368667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:13.454556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:06Z', 'revision_number': 4, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '74425df2-341b-4f82-896a-7732d3bc6794', 'name': '', 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'mac_address': 'fa:16:3e:67:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:06Z', 'updated_at': '2022-02-19T01:31:12Z', 'revision_number': 4, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'subnets': [{'id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:13.498598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf4751-ea92-43c8-9e4d-bf851300171d None None] The sync data for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 is: [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:06Z', 'revision_number': 4, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port': {'id': '99e313ff-1a3d-4e1f-8378-7fb54c77106e', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:02Z', 'updated_at': '2022-02-19T01:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '74425df2-341b-4f82-896a-7732d3bc6794', 'name': '', 'network_id': 'c4ca7b37-7060-42e7-874d-2bbe89e6bbbc', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'mac_address': 'fa:16:3e:67:ef:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:06Z', 'updated_at': '2022-02-19T01:31:12Z', 'revision_number': 4, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'subnets': [{'id': '82ff9980-a938-4525-ac39-dfb83b80c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:13.670504 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (bd78677c-e4d4-409e-b64d-90b64730f213), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:13.999401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Router bd78677c-e4d4-409e-b64d-90b64730f213 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:14.186744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:14.199926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9781eee5-04eb-4449-ab7d-0d8cdd1900d8 admin admin] 10.222.0.94 "PUT /v2.0/routers/bd78677c-e4d4-409e-b64d-90b64730f213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5541286 Feb 19 01:31:14.200326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56620) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:14.298285 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.406415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks [] for router (bd78677c-e4d4-409e-b64d-90b64730f213), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.668976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks [] for router_gateway (bd78677c-e4d4-409e-b64d-90b64730f213), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:14.848662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Deleting port 99e313ff-1a3d-4e1f-8378-7fb54c77106e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:14.849333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.037514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] For port 99e313ff-1a3d-4e1f-8378-7fb54c77106e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=99e313ff-1a3d-4e1f-8378-7fb54c77106e,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:15.037897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.074839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Calling delete_port for 99e313ff-1a3d-4e1f-8378-7fb54c77106e owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:15.360085 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Sync routers for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:15.360646 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:15.361215 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:15.376121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.450955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (99e313ff-1a3d-4e1f-8378-7fb54c77106e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.463673 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:15.516799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=99e313ff-1a3d-4e1f-8378-7fb54c77106e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:15.529093 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:14Z', 'revision_number': 6, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:15.559640 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Checking router: bd78677c-e4d4-409e-b64d-90b64730f213 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:15.569997 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Routers {'bd78677c-e4d4-409e-b64d-90b64730f213'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:15.570742 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bd78677c-e4d4-409e-b64d-90b64730f213'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:15.623425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (bd78677c-e4d4-409e-b64d-90b64730f213), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.647066 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] Set router bd78677c-e4d4-409e-b64d-90b64730f213 gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:15.702280 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:15Z', 'revision_number': 7, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:15.737265 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725a1d9-f9e0-4674-9840-a3cc35da8a4a None None] The sync data for ids ['bd78677c-e4d4-409e-b64d-90b64730f213'] in n-d-826529-3 is: [{'id': 'bd78677c-e4d4-409e-b64d-90b64730f213', 'name': 'tempest-ImageQuotaTest-1945567281-router', 'tenant_id': 'f7d365dcf42e42e6baa1341b131feb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:01Z', 'updated_at': '2022-02-19T01:31:15Z', 'revision_number': 7, 'project_id': 'f7d365dcf42e42e6baa1341b131feb32', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:15.789301 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (bd78677c-e4d4-409e-b64d-90b64730f213), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.791700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks [] for router_controller (bd78677c-e4d4-409e-b64d-90b64730f213), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.897363 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (bd78677c-e4d4-409e-b64d-90b64730f213), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.901404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd78677c-e4d4-409e-b64d-90b64730f213 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:31:15.902611 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:15.903871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a49a8712-537e-45df-81c0-853db442b6fc admin admin] 10.222.0.94 "DELETE /v2.0/routers/bd78677c-e4d4-409e-b64d-90b64730f213 HTTP/1.1" status: 204 len: 168 time: 1.7017944 Feb 19 01:31:15.906395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:15.964704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Deleting subnet 82ff9980-a938-4525-ac39-dfb83b80c87a {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:15.969855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Publish callbacks [] for subnet (82ff9980-a938-4525-ac39-dfb83b80c87a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.018024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (82ff9980-a938-4525-ac39-dfb83b80c87a), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.121403 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (82ff9980-a938-4525-ac39-dfb83b80c87a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.318925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (82ff9980-a938-4525-ac39-dfb83b80c87a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.358478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ff9980-a938-4525-ac39-dfb83b80c87a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:16.362793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.368405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf194e-9738-45b3-8901-43daa4836452 None None] Network c4ca7b37-7060-42e7-874d-2bbe89e6bbbc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:16.369431 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56744) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:16.377495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a3687ecf-b059-4481-86af-5da16769d5af admin admin] 10.222.0.94 "DELETE /v2.0/subnets/82ff9980-a938-4525-ac39-dfb83b80c87a HTTP/1.1" status: 204 len: 168 time: 0.4694543 Feb 19 01:31:16.450222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.452821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-a52d59ee-aa9f-40a2-8288-9c7ca3d9a421 req-58687b86-30b1-4d02-a2ff-5928d2739344 service neutron] (110601) timed out ('10.222.0.94', 55256) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:31:16.532334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Deleting port 3bbe151c-9014-4517-87d1-d49164d1d09a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:16.532699 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.609915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] For port 3bbe151c-9014-4517-87d1-d49164d1d09a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=3bbe151c-9014-4517-87d1-d49164d1d09a,segment=NetworkSegment(80cd1c9b-8bf9-4f08-aaf3-1568413c5aca),segment_id=80cd1c9b-8bf9-4f08-aaf3-1568413c5aca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:16.610281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.629844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Calling delete_port for 3bbe151c-9014-4517-87d1-d49164d1d09a owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:16.683386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] DHCP port deletion for c4ca7b37-7060-42e7-874d-2bbe89e6bbbc request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:31:16.783629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.798349 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Deleting port 3bbe151c-9014-4517-87d1-d49164d1d09a {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:16.800654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.813850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bbe151c-9014-4517-87d1-d49164d1d09a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:16.820499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] No DVR routers for this DVR port 3bbe151c-9014-4517-87d1-d49164d1d09a on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:16.932202 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.966873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ca7b37-7060-42e7-874d-2bbe89e6bbbc']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.967670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] For port 3bbe151c-9014-4517-87d1-d49164d1d09a, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:16.968310 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.981995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.982681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cd1c9b-8bf9-4f08-aaf3-1568413c5aca') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:16.992411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Calling delete_port for 3bbe151c-9014-4517-87d1-d49164d1d09a owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:16.995670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Port 3bbe151c-9014-4517-87d1-d49164d1d09a was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:31:16.996506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (80cd1c9b-8bf9-4f08-aaf3-1568413c5aca), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:16.997129 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (3bbe151c-9014-4517-87d1-d49164d1d09a), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.015219 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (80cd1c9b-8bf9-4f08-aaf3-1568413c5aca), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.023375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:31:17.023806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (80cd1c9b-8bf9-4f08-aaf3-1568413c5aca), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:31:17.026735 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:31:17.037976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Pushing event deleted for resources: {'Port': ['ID=3bbe151c-9014-4517-87d1-d49164d1d09a,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.058585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.058949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.059322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.061473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.061819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.062163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.062500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.062836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.063192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.069048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.069466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.069809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.070149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:17.075046 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.082357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd62315-b2de-4b6d-890f-b8f1e4c3290f None None] No DVR routers for this DVR port 3bbe151c-9014-4517-87d1-d49164d1d09a on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:17.173364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c4ca7b37-7060-42e7-874d-2bbe89e6bbbc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.450694 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.450694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] 10.222.0.94 "DELETE /v2.0/networks/c4ca7b37-7060-42e7-874d-2bbe89e6bbbc HTTP/1.1" status: 204 len: 168 time: 0.8477614 Feb 19 01:31:17.450694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca389f-4f25-46e5-81a6-6d7a73d063c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ca7b37-7060-42e7-874d-2bbe89e6bbbc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:17.730502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56800) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.745258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 74425df2-341b-4f82-896a-7732d3bc6794 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:17.790756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 74425df2-341b-4f82-896a-7732d3bc6794 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:17.791146 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 74425df2-341b-4f82-896a-7732d3bc6794 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:17.791575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3bbe151c-9014-4517-87d1-d49164d1d09a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:17.796370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-47156797-0438-4bda-85a0-4e016234e1b2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f7d365dcf42e42e6baa1341b131feb32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645688 Feb 19 01:31:17.799633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:17.816128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 3bbe151c-9014-4517-87d1-d49164d1d09a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:17.816711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 3bbe151c-9014-4517-87d1-d49164d1d09a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:17.817274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 99e313ff-1a3d-4e1f-8378-7fb54c77106e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:31:17.838663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 99e313ff-1a3d-4e1f-8378-7fb54c77106e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:31:17.839075 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 99e313ff-1a3d-4e1f-8378-7fb54c77106e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:31:17.865345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] Publish callbacks [] for security_group (20b2af47-2a1a-45b5-b419-683374f2f322), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:17.887701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] Publish callbacks [] for security_group (20b2af47-2a1a-45b5-b419-683374f2f322), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.051286 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (20b2af47-2a1a-45b5-b419-683374f2f322), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.053967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.057934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/20b2af47-2a1a-45b5-b419-683374f2f322 HTTP/1.1" status: 204 len: 168 time: 0.2543697 Feb 19 01:31:18.067392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b553e-13c6-4a14-83a5-d9bbe2cc3326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b2af47-2a1a-45b5-b419-683374f2f322,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:18.809988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 56890) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:18.823981 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a19f-2b23-4fb2-8f03-492ea9ac0284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.908785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a19f-2b23-4fb2-8f03-492ea9ac0284 admin admin] Publish callbacks [] for security_group (dbb2d66d-7ec1-4e76-b249-73f5d66587af), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:18.987253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a19f-2b23-4fb2-8f03-492ea9ac0284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dbb2d66d-7ec1-4e76-b249-73f5d66587af), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.028752 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7d7a19f-2b23-4fb2-8f03-492ea9ac0284 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2176633 Feb 19 01:31:19.031163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7a19f-2b23-4fb2-8f03-492ea9ac0284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2d66d-7ec1-4e76-b249-73f5d66587af,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:19.031416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 56906) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:19.083293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] Publish callbacks [] for security_group (dbb2d66d-7ec1-4e76-b249-73f5d66587af), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.105651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] Publish callbacks [] for security_group (dbb2d66d-7ec1-4e76-b249-73f5d66587af), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.240207 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dbb2d66d-7ec1-4e76-b249-73f5d66587af), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.242900 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.247034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dbb2d66d-7ec1-4e76-b249-73f5d66587af HTTP/1.1" status: 204 len: 168 time: 0.2118111 Feb 19 01:31:19.253855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fcb02-88e7-4dc2-b882-bbe70cc55f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2d66d-7ec1-4e76-b249-73f5d66587af,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:24.778222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57222) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:24.826142 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Deleting subnet b3ab997b-d5a8-40fc-9063-adcff06a77d7 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:31:24.829746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Publish callbacks [] for subnet (b3ab997b-d5a8-40fc-9063-adcff06a77d7), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.871727 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (b3ab997b-d5a8-40fc-9063-adcff06a77d7), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.918685 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b3ab997b-d5a8-40fc-9063-adcff06a77d7), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.058520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (b3ab997b-d5a8-40fc-9063-adcff06a77d7), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.087052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ab997b-d5a8-40fc-9063-adcff06a77d7,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:25.091984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.095964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab4000c3-6be9-4660-9752-576e48d46106 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/b3ab997b-d5a8-40fc-9063-adcff06a77d7 HTTP/1.1" status: 204 len: 168 time: 0.3166766 Feb 19 01:31:25.098359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57234) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:25.186831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3bc50f13-4815-42ae-a9cb-2cd919d41550), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.276961 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3bc50f13-4815-42ae-a9cb-2cd919d41550), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.300083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc50f13-4815-42ae-a9cb-2cd919d41550']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.312349 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.313000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2f013a-cff9-4169-8cb1-13c7a4b5edbc') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:25.324539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (9f2f013a-cff9-4169-8cb1-13c7a4b5edbc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.339398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9f2f013a-cff9-4169-8cb1-13c7a4b5edbc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.346281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:31:25.346845 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (9f2f013a-cff9-4169-8cb1-13c7a4b5edbc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:31:25.348545 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:31:25.491462 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3bc50f13-4815-42ae-a9cb-2cd919d41550), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.498179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:25.501718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3bc50f13-4815-42ae-a9cb-2cd919d41550 HTTP/1.1" status: 204 len: 168 time: 0.4022360 Feb 19 01:31:25.517085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888716d-860d-4797-8873-6b111e6d0810 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc50f13-4815-42ae-a9cb-2cd919d41550,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:26.014414 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.058410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-969381df-aa6f-4bd0-b788-a567b18d4fc7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6425505b93c04030b1f91bf53e4babc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412579 Feb 19 01:31:26.059417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57268) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:26.133854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] Publish callbacks [] for security_group (cdbeabd6-5483-435e-9fae-91f5b08258ce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.155979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] Publish callbacks [] for security_group (cdbeabd6-5483-435e-9fae-91f5b08258ce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.291816 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (cdbeabd6-5483-435e-9fae-91f5b08258ce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.294624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:26.299280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/cdbeabd6-5483-435e-9fae-91f5b08258ce HTTP/1.1" status: 204 len: 168 time: 0.2383716 Feb 19 01:31:26.308955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ba9c-ffc1-485c-a6f8-563b9ad3caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbeabd6-5483-435e-9fae-91f5b08258ce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:28.004059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.116221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf2a1007-164c-4fca-b799-07e316330fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.192581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf2a1007-164c-4fca-b799-07e316330fc2 admin admin] Publish callbacks [] for security_group (264f79ff-9a04-4b0c-9998-6a2df2668e99), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.278651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cf2a1007-164c-4fca-b799-07e316330fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (264f79ff-9a04-4b0c-9998-6a2df2668e99), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.318265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a1007-164c-4fca-b799-07e316330fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264f79ff-9a04-4b0c-9998-6a2df2668e99,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:28.322648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cf2a1007-164c-4fca-b799-07e316330fc2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3b5d49af5a1049e9b64bd69337ce66b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3175700 Feb 19 01:31:28.325434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:28.374539 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] Publish callbacks [] for security_group (264f79ff-9a04-4b0c-9998-6a2df2668e99), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.396412 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] Publish callbacks [] for security_group (264f79ff-9a04-4b0c-9998-6a2df2668e99), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.521319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (264f79ff-9a04-4b0c-9998-6a2df2668e99), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.526219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.528942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/264f79ff-9a04-4b0c-9998-6a2df2668e99 HTTP/1.1" status: 204 len: 168 time: 0.2011719 Feb 19 01:31:28.539849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537c16a-b509-486c-81c4-e6548b967d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264f79ff-9a04-4b0c-9998-6a2df2668e99,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:29.548006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.686244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57464) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.717674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1218863679-network', 'tenant_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:29.765700 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1185688-2ea4-45f2-b06b-639304dc48e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.811356 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:29.813723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.822989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.857393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1185688-2ea4-45f2-b06b-639304dc48e0 admin admin] Publish callbacks [] for security_group (a33020f6-b419-430f-9a89-c7c3549a22bf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.903624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks [] for security_group (7c1585b7-51d2-4823-93e3-20c506d9dcdf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.925895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1185688-2ea4-45f2-b06b-639304dc48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a33020f6-b419-430f-9a89-c7c3549a22bf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:29.964243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1185688-2ea4-45f2-b06b-639304dc48e0 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=478836cc1a8a4672b2a7d4c5f5c6bc2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760909 Feb 19 01:31:29.965102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1185688-2ea4-45f2-b06b-639304dc48e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33020f6-b419-430f-9a89-c7c3549a22bf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:29.966989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57478) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:29.993037 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c1585b7-51d2-4823-93e3-20c506d9dcdf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.037884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:31:30.038506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1585b7-51d2-4823-93e3-20c506d9dcdf,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:30.046920 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f1316cf5-bb3d-4b0e-a097-ed547d14acb8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.047296 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Added segment f1316cf5-bb3d-4b0e-a097-ed547d14acb8 of type vlan for network e05aa914-913c-4d4d-9dad-9b230f797d40 Feb 19 01:31:30.072372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] Publish callbacks [] for security_group (a33020f6-b419-430f-9a89-c7c3549a22bf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.124001 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (e05aa914-913c-4d4d-9dad-9b230f797d40), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.127503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] Publish callbacks [] for security_group (a33020f6-b419-430f-9a89-c7c3549a22bf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.257249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (e05aa914-913c-4d4d-9dad-9b230f797d40), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.258243 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:30.258925 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.280680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a33020f6-b419-430f-9a89-c7c3549a22bf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.283206 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.286798 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a33020f6-b419-430f-9a89-c7c3549a22bf HTTP/1.1" status: 204 len: 168 time: 0.3162067 Feb 19 01:31:30.329155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1b732-acee-40a7-9c57-fe6b770fcee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33020f6-b419-430f-9a89-c7c3549a22bf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:30.334491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] Pushing event updated for resources: {'Network': ['ID=e05aa914-913c-4d4d-9dad-9b230f797d40,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:30.365885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network e05aa914-913c-4d4d-9dad-9b230f797d40 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:31:30.423452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5712cde0-3e97-4f36-b6b2-baeeb62982bf admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8742568 Feb 19 01:31:30.424194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57492) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:30.429820 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Request body: {'subnet': {'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1218863679-subnet', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:30.513949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:30.516466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.794713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (32dea1e4-2574-4112-b5af-12d27a5bbd92), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:30.861153 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:30.862089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Network hostable DHCP agents. Network: e05aa914-913c-4d4d-9dad-9b230f797d40, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:31:30.882961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dea1e4-2574-4112-b5af-12d27a5bbd92,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:30.911638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-cb842945-04aa-403f-bb86-01cc518f7afb tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:30.913646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-cb842945-04aa-403f-bb86-01cc518f7afb tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 813 time: 0.1370225 Feb 19 01:31:30.934664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-d3402131-c292-4bcb-b000-d97497c993d3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/quotas/e33f207140bd45e790699421d5fbd905 HTTP/1.1" status: 200 len: 375 time: 0.0142565 Feb 19 01:31:30.948399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:31:30.971925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-81cefab8-bfdd-4b41-9267-86ab7e56f874 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311327 Feb 19 01:31:30.982753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-319b8400-db6f-43b4-80ab-6af37a60916d service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:31:30.983740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-319b8400-db6f-43b4-80ab-6af37a60916d service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051823 Feb 19 01:31:31.022760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, e05aa914-913c-4d4d-9dad-9b230f797d40) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:31.027505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:31.028512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.036325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7bce9-8f96-4ff1-a8ad-350c8e0da4bf None None] Network e05aa914-913c-4d4d-9dad-9b230f797d40 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:31.082597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-1c2ea047-8997-4cc2-9389-c2388d228a3a service neutron] 10.222.0.94 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Feb 19 01:31:31.143214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-e05aa914-913c-4d4d-9dad-9b230f797d40', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:31.144109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.152360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0e80b39f-8bee-45a5-aad8-aae6422f0187 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7264636 Feb 19 01:31:31.156232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57520) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:31.161541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:31.213808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-693458e1-c76e-4920-9861-2a713e4b8e9d service neutron] 10.222.0.94 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195340 Feb 19 01:31:31.274475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.275861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.303269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Allocated IP 172.20.0.2 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/395fd78e-942f-4370-ba81-827683053ffe) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:31.335455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for router_controller (d85c2b70-64f3-446a-9a2c-294008bb79d4), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.450751 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks [] for port (395fd78e-942f-4370-ba81-827683053ffe), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.526393 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (395fd78e-942f-4370-ba81-827683053ffe), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.529366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83fae761-fb6d-442a-87b3-bcb2f80800cc req-258ea9de-c076-4b32-9ab2-a202343db1d6 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 210 time: 0.0546546 Feb 19 01:31:31.590766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:31.594288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:31.599925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:31.603633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Pushing event updated for resources: {'Port': ['ID=395fd78e-942f-4370-ba81-827683053ffe,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:31.605024 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for router_gateway (d85c2b70-64f3-446a-9a2c-294008bb79d4), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.670408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Attempting to bind port 395fd78e-942f-4370-ba81-827683053ffe on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:31.670794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Attempting to bind port 395fd78e-942f-4370-ba81-827683053ffe by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:31.671191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Attempting to bind port 395fd78e-942f-4370-ba81-827683053ffe on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:31.677524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:31.677910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:31.678340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.678997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:31.679391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Bound port: 395fd78e-942f-4370-ba81-827683053ffe, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:31.679779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (395fd78e-942f-4370-ba81-827683053ffe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.747240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] For port 395fd78e-942f-4370-ba81-827683053ffe, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:31.750430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] For port 395fd78e-942f-4370-ba81-827683053ffe, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=395fd78e-942f-4370-ba81-827683053ffe,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:31.862826 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (395fd78e-942f-4370-ba81-827683053ffe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.898066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for router_gateway (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.920354 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:31.937073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5da4e-8eeb-4567-96f0-68b31089a44c None None] Pushing event updated for resources: {'Port': ['ID=395fd78e-942f-4370-ba81-827683053ffe,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.039782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Allocated IP 172.25.2.169 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/36fb8b69-5e59-47e7-9084-0383cc465585) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:32.180824 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for port (36fb8b69-5e59-47e7-9084-0383cc465585), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.303336 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.355904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:32.355904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:32.355904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:32.387746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Pushing event updated for resources: {'Port': ['ID=36fb8b69-5e59-47e7-9084-0383cc465585,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:32.615499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74c78ac6-1590-4cbf-935d-258872c7ca03 req-59054783-880b-4f50-8d73-3880d383f95d tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 210 time: 0.0289791 Feb 19 01:31:32.768910 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for router_gateway (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:32.973524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaf5fd0-a101-4de7-94bd-42231a6fd95c None None] Network e05aa914-913c-4d4d-9dad-9b230f797d40 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:33.049047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Provisioning complete for port 395fd78e-942f-4370-ba81-827683053ffe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:33.050059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (395fd78e-942f-4370-ba81-827683053ffe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.191905 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Current status of the port 395fd78e-942f-4370-ba81-827683053ffe is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:33.192491 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (395fd78e-942f-4370-ba81-827683053ffe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.419433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.458401 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:31:33.474945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] For port 395fd78e-942f-4370-ba81-827683053ffe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=395fd78e-942f-4370-ba81-827683053ffe,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:33.547469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (395fd78e-942f-4370-ba81-827683053ffe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.598092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660f9dd-c8a9-46e9-bbb0-265dc8447a7c None None] Pushing event updated for resources: {'Port': ['ID=395fd78e-942f-4370-ba81-827683053ffe,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:33.646046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:31:33.672871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-879e4153-fc87-4edb-aed0-3d0c3c5d0f97 None None] Provisioning complete for port 395fd78e-942f-4370-ba81-827683053ffe triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:33.673481 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-879e4153-fc87-4edb-aed0-3d0c3c5d0f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (395fd78e-942f-4370-ba81-827683053ffe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.750504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f275306-7718-4d12-a269-1d5e65692f47 req-0fc2403f-88b4-4404-b61f-db5be254dfbd tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 210 time: 0.0580275 Feb 19 01:31:33.787536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-879e4153-fc87-4edb-aed0-3d0c3c5d0f97 None None] Current status of the port 395fd78e-942f-4370-ba81-827683053ffe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:33.839117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 395fd78e-942f-4370-ba81-827683053ffe up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:33.847439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:33.866211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:33.890066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:33.890709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:33.929757 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:33.931109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2c678a5f-651c-4f40-8d99-7806367d85a7 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7738981 Feb 19 01:31:33.934125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57554) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:33.950529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 395fd78e-942f-4370-ba81-827683053ffe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:33.950901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (395fd78e-942f-4370-ba81-827683053ffe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.047915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:34.114666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-ff54f4b0-7e32-4ae6-a66d-3f61058428b9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:34.118330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-ff54f4b0-7e32-4ae6-a66d-3f61058428b9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 813 time: 0.1368406 Feb 19 01:31:34.134578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Request body: {'port': {'device_id': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4', 'admin_state_up': True, 'tenant_id': 'e33f207140bd45e790699421d5fbd905'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:34.214649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 395fd78e-942f-4370-ba81-827683053ffe is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:34.338450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 3, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:34.373762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:34.374135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Updating router d85c2b70-64f3-446a-9a2c-294008bb79d4 port 36fb8b69-5e59-47e7-9084-0383cc465585 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:34.396993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Made reservation on behalf of e33f207140bd45e790699421d5fbd905 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:34.403130 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.405146 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.491788 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.594795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Allocated IP 172.20.0.12 (ff5a6a17-7716-493d-b6ec-43cf143f09c4/2639cb63-0936-4cae-9470-8e433f114023/094ca8b1-af12-4904-94d1-f3cf9f7ea22a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:34.744536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks [] for port (36fb8b69-5e59-47e7-9084-0383cc465585), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.773840 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks [] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.840107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.845212 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a9390cf-1b7f-42e5-811c-7b9f3b8cfcd6 req-f0bf396b-6718-4df1-9f34-277c091dc256 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 210 time: 0.0282736 Feb 19 01:31:34.886187 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.896288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Attempting to bind port 36fb8b69-5e59-47e7-9084-0383cc465585 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:34.896288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Attempting to bind port 36fb8b69-5e59-47e7-9084-0383cc465585 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:34.896288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Attempting to bind port 36fb8b69-5e59-47e7-9084-0383cc465585 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:34.903630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba1c88-d4bf-434b-ab91-2a8ec354cd88 None None] Pushing event updated for resources: {'Port': ['ID=36fb8b69-5e59-47e7-9084-0383cc465585,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:34.906199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:34.906583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:34.906987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.907413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:34.907908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Bound port: 36fb8b69-5e59-47e7-9084-0383cc465585, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:34.908847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:34.945868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:34.951409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:34.958928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:34.964645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Pushing event updated for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:34.969626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] For port 36fb8b69-5e59-47e7-9084-0383cc465585, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:34.974057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] For port 36fb8b69-5e59-47e7-9084-0383cc465585, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=36fb8b69-5e59-47e7-9084-0383cc465585,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:35.023686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:35.024311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.040421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Allocated IP 172.20.0.1 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/18cc9476-69aa-489c-9149-8106cabcd3d9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:35.063192 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.083444 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-7da8ef77-ee16-44c7-8b60-1ff823d4082a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9550433 Feb 19 01:31:35.097726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Request body: {'port': {'device_id': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:35.135244 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:35.135904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:35.137763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba1c88-d4bf-434b-ab91-2a8ec354cd88 None None] Pushing event updated for resources: {'Port': ['ID=36fb8b69-5e59-47e7-9084-0383cc465585,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:35.154864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks [] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.169249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.253548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.255175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:35.300401 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:35.305053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:35.309422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:35.333386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Pushing event updated for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:35.359899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.477412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 3, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:35.501094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ca8b1-af12-4904-94d1-f3cf9f7ea22a {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:35.509566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a259862-4a0d-4c66-bb91-c62608aca39a None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:32Z', 'revision_number': 3, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:35.510041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks [] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.524157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Transition to ACTIVE for port object 094ca8b1-af12-4904-94d1-f3cf9f7ea22a will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:31:35.594610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.597307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.630297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b3d94628-9254-424e-b4b4-2e8490b1fdcf None None] Provisioning complete for port 18cc9476-69aa-489c-9149-8106cabcd3d9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:35.633076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3d94628-9254-424e-b4b4-2e8490b1fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.689881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b3d94628-9254-424e-b4b4-2e8490b1fdcf None None] Port 18cc9476-69aa-489c-9149-8106cabcd3d9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:35.690354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Pushing event updated for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:35.827390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Attempting to bind port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:35.827734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Attempting to bind port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:35.828069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Attempting to bind port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:35.829405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks [] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.833059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:31:35.833557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Attempting to bind port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:35.838842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:35.839298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Checking segment: {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:35.839744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Bound using segment: {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:35.840272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Bound port: 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:35.840632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.914073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:35.917479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:35.921141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:36.012114 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.037520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.047829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:36.048290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.055768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Pushing event updated for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:36.056303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] 10.222.0.117 "PUT /v2.0/ports/094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 200 len: 1092 time: 0.9609761 Feb 19 01:31:36.061256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:36.063523 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da168382-2b29-43cf-812d-a37a2c981020" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:36.093021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c7960-3c5b-4ff3-a002-2a0988a30722 service neutron] Pushing event updated for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:36.100467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732a355-af56-4d49-af57-a9047781f0fd req-008ad920-c2c8-44fd-ae71-ab13dc70ffcd tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:36.109724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2732a355-af56-4d49-af57-a9047781f0fd req-008ad920-c2c8-44fd-ae71-ab13dc70ffcd tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 944 time: 0.1663120 Feb 19 01:31:36.241866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-1fd28f8c-0e6c-4541-8924-476b120d83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:36.243425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-1fd28f8c-0e6c-4541-8924-476b120d83a4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 1126 time: 0.0944130 Feb 19 01:31:36.293015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2732a355-af56-4d49-af57-a9047781f0fd req-62bd31cf-65d0-427c-b54d-020557ad1133 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241271 Feb 19 01:31:36.319629 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01176e6a-6741-4591-9915-f6a5ffea2e5a x-openstack-request-id: req-01176e6a-6741-4591-9915-f6a5ffea2e5a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:36.319814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:36.319905 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:36.320156 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-01176e6a-6741-4591-9915-f6a5ffea2e5a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:36.320564 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a', 'status': 'completed', 'code': 200} Feb 19 01:31:36.321277 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:36.322370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-55a0a0cd-9b4e-446f-8123-40fa8bcab9f2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 200 len: 217 time: 0.0688958 Feb 19 01:31:36.422494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-5893c695-cab7-47d4-bfe2-aa4916556c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:36.425690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-5893c695-cab7-47d4-bfe2-aa4916556c4f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.0917132 Feb 19 01:31:36.473756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:36.485034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-abcc2990-5006-4702-90e2-d2c2ba3b035f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536652 Feb 19 01:31:36.634842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:36.636743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-88291498-7a19-47bd-8295-9a15cb2a1460 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455173 Feb 19 01:31:36.650813 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-09beeff8-717c-4430-be45-aca3e214e02a admin admin] 10.222.0.94 "PUT /v2.0/routers/d85c2b70-64f3-446a-9a2c-294008bb79d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155216 Feb 19 01:31:36.744825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-44f16099-f176-41b3-a943-7d23bb8f6cad None None] Provisioning complete for port 18cc9476-69aa-489c-9149-8106cabcd3d9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:36.745275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44f16099-f176-41b3-a943-7d23bb8f6cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:36.763009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-13b5d656-00eb-4e7b-aed8-eece6e2508b1 req-c6358431-6f02-4bd9-9a1b-0aec12785005 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186876 Feb 19 01:31:36.794877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-44f16099-f176-41b3-a943-7d23bb8f6cad None None] Port 18cc9476-69aa-489c-9149-8106cabcd3d9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:36.944969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168382-2b29-43cf-812d-a37a2c981020 req-2050ddf7-bb1e-42a2-90f5-7435cad56b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:36.946388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-2050ddf7-bb1e-42a2-90f5-7435cad56b81 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 1126 time: 0.0472095 Feb 19 01:31:37.067618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168382-2b29-43cf-812d-a37a2c981020 req-d0aa3713-ed33-4f7e-81b8-7fb3aaa65c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:37.069672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-d0aa3713-ed33-4f7e-81b8-7fb3aaa65c26 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 914 time: 0.1176207 Feb 19 01:31:37.116051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-1dc044ee-e0f8-4edc-ba83-77d2daaf9e1c service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 200 len: 217 time: 0.0395496 Feb 19 01:31:37.172477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da168382-2b29-43cf-812d-a37a2c981020 req-d920929b-8444-46d9-8205-4a871d6b22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:37.174745 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-d920929b-8444-46d9-8205-4a871d6b22a7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.0517039 Feb 19 01:31:37.224357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-ef69d387-2826-47eb-9bbb-531b5be07242 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388334 Feb 19 01:31:37.333485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-89ed4c86-bee8-467f-ac6e-5ead85475b7e service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007686 Feb 19 01:31:37.463753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da168382-2b29-43cf-812d-a37a2c981020 req-eec21dbb-8827-497f-b99a-4acb3c398cf5 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152189 Feb 19 01:31:37.491879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a11a-9c10-4ffb-a03c-7a2e53d0cebd req-9aa308d9-0b70-4feb-8fd5-6242e3066692 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:37.493417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b58a11a-9c10-4ffb-a03c-7a2e53d0cebd req-9aa308d9-0b70-4feb-8fd5-6242e3066692 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 944 time: 0.0841751 Feb 19 01:31:37.522657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57592) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:37.528201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-35088529-network', 'tenant_id': '201e82ab66854004b467cddd68cb5f30'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:37.547873 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b58a11a-9c10-4ffb-a03c-7a2e53d0cebd req-c6aa62e2-e991-4a4b-af7a-0b4803847637 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Feb 19 01:31:37.628842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Made reservation on behalf of 201e82ab66854004b467cddd68cb5f30 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:37.631224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.640775 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.662344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:37.672018 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:37.672621 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:37.725469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks [] for security_group (30e40a76-03ea-4295-b1f4-e9b17b645b78), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.799907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:37.802690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36fb8b69-5e59-47e7-9084-0383cc465585 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:37.840314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (30e40a76-03ea-4295-b1f4-e9b17b645b78), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.860992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 36fb8b69-5e59-47e7-9084-0383cc465585 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:37.862404 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.871972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:31:37.884770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e40a76-03ea-4295-b1f4-e9b17b645b78,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:37.892089 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (95a99c60-4813-430e-9220-427f24b06041), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.893698 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Added segment 95a99c60-4813-430e-9220-427f24b06041 of type vlan for network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc Feb 19 01:31:37.947409 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.966412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 36fb8b69-5e59-47e7-9084-0383cc465585 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:37.967123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:37.989989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 36fb8b69-5e59-47e7-9084-0383cc465585, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=36fb8b69-5e59-47e7-9084-0383cc465585,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:38.045958 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 2, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:38.061243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.062227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:38.062807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.073733 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:38.074100 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Updating router d85c2b70-64f3-446a-9a2c-294008bb79d4 port 18cc9476-69aa-489c-9149-8106cabcd3d9 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:38.095890 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.103601 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.155292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=36fb8b69-5e59-47e7-9084-0383cc465585,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.166836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] Pushing event updated for resources: {'Network': ['ID=dc7bdfae-7cba-4da3-9477-c5e2bbb906bc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.177010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:31:38.225465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6d1d83ca-ba2b-4dfa-93ff-41614d4bd01b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7013288 Feb 19 01:31:38.228292 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57596) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:38.233458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Request body: {'subnet': {'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-35088529-subnet', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:38.314037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Made reservation on behalf of 201e82ab66854004b467cddd68cb5f30 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:38.317096 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.478200 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks [] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.550403 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.579046 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (cf5e2ab7-d204-41f6-8fd4-36a81939f079), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.607485 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Pushing event updated for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.641417 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.641595 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.641822 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.642163 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.643054 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.643577 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.644193 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.644684 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.645022 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.645381 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.645717 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.646049 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.646378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:38.677724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Checking segment: {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:38.678224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Network hostable DHCP agents. Network: dc7bdfae-7cba-4da3-9477-c5e2bbb906bc, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:31:38.695040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Attempting to bind port 18cc9476-69aa-489c-9149-8106cabcd3d9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:38.695642 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Attempting to bind port 18cc9476-69aa-489c-9149-8106cabcd3d9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:38.696038 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Attempting to bind port 18cc9476-69aa-489c-9149-8106cabcd3d9 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:38.702080 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:38.702462 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:38.703066 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.703560 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:38.704041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Bound port: 18cc9476-69aa-489c-9149-8106cabcd3d9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:38.704426 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.716510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5e2ab7-d204-41f6-8fd4-36a81939f079,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.754411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe13990-947b-4c0d-a7f7-0994fba0f1c2 req-64e25011-85f2-4d25-8e64-14c7ed4799e9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:38.764314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbe13990-947b-4c0d-a7f7-0994fba0f1c2 req-64e25011-85f2-4d25-8e64-14c7ed4799e9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 944 time: 0.1012735 Feb 19 01:31:38.798181 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] For port 18cc9476-69aa-489c-9149-8106cabcd3d9, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:38.802826 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] For port 18cc9476-69aa-489c-9149-8106cabcd3d9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18cc9476-69aa-489c-9149-8106cabcd3d9,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:38.806169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:31:38.832618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbe13990-947b-4c0d-a7f7-0994fba0f1c2 req-132c1c03-a04b-489c-9610-6d679804061c tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600383 Feb 19 01:31:38.891325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, dc7bdfae-7cba-4da3-9477-c5e2bbb906bc) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:38.896360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:38.896972 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.901664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330a668-54d9-4da4-bc04-289de9d6984a None None] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:38.919334 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:38.978186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-adf98fbd-9974-47a4-a658-050826debf53 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7480228 Feb 19 01:31:38.981338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57600) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:38.991714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:38.992238 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:38.997678 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2c969-51ac-42b8-b01d-5bf52a013992 None None] Pushing event updated for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:38.999211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Provisioning complete for port 18cc9476-69aa-489c-9149-8106cabcd3d9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:38.999721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.009093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:39.094398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'project_id': '201e82ab66854004b467cddd68cb5f30', 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:31:39.095284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.119271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.121205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.139505 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:39.202176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Current status of the port 18cc9476-69aa-489c-9149-8106cabcd3d9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:39.202176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.254893 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for router_controller (5670613a-b9c0-4e5a-9489-97b17fd5596d), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.328275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] For port 18cc9476-69aa-489c-9149-8106cabcd3d9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18cc9476-69aa-489c-9149-8106cabcd3d9,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:39.388141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Allocated IP 172.20.0.2 (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc/cf5e2ab7-d204-41f6-8fd4-36a81939f079/f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:39.449179 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:38Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:39.449655 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.487270 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424e980-9480-41fd-b909-e395f677ec45 None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:38Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:39.501318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for router_gateway (5670613a-b9c0-4e5a-9489-97b17fd5596d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.543558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4b7bb-26f2-4944-bb12-5ee2098e130c None None] Pushing event updated for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:39.617275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fb08aedf-ffe2-47d8-86a0-5592b81b9101 None None] Provisioning complete for port 18cc9476-69aa-489c-9149-8106cabcd3d9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:39.618118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fb08aedf-ffe2-47d8-86a0-5592b81b9101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.686241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks [] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.935960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for router_gateway (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:39.957312 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.008785 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.014482 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dd1f-8834-44e2-94fb-2f0ed7793f4e req-de6363bc-56a6-4f55-8e3d-0bf0464b14af tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:40.019655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6aa2dd1f-8834-44e2-94fb-2f0ed7793f4e req-de6363bc-56a6-4f55-8e3d-0bf0464b14af tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 944 time: 0.0715210 Feb 19 01:31:40.022582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36fb8b69-5e59-47e7-9084-0383cc465585 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:40.079840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6aa2dd1f-8834-44e2-94fb-2f0ed7793f4e req-c1fcd3a0-228e-4996-9667-83a59fe547c4 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520439 Feb 19 01:31:40.119262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Allocated IP 172.25.2.187 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/2c941436-dff4-4019-aeac-011f8dab0f14) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:40.125814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 094ca8b1-af12-4904-94d1-f3cf9f7ea22a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:31:40.222626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:40.236517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:40.239459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:40.242307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for port (2c941436-dff4-4019-aeac-011f8dab0f14), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.253470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fb08aedf-ffe2-47d8-86a0-5592b81b9101 None None] Current status of the port 18cc9476-69aa-489c-9149-8106cabcd3d9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:40.308181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Pushing event updated for resources: {'Port': ['ID=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.331492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.341497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:40.366448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Attempting to bind port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:40.366822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Attempting to bind port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:40.367259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Attempting to bind port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c on network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:40.369297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a', 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4', 'port_id': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a', 'mac_address': 'fa:16:3e:56:54:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2639cb63-0936-4cae-9470-8e433f114023', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:31:40.378558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 36fb8b69-5e59-47e7-9084-0383cc465585 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:40.378934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.380660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:40.381041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Checking segment: {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:40.381442 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.381934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Bound using segment: {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:40.382481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Bound port: f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:40.382685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.383842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.422319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:40.428195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:40.432046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:40.480436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Pushing event updated for resources: {'Port': ['ID=2c941436-dff4-4019-aeac-011f8dab0f14,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.505897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:40.506288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.546192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ca8b1-af12-4904-94d1-f3cf9f7ea22a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:40.569843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] For port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:40.597112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] For port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:40.614733 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.621787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:40.627073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 36fb8b69-5e59-47e7-9084-0383cc465585 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:40.628187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18cc9476-69aa-489c-9149-8106cabcd3d9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:40.678903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 18cc9476-69aa-489c-9149-8106cabcd3d9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:40.679375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.709638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b8a19067-76c6-4d57-8a97-9088faf351c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.712994 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.715602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.821069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7c55-7cbb-4927-969f-f3166ca13917 None None] Pushing event updated for resources: {'Port': ['ID=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.835976 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for router_gateway (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.942468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['094ca8b1-af12-4904-94d1-f3cf9f7ea22a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:40.944543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 18cc9476-69aa-489c-9149-8106cabcd3d9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:40.975056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:41.512539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987ea9d-dbbf-4f10-958a-ebfd4c0cfe39 req-f8725e6e-766c-466b-a0f7-288f089f778c tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.514446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e987ea9d-dbbf-4f10-958a-ebfd4c0cfe39 req-f8725e6e-766c-466b-a0f7-288f089f778c tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 945 time: 0.1240239 Feb 19 01:31:41.595495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.653578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e987ea9d-dbbf-4f10-958a-ebfd4c0cfe39 req-26adf7a0-e2b5-4028-997c-95b25945f49a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311564 Feb 19 01:31:41.831468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:41.874372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Router 5670613a-b9c0-4e5a-9489-97b17fd5596d is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:31:41.896492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:41.896855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.004128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57616) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:42.027860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:42.028261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.037765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:42.056526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Sync routers for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:42.086205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 094ca8b1-af12-4904-94d1-f3cf9f7ea22a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:42.123253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:42.124458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:42.125333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:42.132917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.134385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d8e8ed36-ee31-4cb4-88c0-da57ecc1fc4d admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1487803 Feb 19 01:31:42.137323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 57620) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:42.188040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c49b162-1284-42bd-b2d1-a1cd0cbfa712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.220543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.269570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d22417-3b1a-4c47-8418-67be58ccef0b None None] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:31:42.284205 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c49b162-1284-42bd-b2d1-a1cd0cbfa712 admin admin] Publish callbacks [] for security_group (44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.349437 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2c49b162-1284-42bd-b2d1-a1cd0cbfa712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.388752 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b162-1284-42bd-b2d1-a1cd0cbfa712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:42.418110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:42.429764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0fbb9c71-4553-4c17-9cf9-fc4b848d9839 None None] Provisioning complete for port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:42.430210 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0fbb9c71-4553-4c17-9cf9-fc4b848d9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.448489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2c49b162-1284-42bd-b2d1-a1cd0cbfa712 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0ab21badd4bb4df2a800662dda56c39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421465 Feb 19 01:31:42.449255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 57622) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:42.497004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:31:42.508663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:42.520820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] Publish callbacks [] for security_group (44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.552192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] Publish callbacks [] for security_group (44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.557533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:42.557995 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.697511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.701857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.706915 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee HTTP/1.1" status: 204 len: 168 time: 0.2566257 Feb 19 01:31:42.715883 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:42.777186 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fd6a4-21cf-4f0f-8006-cec14c477744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44360e5a-f7dc-43f1-bf1e-5ba9a5bbe4ee,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:42.927117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46532da-1318-45e9-9e25-9b12f682fe71 req-b060b844-055c-4790-a214-96656ba69d0a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:42.937454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e46532da-1318-45e9-9e25-9b12f682fe71 req-b060b844-055c-4790-a214-96656ba69d0a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 945 time: 0.0831668 Feb 19 01:31:42.937730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Allocated IP 172.20.0.1 (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc/cf5e2ab7-d204-41f6-8fd4-36a81939f079/f4383351-e278-433a-ba2f-b127ed9e049f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:42.982832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0fbb9c71-4553-4c17-9cf9-fc4b848d9839 None None] Current status of the port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:43.050442 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e46532da-1318-45e9-9e25-9b12f682fe71 req-f4a2ab21-ce87-4ef6-9554-49d446b7c1fe tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113415 Feb 19 01:31:43.061082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c45afe5-1f03-44c9-9358-100a80be5efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.079383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:43.080099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.097236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks [] for port (f4383351-e278-433a-ba2f-b127ed9e049f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.120312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:43.122897 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a8546-5b15-404c-b88b-276916ed50e7" -d '{"events": [{"server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "name": "network-vif-plugged", "status": "completed", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:43.171122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:43.181504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:40Z', 'revision_number': 3, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:43.217159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.253305 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0705adf-a071-4dcb-a90a-cd6417bec574 x-openstack-request-id: req-d0705adf-a071-4dcb-a90a-cd6417bec574 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:43.253555 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "name": "network-vif-plugged", "status": "completed", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:43.253828 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0705adf-a071-4dcb-a90a-cd6417bec574 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:43.254249 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a', 'code': 200} Feb 19 01:31:43.255258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Checking router: 5670613a-b9c0-4e5a-9489-97b17fd5596d for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:43.255393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Updating router 5670613a-b9c0-4e5a-9489-97b17fd5596d port 2c941436-dff4-4019-aeac-011f8dab0f14 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:43.257643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.305096 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:43.343468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:43.347239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.352412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:43.412206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:43.412377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Pushing event updated for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:43.427241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f5f1-8407-467d-b100-0de9a60b58ee req-3d59b84d-de73-481e-aacc-c371a88e8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.428661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1669f5f1-8407-467d-b100-0de9a60b58ee req-3d59b84d-de73-481e-aacc-c371a88e8c76 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 1128 time: 0.1275845 Feb 19 01:31:43.429359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.477328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9a2779a6-f159-4ec5-af0b-94d16c9b7ff9 None None] Provisioning complete for port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:43.477708 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a2779a6-f159-4ec5-af0b-94d16c9b7ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.520503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1669f5f1-8407-467d-b100-0de9a60b58ee req-0c98087f-532f-4708-8e2c-037bf291a7d2 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Feb 19 01:31:43.647763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9a2779a6-f159-4ec5-af0b-94d16c9b7ff9 None None] Current status of the port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:43.696493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.724041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks [] for port (2c941436-dff4-4019-aeac-011f8dab0f14), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.752841 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:43.804780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1e8a236b-c5fa-4367-9893-a6209a65bea2 None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:43.805516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e8a236b-c5fa-4367-9893-a6209a65bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.834437 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.881948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a236b-c5fa-4367-9893-a6209a65bea2 None None] Port f4383351-e278-433a-ba2f-b127ed9e049f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:43.883311 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks [] for port (f4383351-e278-433a-ba2f-b127ed9e049f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.902197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:43.902577 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.906609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859de54-dbdb-4dc9-9550-77dd1e057931 None None] Pushing event updated for resources: {'Port': ['ID=2c941436-dff4-4019-aeac-011f8dab0f14,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:43.933778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Attempting to bind port 2c941436-dff4-4019-aeac-011f8dab0f14 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:43.934155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Attempting to bind port 2c941436-dff4-4019-aeac-011f8dab0f14 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:43.934526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Attempting to bind port 2c941436-dff4-4019-aeac-011f8dab0f14 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:43.945142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:43.945522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:43.945929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.946341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:43.946794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Bound port: 2c941436-dff4-4019-aeac-011f8dab0f14, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:43.947203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:43.959864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.032941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Pushing event updated for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:44.036079 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.038979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] For port 2c941436-dff4-4019-aeac-011f8dab0f14, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:44.051121 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:44.057253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] For port 2c941436-dff4-4019-aeac-011f8dab0f14, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2c941436-dff4-4019-aeac-011f8dab0f14,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:44.133592 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.144712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:44.146064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:44.196893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c095d7-bc9d-4ab6-81ab-730929b0de4d req-fea7e9aa-7ad4-4aa7-b80c-6538f50abf45 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:44.199385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62c095d7-bc9d-4ab6-81ab-730929b0de4d req-fea7e9aa-7ad4-4aa7-b80c-6538f50abf45 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Feb 19 01:31:44.220004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:44.221328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:44.292749 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.300985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62c095d7-bc9d-4ab6-81ab-730929b0de4d req-d98f9776-c625-45d6-9c3b-52bf8c23dd2f tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930271 Feb 19 01:31:44.316140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859de54-dbdb-4dc9-9550-77dd1e057931 None None] Pushing event updated for resources: {'Port': ['ID=2c941436-dff4-4019-aeac-011f8dab0f14,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:44.318138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Router 5670613a-b9c0-4e5a-9489-97b17fd5596d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:44.390103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:44.462252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:44.485709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-59e1acb3-8974-4dfd-88f4-a56fc9332957 admin admin] 10.222.0.94 "PUT /v2.0/routers/5670613a-b9c0-4e5a-9489-97b17fd5596d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3289859 Feb 19 01:31:44.652713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-115ca78f-c779-4ea3-81c9-cf05474b432e None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:44.653150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-115ca78f-c779-4ea3-81c9-cf05474b432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:44.700055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-115ca78f-c779-4ea3-81c9-cf05474b432e None None] Port f4383351-e278-433a-ba2f-b127ed9e049f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:44.704776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f4383351-e278-433a-ba2f-b127ed9e049f', 'name': '', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'mac_address': 'fa:16:3e:29:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:42Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 2, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'subnets': [{'id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:44.736882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeac2d7-2874-49d1-985d-fc202d5c2d00 None None] The sync data for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 is: [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f4383351-e278-433a-ba2f-b127ed9e049f', 'name': '', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'mac_address': 'fa:16:3e:29:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:42Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 2, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'subnets': [{'id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:45.320150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:45.426615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8a04e-552d-4997-8c3e-f29cd0a0fc4b req-05f673ba-9975-4c89-88d5-0c9feeb9d0b9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:45.431588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1d8a04e-552d-4997-8c3e-f29cd0a0fc4b req-05f673ba-9975-4c89-88d5-0c9feeb9d0b9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 946 time: 0.0633707 Feb 19 01:31:45.480919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1d8a04e-552d-4997-8c3e-f29cd0a0fc4b req-f1d016ad-9b5b-4eed-81ad-4dbc83583951 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Feb 19 01:31:46.945183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:47.335741 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-a02cc146-bc48-42a8-b8dd-90218ade5740 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=f468b97ec29542efac281ca2c118c46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332928 Feb 19 01:31:47.563844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-4040558c-49b2-43c0-b4f0-e8c62efc2be5 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:47.566235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-4040558c-49b2-43c0-b4f0-e8c62efc2be5 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250175 Feb 19 01:31:47.590346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-c9d350fb-a5a7-45cd-92c5-2fc689df07d9 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/quotas/f468b97ec29542efac281ca2c118c46a HTTP/1.1" status: 200 len: 375 time: 0.0116971 Feb 19 01:31:47.627018 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-428b906a-ee80-49e4-ab42-b1db9c634b92 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f468b97ec29542efac281ca2c118c46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293825 Feb 19 01:31:47.776962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2c941436-dff4-4019-aeac-011f8dab0f14 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:47.848590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2c941436-dff4-4019-aeac-011f8dab0f14 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:47.848977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:47.940625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9165161e-f0f7-4596-b758-212d93c1ec71 req-5bb73def-32d6-4536-81cc-d936b46c9a3b tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 210 time: 0.0617678 Feb 19 01:31:47.982889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2c941436-dff4-4019-aeac-011f8dab0f14 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:47.983478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.028013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2c941436-dff4-4019-aeac-011f8dab0f14, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2c941436-dff4-4019-aeac-011f8dab0f14,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:48.109194 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:48.181396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2c941436-dff4-4019-aeac-011f8dab0f14,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:48.289520 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Sync routers for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:48.302007 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:48.302911 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:48.382576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-8573222a-c319-4ede-9686-5814baffae11 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:48.384181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-8573222a-c319-4ede-9686-5814baffae11 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1361220 Feb 19 01:31:48.401183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-45e79c00-21f4-4dc1-bba2-10f75a71b906 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0103574 Feb 19 01:31:48.433439 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:48.508401 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-ed80945a-03f6-4307-9f4f-3fb61d0cb983 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977576 Feb 19 01:31:48.520764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-6bac98c7-6740-4ce4-ad9f-bf8656bd32c8 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:31:48.522092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-6bac98c7-6740-4ce4-ad9f-bf8656bd32c8 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069849 Feb 19 01:31:48.637105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-fa17351c-b47b-46b0-8822-1c8762ae266e service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077259 Feb 19 01:31:48.687793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f4383351-e278-433a-ba2f-b127ed9e049f', 'name': '', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'mac_address': 'fa:16:3e:29:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:42Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 2, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'subnets': [{'id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:48.720499 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Checking router: 5670613a-b9c0-4e5a-9489-97b17fd5596d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:48.721490 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Updating router 5670613a-b9c0-4e5a-9489-97b17fd5596d port f4383351-e278-433a-ba2f-b127ed9e049f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:31:48.747661 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-07f0fd3f-07ea-4cd2-980e-73c29e143daf service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044140 Feb 19 01:31:48.760215 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.049922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e69c7183-114a-436c-b6ab-ebff730ebd2c req-1b599c3d-d8e1-46eb-a5d2-1f6f503f9308 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 210 time: 0.0386446 Feb 19 01:31:49.051760 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks [] for port (f4383351-e278-433a-ba2f-b127ed9e049f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.120047 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.193691 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b190-7c19-4cf8-9212-5cbdfa477615 None None] Pushing event updated for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:49.223492 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Attempting to bind port f4383351-e278-433a-ba2f-b127ed9e049f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:49.223793 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Attempting to bind port f4383351-e278-433a-ba2f-b127ed9e049f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:49.224156 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Attempting to bind port f4383351-e278-433a-ba2f-b127ed9e049f on network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:49.229583 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:49.229978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Checking segment: {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:49.230384 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.230771 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Bound using segment: {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:49.231260 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Bound port: f4383351-e278-433a-ba2f-b127ed9e049f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a99c60-4813-430e-9220-427f24b06041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:49.231634 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.303288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] For port f4383351-e278-433a-ba2f-b127ed9e049f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:49.307079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] For port f4383351-e278-433a-ba2f-b127ed9e049f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f4383351-e278-433a-ba2f-b127ed9e049f,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:49.385997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16cfd87b-41cd-49b4-bfeb-5a92bd8c4890 req-cc516516-4e96-4e48-a4a4-c2196d6a7084 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0492527 Feb 19 01:31:49.396405 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.462844 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:49.463859 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:31:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:49.582415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:49.583450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.677276 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b190-7c19-4cf8-9212-5cbdfa477615 None None] Pushing event updated for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:49.720087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Current status of the port f4383351-e278-433a-ba2f-b127ed9e049f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:49.721047 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.788097 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:49.793591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] For port f4383351-e278-433a-ba2f-b127ed9e049f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f4383351-e278-433a-ba2f-b127ed9e049f,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:50.276108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2c941436-dff4-4019-aeac-011f8dab0f14 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:50.276108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2c941436-dff4-4019-aeac-011f8dab0f14 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:50.276108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.276108 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.276108 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99d708-1e0b-4116-9394-7e36fbf68caf None None] Pushing event updated for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:50.277206 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f4383351-e278-433a-ba2f-b127ed9e049f', 'name': '', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'mac_address': 'fa:16:3e:29:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:42Z', 'updated_at': '2022-02-19T01:31:49Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'subnets': [{'id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:50.277342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2c941436-dff4-4019-aeac-011f8dab0f14 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.277424 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9e671b-925e-42c0-8d7d-1b24c90d1767 None None] The sync data for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 is: [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:43Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'f4383351-e278-433a-ba2f-b127ed9e049f', 'name': '', 'network_id': 'dc7bdfae-7cba-4da3-9477-c5e2bbb906bc', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'mac_address': 'fa:16:3e:29:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:42Z', 'updated_at': '2022-02-19T01:31:49Z', 'revision_number': 4, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'subnets': [{'id': 'cf5e2ab7-d204-41f6-8fd4-36a81939f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:50.277545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4383351-e278-433a-ba2f-b127ed9e049f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:50.277545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e4ee1dc7-81fa-48f6-be2f-d99c7e1e9f12 None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:50.277545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1dc7-81fa-48f6-be2f-d99c7e1e9f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.277545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:50.277545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.277856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7cb22877-29c8-4072-9483-e9233ac53772 req-1bcc079a-0001-41b0-9c70-3e47a13c7900 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 210 time: 0.0351951 Feb 19 01:31:50.335937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f4383351-e278-433a-ba2f-b127ed9e049f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.356019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee1dc7-81fa-48f6-be2f-d99c7e1e9f12 None None] Current status of the port f4383351-e278-433a-ba2f-b127ed9e049f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:50.460740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-e428899a-2f62-4138-9b9a-e8a122c7376f tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=f468b97ec29542efac281ca2c118c46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394323 Feb 19 01:31:50.521824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-623095e8-cf6f-4759-a300-eb4cdc69e7e6 req-553b25dd-23e0-4248-8d85-003b33a04c68 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0611479 Feb 19 01:31:50.675965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-767fc891-fedc-4700-9ab1-88b04f764772 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:50.681936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-767fc891-fedc-4700-9ab1-88b04f764772 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146168 Feb 19 01:31:50.701671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Request body: {'port': {'device_id': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'f468b97ec29542efac281ca2c118c46a'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:50.918696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Made reservation on behalf of f468b97ec29542efac281ca2c118c46a for: {'port': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:50.922931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.934588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.033882 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks [] for security_group (dbe94c48-97a4-4ccd-8521-6a4b1568d1d0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.125865 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dbe94c48-97a4-4ccd-8521-6a4b1568d1d0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.256168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:51.331665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0bb414e9-dc70-45b5-8afb-9f55220879d8 req-1aaae34d-54ad-415d-a667-55f434c8fcd8 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 210 time: 0.0690184 Feb 19 01:31:51.370805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Allocated IP 192.168.233.139 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/c028742b-00a9-405e-937d-f5beb777257f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:51.617005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks [] for port (c028742b-00a9-405e-937d-f5beb777257f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.662804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0357c0cd-8096-4d03-ad6b-71bf7c7d063c req-cad4dabf-e3da-4b2d-ac5c-9e376ea50bb8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0541763 Feb 19 01:31:51.772127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.808230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4383351-e278-433a-ba2f-b127ed9e049f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:51.825948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:51.829188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:51.835636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:51.840673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Pushing event updated for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:51.888062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port f4383351-e278-433a-ba2f-b127ed9e049f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:51.888693 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.904379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:51.905139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.022603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port f4383351-e278-433a-ba2f-b127ed9e049f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:52.043337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-576b8582-de84-48a0-b28a-4ce30efac47e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3480237 Feb 19 01:31:52.069824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Request body: {'port': {'device_id': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:52.151356 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c028742b-00a9-405e-937d-f5beb777257f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.293809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-313f2d9f-2baa-47a5-a380-18001b9de87d None None] Provisioning complete for port c028742b-00a9-405e-937d-f5beb777257f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:52.294785 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-313f2d9f-2baa-47a5-a380-18001b9de87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c028742b-00a9-405e-937d-f5beb777257f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.337465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-313f2d9f-2baa-47a5-a380-18001b9de87d None None] Port c028742b-00a9-405e-937d-f5beb777257f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:52.524196 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d654f04-5781-49ec-93af-7d37ad34c54b req-090d5672-8762-436a-824f-d7c2f5c49fec tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:52.525780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d654f04-5781-49ec-93af-7d37ad34c54b req-090d5672-8762-436a-824f-d7c2f5c49fec tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 936 time: 0.1055298 Feb 19 01:31:52.527950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c028742b-00a9-405e-937d-f5beb777257f {{(pid=110601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:52.555444 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks [] for port (c028742b-00a9-405e-937d-f5beb777257f), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.585741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.provisioning_blocks [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Transition to ACTIVE for port object c028742b-00a9-405e-937d-f5beb777257f will not be triggered until provisioned by entity L2. {{(pid=110601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:31:52.593654 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d654f04-5781-49ec-93af-7d37ad34c54b req-d1625c28-4836-4d30-bbf7-069d6f250ded tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Feb 19 01:31:52.668720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.685728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-6be98eb6-599d-4866-a8e7-ddec29d29f3d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:52.688763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-6be98eb6-599d-4866-a8e7-ddec29d29f3d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1266954 Feb 19 01:31:52.703237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': '50699edc-7853-4749-9c8a-ec2587bcd990', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:52.820355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Pushing event updated for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:52.850997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Attempting to bind port c028742b-00a9-405e-937d-f5beb777257f on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:52.851369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Attempting to bind port c028742b-00a9-405e-937d-f5beb777257f by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:52.851706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Attempting to bind port c028742b-00a9-405e-937d-f5beb777257f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:52.856398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Port c028742b-00a9-405e-937d-f5beb777257f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:31:52.856728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Attempting to bind port c028742b-00a9-405e-937d-f5beb777257f on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:52.858345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a8c0ce6d-3046-4be7-9cd6-bb6f8b0074fb req-3c3b11ea-1924-43e2-b7b7-565cd2bb7ea1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0793273 Feb 19 01:31:52.864120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:52.867029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:52.867029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:52.867029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.managers [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Bound port: c028742b-00a9-405e-937d-f5beb777257f, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:52.867029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c028742b-00a9-405e-937d-f5beb777257f), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.966731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, cleared binding levels {{(pid=110601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:52.971382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c028742b-00a9-405e-937d-f5beb777257f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:53.011602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:31:53.015125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.041326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.100614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.101245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.102790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] 10.222.0.96 "PUT /v2.0/ports/c028742b-00a9-405e-937d-f5beb777257f HTTP/1.1" status: 200 len: 1096 time: 1.0447376 Feb 19 01:31:53.103441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:53.105867 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17baa488-aceb-49ae-bf37-2439d8b2d50e" -d '{"events": [{"name": "network-changed", "server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "tag": "c028742b-00a9-405e-937d-f5beb777257f"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:53.130443 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b628-50c7-447a-b3e1-c1acc6254a39 service neutron] Pushing event updated for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=3']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:53.172365 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451bdcea-de6e-4625-a05f-7483ee8995ff x-openstack-request-id: req-451bdcea-de6e-4625-a05f-7483ee8995ff {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:53.172625 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "tag": "c028742b-00a9-405e-937d-f5beb777257f", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:53.172922 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-451bdcea-de6e-4625-a05f-7483ee8995ff {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:53.173359 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f', 'status': 'completed', 'code': 200} Feb 19 01:31:53.231726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.14 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/fa2fb292-67fc-4a1f-af97-a8867beb4f14) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:31:53.281254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa488-aceb-49ae-bf37-2439d8b2d50e req-a2b606e7-cc83-45be-934a-37616b656cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.281254 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17baa488-aceb-49ae-bf37-2439d8b2d50e req-a2b606e7-cc83-45be-934a-37616b656cb7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f468b97ec29542efac281ca2c118c46a&device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 1130 time: 0.0822423 Feb 19 01:31:53.315675 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17baa488-aceb-49ae-bf37-2439d8b2d50e req-a4c2a97c-5e22-4aed-88fc-3dd4d6676961 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=f468b97ec29542efac281ca2c118c46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284426 Feb 19 01:31:53.452628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa488-aceb-49ae-bf37-2439d8b2d50e req-ede9eff4-02d1-493b-8f64-ebc2fb148a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.454138 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17baa488-aceb-49ae-bf37-2439d8b2d50e req-ede9eff4-02d1-493b-8f64-ebc2fb148a64 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326292 Feb 19 01:31:53.552638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-3b92c0c8-9828-41b7-bf61-a3951d6d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.554175 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-3b92c0c8-9828-41b7-bf61-a3951d6d10f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f468b97ec29542efac281ca2c118c46a&device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 1130 time: 0.0589919 Feb 19 01:31:53.613159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-940e1afa-758e-4f54-8b63-56bb3c61d016 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=c028742b-00a9-405e-937d-f5beb777257f HTTP/1.1" status: 200 len: 217 time: 0.0498738 Feb 19 01:31:53.714357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-bc3752c0-010b-4b14-a0ce-bdcfac10b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.716250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-bc3752c0-010b-4b14-a0ce-bdcfac10b01f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0972962 Feb 19 01:31:53.776120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-f9046a1a-9b32-4533-8a4e-5ab21bd58d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.778297 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-f9046a1a-9b32-4533-8a4e-5ab21bd58d2f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0550542 Feb 19 01:31:53.832637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e230f-90ef-449a-92f0-cdb2b4a4500f req-3bf20ee8-8763-4a26-85e9-46eb78d441c0 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:53.835671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a8e230f-90ef-449a-92f0-cdb2b4a4500f req-3bf20ee8-8763-4a26-85e9-46eb78d441c0 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 948 time: 0.0944412 Feb 19 01:31:53.870603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:53.901158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-2dbbe65b-e58e-4e2d-b363-75220109f15c service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093113 Feb 19 01:31:54.000288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a8e230f-90ef-449a-92f0-cdb2b4a4500f req-75ede825-16b2-46d8-bee7-cb14a384cfeb tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Feb 19 01:31:54.040730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.063219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b8f88119-f522-4faf-b89f-622b18b6ba48 req-076b83af-94f9-40a0-9810-a960553907f7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0558147 Feb 19 01:31:54.099488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:31:54.103312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:31:54.107963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:31:54.111265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-89e1012b-b727-46fc-8fef-f55576e6fd06 service neutron] 10.222.0.96 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005458 Feb 19 01:31:54.140981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:54.187748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:54.191596 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.290282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-2bb4954b-763b-4c76-a1fe-1cfa8e02b1e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5914950 Feb 19 01:31:54.307026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Request body: {'port': {'device_id': '50699edc-7853-4749-9c8a-ec2587bcd990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:54.374739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.461844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12a6a988-74df-4af8-a749-2acf74c2bf3c None None] Provisioning complete for port fa2fb292-67fc-4a1f-af97-a8867beb4f14 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:54.461844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12a6a988-74df-4af8-a749-2acf74c2bf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.504828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12a6a988-74df-4af8-a749-2acf74c2bf3c None None] Port fa2fb292-67fc-4a1f-af97-a8867beb4f14 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:31:54.762108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2fb292-67fc-4a1f-af97-a8867beb4f14 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:54.771061 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks [] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.787387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Transition to ACTIVE for port object fa2fb292-67fc-4a1f-af97-a8867beb4f14 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:31:54.834475 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.894110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:55.036828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Attempting to bind port fa2fb292-67fc-4a1f-af97-a8867beb4f14 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:31:55.036828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Attempting to bind port fa2fb292-67fc-4a1f-af97-a8867beb4f14 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:31:55.037000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Attempting to bind port fa2fb292-67fc-4a1f-af97-a8867beb4f14 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:55.045020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Port fa2fb292-67fc-4a1f-af97-a8867beb4f14 on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:31:55.045020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Attempting to bind port fa2fb292-67fc-4a1f-af97-a8867beb4f14 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:31:55.051739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:31:55.052091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:31:55.052493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:31:55.052947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Bound port: fa2fb292-67fc-4a1f-af97-a8867beb4f14, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:31:55.053313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.256075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aef0f-2e49-4a11-a9c3-c3f5c513bb3e req-acef0d47-c00c-4155-b945-b12276bf20cb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.259193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:31:55.259653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-881aef0f-2e49-4a11-a9c3-c3f5c513bb3e req-acef0d47-c00c-4155-b945-b12276bf20cb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0914457 Feb 19 01:31:55.265453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:31:55.277081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6668932-82f4-4ae3-9601-712406ebdf20 req-ff88f914-e648-4424-a0c7-49d425b1f66f tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.278749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6668932-82f4-4ae3-9601-712406ebdf20 req-ff88f914-e648-4424-a0c7-49d425b1f66f tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 948 time: 0.1405098 Feb 19 01:31:55.354762 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-881aef0f-2e49-4a11-a9c3-c3f5c513bb3e req-0e0cc6be-10ab-49b7-b238-4b65bf3886c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881333 Feb 19 01:31:55.360778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.382901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6668932-82f4-4ae3-9601-712406ebdf20 req-adab489a-6999-40ca-9655-f29663578453 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889781 Feb 19 01:31:55.421845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.422629 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:55.425058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] 10.222.0.96 "PUT /v2.0/ports/fa2fb292-67fc-4a1f-af97-a8867beb4f14 HTTP/1.1" status: 200 len: 1092 time: 1.1235180 Feb 19 01:31:55.425896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:55.428551 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc" -d '{"events": [{"name": "network-changed", "server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:55.479289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f5710-c4c4-40a9-aefd-08669ecda5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:55.488896 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a02d7d-c14d-4e34-80ba-7460470c4972 x-openstack-request-id: req-09a02d7d-c14d-4e34-80ba-7460470c4972 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:55.489357 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:55.489754 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-09a02d7d-c14d-4e34-80ba-7460470c4972 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:55.490313 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14', 'status': 'completed', 'code': 200} Feb 19 01:31:55.572599 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-72961283-1f0a-4d88-a395-2a7e863f7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.574140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-72961283-1f0a-4d88-a395-2a7e863f7201 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 1126 time: 0.0605004 Feb 19 01:31:55.709685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-184bd02d-f8af-4697-afd4-ad83bc8fc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.711716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-184bd02d-f8af-4697-afd4-ad83bc8fc869 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ceda7041759e422db64935c0b5189506&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1285217 Feb 19 01:31:55.842762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-ec5306f3-fd9f-4683-af6c-b30730a21f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.844511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cb0180e-42f8-4532-8c23-5b43cd6ffccc req-ec5306f3-fd9f-4683-af6c-b30730a21f50 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237173 Feb 19 01:31:55.937676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-c5d31441-51ee-4bfc-b620-a5001af45fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:55.941609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-c5d31441-51ee-4bfc-b620-a5001af45fe0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 1126 time: 0.0598836 Feb 19 01:31:55.991697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-7d7cf632-84c7-4b30-b654-d37b9df55a4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14 HTTP/1.1" status: 200 len: 217 time: 0.0433447 Feb 19 01:31:56.041545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-ef3c84c2-8b02-4388-a596-3d70e84d1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:56.043120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-ef3c84c2-8b02-4388-a596-3d70e84d1f90 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0455868 Feb 19 01:31:56.098180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-cc55cbf4-df71-4b3f-b950-fb96baee642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:56.099779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-cc55cbf4-df71-4b3f-b950-fb96baee642d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491297 Feb 19 01:31:56.205143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-7abdce72-66aa-454a-8e20-ab03eeda5d51 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989158 Feb 19 01:31:56.306631 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ca88240-c739-4ecd-8496-8e2d913ea882 req-4695ddac-692d-4f26-b855-8098cfa468dc service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947278 Feb 19 01:31:56.521819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228f064-2fee-4a1b-95b8-064b7fb5e385 req-c7d943ff-36fa-45b1-848f-9f8d0375c6bb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:56.523623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f228f064-2fee-4a1b-95b8-064b7fb5e385 req-c7d943ff-36fa-45b1-848f-9f8d0375c6bb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0714519 Feb 19 01:31:56.534553 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31ffdf-d7c2-4e10-ae58-e6b0437b5351 req-3f776b82-6746-4674-a217-58317ebc849a tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:56.537479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a31ffdf-d7c2-4e10-ae58-e6b0437b5351 req-3f776b82-6746-4674-a217-58317ebc849a tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 948 time: 0.0652220 Feb 19 01:31:56.586289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f228f064-2fee-4a1b-95b8-064b7fb5e385 req-440c4ad6-cd04-43ae-9ecc-fcd8fe206754 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Feb 19 01:31:56.591856 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a31ffdf-d7c2-4e10-ae58-e6b0437b5351 req-166eff8a-b527-4ba3-ab30-7f9a8d08ee50 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467074 Feb 19 01:31:57.641057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c028742b-00a9-405e-937d-f5beb777257f details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:31:57.760458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae0f74-aa70-43c6-8b98-7d202343a0f1 req-d81b52d0-fdbf-41cf-8e0b-7462113cab8f tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:57.767411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4aae0f74-aa70-43c6-8b98-7d202343a0f1 req-d81b52d0-fdbf-41cf-8e0b-7462113cab8f tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 948 time: 0.0946074 Feb 19 01:31:57.784242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bfc45-26a6-4931-93b6-dd3441d1c3a7 req-6b902805-0f73-4f23-99ec-311b2f06fb3b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:57.788057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a39bfc45-26a6-4931-93b6-dd3441d1c3a7 req-6b902805-0f73-4f23-99ec-311b2f06fb3b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0901527 Feb 19 01:31:57.816688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c028742b-00a9-405e-937d-f5beb777257f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:57.831408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'c028742b-00a9-405e-937d-f5beb777257f', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': 'c028742b-00a9-405e-937d-f5beb777257f', 'mac_address': 'fa:16:3e:0e:30:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:31:57.834620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4aae0f74-aa70-43c6-8b98-7d202343a0f1 req-00f09aaf-f6cc-4a02-97fd-9571a1ab5afd tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656149 Feb 19 01:31:57.871395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a39bfc45-26a6-4931-93b6-dd3441d1c3a7 req-76d84ec7-a2bc-47df-8b62-134112029a48 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Feb 19 01:31:57.880924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c028742b-00a9-405e-937d-f5beb777257f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:57.881294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c028742b-00a9-405e-937d-f5beb777257f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.905577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c028742b-00a9-405e-937d-f5beb777257f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:31:57.925515 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c028742b-00a9-405e-937d-f5beb777257f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:58.011393 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:58.066428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:58.233860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c028742b-00a9-405e-937d-f5beb777257f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:58.975347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85a880-b897-426e-b14c-9a19284432ef req-235029f1-5118-4475-85fb-38ac3963039c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:58.977053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c85a880-b897-426e-b14c-9a19284432ef req-235029f1-5118-4475-85fb-38ac3963039c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 949 time: 0.0722854 Feb 19 01:31:59.034745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c30ad3-300b-4bc5-ad5c-9fc183899ed0 req-f9c422ff-0a54-45d9-b8dc-55e45825b7e9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:59.036250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48c30ad3-300b-4bc5-ad5c-9fc183899ed0 req-f9c422ff-0a54-45d9-b8dc-55e45825b7e9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0793447 Feb 19 01:31:59.040684 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c85a880-b897-426e-b14c-9a19284432ef req-25e3fe8e-9412-4915-914b-36a5e75f7abf tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569119 Feb 19 01:31:59.097536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48c30ad3-300b-4bc5-ad5c-9fc183899ed0 req-29fa8c0d-4476-4873-ad77-8b5654723bf1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Feb 19 01:31:59.666336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c028742b-00a9-405e-937d-f5beb777257f up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:31:59.871222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port c028742b-00a9-405e-937d-f5beb777257f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:31:59.884936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port c028742b-00a9-405e-937d-f5beb777257f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:59.885444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c028742b-00a9-405e-937d-f5beb777257f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:00.057571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port c028742b-00a9-405e-937d-f5beb777257f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:00.057571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c028742b-00a9-405e-937d-f5beb777257f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:00.057571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:00.057571 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618a1aa-4e0c-44d5-9c8e-c4a6c03cfbe0" -d '{"events": [{"server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "name": "network-vif-plugged", "status": "completed", "tag": "c028742b-00a9-405e-937d-f5beb777257f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:00.066187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c028742b-00a9-405e-937d-f5beb777257f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:00.091507 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fabfbf3-060d-44fc-9109-8479ed640642 x-openstack-request-id: req-4fabfbf3-060d-44fc-9109-8479ed640642 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:00.091864 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "name": "network-vif-plugged", "status": "completed", "tag": "c028742b-00a9-405e-937d-f5beb777257f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:00.092180 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4fabfbf3-060d-44fc-9109-8479ed640642 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:00.092601 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f', 'code': 200} Feb 19 01:32:00.148667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:00.235872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f993d9-196e-4fdb-b35f-5b9c20d72b7c req-ae1809e7-f535-4e15-9d4d-6a622d5aae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:00.238213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93f993d9-196e-4fdb-b35f-5b9c20d72b7c req-ae1809e7-f535-4e15-9d4d-6a622d5aae8d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 1132 time: 0.0623367 Feb 19 01:32:00.239952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:00.250542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1151-0309-4d49-bea0-b53cfc663fe8 req-19e7cf08-5431-4408-a0c8-ce05e38e46a0 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:00.252856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcdc1151-0309-4d49-bea0-b53cfc663fe8 req-19e7cf08-5431-4408-a0c8-ce05e38e46a0 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.1284032 Feb 19 01:32:00.297312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f45e-1271-4578-ae52-da293560b364 req-bd795a52-dcdb-442a-9e65-9bd57659c628 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:00.300053 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8211f45e-1271-4578-ae52-da293560b364 req-bd795a52-dcdb-442a-9e65-9bd57659c628 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0721931 Feb 19 01:32:00.337242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-93f993d9-196e-4fdb-b35f-5b9c20d72b7c req-2db85fd2-ffa3-45b6-a9b3-6652988ef987 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830784 Feb 19 01:32:00.341895 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcdc1151-0309-4d49-bea0-b53cfc663fe8 req-b9e85387-1c44-4188-bcd7-b62f44fbe24e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792274 Feb 19 01:32:00.368260 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8211f45e-1271-4578-ae52-da293560b364 req-0e4432cd-0213-447f-a77a-f56574446807 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Feb 19 01:32:01.506779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0c5b-ff67-42f4-8127-2b93da03cacd req-4714f3f9-d2f6-42de-a25f-9dcafefd2f55 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.508501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-309b0c5b-ff67-42f4-8127-2b93da03cacd req-4714f3f9-d2f6-42de-a25f-9dcafefd2f55 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0556777 Feb 19 01:32:01.520225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f44c5-e7f8-4b17-863e-f3f9f76eadf9 req-3cdb3d1b-cf07-498e-9dea-ecdab9fcd191 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:01.521867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a27f44c5-e7f8-4b17-863e-f3f9f76eadf9 req-3cdb3d1b-cf07-498e-9dea-ecdab9fcd191 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.0709679 Feb 19 01:32:01.630525 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-309b0c5b-ff67-42f4-8127-2b93da03cacd req-ab8029c1-2097-4572-9022-9835b29d95ae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Feb 19 01:32:01.630937 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a27f44c5-e7f8-4b17-863e-f3f9f76eadf9 req-96217ae6-d8e5-4c2f-9b31-25bda98ab780 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589952 Feb 19 01:32:02.441125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-8b819e44-68df-452e-ac0e-39c6364b47a2 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652804 Feb 19 01:32:02.533654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-1cf85ad8-2a67-4ff3-a400-58f14928bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.535700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-1cf85ad8-2a67-4ff3-a400-58f14928bef6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 1128 time: 0.0483286 Feb 19 01:32:02.646986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-59970412-75ad-4e05-a897-b9dd2bf39ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.650177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-59970412-75ad-4e05-a897-b9dd2bf39ef9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 914 time: 0.0942256 Feb 19 01:32:02.701872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-5d256f7b-0d4f-43fc-89aa-2295199fb951 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 200 len: 217 time: 0.0454400 Feb 19 01:32:02.752136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31165bfe-2b8a-452c-9821-c122136fe1a9 req-290ecdd2-937c-44f7-92aa-bd0e9552d91f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.759690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31165bfe-2b8a-452c-9821-c122136fe1a9 req-290ecdd2-937c-44f7-92aa-bd0e9552d91f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0682592 Feb 19 01:32:02.815787 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31165bfe-2b8a-452c-9821-c122136fe1a9 req-0e73d04a-fc3e-45ca-af97-bb6e3589e4d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Feb 19 01:32:02.821212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-675774d0-2a3b-42d6-933a-d031ed2609a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.822852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-675774d0-2a3b-42d6-933a-d031ed2609a5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.1143866 Feb 19 01:32:02.830856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fe519-a6db-495c-a670-7cc07cf89c12 req-08dd2f4c-628f-4892-b3d1-2bb160e0d7fb tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:02.832453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e70fe519-a6db-495c-a670-7cc07cf89c12 req-08dd2f4c-628f-4892-b3d1-2bb160e0d7fb tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.1136396 Feb 19 01:32:02.870694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-0d7aafb5-f6e0-4301-a427-4a965e36bc4c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371850 Feb 19 01:32:02.949818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e70fe519-a6db-495c-a670-7cc07cf89c12 req-953cc436-2d75-49b4-9d7f-5c28dfdc4278 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090064 Feb 19 01:32:02.995407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-c543b595-7386-47c7-92ec-2336fa007d35 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160567 Feb 19 01:32:03.110593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92eed749-13f5-44bf-8e20-e06dd121d365 req-280c3ac9-0b25-41b3-9fda-89eb4dc324ad service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067092 Feb 19 01:32:03.429901 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89a637-fe16-4271-b91f-db3ec021d665 req-8e4dcbee-0d95-4899-8036-7c5e9ac34a7d tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:03.431345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af89a637-fe16-4271-b91f-db3ec021d665 req-8e4dcbee-0d95-4899-8036-7c5e9ac34a7d tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.0556326 Feb 19 01:32:03.485134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af89a637-fe16-4271-b91f-db3ec021d665 req-e4bf0a3a-9b3a-4253-8d87-672b662ffe65 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Feb 19 01:32:03.937665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02573-298b-44b1-bc12-b0036b72f09a req-18085cbc-0469-41df-abba-8cb46651f215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:03.941978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05d02573-298b-44b1-bc12-b0036b72f09a req-18085cbc-0469-41df-abba-8cb46651f215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0579696 Feb 19 01:32:03.994860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05d02573-298b-44b1-bc12-b0036b72f09a req-67cb12a5-1003-42f3-ac4d-ecc623a74416 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Feb 19 01:32:04.694727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7270-8a82-4a6b-9aac-aff272f7b65b req-7829df1c-c712-4350-8310-a0f5822e4b3e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:04.696361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb9b7270-8a82-4a6b-9aac-aff272f7b65b req-7829df1c-c712-4350-8310-a0f5822e4b3e tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.0830078 Feb 19 01:32:04.739903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-456d9b46-00f3-40a6-bb48-f0294f08a263 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:04.741293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-456d9b46-00f3-40a6-bb48-f0294f08a263 tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.96 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 950 time: 0.0807812 Feb 19 01:32:04.797704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb9b7270-8a82-4a6b-9aac-aff272f7b65b req-a4cb3e11-8b68-45e9-aac3-52486c3dd38b tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857012 Feb 19 01:32:04.856897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Deleting port c028742b-00a9-405e-937d-f5beb777257f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:04.857237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c028742b-00a9-405e-937d-f5beb777257f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.954750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] For port c028742b-00a9-405e-937d-f5beb777257f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=c028742b-00a9-405e-937d-f5beb777257f,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:04.955387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c028742b-00a9-405e-937d-f5beb777257f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.969497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Calling delete_port for c028742b-00a9-405e-937d-f5beb777257f owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:05.137932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf955-130c-408b-8657-5cb917cde458 req-cb5fb245-c7bd-4e43-afbf-436a6b203705 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:05.139362 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f34cf955-130c-408b-8657-5cb917cde458 req-cb5fb245-c7bd-4e43-afbf-436a6b203705 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0607698 Feb 19 01:32:05.186004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f34cf955-130c-408b-8657-5cb917cde458 req-38d04608-c969-4c75-b76d-826a3ee503a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 19 01:32:05.246125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c028742b-00a9-405e-937d-f5beb777257f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.260931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['c028742b-00a9-405e-937d-f5beb777257f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:05.277917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Pushing event deleted for resources: {'Port': ['ID=c028742b-00a9-405e-937d-f5beb777257f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:05.291977 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.292338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.292674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.293061 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.294990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.295527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.295671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.295993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.346154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] No DVR routers for this DVR port c028742b-00a9-405e-937d-f5beb777257f on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:05.349423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.354735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b2b81cb-04cc-445f-91d1-d23301bee998 req-d2a36b6f-fe55-4668-9df8-32022237569c tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.96 "DELETE /v2.0/ports/c028742b-00a9-405e-937d-f5beb777257f HTTP/1.1" status: 204 len: 173 time: 0.6074688 Feb 19 01:32:05.362241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'name': 'network-vif-deleted', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:05.363293 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f43ed3-b5ed-4236-834f-9e4f058db1c5" -d '{"events": [{"server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "name": "network-vif-deleted", "tag": "c028742b-00a9-405e-937d-f5beb777257f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:05.405777 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857fc197-19e3-4ad4-a29b-70c0dbd5583f x-openstack-request-id: req-857fc197-19e3-4ad4-a29b-70c0dbd5583f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:05.406070 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3008f7c4-9fcb-48fb-a704-d763a43447c4", "name": "network-vif-deleted", "tag": "c028742b-00a9-405e-937d-f5beb777257f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:05.406323 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-857fc197-19e3-4ad4-a29b-70c0dbd5583f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:05.406716 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3008f7c4-9fcb-48fb-a704-d763a43447c4', 'name': 'network-vif-deleted', 'tag': 'c028742b-00a9-405e-937d-f5beb777257f', 'status': 'completed', 'code': 200} Feb 19 01:32:05.903860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-588f594e-caa5-4b00-97b8-eac2b8941dd2 req-07373a28-2ff9-4ce0-92e8-674946bc62cb tempest-VolumesNegativeTest-491706495 tempest-VolumesNegativeTest-491706495-project] 10.222.0.94 "GET /v2.0/ports?device_id=3008f7c4-9fcb-48fb-a704-d763a43447c4 HTTP/1.1" status: 200 len: 210 time: 0.0326509 Feb 19 01:32:06.320128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad181a-744b-4aa4-8c6d-18f405302fd4 req-f1870efe-008b-4d91-92c5-23bc4180936d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:06.321707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7aad181a-744b-4aa4-8c6d-18f405302fd4 req-f1870efe-008b-4d91-92c5-23bc4180936d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0566399 Feb 19 01:32:06.372938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7aad181a-744b-4aa4-8c6d-18f405302fd4 req-2465d8af-81d0-41c5-bc88-093747aede9b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451059 Feb 19 01:32:07.508922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfe8aa-e041-4dd9-b62d-2692b55e571e req-6d177edc-e6a7-406a-ae86-4f64bdcf18c8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:07.510419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5fdfe8aa-e041-4dd9-b62d-2692b55e571e req-6d177edc-e6a7-406a-ae86-4f64bdcf18c8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0666490 Feb 19 01:32:07.559194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5fdfe8aa-e041-4dd9-b62d-2692b55e571e req-3db08fec-08ab-4920-b6fe-5e7cfc302f48 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Feb 19 01:32:07.715891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c028742b-00a9-405e-937d-f5beb777257f no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:07.755528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: c028742b-00a9-405e-937d-f5beb777257f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:07.755972 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device c028742b-00a9-405e-937d-f5beb777257f not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:09.004259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865016-9dfb-4891-a5d8-aafc6525472a req-79b96817-869f-431a-b97d-2e4a7446f0a1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:09.005866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8865016-9dfb-4891-a5d8-aafc6525472a req-79b96817-869f-431a-b97d-2e4a7446f0a1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.3701153 Feb 19 01:32:09.055548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8865016-9dfb-4891-a5d8-aafc6525472a req-a670be0b-1778-4e58-974d-bd6eaa545722 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Feb 19 01:32:09.897625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.188362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a87fd6-efcc-46d4-9170-4f5261201d3e req-b9c483ab-0b34-4486-a774-fe8fb4bebcbd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:10.189936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81a87fd6-efcc-46d4-9170-4f5261201d3e req-b9c483ab-0b34-4486-a774-fe8fb4bebcbd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0637815 Feb 19 01:32:10.238849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81a87fd6-efcc-46d4-9170-4f5261201d3e req-77bf04b3-46e4-429d-b498-4d179e9007da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Feb 19 01:32:10.459633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:32:10.520943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:10.686204 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a9513ac8-f5b1-42ea-a2c8-720e0605a963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:11.368873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de0dfa-9d5c-43fd-aa31-fff276c4321c req-c268c8ab-c5d0-4159-be4b-9e51677545f3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:11.370356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16de0dfa-9d5c-43fd-aa31-fff276c4321c req-c268c8ab-c5d0-4159-be4b-9e51677545f3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0560772 Feb 19 01:32:11.419219 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16de0dfa-9d5c-43fd-aa31-fff276c4321c req-10ad0c66-980b-4528-8db5-5bdecb86aab6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Feb 19 01:32:12.547339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396cad7-97cd-4ba1-8fe7-a2b4f07d8c98 req-f66da0e1-5249-44dc-8ab7-91dea6168ede tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:12.550782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3396cad7-97cd-4ba1-8fe7-a2b4f07d8c98 req-f66da0e1-5249-44dc-8ab7-91dea6168ede tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0602682 Feb 19 01:32:12.606370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3396cad7-97cd-4ba1-8fe7-a2b4f07d8c98 req-0e100bad-f12e-49ea-85c6-a954a00d12a3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Feb 19 01:32:12.903201 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1852ebfb-461f-496c-a4f5-2c932eb1163d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.742448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56492c2-2b1a-45bb-8405-97225eb2ad69 req-1521d4c8-86a7-4fd2-b107-d6d7db0fb46e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:13.744530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fa2fb292-67fc-4a1f-af97-a8867beb4f14 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:32:13.744737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a56492c2-2b1a-45bb-8405-97225eb2ad69 req-1521d4c8-86a7-4fd2-b107-d6d7db0fb46e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 944 time: 0.0633152 Feb 19 01:32:13.796291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a56492c2-2b1a-45bb-8405-97225eb2ad69 req-5d90b559-d0ed-4582-b257-5d9234be8e34 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Feb 19 01:32:13.856916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:13.871549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14', 'mac_address': 'fa:16:3e:ae:67:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:32:13.912589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fa2fb292-67fc-4a1f-af97-a8867beb4f14 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:13.913247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.929304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2fb292-67fc-4a1f-af97-a8867beb4f14 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:13.951324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:14.085600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.134149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:14.269286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.293231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fa2fb292-67fc-4a1f-af97-a8867beb4f14'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:14.926855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6a886-b4a4-4021-b9bb-5c12e5517163 req-3e93a96a-59ff-456d-bd6b-388c7332d709 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:14.928488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccf6a886-b4a4-4021-b9bb-5c12e5517163 req-3e93a96a-59ff-456d-bd6b-388c7332d709 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 945 time: 0.0580680 Feb 19 01:32:14.996473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccf6a886-b4a4-4021-b9bb-5c12e5517163 req-fbb6cfd3-c043-48c6-8f00-0821e56a4fc4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 Feb 19 01:32:15.365937 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.760016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fa2fb292-67fc-4a1f-af97-a8867beb4f14 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:16.127764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d30e5-47cc-422a-a9f2-f71e433e4de8 req-45bcde2f-bb72-4722-a0b2-b22d5770c480 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:16.129433 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e1d30e5-47cc-422a-a9f2-f71e433e4de8 req-45bcde2f-bb72-4722-a0b2-b22d5770c480 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 945 time: 0.0586905 Feb 19 01:32:16.137414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port fa2fb292-67fc-4a1f-af97-a8867beb4f14 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:32:16.142083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port fa2fb292-67fc-4a1f-af97-a8867beb4f14 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:16.143021 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.194825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e1d30e5-47cc-422a-a9f2-f71e433e4de8 req-a203d3a3-287c-45c0-bbb8-9c008acaa8aa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Feb 19 01:32:16.264988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port fa2fb292-67fc-4a1f-af97-a8867beb4f14 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:16.265379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.291518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:16.293745 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61909116-be57-4ff1-9cf7-c997aa1605b1" -d '{"events": [{"server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "name": "network-vif-plugged", "status": "completed", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:16.312921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:16.342531 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ba7f9-b296-482a-ac7e-51f03c6c8acc x-openstack-request-id: req-ca3ba7f9-b296-482a-ac7e-51f03c6c8acc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:16.342828 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "name": "network-vif-plugged", "status": "completed", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:16.343082 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ca3ba7f9-b296-482a-ac7e-51f03c6c8acc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:16.343528 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14', 'code': 200} Feb 19 01:32:16.451774 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.452447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6f91c-8803-416b-a7fd-7d512806d9b4 req-196d8876-2797-4985-a922-8cefc5f8ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:16.454176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56b6f91c-8803-416b-a7fd-7d512806d9b4 req-196d8876-2797-4985-a922-8cefc5f8ed17 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 1127 time: 0.0514443 Feb 19 01:32:16.467286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58224) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.526695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.531598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56b6f91c-8803-416b-a7fd-7d512806d9b4 req-cf6d5b6d-f28d-47a4-bee6-9657e44e7944 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Feb 19 01:32:16.625405 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ca6a04b6-c9e4-4f96-b51c-efc05d71f589 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f468b97ec29542efac281ca2c118c46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567137 Feb 19 01:32:16.628134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 58228) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.746668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Publish callbacks [] for security_group (dbe94c48-97a4-4ccd-8521-6a4b1568d1d0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.771057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Publish callbacks [] for security_group (dbe94c48-97a4-4ccd-8521-6a4b1568d1d0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.941969 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dbe94c48-97a4-4ccd-8521-6a4b1568d1d0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.944597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.949379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dbe94c48-97a4-4ccd-8521-6a4b1568d1d0 HTTP/1.1" status: 204 len: 168 time: 0.3166826 Feb 19 01:32:16.954780 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe94c48-97a4-4ccd-8521-6a4b1568d1d0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.962689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.963056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.963423 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.963754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.964305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.964699 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.965050 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.965361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.965693 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.966023 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.966367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.966684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.967012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5207175-4a42-4f3b-ba21-59d80f4d6520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:16.977607 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.399880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803008de-f805-44bd-9724-19308da5dafc req-5047221d-81a8-4d53-ae8e-3df93bcfaf37 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:17.406222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-803008de-f805-44bd-9724-19308da5dafc req-5047221d-81a8-4d53-ae8e-3df93bcfaf37 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0825162 Feb 19 01:32:17.473428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-803008de-f805-44bd-9724-19308da5dafc req-d3721004-4885-4718-96a0-0be2cb808a66 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Feb 19 01:32:18.596722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb6d7-add8-4373-bb18-ffa03c880aca req-d9bb4966-8354-4db7-b6d0-0b4be8b1ea70 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:18.598221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83ceb6d7-add8-4373-bb18-ffa03c880aca req-d9bb4966-8354-4db7-b6d0-0b4be8b1ea70 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0563993 Feb 19 01:32:18.645536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83ceb6d7-add8-4373-bb18-ffa03c880aca req-0d123dd1-afef-4ccf-9479-42ef715d34e7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Feb 19 01:32:18.782435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283761-de11-431c-9879-c502c056aae3 req-0b3fa933-8812-430d-8a2d-660be5856fbc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:18.784791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6283761-de11-431c-9879-c502c056aae3 req-0b3fa933-8812-430d-8a2d-660be5856fbc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0586603 Feb 19 01:32:18.832623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6283761-de11-431c-9879-c502c056aae3 req-f69de81c-ebd8-4c52-98cd-df5e4a4d2de0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Feb 19 01:32:18.953978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591d455-a628-4beb-97e6-9be5efad40f4 req-fd1b9df0-cad4-4a0b-9a68-5c0ebdd2e2ec tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:18.955671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e591d455-a628-4beb-97e6-9be5efad40f4 req-fd1b9df0-cad4-4a0b-9a68-5c0ebdd2e2ec tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0582855 Feb 19 01:32:19.011701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e591d455-a628-4beb-97e6-9be5efad40f4 req-06be9c75-20b7-45dc-bec8-275333e14fb4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490570 Feb 19 01:32:19.400039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711809-61e6-4030-b691-1ced3f33f8b1 req-caf4ec03-ed13-4979-9525-9c659b4b6551 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:19.401539 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf711809-61e6-4030-b691-1ced3f33f8b1 req-caf4ec03-ed13-4979-9525-9c659b4b6551 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0529387 Feb 19 01:32:19.449999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf711809-61e6-4030-b691-1ced3f33f8b1 req-052ddd32-8f33-406e-b25f-d2b5e7377d4e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Feb 19 01:32:20.572600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd1568-52d1-4437-aa9d-6a40009c5908 req-4ba4f09a-bdbb-4be2-98e9-c21715855a8b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:20.574036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acbd1568-52d1-4437-aa9d-6a40009c5908 req-4ba4f09a-bdbb-4be2-98e9-c21715855a8b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0584507 Feb 19 01:32:20.624743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acbd1568-52d1-4437-aa9d-6a40009c5908 req-605a47c9-8268-4ea7-887d-499c2df7cac0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Feb 19 01:32:20.969565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-b0bd5738-c028-412b-93ed-cd965cc92aaa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:20.971587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-b0bd5738-c028-412b-93ed-cd965cc92aaa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 946 time: 0.0545044 Feb 19 01:32:21.066707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port fa2fb292-67fc-4a1f-af97-a8867beb4f14 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:21.066973 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.166427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port fa2fb292-67fc-4a1f-af97-a8867beb4f14, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=fa2fb292-67fc-4a1f-af97-a8867beb4f14,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:21.166834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.181422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for fa2fb292-67fc-4a1f-af97-a8867beb4f14 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:21.410051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fa2fb292-67fc-4a1f-af97-a8867beb4f14), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.424795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['fa2fb292-67fc-4a1f-af97-a8867beb4f14'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:21.442352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=fa2fb292-67fc-4a1f-af97-a8867beb4f14,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:21.488737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port fa2fb292-67fc-4a1f-af97-a8867beb4f14 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:21.499495 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.499495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0a5ff81-fba1-410d-8ec5-e7811fdb99ec req-f6c19442-636e-471e-846e-06f580217d6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "DELETE /v2.0/ports/fa2fb292-67fc-4a1f-af97-a8867beb4f14 HTTP/1.1" status: 204 len: 173 time: 0.5192001 Feb 19 01:32:21.499495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'name': 'network-vif-deleted', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:21.499495 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddaffc-8c9d-4254-aa7e-ed36660b3ff2" -d '{"events": [{"server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "name": "network-vif-deleted", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:21.545013 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5546073-2d6a-41f4-9a34-09de62621e84 x-openstack-request-id: req-d5546073-2d6a-41f4-9a34-09de62621e84 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:21.545428 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50699edc-7853-4749-9c8a-ec2587bcd990", "name": "network-vif-deleted", "tag": "fa2fb292-67fc-4a1f-af97-a8867beb4f14", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:21.545823 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d5546073-2d6a-41f4-9a34-09de62621e84 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:21.546471 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50699edc-7853-4749-9c8a-ec2587bcd990', 'name': 'network-vif-deleted', 'tag': 'fa2fb292-67fc-4a1f-af97-a8867beb4f14', 'status': 'completed', 'code': 200} Feb 19 01:32:21.769640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77b3cf01-d4eb-4378-bc14-5567cd00b87f req-1c9be276-4895-4ff1-85e3-e48f90af397d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0446656 Feb 19 01:32:22.869225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e52cb7c-993d-4822-aaf2-bc446b9bbd55 req-6d4bc11a-f0fd-4d23-9e50-f036b7609f6c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0278497 Feb 19 01:32:23.808554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fa2fb292-67fc-4a1f-af97-a8867beb4f14 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:23.834504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: fa2fb292-67fc-4a1f-af97-a8867beb4f14 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:23.834851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device fa2fb292-67fc-4a1f-af97-a8867beb4f14 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:23.964780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4050929-95a5-416d-b27d-11746a6924bf req-d8e687ca-4166-4ebd-981d-ae1a492f1250 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0278180 Feb 19 01:32:25.061079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-baa17e7e-ba31-4a1b-af51-fe2ee3b23457 req-9a798bfd-4525-4621-b4f0-586a3e9a78d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0289752 Feb 19 01:32:26.165850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d722960-c27d-4074-91f1-6c5ff6274898 req-609ed91f-2436-4116-978e-040a4737c32f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0331776 Feb 19 01:32:27.260752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f4d899cc-7132-4a96-b436-e65467ca21c9 req-9f6ff54d-df41-4d6f-a9af-15132c4e8a22 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0276675 Feb 19 01:32:28.358739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c31421d-47c2-4ca1-813e-4a8206cf9cfd req-efa6566b-00cc-4893-ab2b-e52018a340b3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Feb 19 01:32:29.458615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78f08611-6065-40c8-b164-390642a9cdf5 req-3da087a5-5c74-4564-ac81-f0760ff5c97e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0306044 Feb 19 01:32:30.556263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-db1b3c94-2708-4beb-afab-dfd74c59d71c req-8d8483d4-b566-4a26-82d8-c13b1e0f595d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0281713 Feb 19 01:32:31.656786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea86c2ab-c5a2-4ecd-978f-47d19cb11862 req-c53b10e6-36b4-48d2-aab9-1b3b5ca63bec tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Feb 19 01:32:32.758978 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99cd48f5-4c4b-4a22-8d6d-da62e301a2ab req-15e30dd7-b219-4ac5-b75f-4046df9c228c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Feb 19 01:32:33.857660 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07cb2f65-1663-41b1-817c-c8be85b4d872 req-1c5dfe9b-59cc-43f3-932e-523417406eec tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0300126 Feb 19 01:32:34.957680 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1cd99dbb-1dba-4339-b3fe-99ba01a61ac1 req-8b2b5d56-9f09-490e-9402-59601967ee48 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0305390 Feb 19 01:32:36.069524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-765bdcb3-9c38-491c-b95f-0ffd9b869bc0 req-a736fd9d-f9d3-40cb-ac87-a79cdfcd4304 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=50699edc-7853-4749-9c8a-ec2587bcd990 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Feb 19 01:32:39.926114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.502855 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:40.644327 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebaeaa8a-87d8-401e-840a-614f142ff4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:42.867005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bd3c-c6ed-4bf4-817b-d2a40b146dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:44.255610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:45.354154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:46.932331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:47.460358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:33:03.286770 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-03d34553-3208-4ac8-8934-abfab98080d8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462997 Feb 19 01:33:03.435653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-3b2c85be-5ad8-479e-a164-b66d159d9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.437451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-3b2c85be-5ad8-479e-a164-b66d159d9d30 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 1128 time: 0.0990577 Feb 19 01:33:03.557254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-2d895d32-9d06-4d53-ace7-a51be08e9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.558645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-2d895d32-9d06-4d53-ace7-a51be08e9cf3 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 914 time: 0.1023710 Feb 19 01:33:03.606489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-929557fb-ac2b-4939-87bb-cb46a0df7ef4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 200 len: 217 time: 0.0408542 Feb 19 01:33:03.657611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-4ab5b333-2d32-4cdf-b623-94f0fb041634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:03.659899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-4ab5b333-2d32-4cdf-b623-94f0fb041634 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.0478127 Feb 19 01:33:03.693862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-094f9ad4-72e2-4889-a65d-beb5731151b9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276394 Feb 19 01:33:03.790498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-9f3e2f1e-b371-44d5-9ba6-8edb75065c45 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906630 Feb 19 01:33:03.880751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b7720429-cef0-47ba-bdf6-1dfdb4235c40 req-3e88cd8c-9cc4-4829-9dea-f50c13cc5cda service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Feb 19 01:33:09.952873 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.514143 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:10.708768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba402-7cbc-4dec-9b4f-0255300a0aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:12.891600 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-22c0e4e0-5887-486c-89b3-a9c2d2094bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.291462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:15.348546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.960127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:18.032013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-da1e8ae1-e56f-4181-8db7-ec41d45b6317 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:18.034136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-da1e8ae1-e56f-4181-8db7-ec41d45b6317 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1078691 Feb 19 01:33:18.049211 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8f14f06e-9315-405c-b21e-45e20a6e244c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Feb 19 01:33:18.108201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-41a80ebc-30ab-4131-b0d2-07d94148f626 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531056 Feb 19 01:33:18.154105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160996-242d-46eb-b095-0eed51ccd8af req-a3a2df92-0995-4c0a-9652-96cf6b8ee2e5 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:18.155626 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9160996-242d-46eb-b095-0eed51ccd8af req-a3a2df92-0995-4c0a-9652-96cf6b8ee2e5 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 946 time: 0.0592358 Feb 19 01:33:18.206204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9160996-242d-46eb-b095-0eed51ccd8af req-1e8236fc-de7a-492b-a68f-ef754daa6a97 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428343 Feb 19 01:33:18.206454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-194cae48-2c37-4658-b413-a69d228d1973 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910802 Feb 19 01:33:18.298036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-7a40faef-a59d-4114-9531-f2f283ece063 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852520 Feb 19 01:33:18.553910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ab8cc77-6662-45ef-a6b1-13d51c866501 req-33ead1af-55ec-4c84-9231-2fe6afa95936 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Feb 19 01:33:19.328816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0758-0867-4962-8323-d9f2935253a3 req-951de956-886c-4485-8277-011e0359b09a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:19.330862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-572f0758-0867-4962-8323-d9f2935253a3 req-951de956-886c-4485-8277-011e0359b09a tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 946 time: 0.0539763 Feb 19 01:33:19.378888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-572f0758-0867-4962-8323-d9f2935253a3 req-63224bb5-2ce3-43ee-9ecb-f56d32af234b tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Feb 19 01:33:19.575993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-e48186ab-9267-4706-ade3-90065c6d82be tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:19.577486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-e48186ab-9267-4706-ade3-90065c6d82be tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 946 time: 0.0546474 Feb 19 01:33:19.661341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-06159302-4810-4c7b-b67b-2a29fa437ad0 req-4e8becf6-020f-4cc4-8580-c68ccec61e3d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0352726 Feb 19 01:33:19.710558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Deleting port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:19.710896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.807503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] For port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:19.807861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.821423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Calling delete_port for 094ca8b1-af12-4904-94d1-f3cf9f7ea22a owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:19.994004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (094ca8b1-af12-4904-94d1-f3cf9f7ea22a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.005433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['094ca8b1-af12-4904-94d1-f3cf9f7ea22a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:20.026885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Pushing event deleted for resources: {'Port': ['ID=094ca8b1-af12-4904-94d1-f3cf9f7ea22a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:20.054276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.054624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.054964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.055362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.055713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.056047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.056376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.056705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.057027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.057350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.057691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.057992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.058307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.080205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] No DVR routers for this DVR port 094ca8b1-af12-4904-94d1-f3cf9f7ea22a on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:20.082558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.085792 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0ae7a71-67bb-4ff1-b770-7183ae1356db req-bf635b2c-f3cd-48b3-85ab-66b652efcaf3 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "DELETE /v2.0/ports/094ca8b1-af12-4904-94d1-f3cf9f7ea22a HTTP/1.1" status: 204 len: 173 time: 0.5036089 Feb 19 01:33:20.086230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'name': 'network-vif-deleted', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:20.088486 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa6d366-e8de-48a8-b672-c027264305e9" -d '{"events": [{"server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "name": "network-vif-deleted", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:20.124908 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e1170-7883-462b-a87f-e6921f155060 x-openstack-request-id: req-9a0e1170-7883-462b-a87f-e6921f155060 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:20.125255 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d8acd2-8d6e-472f-a450-f54a05d50899", "name": "network-vif-deleted", "tag": "094ca8b1-af12-4904-94d1-f3cf9f7ea22a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:20.125515 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9a0e1170-7883-462b-a87f-e6921f155060 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:20.125921 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d8acd2-8d6e-472f-a450-f54a05d50899', 'name': 'network-vif-deleted', 'tag': '094ca8b1-af12-4904-94d1-f3cf9f7ea22a', 'status': 'completed', 'code': 200} Feb 19 01:33:20.673194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-a90e7d6a-80a0-4b3a-9165-476dfe89f668 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:20.673194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-a90e7d6a-80a0-4b3a-9165-476dfe89f668 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.4111390 Feb 19 01:33:20.685222 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1cb71cf-d145-4210-8317-e744b6b48e49 req-effda64e-7f14-45db-8825-3858bdb7ce08 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=e4d8acd2-8d6e-472f-a450-f54a05d50899 HTTP/1.1" status: 200 len: 210 time: 0.0440655 Feb 19 01:33:20.690370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:20.778226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9124953a-fc80-4120-a6e2-6ee6e9862e96 req-27ce3f6d-2947-4ea5-8c88-185c54262bb5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0353954 Feb 19 01:33:20.874001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:20.878678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.015222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.8 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/d49b8c40-478b-43f5-b111-b08642fbd799) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:21.166600 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (d49b8c40-478b-43f5-b111-b08642fbd799), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.285815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.330905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:21.334013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:21.337659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:21.355694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.404373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:21.405090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.477306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-8bfe16a2-421c-4753-a5c9-79dd898a7570 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943289 Feb 19 01:33:21.490066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Request body: {'port': {'device_id': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:21.573765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.605173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-95160bf9-04c0-480f-beb7-c78168538f40 None None] Provisioning complete for port d49b8c40-478b-43f5-b111-b08642fbd799 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:21.606184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-95160bf9-04c0-480f-beb7-c78168538f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.645014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-95160bf9-04c0-480f-beb7-c78168538f40 None None] Port d49b8c40-478b-43f5-b111-b08642fbd799 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:21.872119 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49b8c40-478b-43f5-b111-b08642fbd799 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:21.880015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks [] for port (d49b8c40-478b-43f5-b111-b08642fbd799), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.895665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Transition to ACTIVE for port object d49b8c40-478b-43f5-b111-b08642fbd799 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:21.917666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5696218-a97b-4a06-bfe9-20c31b5b052f req-8757be61-131b-4a6b-9aaf-72068b11e506 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:21.919337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5696218-a97b-4a06-bfe9-20c31b5b052f req-8757be61-131b-4a6b-9aaf-72068b11e506 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 931 time: 0.0569932 Feb 19 01:33:21.968182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5696218-a97b-4a06-bfe9-20c31b5b052f req-d12fbe10-9c03-465a-91f0-6059c8dbab6e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Feb 19 01:33:21.998585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.054145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.142863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Attempting to bind port d49b8c40-478b-43f5-b111-b08642fbd799 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:22.143474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Attempting to bind port d49b8c40-478b-43f5-b111-b08642fbd799 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:22.143873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Attempting to bind port d49b8c40-478b-43f5-b111-b08642fbd799 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:22.148827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Port d49b8c40-478b-43f5-b111-b08642fbd799 on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:33:22.149155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Attempting to bind port d49b8c40-478b-43f5-b111-b08642fbd799 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:22.154121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:22.154475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:22.154869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:22.155350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Bound port: d49b8c40-478b-43f5-b111-b08642fbd799, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:22.155716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.226230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:22.229532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d49b8c40-478b-43f5-b111-b08642fbd799,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:22.303439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.343961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:22.344592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.347914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] 10.222.0.96 "PUT /v2.0/ports/d49b8c40-478b-43f5-b111-b08642fbd799 HTTP/1.1" status: 200 len: 1091 time: 0.8620031 Feb 19 01:33:22.347914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:22.351642 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c60f99-e13c-4307-9e26-5e0ea395d087" -d '{"events": [{"name": "network-changed", "server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:22.450254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24cf07-d6b5-4fb5-af09-dcae2395d781 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.489599 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f3571-7a66-4e59-8897-57e2fbf12e07 x-openstack-request-id: req-3d7f3571-7a66-4e59-8897-57e2fbf12e07 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:22.489926 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:22.490179 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d7f3571-7a66-4e59-8897-57e2fbf12e07 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:22.490589 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799', 'status': 'completed', 'code': 200} Feb 19 01:33:22.549779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-c8dd575d-3672-4e63-a156-b610d82eacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:22.552256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-c8dd575d-3672-4e63-a156-b610d82eacce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 1125 time: 0.0600388 Feb 19 01:33:22.604364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-dc4deb88-c5b5-41de-9f08-408a782d5bec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d49b8c40-478b-43f5-b111-b08642fbd799 HTTP/1.1" status: 200 len: 217 time: 0.0426977 Feb 19 01:33:22.608699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 094ca8b1-af12-4904-94d1-f3cf9f7ea22a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:22.638705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 094ca8b1-af12-4904-94d1-f3cf9f7ea22a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:22.639066 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 094ca8b1-af12-4904-94d1-f3cf9f7ea22a not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:22.667985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-c7f20dc6-f74f-47b3-80c4-e93114793366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:22.669531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-c7f20dc6-f74f-47b3-80c4-e93114793366 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0586574 Feb 19 01:33:22.729808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-3ddc2807-422b-498c-bceb-a902fc7bc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:22.731549 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-3ddc2807-422b-498c-bceb-a902fc7bc108 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561590 Feb 19 01:33:22.838672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-efb5a840-71df-4932-8f8e-ca4298e1770b service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006627 Feb 19 01:33:22.939163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f06519e3-505b-4ce4-b8fa-4f5c07f8a693 req-7414f08c-5841-4d5d-b58a-fd17bd6a1409 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946290 Feb 19 01:33:23.099737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-b0473717-2826-4cf8-94e0-fbb924a6fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:23.101249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-b0473717-2826-4cf8-94e0-fbb924a6fdd7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 1125 time: 0.0511329 Feb 19 01:33:23.108556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344607e9-b2b1-4219-9cb3-751efdde60d4 req-0ebe7ad7-79e8-4ce7-a044-0529dd587e33 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:23.111375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-344607e9-b2b1-4219-9cb3-751efdde60d4 req-0ebe7ad7-79e8-4ce7-a044-0529dd587e33 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0687997 Feb 19 01:33:23.184295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-344607e9-b2b1-4219-9cb3-751efdde60d4 req-c2ccf95d-e181-480a-838e-283a77125146 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575702 Feb 19 01:33:23.227147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-d906bfc0-ae4b-4a68-aaf0-3a72f66beda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:23.228647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-d906bfc0-ae4b-4a68-aaf0-3a72f66beda8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.1207829 Feb 19 01:33:23.281600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-12cbfe2e-2951-4908-b393-5ea2b72605cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d49b8c40-478b-43f5-b111-b08642fbd799 HTTP/1.1" status: 200 len: 217 time: 0.0463252 Feb 19 01:33:23.332234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-37b4577f-fc47-4ee2-a8cf-c9033838e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:23.333929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-37b4577f-fc47-4ee2-a8cf-c9033838e33a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0465333 Feb 19 01:33:23.391887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-039a97b9-5bdb-4f25-96b2-0f521b689173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:23.393467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-039a97b9-5bdb-4f25-96b2-0f521b689173 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526273 Feb 19 01:33:23.488099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-86189b63-6368-4d15-b339-414599592ef1 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887725 Feb 19 01:33:23.588996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6c60f99-e13c-4307-9e26-5e0ea395d087 req-f72e486f-129d-4074-bde9-bfa4ad62f983 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955429 Feb 19 01:33:24.308386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50340368-4d3e-4ee9-bcbd-30f1c7dad4a2 req-57e164d7-5a29-4de0-9819-bc9e57d0c893 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:24.310367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50340368-4d3e-4ee9-bcbd-30f1c7dad4a2 req-57e164d7-5a29-4de0-9819-bc9e57d0c893 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0731606 Feb 19 01:33:24.361776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50340368-4d3e-4ee9-bcbd-30f1c7dad4a2 req-f3a1eefa-80ff-4858-a431-258db01f25e8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Feb 19 01:33:24.459082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:33:25.502453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a0fc8-a3bd-4cb3-9084-d2a2c05939b5 req-59328db0-67dd-4e21-b15b-a859de5d0477 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:25.503971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-444a0fc8-a3bd-4cb3-9084-d2a2c05939b5 req-59328db0-67dd-4e21-b15b-a859de5d0477 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0711920 Feb 19 01:33:25.553492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-444a0fc8-a3bd-4cb3-9084-d2a2c05939b5 req-260f5a92-cf39-4935-be79-3c01d5cc6ed4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Feb 19 01:33:26.686491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58740b-45c7-45e9-af19-4526a5e99517 req-51cc1746-37f5-4ef9-ad03-e6847aeea2bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:26.688786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b58740b-45c7-45e9-af19-4526a5e99517 req-51cc1746-37f5-4ef9-ad03-e6847aeea2bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0659177 Feb 19 01:33:26.746561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b58740b-45c7-45e9-af19-4526a5e99517 req-e30d5fd5-1d46-4450-8d74-801eac1858c8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509899 Feb 19 01:33:27.920181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284eb57-e633-4e38-9d42-44fcafa950f9 req-c555c127-99c4-4e48-a8ab-e15b280e93bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:27.922251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1284eb57-e633-4e38-9d42-44fcafa950f9 req-c555c127-99c4-4e48-a8ab-e15b280e93bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0777447 Feb 19 01:33:27.974083 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1284eb57-e633-4e38-9d42-44fcafa950f9 req-7c32612f-1db9-42f5-ab77-a5f1890cb584 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Feb 19 01:33:29.128433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40a92-8856-4e85-b985-cc9d8d9efff5 req-4ead2bf1-449b-4d62-a43c-7c21c772e7a5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:29.130822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10d40a92-8856-4e85-b985-cc9d8d9efff5 req-4ead2bf1-449b-4d62-a43c-7c21c772e7a5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0722303 Feb 19 01:33:29.183184 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-10d40a92-8856-4e85-b985-cc9d8d9efff5 req-2541ca5c-f5bc-486e-aa7e-da3ec10796b3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Feb 19 01:33:30.329179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eedd2-8363-4a60-8b1a-55e09d3db92a req-b72cb34a-ced2-41a9-8545-7876b78dc73a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:30.331407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f7eedd2-8363-4a60-8b1a-55e09d3db92a req-b72cb34a-ced2-41a9-8545-7876b78dc73a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0754037 Feb 19 01:33:30.392789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f7eedd2-8363-4a60-8b1a-55e09d3db92a req-0eedad52-b189-45f7-be03-00f2300a1841 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545382 Feb 19 01:33:31.531385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e45e23-1513-4817-97ad-38a987c37d5d req-93d374d2-92ac-4991-946c-db6278257c47 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.532888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5e45e23-1513-4817-97ad-38a987c37d5d req-93d374d2-92ac-4991-946c-db6278257c47 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0636101 Feb 19 01:33:31.588990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d5e45e23-1513-4817-97ad-38a987c37d5d req-d73807f9-024a-4dbf-b3c5-e3c783d9e69a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 Feb 19 01:33:32.727188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723e700-eaff-4435-9bcb-c7bcd3c27f8d req-70fe280f-0251-432d-8897-a94c01a9a77f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:32.728709 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6723e700-eaff-4435-9bcb-c7bcd3c27f8d req-70fe280f-0251-432d-8897-a94c01a9a77f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0623014 Feb 19 01:33:32.782800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6723e700-eaff-4435-9bcb-c7bcd3c27f8d req-198de3d6-906f-4f4a-9666-12ea8e7f6d0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Feb 19 01:33:33.580978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-a67b9002-b1ee-4fc3-966a-567c399ac415 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:33.582389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-a67b9002-b1ee-4fc3-966a-567c399ac415 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 813 time: 0.1222467 Feb 19 01:33:33.597501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-3e942cf2-77a1-4b14-9625-cf2ecfb730df tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/quotas/e33f207140bd45e790699421d5fbd905 HTTP/1.1" status: 200 len: 375 time: 0.0094647 Feb 19 01:33:33.634612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-9a4276fb-f82a-4bc5-95d9-4e90a0fe6488 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320096 Feb 19 01:33:33.731553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-8842bebc-45da-4462-bb14-073a42a1cb3c service neutron] 10.222.0.94 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902548 Feb 19 01:33:33.827176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-0b0cd260-3e0b-49ec-9433-aefc4e45c8e7 service neutron] 10.222.0.94 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892463 Feb 19 01:33:33.913676 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defb21a-3a54-48c1-b298-729f563a10a8 req-193e5866-e414-4b13-93a8-98d01423ef47 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:33.919491 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1defb21a-3a54-48c1-b298-729f563a10a8 req-193e5866-e414-4b13-93a8-98d01423ef47 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0578747 Feb 19 01:33:33.971665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1defb21a-3a54-48c1-b298-729f563a10a8 req-a132c147-13de-4700-a1c3-c7436cf6ec1d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Feb 19 01:33:34.088573 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72240c11-780c-41da-a5b3-12a32750c750 req-ee2950e3-a3b5-4240-b7f8-fe917b65004d tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 210 time: 0.0275342 Feb 19 01:33:35.106867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595fe5-ba43-4622-9f7d-2425801f4f44 req-7ee9c354-be51-4e32-99eb-3f263200f5a4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.109352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11595fe5-ba43-4622-9f7d-2425801f4f44 req-7ee9c354-be51-4e32-99eb-3f263200f5a4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0584207 Feb 19 01:33:35.176705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-11595fe5-ba43-4622-9f7d-2425801f4f44 req-60e2d730-4de6-4646-a33b-a42ff58e2976 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606151 Feb 19 01:33:35.193958 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-884f52cd-b5e0-4f1c-8504-8e5060edb038 req-047d2798-e5d5-4dc5-ab3b-47b29cc522f1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 210 time: 0.0293384 Feb 19 01:33:36.272446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-e7cb8d14-3eff-4993-b3b1-b313671c7121 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:36.274053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-e7cb8d14-3eff-4993-b3b1-b313671c7121 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 813 time: 0.1182034 Feb 19 01:33:36.292473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Request body: {'port': {'device_id': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4', 'admin_state_up': True, 'tenant_id': 'e33f207140bd45e790699421d5fbd905'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:36.323334 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d9f2b6b6-6342-4789-97ba-b7bbe6a75bc4 req-ff403446-0f8e-4d5c-98ef-0e9e7c977815 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 210 time: 0.0393784 Feb 19 01:33:36.413429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e981-c42a-4386-a858-18ba6f6e1ce0 req-6e295cc2-5af2-4ec9-8e22-8ac8464e853d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:36.414973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c70e981-c42a-4386-a858-18ba6f6e1ce0 req-6e295cc2-5af2-4ec9-8e22-8ac8464e853d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.1359503 Feb 19 01:33:36.499708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c70e981-c42a-4386-a858-18ba6f6e1ce0 req-33f1dcda-7574-4e2a-9461-20c0d33c0edf tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775857 Feb 19 01:33:36.577113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Made reservation on behalf of e33f207140bd45e790699421d5fbd905 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:36.580735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:36.731496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Allocated IP 172.20.0.6 (ff5a6a17-7716-493d-b6ec-43cf143f09c4/2639cb63-0936-4cae-9470-8e433f114023/2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:36.896587 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks [] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.017717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.067978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Network ff5a6a17-7716-493d-b6ec-43cf143f09c4 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:37.072792 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:37.078444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:37.114540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Pushing event updated for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:37.152137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.153687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.237117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-002777b1-e43c-440a-b531-a34a6e4e36a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9482744 Feb 19 01:33:37.248560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Request body: {'port': {'device_id': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:37.313097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.462559 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c541ab-139d-42c8-9b1b-2845ca301de0 req-be5c04db-2e2c-4ad0-88a4-7afda0d32f25 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.465644 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6c541ab-139d-42c8-9b1b-2845ca301de0 req-be5c04db-2e2c-4ad0-88a4-7afda0d32f25 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 931 time: 0.0593846 Feb 19 01:33:37.518438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6c541ab-139d-42c8-9b1b-2845ca301de0 req-ea3258bd-58d2-4f81-9b27-8742ac707c2c tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 Feb 19 01:33:37.647571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:37.657856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks [] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.676455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Transition to ACTIVE for port object 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:37.683629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521a467-eabe-4508-b7a2-bb506f5a6793 req-99125154-cdd6-4ecc-8553-ac82bb352ab7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.685130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9521a467-eabe-4508-b7a2-bb506f5a6793 req-99125154-cdd6-4ecc-8553-ac82bb352ab7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0993140 Feb 19 01:33:37.734636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9521a467-eabe-4508-b7a2-bb506f5a6793 req-7dab287e-df01-44d1-9306-3133bb4a30b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Feb 19 01:33:37.793085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.850383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:37.922195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Attempting to bind port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:37.922453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Attempting to bind port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:37.922784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Attempting to bind port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:37.927516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:33:37.927902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Attempting to bind port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe on network ff5a6a17-7716-493d-b6ec-43cf143f09c4 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:37.932998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:37.933331 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Checking segment: {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:37.933711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Bound using segment: {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:37.934132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Bound port: 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbd0496-4dba-4a23-bb54-225024b1e2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:37.934482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.997443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:38.000549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:38.092257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.134875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.135927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.137320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] 10.222.0.117 "PUT /v2.0/ports/2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe HTTP/1.1" status: 200 len: 1091 time: 0.8929589 Feb 19 01:33:38.139569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:38.143004 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f12303-3801-488d-97b1-e233b6012618" -d '{"events": [{"name": "network-changed", "server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:38.165595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb75774-9f27-49f3-9765-3ef4c18738d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:38.187297 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb4d24-6f42-4669-9411-3dbb88fa25b9 x-openstack-request-id: req-38bb4d24-6f42-4669-9411-3dbb88fa25b9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:38.195073 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:38.195073 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-38bb4d24-6f42-4669-9411-3dbb88fa25b9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:38.195073 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe', 'status': 'completed', 'code': 200} Feb 19 01:33:38.255613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f12303-3801-488d-97b1-e233b6012618 req-1795e77e-e239-41bf-902e-c9019e05503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.257723 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82f12303-3801-488d-97b1-e233b6012618 req-1795e77e-e239-41bf-902e-c9019e05503d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 1125 time: 0.0510018 Feb 19 01:33:38.368070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f12303-3801-488d-97b1-e233b6012618 req-049a602f-6f71-465c-b5f0-981e3ba9a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.369515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82f12303-3801-488d-97b1-e233b6012618 req-049a602f-6f71-465c-b5f0-981e3ba9a41c service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=e33f207140bd45e790699421d5fbd905&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1042874 Feb 19 01:33:38.465455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f12303-3801-488d-97b1-e233b6012618 req-ae088704-e29e-4ef4-8768-1a804a6e9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.466888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82f12303-3801-488d-97b1-e233b6012618 req-ae088704-e29e-4ef4-8768-1a804a6e9eb9 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919628 Feb 19 01:33:38.552500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-82121cad-f493-4d6d-a54b-8ec803aed7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.554832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-82121cad-f493-4d6d-a54b-8ec803aed7eb service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 1125 time: 0.0495980 Feb 19 01:33:38.618470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-e9ee9ab7-4185-42a0-b4c8-fd88eaa95ba4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe HTTP/1.1" status: 200 len: 217 time: 0.0567465 Feb 19 01:33:38.696355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-77c05ccb-b689-4ac3-86c7-8b0702dbaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.698108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-77c05ccb-b689-4ac3-86c7-8b0702dbaa67 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.0589466 Feb 19 01:33:38.705918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ec49-0776-4c3b-ac8f-ebae18d82e78 req-4c1054fb-1fc7-4d39-957f-a931467ee53f tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.707424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d51ec49-0776-4c3b-ac8f-ebae18d82e78 req-4c1054fb-1fc7-4d39-957f-a931467ee53f tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 943 time: 0.0993929 Feb 19 01:33:38.744942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-0ee14f05-fd6f-413a-820f-353c7bac58ee service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365977 Feb 19 01:33:38.845934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d51ec49-0776-4c3b-ac8f-ebae18d82e78 req-854bd9e4-6892-4a93-9b02-6efcd21d6e68 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297653 Feb 19 01:33:38.870477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7fafc-58b6-4d63-84a3-e46cb93d85ef req-55a83a35-36eb-44ac-b775-066b7c49171b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:38.872095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d7fafc-58b6-4d63-84a3-e46cb93d85ef req-55a83a35-36eb-44ac-b775-066b7c49171b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0628066 Feb 19 01:33:38.884164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-1d0051b9-c4ac-44a1-b0f3-1e842a905f9b service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314042 Feb 19 01:33:38.921173 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88d7fafc-58b6-4d63-84a3-e46cb93d85ef req-18d3983a-5e75-43dc-b9a6-489162fa71ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Feb 19 01:33:38.980061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8812f615-4fe2-4ff4-8248-8e625cbf719d req-03087bad-a4ce-447c-a099-ca3457f58bf1 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907528 Feb 19 01:33:39.965794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.987911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f15c0-eec7-4397-bafc-d0529b5b3bb2 req-bf1693ed-c3f5-49bc-ab75-c469a2dd6b9f tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:39.990019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f35f15c0-eec7-4397-bafc-d0529b5b3bb2 req-bf1693ed-c3f5-49bc-ab75-c469a2dd6b9f tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 943 time: 0.0616927 Feb 19 01:33:40.049113 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f35f15c0-eec7-4397-bafc-d0529b5b3bb2 req-4e9ebbfd-356c-4bb0-bc6b-d51669eefa80 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Feb 19 01:33:40.055562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0d847-0646-4516-a323-66ac94b2a6fb req-e9fd441b-4e58-4cd2-b326-61b3b135ed7f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:40.057141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9af0d847-0646-4516-a323-66ac94b2a6fb req-e9fd441b-4e58-4cd2-b326-61b3b135ed7f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0621772 Feb 19 01:33:40.109664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9af0d847-0646-4516-a323-66ac94b2a6fb req-2021b65a-7073-449d-943e-8054df4cb00b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Feb 19 01:33:40.547279 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:40.702660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0303ebc2-19d0-4f0e-a024-fa2610aab5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:41.172813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692bd1d-da5f-4ffe-b87b-e72828053684 req-3ba10b28-ef4a-4a78-92f8-ad09647eb8b4 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:41.174585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0692bd1d-da5f-4ffe-b87b-e72828053684 req-3ba10b28-ef4a-4a78-92f8-ad09647eb8b4 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 943 time: 0.0540659 Feb 19 01:33:41.233261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0692bd1d-da5f-4ffe-b87b-e72828053684 req-9212eecf-35e9-46ae-a910-84e6eecd0839 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Feb 19 01:33:41.242628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9a529-3699-4d44-88ac-83a02fa1d7b9 req-668a815c-4f96-471d-a576-7df9b3ad899f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:41.244230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8f9a529-3699-4d44-88ac-83a02fa1d7b9 req-668a815c-4f96-471d-a576-7df9b3ad899f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0590825 Feb 19 01:33:41.300067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8f9a529-3699-4d44-88ac-83a02fa1d7b9 req-fafa12b6-1dfc-4c79-b69b-c21e34920e4c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Feb 19 01:33:42.357652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327e51a-767b-497c-aae3-c60c943b4d53 req-3f5685c5-1fb2-463a-afd5-f897913e3ad0 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:42.359175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9327e51a-767b-497c-aae3-c60c943b4d53 req-3f5685c5-1fb2-463a-afd5-f897913e3ad0 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 943 time: 0.0564539 Feb 19 01:33:42.416345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9327e51a-767b-497c-aae3-c60c943b4d53 req-d4943efa-215a-49bc-8f65-c729de9b3c50 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Feb 19 01:33:42.422955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d5e8-a911-4e77-8ec6-d084439576df req-6aeac3b8-1724-4c50-be5d-ac61e8e8fd3f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:42.424755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26a2d5e8-a911-4e77-8ec6-d084439576df req-6aeac3b8-1724-4c50-be5d-ac61e8e8fd3f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0540261 Feb 19 01:33:42.475790 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26a2d5e8-a911-4e77-8ec6-d084439576df req-1aef6f7a-c820-4c11-ad39-daf5d3d19ed0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Feb 19 01:33:42.717876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:42.824623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:42.840007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe', 'network_id': 'ff5a6a17-7716-493d-b6ec-43cf143f09c4', 'port_id': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe', 'mac_address': 'fa:16:3e:ea:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2639cb63-0936-4cae-9470-8e433f114023', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:42.880825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:42.881242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.894171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:42.915047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:42.918240 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-699eac6b-8141-43b7-87e1-31662ed09504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:42.994431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:43.046566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:43.054783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.055171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.055528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.055871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.056213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.056545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.056879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.057211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.057540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.057870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.058199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.058525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.058851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:43.227419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:43.542238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf6e9d-8739-4de1-8b08-4b095ccc21f2 req-c4eba22a-5f27-425f-89b7-d5423d435e70 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:43.543865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3bf6e9d-8739-4de1-8b08-4b095ccc21f2 req-c4eba22a-5f27-425f-89b7-d5423d435e70 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 944 time: 0.0567915 Feb 19 01:33:43.595128 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3bf6e9d-8739-4de1-8b08-4b095ccc21f2 req-c93b9814-775a-4015-b18e-d6fd47940caf tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Feb 19 01:33:43.601216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645248-3438-42c9-84ad-d2dfdc1bb40a req-a7b012b6-5100-4962-8d04-880fe3b91e2b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:43.602748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52645248-3438-42c9-84ad-d2dfdc1bb40a req-a7b012b6-5100-4962-8d04-880fe3b91e2b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0561640 Feb 19 01:33:43.655025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52645248-3438-42c9-84ad-d2dfdc1bb40a req-4108dbfb-9fcf-4e70-ad41-349912c1d9d7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Feb 19 01:33:44.278152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.721334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2149-3605-4c35-b026-04bc9bd95a0f req-0722858b-e98c-4be4-914c-fb19200ccef4 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:44.722931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ebc2149-3605-4c35-b026-04bc9bd95a0f req-0722858b-e98c-4be4-914c-fb19200ccef4 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 944 time: 0.0590098 Feb 19 01:33:44.733831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:44.785353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86d69-16aa-4c65-8275-d4c01642db75 req-bb461756-ea25-4d7a-8634-91e4d57def4d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:44.787847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ebc2149-3605-4c35-b026-04bc9bd95a0f req-9571315c-8822-4ce7-8faa-ceb4ed4c3e72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587680 Feb 19 01:33:44.792989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aac86d69-16aa-4c65-8275-d4c01642db75 req-bb461756-ea25-4d7a-8634-91e4d57def4d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0714509 Feb 19 01:33:44.837039 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aac86d69-16aa-4c65-8275-d4c01642db75 req-0aa70935-d161-452e-8408-e9eee1b02812 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Feb 19 01:33:44.853126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:33:44.855283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:44.855658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.936046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:44.936409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:44.959773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:44.962020 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3a082-f519-4249-94ef-ed758c92ee62" -d '{"events": [{"server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:44.976226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:45.002679 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d62b5ef-9a5d-47ac-8043-c830377563e5 x-openstack-request-id: req-0d62b5ef-9a5d-47ac-8043-c830377563e5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:45.003003 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "name": "network-vif-plugged", "status": "completed", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:45.003287 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0d62b5ef-9a5d-47ac-8043-c830377563e5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:45.003759 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe', 'code': 200} Feb 19 01:33:45.040048 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:45.097916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:45.104550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1653e0-6796-4961-afc1-b29e28b8c3b7 req-f58a771b-8bb2-4980-ba81-06735fe3f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:45.106869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da1653e0-6796-4961-afc1-b29e28b8c3b7 req-f58a771b-8bb2-4980-ba81-06735fe3f26b service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 1127 time: 0.0460453 Feb 19 01:33:45.152771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da1653e0-6796-4961-afc1-b29e28b8c3b7 req-55bec1d4-5a7d-49ca-95c5-545a0b01dbee service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398731 Feb 19 01:33:45.349348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:45.921183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a286e-27b7-43ca-aaa4-08db6b569389 req-5af9097d-fd9e-4b89-9684-8b182e9c6420 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:45.927152 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-487a286e-27b7-43ca-aaa4-08db6b569389 req-5af9097d-fd9e-4b89-9684-8b182e9c6420 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 945 time: 0.0622504 Feb 19 01:33:45.978163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-487a286e-27b7-43ca-aaa4-08db6b569389 req-b03522cc-f739-40c1-9e86-6fd0793a1ef9 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Feb 19 01:33:45.979862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312052a-ce6d-4e76-b46b-ed6ed0b297d5 req-ecfd6d7e-7188-4152-8d61-9e73159587c8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:45.981424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e312052a-ce6d-4e76-b46b-ed6ed0b297d5 req-ecfd6d7e-7188-4152-8d61-9e73159587c8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0627015 Feb 19 01:33:46.038879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e312052a-ce6d-4e76-b46b-ed6ed0b297d5 req-3779210d-446d-4031-a0ee-18a79e1923f9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Feb 19 01:33:46.930148 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:47.117317 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f841d9-1968-4088-af70-674bbc697bae req-8297898e-dcc9-4336-8b86-1fa0e4ff3d76 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:47.118955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66f841d9-1968-4088-af70-674bbc697bae req-8297898e-dcc9-4336-8b86-1fa0e4ff3d76 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 945 time: 0.0604267 Feb 19 01:33:47.160195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ffa3f-7263-473a-bba1-d479a2f2353c req-e004dcfc-ddb2-4b41-a273-33bdc61bd702 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:47.162180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb8ffa3f-7263-473a-bba1-d479a2f2353c req-e004dcfc-ddb2-4b41-a273-33bdc61bd702 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0544715 Feb 19 01:33:47.167376 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66f841d9-1968-4088-af70-674bbc697bae req-f25031dd-20b2-4e6a-822f-9f225bd4e214 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Feb 19 01:33:47.210427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb8ffa3f-7263-473a-bba1-d479a2f2353c req-3bb79dd9-bdcc-4913-a0fe-5cccb4659ba0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424106 Feb 19 01:33:48.336157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67383e-bcd7-48d2-b558-ee7cb86902e8 req-ec8b994e-5ce1-4cf7-a40d-9d831ded13c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:48.337667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f67383e-bcd7-48d2-b558-ee7cb86902e8 req-ec8b994e-5ce1-4cf7-a40d-9d831ded13c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0586376 Feb 19 01:33:48.394400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6f67383e-bcd7-48d2-b558-ee7cb86902e8 req-840bf9e6-f9f2-4e45-97ee-308790663494 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Feb 19 01:33:49.522411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906587-627a-4fbf-bf4c-30d16e6bff51 req-fc8a0fce-7b5a-497b-b2de-f29c993cb458 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:49.524547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff906587-627a-4fbf-bf4c-30d16e6bff51 req-fc8a0fce-7b5a-497b-b2de-f29c993cb458 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0580130 Feb 19 01:33:49.573521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff906587-627a-4fbf-bf4c-30d16e6bff51 req-6b66f5d3-0d22-4311-89f6-068fdf8056e4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Feb 19 01:33:50.695681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6cc8-9180-4af3-8bea-d79dfbb42f70 req-df35cdc0-e89d-458f-8577-b2fbc67a6b95 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:50.697199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-174d6cc8-9180-4af3-8bea-d79dfbb42f70 req-df35cdc0-e89d-458f-8577-b2fbc67a6b95 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0530629 Feb 19 01:33:50.746977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-174d6cc8-9180-4af3-8bea-d79dfbb42f70 req-3dde0ae1-6a99-40c5-8408-ec33bd192c77 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Feb 19 01:33:51.875867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3368d-5861-4f3d-970e-440b262ccf46 req-db499f94-ba57-4c9e-8f78-330cf9d5bf7a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:51.877417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cac3368d-5861-4f3d-970e-440b262ccf46 req-db499f94-ba57-4c9e-8f78-330cf9d5bf7a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0560088 Feb 19 01:33:51.935901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cac3368d-5861-4f3d-970e-440b262ccf46 req-9b58b00f-998d-45c8-80a6-295760746b7d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Feb 19 01:33:53.062755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6727fb-0d24-4576-96ed-d266c5fa0e6b req-ec126982-3d00-47cb-97f6-0dfc6dbb5ae8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:53.064258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe6727fb-0d24-4576-96ed-d266c5fa0e6b req-ec126982-3d00-47cb-97f6-0dfc6dbb5ae8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0601547 Feb 19 01:33:53.115357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe6727fb-0d24-4576-96ed-d266c5fa0e6b req-91258950-4b98-49b7-bce3-c3a107ac781d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Feb 19 01:33:54.238515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c707-6408-4917-a867-f9d264c9eb43 req-ee4589f2-9c19-424f-aff7-8fd2590404d4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:54.241028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2a7c707-6408-4917-a867-f9d264c9eb43 req-ee4589f2-9c19-424f-aff7-8fd2590404d4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0565798 Feb 19 01:33:54.288539 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d2a7c707-6408-4917-a867-f9d264c9eb43 req-3b425927-c377-4097-bb4f-7b2b6ab0f44f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Feb 19 01:33:55.412843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4b2ee-b69a-4c8c-8479-3964af7e90a8 req-e92ca677-60bb-4273-907f-a1f759372ed7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:55.414343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cba4b2ee-b69a-4c8c-8479-3964af7e90a8 req-e92ca677-60bb-4273-907f-a1f759372ed7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0580156 Feb 19 01:33:55.469726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cba4b2ee-b69a-4c8c-8479-3964af7e90a8 req-9afd27ff-e1d0-49b2-b0c0-614cb2f618ad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495853 Feb 19 01:33:56.609805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212a0d-123b-4134-9433-2e6c56a96f91 req-e5615d43-700a-4e4b-a134-66dfbcf140aa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:56.611547 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c212a0d-123b-4134-9433-2e6c56a96f91 req-e5615d43-700a-4e4b-a134-66dfbcf140aa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0626910 Feb 19 01:33:56.664778 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c212a0d-123b-4134-9433-2e6c56a96f91 req-29d463b2-9223-4955-901e-99d8586f663c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Feb 19 01:33:57.789993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7921cb-d2a4-411c-badf-79028193e200 req-fe78ddd2-1d17-4676-9222-8ddbd87abfd6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:57.791504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef7921cb-d2a4-411c-badf-79028193e200 req-fe78ddd2-1d17-4676-9222-8ddbd87abfd6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0531201 Feb 19 01:33:57.838855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef7921cb-d2a4-411c-badf-79028193e200 req-31a7f84f-a0c5-4743-b7c2-5d332c5eb1b0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Feb 19 01:33:58.963515 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048813b-7938-4a9e-9d8c-a72589d093d5 req-c127330a-4430-4ba6-97a7-12a454d8c2dc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:58.965071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c048813b-7938-4a9e-9d8c-a72589d093d5 req-c127330a-4430-4ba6-97a7-12a454d8c2dc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0591471 Feb 19 01:33:59.013476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c048813b-7938-4a9e-9d8c-a72589d093d5 req-710580a4-1381-4ff1-ad71-79d9da0d4e97 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Feb 19 01:34:00.140077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37696-6fdd-4329-8881-103056ebe4cb req-5063c8fe-d430-4b8e-83b1-58f71b11abe8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:00.143613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fb37696-6fdd-4329-8881-103056ebe4cb req-5063c8fe-d430-4b8e-83b1-58f71b11abe8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0549872 Feb 19 01:34:00.194618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fb37696-6fdd-4329-8881-103056ebe4cb req-59895a28-f164-4f3b-b860-bc3b1d48b3e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Feb 19 01:34:01.320858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe6980-f396-4193-a4c2-d65ca705af61 req-32d5a0d9-0fd3-46cb-b708-306a944b9a43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:01.323452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8fe6980-f396-4193-a4c2-d65ca705af61 req-32d5a0d9-0fd3-46cb-b708-306a944b9a43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0612237 Feb 19 01:34:01.371769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8fe6980-f396-4193-a4c2-d65ca705af61 req-f54ca562-161b-4152-9367-36b87e29dced tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Feb 19 01:34:01.459763 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:02.491003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723210-228d-4383-8468-0a84ad0009b0 req-76d627d5-bb05-4cf2-b17f-49aaab80a2ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:02.492505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf723210-228d-4383-8468-0a84ad0009b0 req-76d627d5-bb05-4cf2-b17f-49aaab80a2ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0534275 Feb 19 01:34:02.542493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf723210-228d-4383-8468-0a84ad0009b0 req-8b53944b-822f-489e-b52f-71a551bfbf9d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Feb 19 01:34:03.674619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5fad5-ae42-475d-ba85-f412f8a54a98 req-c2d382b3-c6fa-4b2d-9fef-a8b671bdd2ce tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.676798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2e5fad5-ae42-475d-ba85-f412f8a54a98 req-c2d382b3-c6fa-4b2d-9fef-a8b671bdd2ce tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0602660 Feb 19 01:34:03.726805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2e5fad5-ae42-475d-ba85-f412f8a54a98 req-2fcc5a3f-b5c2-43d9-b7f0-6735bbcfa59e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 19 01:34:04.850924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce903-2240-467b-9807-7a2e1681312d req-c905fa58-f30a-4a25-9d3d-a4935cfee168 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:04.852613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-789ce903-2240-467b-9807-7a2e1681312d req-c905fa58-f30a-4a25-9d3d-a4935cfee168 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0574110 Feb 19 01:34:04.898333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-789ce903-2240-467b-9807-7a2e1681312d req-a479ad70-e23e-456d-98c1-46ab777bc968 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Feb 19 01:34:05.348887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-aec58b5e-8f16-41e7-9d87-e09ef02e204a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506523 Feb 19 01:34:05.441050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-3b6c541b-4a40-44ac-bc5a-a6f734382076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:05.442695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-3b6c541b-4a40-44ac-bc5a-a6f734382076 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=e33f207140bd45e790699421d5fbd905&device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 1127 time: 0.0484583 Feb 19 01:34:05.544854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-ad8be956-2f7a-45e1-8718-1719f7de0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:05.546304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-ad8be956-2f7a-45e1-8718-1719f7de0fb2 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 200 len: 914 time: 0.0851610 Feb 19 01:34:05.591703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-e9618d96-897c-49ff-9415-8661dc990740 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe HTTP/1.1" status: 200 len: 217 time: 0.0388117 Feb 19 01:34:05.639934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-e292866e-07d3-45c2-843e-72c41b33ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:05.641327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-e292866e-07d3-45c2-843e-72c41b33ddfb service neutron] 10.222.0.117 "GET /v2.0/subnets?id=2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 200 len: 853 time: 0.0438125 Feb 19 01:34:05.672759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-4837b4a7-bf5f-424e-a6ba-8bf2c35dfc90 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ff5a6a17-7716-493d-b6ec-43cf143f09c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249295 Feb 19 01:34:05.775955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-620fb406-ffc0-4a1e-97b5-64c5e96af806 service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972834 Feb 19 01:34:05.866604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6de77edd-4004-4a00-ba80-08439d9688c5 req-79aeaec3-06cd-4950-8820-46bd7b45fc4c service neutron] 10.222.0.117 "GET /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 Feb 19 01:34:06.022042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a9bcb-2df6-404b-9685-b3923753c79c req-d07e1d99-b31f-4848-9f17-5544cf4428f4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:06.023701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d66a9bcb-2df6-404b-9685-b3923753c79c req-d07e1d99-b31f-4848-9f17-5544cf4428f4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0571315 Feb 19 01:34:06.071521 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d66a9bcb-2df6-404b-9685-b3923753c79c req-1226de4f-7812-45f1-be78-e8f9caebc52e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Feb 19 01:34:07.200566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58521d3-d565-43ab-bb85-115f48a59fac req-5b445455-0d85-499f-a49e-ec7d36201f37 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:07.202186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e58521d3-d565-43ab-bb85-115f48a59fac req-5b445455-0d85-499f-a49e-ec7d36201f37 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0625587 Feb 19 01:34:07.255263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e58521d3-d565-43ab-bb85-115f48a59fac req-9e5b71c8-644f-4a1b-9332-8d2215e53ed7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Feb 19 01:34:08.376926 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a66ca5-ee4c-44cf-8e00-4d00ef010877 req-760d327b-7ee5-4ef1-bc26-ef397915b4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:08.378421 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2a66ca5-ee4c-44cf-8e00-4d00ef010877 req-760d327b-7ee5-4ef1-bc26-ef397915b4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0566552 Feb 19 01:34:08.430341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2a66ca5-ee4c-44cf-8e00-4d00ef010877 req-91d1d5a7-66fe-40c7-b119-87c700f26f3b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457618 Feb 19 01:34:09.550534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edab3c-5d7b-4af2-9ea6-c3d982a05379 req-6d0efe4c-05de-4d20-a722-d3049cbe6f67 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:09.552036 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86edab3c-5d7b-4af2-9ea6-c3d982a05379 req-6d0efe4c-05de-4d20-a722-d3049cbe6f67 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0542777 Feb 19 01:34:09.601160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-86edab3c-5d7b-4af2-9ea6-c3d982a05379 req-b72ebafb-4641-45ef-9b6a-aaa81367851f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Feb 19 01:34:09.936415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.575229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.678614 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f58fd052-17bb-4a11-9151-c53570a83517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:10.728190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6891d-4eda-456c-8602-7909733ed4e1 req-3744694c-1fce-4f47-ab22-080c3fd10178 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:10.729686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73a6891d-4eda-456c-8602-7909733ed4e1 req-3744694c-1fce-4f47-ab22-080c3fd10178 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0526063 Feb 19 01:34:10.782287 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73a6891d-4eda-456c-8602-7909733ed4e1 req-eca7a073-2a78-4d44-9592-f31bca889b5a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Feb 19 01:34:11.909936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305892fb-ef8d-4de3-9a2d-fda781ec0a7a req-3b10ef65-1460-42b0-8ab0-b537dc65a9be tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:11.911497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-305892fb-ef8d-4de3-9a2d-fda781ec0a7a req-3b10ef65-1460-42b0-8ab0-b537dc65a9be tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0620856 Feb 19 01:34:11.964513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-305892fb-ef8d-4de3-9a2d-fda781ec0a7a req-f3202877-3e4b-4b00-bf9e-86a7480f7beb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Feb 19 01:34:12.874122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33051656-7322-4fb9-9de2-0d6bff33ff1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:13.088690 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5f070-b84a-49db-b806-f7cd5f84e803 req-e01932ac-24cc-4765-a56c-f045bdd3db56 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.090212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ef5f070-b84a-49db-b806-f7cd5f84e803 req-e01932ac-24cc-4765-a56c-f045bdd3db56 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0572290 Feb 19 01:34:13.142454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ef5f070-b84a-49db-b806-f7cd5f84e803 req-4600289a-abf7-49c8-9f4f-b7164413ab5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Feb 19 01:34:14.262234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:14.267831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf15c06-2657-4387-8533-7d899611adb1 req-a4b9e644-81b6-436c-b71b-fc44d5031b29 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:14.269385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcf15c06-2657-4387-8533-7d899611adb1 req-a4b9e644-81b6-436c-b71b-fc44d5031b29 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0529006 Feb 19 01:34:14.319487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcf15c06-2657-4387-8533-7d899611adb1 req-bd5c9631-5173-4e72-ae4a-f54c5801a45a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Feb 19 01:34:15.343545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:15.447921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f60d-1e65-4953-bd14-a840c89b7fa8 req-41cbc7ec-345f-483a-873f-8ce70d824c8d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:15.449349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63e6f60d-1e65-4953-bd14-a840c89b7fa8 req-41cbc7ec-345f-483a-873f-8ce70d824c8d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0606773 Feb 19 01:34:15.499586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63e6f60d-1e65-4953-bd14-a840c89b7fa8 req-7abce21b-560a-4cdb-9431-448b9bce0c3e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 Feb 19 01:34:16.414995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d49b8c40-478b-43f5-b111-b08642fbd799 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:34:16.524105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d49b8c40-478b-43f5-b111-b08642fbd799,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:16.535828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'd49b8c40-478b-43f5-b111-b08642fbd799', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': 'd49b8c40-478b-43f5-b111-b08642fbd799', 'mac_address': 'fa:16:3e:16:a1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:34:16.577974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port d49b8c40-478b-43f5-b111-b08642fbd799 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:16.578361 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.591965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49b8c40-478b-43f5-b111-b08642fbd799 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:34:16.612064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d49b8c40-478b-43f5-b111-b08642fbd799,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:16.627329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b4e4d-16a5-4dae-8e85-66d4dab3fa2b req-49828e9d-260c-4a4f-ac1c-a0cf4f784b21 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:16.629065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b4b4e4d-16a5-4dae-8e85-66d4dab3fa2b req-49828e9d-260c-4a4f-ac1c-a0cf4f784b21 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 943 time: 0.0552976 Feb 19 01:34:16.656716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:16.679890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b4b4e4d-16a5-4dae-8e85-66d4dab3fa2b req-0637a373-66e7-40ff-a262-6bfa181441bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Feb 19 01:34:16.707965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:16.894701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['d49b8c40-478b-43f5-b111-b08642fbd799'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:16.933487 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:17.804312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa42b8-23e1-46d3-b45e-342e068e259b req-004551c9-2d83-4368-bcab-1d958a941d92 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.806087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7eaa42b8-23e1-46d3-b45e-342e068e259b req-004551c9-2d83-4368-bcab-1d958a941d92 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 944 time: 0.0542943 Feb 19 01:34:17.854445 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7eaa42b8-23e1-46d3-b45e-342e068e259b req-25029e07-701c-4172-ac31-2bae11108ac3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Feb 19 01:34:18.431653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d49b8c40-478b-43f5-b111-b08642fbd799 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:34:18.542164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port d49b8c40-478b-43f5-b111-b08642fbd799 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:34:18.546562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port d49b8c40-478b-43f5-b111-b08642fbd799 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:34:18.546944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.637104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port d49b8c40-478b-43f5-b111-b08642fbd799 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:34:18.637498 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.662318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:18.666481 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf85dda-c5b9-434e-9682-33b9b5235ffe" -d '{"events": [{"server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:18.679550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d49b8c40-478b-43f5-b111-b08642fbd799,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:18.704645 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a6daf2-0693-4785-9621-f497e07869ca x-openstack-request-id: req-72a6daf2-0693-4785-9621-f497e07869ca {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:18.705059 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:18.705342 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-72a6daf2-0693-4785-9621-f497e07869ca {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:18.705742 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799', 'code': 200} Feb 19 01:34:18.754291 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.805975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:18.820856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a22c-2344-4371-aa27-bc6db4ebad3e req-748a268d-b3ad-4653-b01a-48c24c6d4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.822380 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9997a22c-2344-4371-aa27-bc6db4ebad3e req-748a268d-b3ad-4653-b01a-48c24c6d4219 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 1127 time: 0.0558221 Feb 19 01:34:18.869330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9997a22c-2344-4371-aa27-bc6db4ebad3e req-2d6e0803-bde5-4545-8033-ddacd964e9f5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Feb 19 01:34:18.976089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066eb70-8698-4bdb-8a2f-8655a04be23f req-6a885286-1b47-473b-8219-ee5caaa881af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.977458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a066eb70-8698-4bdb-8a2f-8655a04be23f req-6a885286-1b47-473b-8219-ee5caaa881af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0540462 Feb 19 01:34:19.028237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a066eb70-8698-4bdb-8a2f-8655a04be23f req-7399e937-b26a-408e-bd00-0c0509e1c9b5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Feb 19 01:34:20.321938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089d01-33b7-4e0b-8a36-626da0d59c59 req-d8873c0e-5b42-49b1-a6f2-65d736b1d48e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:20.326075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8089d01-33b7-4e0b-8a36-626da0d59c59 req-d8873c0e-5b42-49b1-a6f2-65d736b1d48e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.2227142 Feb 19 01:34:20.373526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8089d01-33b7-4e0b-8a36-626da0d59c59 req-a1f3146b-e221-4a9f-832b-f5a23758e50e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Feb 19 01:34:21.561677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4006c53-b814-4d97-93c2-f2e865efc1a2 req-adec36f0-2e5e-4d6f-ae79-90e6b0b153c7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.563180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4006c53-b814-4d97-93c2-f2e865efc1a2 req-adec36f0-2e5e-4d6f-ae79-90e6b0b153c7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.1215637 Feb 19 01:34:21.613377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4006c53-b814-4d97-93c2-f2e865efc1a2 req-a33cb6c0-acbb-4cc1-b0ab-44c890cb1bc3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Feb 19 01:34:21.734404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ece4-962d-4467-ab63-dfb7061e0ab9 req-67d29641-9d12-46e2-bdbb-805d41250404 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.735905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8293ece4-962d-4467-ab63-dfb7061e0ab9 req-67d29641-9d12-46e2-bdbb-805d41250404 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0520158 Feb 19 01:34:22.073327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8293ece4-962d-4467-ab63-dfb7061e0ab9 req-a808bd2d-99d1-43f1-864f-8047c9dd7175 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312762 Feb 19 01:34:22.192039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86b7f3-3a6e-49ee-a296-462936b52a9a req-da0b4c2a-574f-4aea-8f21-a79984214cdc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:22.193481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c86b7f3-3a6e-49ee-a296-462936b52a9a req-da0b4c2a-574f-4aea-8f21-a79984214cdc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0534523 Feb 19 01:34:22.242815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c86b7f3-3a6e-49ee-a296-462936b52a9a req-02819564-4a66-4586-a987-e8648ca1e8e0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Feb 19 01:34:22.779500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a27f-9a3e-4d1a-925c-e093e9eb9f53 req-faf2e294-e18e-475c-8981-566c704b2f1f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:22.781004 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf59a27f-9a3e-4d1a-925c-e093e9eb9f53 req-faf2e294-e18e-475c-8981-566c704b2f1f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0597496 Feb 19 01:34:22.830924 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf59a27f-9a3e-4d1a-925c-e093e9eb9f53 req-89c76b36-48cf-430b-98b7-3cc0ac56d0d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Feb 19 01:34:23.959969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f60b7-72ca-48d7-8c7f-6fdb8f6a79b6 req-7b1531da-89b8-4f7d-b7e0-cf24008e9c04 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:23.961542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-978f60b7-72ca-48d7-8c7f-6fdb8f6a79b6 req-7b1531da-89b8-4f7d-b7e0-cf24008e9c04 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0562522 Feb 19 01:34:24.008943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-978f60b7-72ca-48d7-8c7f-6fdb8f6a79b6 req-0752518b-18fe-4abd-904f-90c56a854913 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Feb 19 01:34:24.328315 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-73abbc0a-986d-4260-b763-e97b6393cf4b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.329716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-73abbc0a-986d-4260-b763-e97b6393cf4b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Feb 19 01:34:24.424274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port d49b8c40-478b-43f5-b111-b08642fbd799 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:24.426227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.516994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port d49b8c40-478b-43f5-b111-b08642fbd799, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=d49b8c40-478b-43f5-b111-b08642fbd799,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:24.517364 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.534705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for d49b8c40-478b-43f5-b111-b08642fbd799 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:24.723930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d49b8c40-478b-43f5-b111-b08642fbd799), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.739658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['d49b8c40-478b-43f5-b111-b08642fbd799'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:24.753603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=d49b8c40-478b-43f5-b111-b08642fbd799,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:24.766980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.767362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.767709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.768051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.768399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.768731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.769062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.769387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.769712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.770036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.770360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.770685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.771011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:24.824504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port d49b8c40-478b-43f5-b111-b08642fbd799 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:24.831674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.831815 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97723681-cce1-438a-9f95-f084ebfd1ea7 req-11638132-aca9-4eda-ad12-fedd7f8548b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "DELETE /v2.0/ports/d49b8c40-478b-43f5-b111-b08642fbd799 HTTP/1.1" status: 204 len: 173 time: 0.4963603 Feb 19 01:34:24.832314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'name': 'network-vif-deleted', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:24.836140 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76428f58-2235-47a7-945d-98976d79d4bc" -d '{"events": [{"server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "name": "network-vif-deleted", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:24.876429 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c5c98-1b6c-4bc0-b69c-f0984f623b7e x-openstack-request-id: req-ac0c5c98-1b6c-4bc0-b69c-f0984f623b7e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:24.876723 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a4f76b-9741-4b05-987c-3af842cee6d1", "name": "network-vif-deleted", "tag": "d49b8c40-478b-43f5-b111-b08642fbd799", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:24.876980 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ac0c5c98-1b6c-4bc0-b69c-f0984f623b7e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:24.877379 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a4f76b-9741-4b05-987c-3af842cee6d1', 'name': 'network-vif-deleted', 'tag': 'd49b8c40-478b-43f5-b111-b08642fbd799', 'status': 'completed', 'code': 200} Feb 19 01:34:25.117191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa6b1d68-74d0-4f6e-9a71-396d2140c88e req-8a83ddef-bbb5-4afa-84cc-71f926523b91 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0330496 Feb 19 01:34:26.222961 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c945d90a-c62b-4871-ae53-c78c36d1b87a req-8af6ff7f-c8b3-4566-abc6-25f6234cbfc1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0311112 Feb 19 01:34:27.329308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ce6ce13-7949-4539-94c0-2d9bb2570180 req-6aa5866d-620e-4fbe-8f28-bde3c17137df tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Feb 19 01:34:28.428927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf0a9bf3-2b1e-4acb-bb29-f2c64ea79491 req-ea34d751-07bf-4356-a62d-e77a0f937bcc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0313444 Feb 19 01:34:28.508544 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d49b8c40-478b-43f5-b111-b08642fbd799 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:28.529653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: d49b8c40-478b-43f5-b111-b08642fbd799 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:28.530006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device d49b8c40-478b-43f5-b111-b08642fbd799 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:29.093340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-a110e7cf-87cd-4a80-b233-d86a77c2372c tempest-TestNetworkAdvancedServerOps-807465555 tempest-TestNetworkAdvancedServerOps-807465555-project-admin] (110602) timed out ('10.222.0.94', 60454) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:34:29.528866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49272126-497f-43a2-8c83-fb104471f8ce req-cae17358-6587-47d3-90f7-184bf41f8662 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0267222 Feb 19 01:34:30.627594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b96c07bc-3530-446a-8255-46676c95065e req-4b1d6788-ad2e-4ac3-90bd-eef3a0b76838 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0281181 Feb 19 01:34:31.739961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6816e088-28dc-4923-bc48-803d437214dd req-f2255966-3a9d-4a1e-aee0-42702849d9fa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Feb 19 01:34:32.549980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-078fd7d1-f108-43ea-97c5-0ac65aa920c0 req-33990a6c-b1cc-4472-9896-9fce498d19e7 service neutron] (110601) timed out ('10.222.0.94', 54992) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:34:32.838399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e52a4a9e-fb49-4e34-9077-cda69e9044f8 req-355ca65b-2481-4696-b14d-6cb8816c4792 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Feb 19 01:34:33.941216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a70a4e0-7e75-44d7-a2b0-38b3842330d0 req-044c1497-4ea4-4e93-a54c-7741d43810be tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Feb 19 01:34:35.054227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9069a8b-a1cf-4cf5-b337-864321764647 req-5ba62d35-5710-441f-acbd-81949e11b727 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=14a4f76b-9741-4b05-987c-3af842cee6d1 HTTP/1.1" status: 200 len: 210 time: 0.0285947 Feb 19 01:34:38.459945 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:39.957670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.547647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:40.667786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56fdd7e8-c6ad-460a-b8e5-a7e88bd7894f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:42.902627 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9df4-1cf7-447f-8ce0-2dcbe8413902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:43.991800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee41f8d-c947-43c2-ab76-3b28a1137089 req-2935b111-a35b-4be7-a67f-23395f41a447 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:43.993265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ee41f8d-c947-43c2-ab76-3b28a1137089 req-2935b111-a35b-4be7-a67f-23395f41a447 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 945 time: 0.0539362 Feb 19 01:34:44.040446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ee41f8d-c947-43c2-ab76-3b28a1137089 req-eb8dcebe-1b02-44e4-9b8c-9f6deef651f6 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 Feb 19 01:34:44.262164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.163495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7450d-995f-42e4-8501-26a7e5f97c59 req-42caa868-ecfc-4596-a4e3-44e33f07b9a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:45.165063 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9bb7450d-995f-42e4-8501-26a7e5f97c59 req-42caa868-ecfc-4596-a4e3-44e33f07b9a1 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 945 time: 0.0540063 Feb 19 01:34:45.218731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9bb7450d-995f-42e4-8501-26a7e5f97c59 req-ee3d3212-a9b7-417b-80b6-b4678ac9a865 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/security-groups?id=ee68b674-6149-4c67-8154-8ef3e00caf78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Feb 19 01:34:45.343527 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.386515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-ceb0cd46-d293-4bdb-9b4b-d83207130768 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:45.388009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-ceb0cd46-d293-4bdb-9b4b-d83207130768 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 945 time: 0.0536067 Feb 19 01:34:45.495864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Deleting port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:45.496257 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.589537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] For port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,segment=NetworkSegment(cbbd0496-4dba-4a23-bb54-225024b1e2c3),segment_id=cbbd0496-4dba-4a23-bb54-225024b1e2c3)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:45.589900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.604024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Calling delete_port for 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:45.822541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.837140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:34:45.856775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Pushing event deleted for resources: {'Port': ['ID=2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:45.906933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] No DVR routers for this DVR port 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:45.910613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:45.914389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-627e111e-d4f4-45fb-a820-e77b4cf731ac req-2d9a2374-d282-4f39-aa39-1e989bc4ea72 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.117 "DELETE /v2.0/ports/2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe HTTP/1.1" status: 204 len: 173 time: 0.5214427 Feb 19 01:34:45.914858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'name': 'network-vif-deleted', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:45.918022 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980664ec-ec49-4124-9537-405cc2dd5f61" -d '{"events": [{"server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "name": "network-vif-deleted", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:45.961177 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe5700-3212-4077-8485-73ef76e12cab x-openstack-request-id: req-affe5700-3212-4077-8485-73ef76e12cab {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:45.961465 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafa77e6-84eb-49c1-bbf5-14571496d7fb", "name": "network-vif-deleted", "tag": "2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:45.961713 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-affe5700-3212-4077-8485-73ef76e12cab {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:45.962105 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafa77e6-84eb-49c1-bbf5-14571496d7fb', 'name': 'network-vif-deleted', 'tag': '2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe', 'status': 'completed', 'code': 200} Feb 19 01:34:46.333683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c631469e-0917-405f-a29f-f7cbfde0fbe5 req-711ef263-ad2f-4f99-b83c-384332550243 tempest-VolumesSnapshotTestJSON-317801234 tempest-VolumesSnapshotTestJSON-317801234-project] 10.222.0.94 "GET /v2.0/ports?device_id=aafa77e6-84eb-49c1-bbf5-14571496d7fb HTTP/1.1" status: 200 len: 210 time: 0.0272815 Feb 19 01:34:46.925261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.000648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:34:49.022808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:34:49.023548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2e6889da-a6f9-4763-b1ff-d32f5a3a2bbe not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:34:54.565020 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-f737b40f-fe42-40d2-9916-ffc2099f37e5 req-1e7bcc64-4819-4372-b778-5b42a764f51d service neutron] (110601) timed out ('10.222.0.117', 57513) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:35:09.953505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.540377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.719931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad5b4060-9427-4d97-9870-b626110c8496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.902807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3363-c52e-4d87-8e2b-b560e01f0792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:14.271740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.364820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.458786 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:16.934927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.960930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-a95f7c81-5b65-4dd2-99fc-239b6ceb7131 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:23.962375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-a95f7c81-5b65-4dd2-99fc-239b6ceb7131 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1052511 Feb 19 01:35:23.978370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-dce5f241-7ae4-4250-964e-7a4dfda19d2b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Feb 19 01:35:24.038081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-c08b2f4a-74b1-4456-b002-9c9aa264e311 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542026 Feb 19 01:35:24.180240 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-71518d4e-1782-4823-b6a3-a4306164f853 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357861 Feb 19 01:35:24.278253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-01b3ff4e-4ee9-4869-a1e5-d29f5d713111 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916264 Feb 19 01:35:24.860651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a4f860b-b3b0-411b-889e-a4d122da21bb req-2e9678b7-b74d-4056-b7ad-537e09d24889 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0293496 Feb 19 01:35:25.963734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59abe1d6-4d7c-48e4-aa75-fcb9efbc69a9 req-f037bb6b-03e0-4767-8e7d-f079c8e77e60 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0316494 Feb 19 01:35:26.901428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-5fbae7b8-a7f3-4f52-8023-bcfbc3bb0a11 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:26.902952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-5fbae7b8-a7f3-4f52-8023-bcfbc3bb0a11 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1031368 Feb 19 01:35:26.915817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:27.076733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-112efd86-2ba8-48a6-9a05-578a79a729fd req-011136eb-3b0e-4b3a-80d8-4547a9cb287f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Feb 19 01:35:27.094979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:27.098878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.230184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.14 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/8977c786-9ec6-4d59-8dfd-ed27cccce12f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:27.420957 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.518164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.566569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:27.569717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:27.574032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:27.604121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.625865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:27.666689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:27.667438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.784573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-b1c8b95c-7a74-4aa3-9c12-8a3eff380f46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8725464 Feb 19 01:35:27.894228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5d9a7f0c-ef05-45a2-a605-abcb29676000 None None] Provisioning complete for port 8977c786-9ec6-4d59-8dfd-ed27cccce12f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:27.896070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5d9a7f0c-ef05-45a2-a605-abcb29676000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:27.916338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Request body: {'port': {'device_id': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:27.944744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5d9a7f0c-ef05-45a2-a605-abcb29676000 None None] Port 8977c786-9ec6-4d59-8dfd-ed27cccce12f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:27.991019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.221435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bcc23-0e74-45bc-b04a-4d15425c2a3f req-067d363b-4d0e-4b9e-957f-a3266bfe40d0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.223182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-882bcc23-0e74-45bc-b04a-4d15425c2a3f req-067d363b-4d0e-4b9e-957f-a3266bfe40d0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 932 time: 0.0576329 Feb 19 01:35:28.278073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-882bcc23-0e74-45bc-b04a-4d15425c2a3f req-e5871002-530f-4a8a-a577-408c3b17e34f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Feb 19 01:35:28.318179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8977c786-9ec6-4d59-8dfd-ed27cccce12f {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:28.331270 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks [] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.355289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Transition to ACTIVE for port object 8977c786-9ec6-4d59-8dfd-ed27cccce12f will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:28.427787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.480155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Pushing event updated for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:28.560040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Attempting to bind port 8977c786-9ec6-4d59-8dfd-ed27cccce12f on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:28.560328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Attempting to bind port 8977c786-9ec6-4d59-8dfd-ed27cccce12f by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:28.560670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Attempting to bind port 8977c786-9ec6-4d59-8dfd-ed27cccce12f on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:28.565485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Port 8977c786-9ec6-4d59-8dfd-ed27cccce12f on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:28.565840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Attempting to bind port 8977c786-9ec6-4d59-8dfd-ed27cccce12f on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:28.571787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:28.572151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:28.573171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:28.573630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Bound port: 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:28.574003 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.669440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:28.673719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:28.735326 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.773199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.773814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:28.775287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] 10.222.0.117 "PUT /v2.0/ports/8977c786-9ec6-4d59-8dfd-ed27cccce12f HTTP/1.1" status: 200 len: 1092 time: 0.9836295 Feb 19 01:35:28.776378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:28.778858 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4a1b26-204a-4b3c-8324-43f218dd87aa" -d '{"events": [{"name": "network-changed", "server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:28.812881 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c414911-8022-4822-be95-e86a8c1b6fae service neutron] Pushing event updated for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:28.862841 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753925f-d39d-4168-9a4c-fdfb2aa14e85 x-openstack-request-id: req-b753925f-d39d-4168-9a4c-fdfb2aa14e85 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:28.863557 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:28.863973 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b753925f-d39d-4168-9a4c-fdfb2aa14e85 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:28.864542 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f', 'status': 'completed', 'code': 200} Feb 19 01:35:28.939629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-fdece9a6-05c9-40dd-83d8-fa7671cd3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:28.941437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-fdece9a6-05c9-40dd-83d8-fa7671cd3cf2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 1126 time: 0.0622516 Feb 19 01:35:29.071700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-8df42814-2a94-4da2-88dd-dca6b148aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.073743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-8df42814-2a94-4da2-88dd-dca6b148aeba service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=ceda7041759e422db64935c0b5189506&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1244044 Feb 19 01:35:29.173783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-875f3ce4-fd95-433f-97c5-fdb4945712a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.175522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c4a1b26-204a-4b3c-8324-43f218dd87aa req-875f3ce4-fd95-433f-97c5-fdb4945712a1 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963771 Feb 19 01:35:29.268657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-9c014371-840d-47ce-afd0-c05c58d4f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.270168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-9c014371-840d-47ce-afd0-c05c58d4f804 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 1126 time: 0.0556548 Feb 19 01:35:29.311855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-32b7c10c-5773-4d0e-a7a1-db609671f2ce service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f HTTP/1.1" status: 200 len: 217 time: 0.0350208 Feb 19 01:35:29.370122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-3b889312-b54e-4576-89cb-9eb16dceaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.371847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-3b889312-b54e-4576-89cb-9eb16dceaf4a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0540850 Feb 19 01:35:29.418679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe242b3-a80e-48a1-a96d-e0a99296b6f0 req-ab2db0f1-25c9-4101-a7df-0425ae4c3bd3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.426686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffe242b3-a80e-48a1-a96d-e0a99296b6f0 req-ab2db0f1-25c9-4101-a7df-0425ae4c3bd3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0642493 Feb 19 01:35:29.475422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca800b6-cd38-4b8c-8388-ad774370782c req-bf0f6927-fba8-4898-ba6a-447a457a78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:29.477247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-bf0f6927-fba8-4898-ba6a-447a457a78d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0897677 Feb 19 01:35:29.480057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffe242b3-a80e-48a1-a96d-e0a99296b6f0 req-f3bae9e3-651f-45a5-97a7-2f25e20094a3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Feb 19 01:35:29.579604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-cfc923bb-f59b-4eb4-9281-3db7e3c59816 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937052 Feb 19 01:35:29.673096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca800b6-cd38-4b8c-8388-ad774370782c req-a0529590-0cd9-4d76-aa1b-f1f83bccd64a service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Feb 19 01:35:30.606742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717619b-3781-4aa9-ae85-4caed5a4511d req-7655c597-36c3-419b-9e3c-cc603d7e6b46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:30.609192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9717619b-3781-4aa9-ae85-4caed5a4511d req-7655c597-36c3-419b-9e3c-cc603d7e6b46 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0592213 Feb 19 01:35:30.657266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9717619b-3781-4aa9-ae85-4caed5a4511d req-241c617a-6db2-4a49-b239-877df9e0d1ae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Feb 19 01:35:31.791001 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eeab1-74b3-4cd4-9b7c-1c8e3c190473 req-e79029e7-9d02-490e-9577-5e9d176e97c2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:31.794355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-378eeab1-74b3-4cd4-9b7c-1c8e3c190473 req-e79029e7-9d02-490e-9577-5e9d176e97c2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0591853 Feb 19 01:35:31.843807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-378eeab1-74b3-4cd4-9b7c-1c8e3c190473 req-d42bff7e-4f5c-484a-9d51-8802addd06cd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Feb 19 01:35:32.975876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757c87-a4fd-4fb2-a9e0-cd35c63ca68c req-12ced746-e8c1-436e-a301-b1a67988806f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:32.977499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e757c87-a4fd-4fb2-a9e0-cd35c63ca68c req-12ced746-e8c1-436e-a301-b1a67988806f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0559938 Feb 19 01:35:33.029152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9e757c87-a4fd-4fb2-a9e0-cd35c63ca68c req-541194af-ebf3-453a-9dc4-d162cb69d7a6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 Feb 19 01:35:34.155931 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a17bd-ffa7-48a3-aa10-86868defcefb req-4364b910-62b2-40a0-830c-678d91a47181 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:34.161479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-783a17bd-ffa7-48a3-aa10-86868defcefb req-4364b910-62b2-40a0-830c-678d91a47181 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0630496 Feb 19 01:35:34.208524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-783a17bd-ffa7-48a3-aa10-86868defcefb req-d19d9eb0-0705-4681-9a94-4eab6363d295 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Feb 19 01:35:35.339515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc949ac-0d56-44c4-9d84-beb25c0003b9 req-a0c1d42c-e74a-4565-aee7-babb236dc545 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:35.341347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccc949ac-0d56-44c4-9d84-beb25c0003b9 req-a0c1d42c-e74a-4565-aee7-babb236dc545 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0590510 Feb 19 01:35:35.393693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ccc949ac-0d56-44c4-9d84-beb25c0003b9 req-7217c53d-e175-455d-99be-bc2200c983d6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Feb 19 01:35:36.520755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e46fdd-333e-4644-870f-88182bd4d22e req-46f1a473-3968-4c4e-86b0-6be094da56ab tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:36.522325 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e46fdd-333e-4644-870f-88182bd4d22e req-46f1a473-3968-4c4e-86b0-6be094da56ab tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0573201 Feb 19 01:35:36.571726 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e46fdd-333e-4644-870f-88182bd4d22e req-9a9c8a62-88eb-4cf6-bf91-2139bd8f2b45 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Feb 19 01:35:37.697427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf341-58f4-4d74-85ee-3cf15815d528 req-90086e68-5ba6-4451-a8ec-4cbf5bb4bbae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:37.701350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15fdf341-58f4-4d74-85ee-3cf15815d528 req-90086e68-5ba6-4451-a8ec-4cbf5bb4bbae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0583291 Feb 19 01:35:37.754331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15fdf341-58f4-4d74-85ee-3cf15815d528 req-6438ac29-83bf-4a46-93b2-6b9c35109927 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496466 Feb 19 01:35:38.877541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0749d0-6244-4026-b6ed-e7638ee90bf2 req-7c64361a-36b7-4ea4-8c5e-cce2f384f630 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:38.879191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc0749d0-6244-4026-b6ed-e7638ee90bf2 req-7c64361a-36b7-4ea4-8c5e-cce2f384f630 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0539207 Feb 19 01:35:38.929058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc0749d0-6244-4026-b6ed-e7638ee90bf2 req-027c3faa-8e9f-4778-be90-9cd75afa11c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443401 Feb 19 01:35:39.953409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.053546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678db9e4-90e3-4d88-b58d-a2eae41dff55 req-a5691252-656c-4c4f-b9d2-a733a42998f5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:40.055365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-678db9e4-90e3-4d88-b58d-a2eae41dff55 req-a5691252-656c-4c4f-b9d2-a733a42998f5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0554590 Feb 19 01:35:40.108983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-678db9e4-90e3-4d88-b58d-a2eae41dff55 req-add05203-795e-493f-bba8-4e1ec2d15c30 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480294 Feb 19 01:35:40.545858 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:40.690457 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab46d691-82f2-49a4-82cb-e9c27a11e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:41.241555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18e6e0-e4f6-4cf9-a749-dd4a49868fa4 req-6b312463-e4a3-430c-87d7-9873214b1969 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:41.242962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe18e6e0-e4f6-4cf9-a749-dd4a49868fa4 req-6b312463-e4a3-430c-87d7-9873214b1969 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0598421 Feb 19 01:35:41.294128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe18e6e0-e4f6-4cf9-a749-dd4a49868fa4 req-67488df8-578a-4eec-a878-c4e97305ee40 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Feb 19 01:35:42.410050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bf7cd-e1fa-48f4-a119-8b0e2d7d7acf req-7a6c5bb0-aecb-481f-ab10-fbe7c44e63af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:42.411484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a5bf7cd-e1fa-48f4-a119-8b0e2d7d7acf req-7a6c5bb0-aecb-481f-ab10-fbe7c44e63af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Feb 19 01:35:42.459152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a5bf7cd-e1fa-48f4-a119-8b0e2d7d7acf req-8ba37b8b-9b70-479b-8545-f9a7eb80c800 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Feb 19 01:35:42.895779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2764f9fa-b8b3-4fa2-a747-2d3e628d7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:43.580332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbe8f5-0b64-4d99-a7c3-c27015544d27 req-612cd9f4-6fd8-4108-b51c-8ab94d519364 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:43.581862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4bcbe8f5-0b64-4d99-a7c3-c27015544d27 req-612cd9f4-6fd8-4108-b51c-8ab94d519364 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0537236 Feb 19 01:35:43.628625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4bcbe8f5-0b64-4d99-a7c3-c27015544d27 req-76812303-7ce3-42aa-9776-4f456fb78904 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Feb 19 01:35:44.290473 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:44.750527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb10f-5671-46da-9034-7aff5b214ee3 req-09e86ca3-cb65-47de-90ee-2825f06e0f98 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:44.752476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6abb10f-5671-46da-9034-7aff5b214ee3 req-09e86ca3-cb65-47de-90ee-2825f06e0f98 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0544596 Feb 19 01:35:44.799738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6abb10f-5671-46da-9034-7aff5b214ee3 req-73041e24-f0ba-42c7-9eca-b3762cdc80d2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Feb 19 01:35:45.362768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:45.926882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fe525-6b80-45d8-8f2f-3fe60af41d2a req-5b10e994-48f6-4074-a503-1d0d362c2215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:45.928582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-432fe525-6b80-45d8-8f2f-3fe60af41d2a req-5b10e994-48f6-4074-a503-1d0d362c2215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0550914 Feb 19 01:35:45.979640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-432fe525-6b80-45d8-8f2f-3fe60af41d2a req-4c064af7-d5ef-4cf8-9648-70faeed16707 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Feb 19 01:35:46.941202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.106303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e0580-3195-40d7-8246-e9f678d65da0 req-716ac34e-41b5-4707-962b-ad7b033293c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:47.107703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d8e0580-3195-40d7-8246-e9f678d65da0 req-716ac34e-41b5-4707-962b-ad7b033293c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 944 time: 0.0577204 Feb 19 01:35:47.156316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4d8e0580-3195-40d7-8246-e9f678d65da0 req-08c6d57b-89a3-4397-bc6f-d65ae45bcb38 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Feb 19 01:35:47.310260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8977c786-9ec6-4d59-8dfd-ed27cccce12f details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:35:47.411602 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:47.589951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '8977c786-9ec6-4d59-8dfd-ed27cccce12f', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': '8977c786-9ec6-4d59-8dfd-ed27cccce12f', 'mac_address': 'fa:16:3e:d9:29:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:35:47.630672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8977c786-9ec6-4d59-8dfd-ed27cccce12f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:47.631071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.644211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8977c786-9ec6-4d59-8dfd-ed27cccce12f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:47.663584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:47.767477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.820083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:47.829857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.830287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.831253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.831849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.832285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.832744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.833174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.833599 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.834070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.834489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.834908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.835605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.836030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:47.970022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8977c786-9ec6-4d59-8dfd-ed27cccce12f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:48.282290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0a2a-ae38-4156-865c-0df22476a396 req-0dcbc2ab-0492-4743-80dc-28b69c1aadf9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:48.284237 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a50d0a2a-ae38-4156-865c-0df22476a396 req-0dcbc2ab-0492-4743-80dc-28b69c1aadf9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 945 time: 0.0573509 Feb 19 01:35:48.345365 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a50d0a2a-ae38-4156-865c-0df22476a396 req-882ce440-e48d-4753-9d6e-1517a2f75098 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 Feb 19 01:35:49.319708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8977c786-9ec6-4d59-8dfd-ed27cccce12f up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:49.427540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 8977c786-9ec6-4d59-8dfd-ed27cccce12f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:35:49.431975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 8977c786-9ec6-4d59-8dfd-ed27cccce12f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:49.432908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.471255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673077b2-ca4e-474f-9eba-c120af707ac4 req-cd6da01d-4b40-46c6-a733-6438e74bf6f3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:49.473438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-673077b2-ca4e-474f-9eba-c120af707ac4 req-cd6da01d-4b40-46c6-a733-6438e74bf6f3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 945 time: 0.0596414 Feb 19 01:35:49.520735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 8977c786-9ec6-4d59-8dfd-ed27cccce12f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:49.521279 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.529479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-673077b2-ca4e-474f-9eba-c120af707ac4 req-b85ef6d2-e67e-4182-aeb3-d97d525ef641 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Feb 19 01:35:49.554450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:49.556719 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cce240-4ae8-4bf7-8d70-1638d22cfd2c" -d '{"events": [{"server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "name": "network-vif-plugged", "status": "completed", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:49.569911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:49.639351 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.671397 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782e401-738f-4583-997d-9c8227ea835e x-openstack-request-id: req-4782e401-738f-4583-997d-9c8227ea835e {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:49.672331 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "name": "network-vif-plugged", "status": "completed", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:49.672331 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4782e401-738f-4583-997d-9c8227ea835e {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:49.672331 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f', 'code': 200} Feb 19 01:35:49.694843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:49.780268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf00922-70d3-4ebf-bc38-c69260cacd95 req-07a63720-f7a0-47a6-9a6d-49eea388124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:49.781824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5bf00922-70d3-4ebf-bc38-c69260cacd95 req-07a63720-f7a0-47a6-9a6d-49eea388124d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 1128 time: 0.0572298 Feb 19 01:35:49.835740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5bf00922-70d3-4ebf-bc38-c69260cacd95 req-4ecdfedf-6fe2-4c97-982b-c4c2e7835102 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472951 Feb 19 01:35:50.654433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac182e-0e47-403f-b276-93ba240b0aa1 req-b85c2f35-6300-4230-89b5-98fea77938a1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:50.655961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5ac182e-0e47-403f-b276-93ba240b0aa1 req-b85c2f35-6300-4230-89b5-98fea77938a1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0555930 Feb 19 01:35:50.705456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5ac182e-0e47-403f-b276-93ba240b0aa1 req-0594b473-b1d1-4072-a934-5d3f3a09b761 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434694 Feb 19 01:35:51.842675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632f92-ca98-4a22-9326-abb46c5905db req-fa6c060b-6d79-440c-90f7-8b6fffbc27b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:51.844876 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a632f92-ca98-4a22-9326-abb46c5905db req-fa6c060b-6d79-440c-90f7-8b6fffbc27b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0581675 Feb 19 01:35:51.894324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a632f92-ca98-4a22-9326-abb46c5905db req-e8981203-9165-4dae-b676-173735995bff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Feb 19 01:35:52.022580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc2861-a37b-4baf-aa4f-c00d7624bd85 req-0c287afc-5968-4cc1-9205-41f627abb356 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:52.024227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87cc2861-a37b-4baf-aa4f-c00d7624bd85 req-0c287afc-5968-4cc1-9205-41f627abb356 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0598896 Feb 19 01:35:52.077346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87cc2861-a37b-4baf-aa4f-c00d7624bd85 req-7f3a8c16-9dd5-4312-a613-1ec2835d0b17 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Feb 19 01:35:52.458349 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:56.418258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-9b08aa80-256d-44af-b2b1-b1282365bb1a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:56.419859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-9b08aa80-256d-44af-b2b1-b1282365bb1a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1093881 Feb 19 01:35:56.436711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-99b8d8e7-fe5d-4bae-a988-8b474ce2f346 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0106528 Feb 19 01:35:56.497760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e89315-b561-450b-86f5-79ccb3c67163 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551207 Feb 19 01:35:56.660485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-4287737f-f0d4-4953-8fed-2a37535d9ccf service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557717 Feb 19 01:35:56.764637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-1e367116-da44-482b-b558-99239cb81273 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985091 Feb 19 01:35:57.055908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bcc886b9-6041-4b8f-862b-904a952a1b59 req-034e03f0-74f8-4da0-9a14-1652d37b42ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0367754 Feb 19 01:35:58.158630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31d79f10-c0e1-44ec-9731-eea3a74f307a req-70e29758-1d1f-49f8-bd1f-a45573085aec tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0304201 Feb 19 01:35:59.045884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-9c340f9e-2547-472b-94ed-32289260bc34 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.047301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-9c340f9e-2547-472b-94ed-32289260bc34 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1129842 Feb 19 01:35:59.059279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': '3026e056-b9d0-41b5-900f-31e618875348', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:59.232769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:59.236889 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.270688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-97e763f0-d799-46c5-a5d1-f1f4218d598a req-84cea583-c2dc-4305-9f63-d536e210c02e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0310786 Feb 19 01:35:59.392385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.12 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/aadfd235-9d98-4a5a-be36-f8b6cdec3bd2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:59.579080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.725358 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:59.744808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8977c786-9ec6-4d59-8dfd-ed27cccce12f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:59.772728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:59.775755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:59.795676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:59.862644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:59.908924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.909841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.024284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-59e3a3e6-bd58-45f9-99e8-19ee07b109a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688799 Feb 19 01:36:00.100156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Request body: {'port': {'device_id': '3026e056-b9d0-41b5-900f-31e618875348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:00.162001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1d465805-b0f6-4b4e-a930-ebd1bf241c17 None None] Provisioning complete for port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:00.162655 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1d465805-b0f6-4b4e-a930-ebd1bf241c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.166493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.220706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1d465805-b0f6-4b4e-a930-ebd1bf241c17 None None] Port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:00.473032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35e89-bcfb-4bb2-bda8-642ceb6ca5e8 req-4c32c95b-859e-49f6-91d6-27b151ed5bd9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.474415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1a35e89-bcfb-4bb2-bda8-642ceb6ca5e8 req-4c32c95b-859e-49f6-91d6-27b151ed5bd9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 932 time: 0.1137011 Feb 19 01:36:00.567366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e1a35e89-bcfb-4bb2-bda8-642ceb6ca5e8 req-eb177203-1948-4e98-a16c-3e7122dcc321 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844758 Feb 19 01:36:00.571130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:00.580216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks [] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.598111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Transition to ACTIVE for port object aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:36:00.655677 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.709859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Pushing event updated for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:00.798582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Attempting to bind port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:00.798582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Attempting to bind port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:00.799344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Attempting to bind port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:00.804026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:36:00.804355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Attempting to bind port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:00.811886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:00.812232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:00.812624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:00.813062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Bound port: aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:00.813425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:00.903304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:00.908124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:01.045488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.100072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.100857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:01.102479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] 10.222.0.96 "PUT /v2.0/ports/aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 HTTP/1.1" status: 200 len: 1092 time: 1.0705695 Feb 19 01:36:01.103013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:01.111591 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d7731f-ed28-45d1-85c4-538f5c5059ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:01.160365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa58cd2-d24d-4817-9c13-58a315482df0 service neutron] Pushing event updated for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:01.192377 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8af0b5-1b56-4fc6-ae62-3d64334972e7 x-openstack-request-id: req-3d8af0b5-1b56-4fc6-ae62-3d64334972e7 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:01.192736 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:01.192976 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d8af0b5-1b56-4fc6-ae62-3d64334972e7 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:01.193387 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2', 'status': 'completed', 'code': 200} Feb 19 01:36:01.272449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-740fe917-d2ce-4bf6-a8bc-202ab1409550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.274090 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-740fe917-d2ce-4bf6-a8bc-202ab1409550 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 1126 time: 0.0697870 Feb 19 01:36:01.324457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-bd0851bd-f8d2-4c01-bd13-81937c0cb279 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 HTTP/1.1" status: 200 len: 217 time: 0.0423276 Feb 19 01:36:01.384268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-4d6b1229-8164-4253-8af5-00dedaad4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.385912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-4d6b1229-8164-4253-8af5-00dedaad4082 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0562584 Feb 19 01:36:01.445374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1563da-d193-42de-94a9-37710ed9b995 req-2f448f7e-9e14-4d5a-b937-08a171423ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.447263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-2f448f7e-9e14-4d5a-b937-08a171423ba6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556524 Feb 19 01:36:01.558913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-20455b47-627c-40fe-8132-21078c97aa1b service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043417 Feb 19 01:36:01.709450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce1563da-d193-42de-94a9-37710ed9b995 req-dca004e2-f7a9-470d-b457-fb868be03d4e service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441388 Feb 19 01:36:01.741411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025672c-fe14-4967-b8e9-2cddf3e05deb req-6577d44b-8efe-475d-a52f-51a4b0404954 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.751002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4025672c-fe14-4967-b8e9-2cddf3e05deb req-6577d44b-8efe-475d-a52f-51a4b0404954 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0923982 Feb 19 01:36:01.807668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4025672c-fe14-4967-b8e9-2cddf3e05deb req-fb4d0b9a-032b-44e4-bc11-308f3fac9af8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Feb 19 01:36:01.886897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-02cd0f11-6704-4be2-8ea1-320577a5ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.889150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-02cd0f11-6704-4be2-8ea1-320577a5ae86 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 1126 time: 0.0679655 Feb 19 01:36:02.304446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-d0e21796-6b4d-435e-96d3-f1a59ac8e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:02.305919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-d0e21796-6b4d-435e-96d3-f1a59ac8e338 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.4101167 Feb 19 01:36:02.354699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-965d023b-e441-4d91-8795-79bcbff77c25 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 HTTP/1.1" status: 200 len: 217 time: 0.0420580 Feb 19 01:36:02.406379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-c3ed696c-1f4a-4897-8e8d-e797bee012df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:02.407896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-c3ed696c-1f4a-4897-8e8d-e797bee012df service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0479937 Feb 19 01:36:02.462455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-24d95002-5aff-4603-85ce-b9b15c15c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:02.464065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-24d95002-5aff-4603-85ce-b9b15c15c678 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506015 Feb 19 01:36:02.571279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-8b1f61af-528e-43f8-86cb-9c75c4bbe23d service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013303 Feb 19 01:36:02.675429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32d7731f-ed28-45d1-85c4-538f5c5059ff req-a5827f1d-14b5-4250-8e2b-613a9112bdda service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973608 Feb 19 01:36:02.946569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea5fe7-f3fd-4af2-beed-4212df5b2e14 req-7735c23d-0252-48e7-a53e-d89e73157f2a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:02.948190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1ea5fe7-f3fd-4af2-beed-4212df5b2e14 req-7735c23d-0252-48e7-a53e-d89e73157f2a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0590594 Feb 19 01:36:02.998419 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f1ea5fe7-f3fd-4af2-beed-4212df5b2e14 req-245e0b3d-3f34-4dd1-b304-6a47248e8402 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Feb 19 01:36:04.128851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934a66a-d9c6-4117-a8d0-5ee1f0d7c6d2 req-2e2bf929-f30e-433e-8717-3c091b10c4ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.130568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d934a66a-d9c6-4117-a8d0-5ee1f0d7c6d2 req-2e2bf929-f30e-433e-8717-3c091b10c4ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0554378 Feb 19 01:36:04.195476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d934a66a-d9c6-4117-a8d0-5ee1f0d7c6d2 req-d1fabcc9-aded-49f3-9d65-65daa641e88b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575480 Feb 19 01:36:04.721484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-eaa55ce8-eb7d-4ca0-be0e-98beaaafb3b4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512872 Feb 19 01:36:04.820657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-949cba6f-db7d-4d98-abf6-74ff525661ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.822163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-949cba6f-db7d-4d98-abf6-74ff525661ca service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 1128 time: 0.0496628 Feb 19 01:36:04.941810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-4726c9fa-99c4-4152-ac44-992233730ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.943786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-4726c9fa-99c4-4152-ac44-992233730ace service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.1021764 Feb 19 01:36:04.991575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-0fb6cc95-a387-4709-9724-c16d5f1d524e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f HTTP/1.1" status: 200 len: 217 time: 0.0407963 Feb 19 01:36:05.058252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-4cd99741-76f4-490d-8959-da7e8cd5ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.060559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-4cd99741-76f4-490d-8959-da7e8cd5ff1a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0626688 Feb 19 01:36:05.121349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-f548741f-7f3b-403b-8d62-e202ed82ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.123256 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-f548741f-7f3b-403b-8d62-e202ed82ed47 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549634 Feb 19 01:36:05.253317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-e811d3ca-1938-4e9d-8d1e-68875c120205 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193445 Feb 19 01:36:05.363040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9710f-a08b-4549-9abb-7e6b0ef73d02 req-5e3c637d-2719-4748-b0f6-754a2392430f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.364634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfe9710f-a08b-4549-9abb-7e6b0ef73d02 req-5e3c637d-2719-4748-b0f6-754a2392430f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0658834 Feb 19 01:36:05.397000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c46b18bd-592c-47f7-9d11-f3893e957f43 req-cee8421c-8281-4a99-9827-aac8f3450ab0 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398602 Feb 19 01:36:05.442151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bfe9710f-a08b-4549-9abb-7e6b0ef73d02 req-02b87b8f-89b0-46f2-9f3d-85d201fdb080 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659447 Feb 19 01:36:06.592232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb90e-0c72-4459-9e46-ad4cf4a572c9 req-3b2c278f-c06e-4be1-8e6a-6842716eb9ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.595562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dedb90e-0c72-4459-9e46-ad4cf4a572c9 req-3b2c278f-c06e-4be1-8e6a-6842716eb9ff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0744779 Feb 19 01:36:06.649002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8dedb90e-0c72-4459-9e46-ad4cf4a572c9 req-a298c116-7e9e-481a-89b6-4fbdf7a94399 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Feb 19 01:36:07.788357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ec471-c31a-48c5-8973-3d8b509cb7ec req-8604be52-d5b6-44ab-afb7-5c59c1db21fd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.789844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-347ec471-c31a-48c5-8973-3d8b509cb7ec req-8604be52-d5b6-44ab-afb7-5c59c1db21fd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0640461 Feb 19 01:36:07.839505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-347ec471-c31a-48c5-8973-3d8b509cb7ec req-db8edb1c-2d35-45cb-8f97-aa550d813a11 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Feb 19 01:36:08.978125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f03f-e3bf-4c8d-9422-2677fd3f8145 req-06578937-3f1b-489a-9f42-40fa6de51109 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.979596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa6f03f-e3bf-4c8d-9422-2677fd3f8145 req-06578937-3f1b-489a-9f42-40fa6de51109 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0639722 Feb 19 01:36:09.036261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ffa6f03f-e3bf-4c8d-9422-2677fd3f8145 req-404b0138-2501-4efb-ac98-f2f8a0aab4a0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507438 Feb 19 01:36:09.970104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:10.180600 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641459-b305-41ea-ab1b-9c68737ff93d req-c23eb184-6fd0-45c1-80e5-4789df1d1f61 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:10.182079 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa641459-b305-41ea-ab1b-9c68737ff93d req-c23eb184-6fd0-45c1-80e5-4789df1d1f61 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0598629 Feb 19 01:36:10.256257 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa641459-b305-41ea-ab1b-9c68737ff93d req-fae49be6-36e4-474a-9d32-e56ad09a7a48 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636637 Feb 19 01:36:10.530961 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:10.724720 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1374939c-884a-4afe-ab06-c3afc72a40c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:11.393641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3bc7-35fc-43f1-aff0-20a54f8457d9 req-2ec1e4b7-64c6-4209-b77b-133b40b34da6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.395996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a47e3bc7-35fc-43f1-aff0-20a54f8457d9 req-2ec1e4b7-64c6-4209-b77b-133b40b34da6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0691171 Feb 19 01:36:11.459001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a47e3bc7-35fc-43f1-aff0-20a54f8457d9 req-d02022ad-46b0-4f48-9314-cb889f85063b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Feb 19 01:36:12.596286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746791c3-1f08-4347-9e48-afaaa25d3d6c req-a3b5772a-0049-4a4c-8504-16a92b3befd7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:12.602795 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-746791c3-1f08-4347-9e48-afaaa25d3d6c req-a3b5772a-0049-4a4c-8504-16a92b3befd7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0612330 Feb 19 01:36:12.650710 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-746791c3-1f08-4347-9e48-afaaa25d3d6c req-2a5693fc-ff1e-4d44-99b0-8f929a3151fe tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Feb 19 01:36:12.930546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73f534bd-d902-47d2-9a9b-c9d0a48d9a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:13.787529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483012-c863-4169-9ae4-6e8e6d1d0837 req-f1b28a30-b3d5-4b28-8083-9a713a482115 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:13.790383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5483012-c863-4169-9ae4-6e8e6d1d0837 req-f1b28a30-b3d5-4b28-8083-9a713a482115 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0634208 Feb 19 01:36:13.843441 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5483012-c863-4169-9ae4-6e8e6d1d0837 req-ab7ff762-ce57-408f-8e88-931469797013 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471170 Feb 19 01:36:14.330370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.972204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7726c1-7c93-4750-b773-6e4ac1236715 req-276db359-da00-4ddd-b08f-e1a4f1dff3fc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:14.974010 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c7726c1-7c93-4750-b773-6e4ac1236715 req-276db359-da00-4ddd-b08f-e1a4f1dff3fc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0594180 Feb 19 01:36:15.026322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c7726c1-7c93-4750-b773-6e4ac1236715 req-e238e820-b816-4e03-a356-74ecb3412e26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466542 Feb 19 01:36:15.351798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:16.160219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef6266-cf08-4bca-9696-7689868a934e req-85e493e7-9af4-47fe-9c5b-e23c121ec37f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:16.161759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4ef6266-cf08-4bca-9696-7689868a934e req-85e493e7-9af4-47fe-9c5b-e23c121ec37f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0592999 Feb 19 01:36:16.217043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4ef6266-cf08-4bca-9696-7689868a934e req-397b9925-9585-46da-b92d-56cd08796f7b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Feb 19 01:36:16.934911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:17.341946 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b2cbd-e091-483b-8ecd-41c168529aea req-48e82f2d-9861-4dc0-9011-7d7d1bd5753a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:17.343478 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b23b2cbd-e091-483b-8ecd-41c168529aea req-48e82f2d-9861-4dc0-9011-7d7d1bd5753a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0549672 Feb 19 01:36:17.399399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b23b2cbd-e091-483b-8ecd-41c168529aea req-377ea5ca-5c9b-4e2c-a6e4-6b165ae9b023 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Feb 19 01:36:18.523962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854faa8-6710-4212-b068-61e1c77514bc req-306cd0df-7c08-4907-a328-7c5336511048 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:18.525466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6854faa8-6710-4212-b068-61e1c77514bc req-306cd0df-7c08-4907-a328-7c5336511048 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0537355 Feb 19 01:36:18.575686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6854faa8-6710-4212-b068-61e1c77514bc req-fc9297d2-e9a4-433f-9a7e-b43243ce89e8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443468 Feb 19 01:36:19.655222 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59694) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:19.720868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dddc7-9188-486c-89d4-9098e0d072b5 req-5978ca3e-986e-47c3-b944-139e437c6edb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:19.722383 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d8dddc7-9188-486c-89d4-9098e0d072b5 req-5978ca3e-986e-47c3-b944-139e437c6edb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0626335 Feb 19 01:36:19.783306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d8dddc7-9188-486c-89d4-9098e0d072b5 req-2198e12b-6ae6-486b-88d5-0842892a0a25 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Feb 19 01:36:19.870082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Deleting subnet 2639cb63-0936-4cae-9470-8e433f114023 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:36:19.873419 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Publish callbacks [] for subnet (2639cb63-0936-4cae-9470-8e433f114023), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.918940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (2639cb63-0936-4cae-9470-8e433f114023), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.958569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (2639cb63-0936-4cae-9470-8e433f114023), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.077595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (2639cb63-0936-4cae-9470-8e433f114023), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.104185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2639cb63-0936-4cae-9470-8e433f114023,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:20.108979 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.114692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/2639cb63-0936-4cae-9470-8e433f114023 HTTP/1.1" status: 204 len: 168 time: 0.4558885 Feb 19 01:36:20.115097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59700) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:20.117606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.117965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.118310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.118651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.118986 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.119356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.119685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.120013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.120340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.120670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.121564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.122070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.122418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4e0cf-e811-4b05-b064-834d2d27bdd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:20.193687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ff5a6a17-7716-493d-b6ec-43cf143f09c4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.281851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ff5a6a17-7716-493d-b6ec-43cf143f09c4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.303874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5a6a17-7716-493d-b6ec-43cf143f09c4']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:20.315498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbd0496-4dba-4a23-bb54-225024b1e2c3') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:20.317025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbd0496-4dba-4a23-bb54-225024b1e2c3') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:20.328414 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (cbbd0496-4dba-4a23-bb54-225024b1e2c3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.344442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (cbbd0496-4dba-4a23-bb54-225024b1e2c3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.350760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:36:20.351193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (cbbd0496-4dba-4a23-bb54-225024b1e2c3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:36:20.352819 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:36:20.478135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ff5a6a17-7716-493d-b6ec-43cf143f09c4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.488029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.490038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] 10.222.0.94 "DELETE /v2.0/networks/ff5a6a17-7716-493d-b6ec-43cf143f09c4 HTTP/1.1" status: 204 len: 168 time: 0.3738344 Feb 19 01:36:20.502197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af84b77-f3ad-4ef6-801c-08566f6629d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5a6a17-7716-493d-b6ec-43cf143f09c4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:20.898957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59706) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:20.920177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15beda5-04d5-405d-b109-9192b9e2c820 req-070911ec-9b43-4589-a211-b7062704689a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:20.921832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a15beda5-04d5-405d-b109-9192b9e2c820 req-070911ec-9b43-4589-a211-b7062704689a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0587823 Feb 19 01:36:20.944907 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0acf593d-469c-4688-82ed-8f8c9c352034 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e33f207140bd45e790699421d5fbd905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440891 Feb 19 01:36:20.947478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59708) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:20.974830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a15beda5-04d5-405d-b109-9192b9e2c820 req-8123a331-6263-4fe0-ba5e-bd806b970c0e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Feb 19 01:36:21.005675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] Publish callbacks [] for security_group (ee68b674-6149-4c67-8154-8ef3e00caf78), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.032852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] Publish callbacks [] for security_group (ee68b674-6149-4c67-8154-8ef3e00caf78), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.220059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee68b674-6149-4c67-8154-8ef3e00caf78), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.222546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.223725 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ee68b674-6149-4c67-8154-8ef3e00caf78 HTTP/1.1" status: 204 len: 168 time: 0.2752595 Feb 19 01:36:21.231919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0670e-0f55-4e03-addc-d88b6bdec95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68b674-6149-4c67-8154-8ef3e00caf78,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:22.107444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b82fee-65c8-4bd0-a803-b1d7e76cb0d4 req-3ff1f368-0d35-4800-8d11-99ac179e7da6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:22.108901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89b82fee-65c8-4bd0-a803-b1d7e76cb0d4 req-3ff1f368-0d35-4800-8d11-99ac179e7da6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0552468 Feb 19 01:36:22.165486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89b82fee-65c8-4bd0-a803-b1d7e76cb0d4 req-1f9c3b20-494e-42aa-aa5a-d8d7a8280da9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509090 Feb 19 01:36:23.288550 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdff6d-bc04-4609-8d75-760a5ad00cf5 req-4c895354-2e1c-4fe0-8088-02accc58d816 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:23.290044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42bdff6d-bc04-4609-8d75-760a5ad00cf5 req-4c895354-2e1c-4fe0-8088-02accc58d816 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0553813 Feb 19 01:36:23.342307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-42bdff6d-bc04-4609-8d75-760a5ad00cf5 req-ffc993c2-14b2-4944-9daa-f30b08786aa9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Feb 19 01:36:24.468494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f57dd-5c7d-4d91-b35b-36757e69d69b req-740d6889-4815-48c5-b135-ac5424a7ed27 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:24.469965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-586f57dd-5c7d-4d91-b35b-36757e69d69b req-740d6889-4815-48c5-b135-ac5424a7ed27 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0568516 Feb 19 01:36:24.526463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-586f57dd-5c7d-4d91-b35b-36757e69d69b req-cd63f8b8-08bd-4259-8c03-74f563fd49e8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506213 Feb 19 01:36:25.654253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09b444-ef24-443b-8663-a5872efc4cc7 req-3478645c-2d67-421e-97f2-3d13b8d989a3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:25.655732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e09b444-ef24-443b-8663-a5872efc4cc7 req-3478645c-2d67-421e-97f2-3d13b8d989a3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0537722 Feb 19 01:36:25.704085 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e09b444-ef24-443b-8663-a5872efc4cc7 req-681021ad-6099-4a48-ba9f-56ac97caea5a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Feb 19 01:36:26.831338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79599024-7537-4d88-b6e7-44ec798adf83 req-e5f81351-e356-44ad-910a-dd9f7d463c5e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:26.832821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79599024-7537-4d88-b6e7-44ec798adf83 req-e5f81351-e356-44ad-910a-dd9f7d463c5e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0530946 Feb 19 01:36:26.881931 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79599024-7537-4d88-b6e7-44ec798adf83 req-261d1430-705b-450d-86b8-92fc8b9f6bdd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Feb 19 01:36:27.125573 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59872) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:27.233691 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0073ac9b-00e4-4be3-b72f-0e6442b5b2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.307265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0073ac9b-00e4-4be3-b72f-0e6442b5b2f7 admin admin] Publish callbacks [] for security_group (88c5fb2d-c385-472d-a766-538105f352e3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.375664 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0073ac9b-00e4-4be3-b72f-0e6442b5b2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88c5fb2d-c385-472d-a766-538105f352e3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.412686 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073ac9b-00e4-4be3-b72f-0e6442b5b2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c5fb2d-c385-472d-a766-538105f352e3,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:27.416908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0073ac9b-00e4-4be3-b72f-0e6442b5b2f7 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f1db747cf1494887af2639e7c7dec89c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902501 Feb 19 01:36:27.419728 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59876) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:27.473019 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] Publish callbacks [] for security_group (88c5fb2d-c385-472d-a766-538105f352e3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.493947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] Publish callbacks [] for security_group (88c5fb2d-c385-472d-a766-538105f352e3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.620255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (88c5fb2d-c385-472d-a766-538105f352e3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.624515 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:27.626212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/88c5fb2d-c385-472d-a766-538105f352e3 HTTP/1.1" status: 204 len: 168 time: 0.2055588 Feb 19 01:36:27.634513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc70b6e-0b3a-4f64-939a-7aea6b5d1981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c5fb2d-c385-472d-a766-538105f352e3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.018496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f05bd-22c3-4f9c-8cea-7686ff0bebf5 req-16b60d9c-f7da-4fb6-876c-46430af3249c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:28.020039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b88f05bd-22c3-4f9c-8cea-7686ff0bebf5 req-16b60d9c-f7da-4fb6-876c-46430af3249c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0584898 Feb 19 01:36:28.070438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b88f05bd-22c3-4f9c-8cea-7686ff0bebf5 req-62da948b-813c-4d63-99f4-efbba9daece1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Feb 19 01:36:28.321923 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 59884) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:28.335349 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0614f1e-4303-4bab-969e-521af0eabcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.410109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0614f1e-4303-4bab-969e-521af0eabcf1 admin admin] Publish callbacks [] for security_group (220292be-a149-4e2f-aef1-0d1342f5ecbf), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.506960 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0614f1e-4303-4bab-969e-521af0eabcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (220292be-a149-4e2f-aef1-0d1342f5ecbf), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.546493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0614f1e-4303-4bab-969e-521af0eabcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220292be-a149-4e2f-aef1-0d1342f5ecbf,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.551185 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f0614f1e-4303-4bab-969e-521af0eabcf1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fc0255427f9f4fa1a92fae56e9628a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2281744 Feb 19 01:36:28.554629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 59886) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:28.617371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Publish callbacks [] for security_group (220292be-a149-4e2f-aef1-0d1342f5ecbf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.638927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Publish callbacks [] for security_group (220292be-a149-4e2f-aef1-0d1342f5ecbf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.766662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (220292be-a149-4e2f-aef1-0d1342f5ecbf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.768881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:28.770045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/220292be-a149-4e2f-aef1-0d1342f5ecbf HTTP/1.1" status: 204 len: 168 time: 0.2148404 Feb 19 01:36:28.778634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220292be-a149-4e2f-aef1-0d1342f5ecbf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:28.786322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.786675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.787043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.787393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.787730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.788057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.788387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.788715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.789041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.789368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.789693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.790013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:28.790337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abbf7ba-6df7-499b-b96f-c0d672c387ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:29.201762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a5ad-38a9-415e-8291-956e439b2db2 req-4677469c-aa57-41ff-bff8-1fe3def482aa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:29.203546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3286a5ad-38a9-415e-8291-956e439b2db2 req-4677469c-aa57-41ff-bff8-1fe3def482aa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0602143 Feb 19 01:36:29.265791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3286a5ad-38a9-415e-8291-956e439b2db2 req-da0820b0-bfa2-4fa9-9102-5ee98510127b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506301 Feb 19 01:36:29.459250 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:36:30.385405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a7880-fc51-42d2-bc3e-d4cfaa984374 req-721c393b-bee9-4d7d-8021-8fba6e9e8bf6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:30.386818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998a7880-fc51-42d2-bc3e-d4cfaa984374 req-721c393b-bee9-4d7d-8021-8fba6e9e8bf6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0539730 Feb 19 01:36:30.437742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-998a7880-fc51-42d2-bc3e-d4cfaa984374 req-ff9d1a17-fb81-4cef-ad09-b4b372199e21 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Feb 19 01:36:31.559455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0321eb-10f5-46c3-8b16-da7882160e21 req-a7121bc0-4ac5-4620-b575-807b4714c14c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:31.561640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0321eb-10f5-46c3-8b16-da7882160e21 req-a7121bc0-4ac5-4620-b575-807b4714c14c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0536413 Feb 19 01:36:31.610244 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e0321eb-10f5-46c3-8b16-da7882160e21 req-cd9ae8b5-99da-4581-a98b-fd44e52baf5c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Feb 19 01:36:32.731961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ed20-e223-40ea-9441-5a85b057c5ea req-1f4e6d6e-7101-458f-bd04-903d4db7908b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:32.733447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2074ed20-e223-40ea-9441-5a85b057c5ea req-1f4e6d6e-7101-458f-bd04-903d4db7908b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0537469 Feb 19 01:36:32.785842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2074ed20-e223-40ea-9441-5a85b057c5ea req-63ff0b1f-4a50-4e2c-ac0d-a389ede76c44 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Feb 19 01:36:33.908477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10eb73-3d65-463c-be4e-bbc1953469a9 req-a59b89a1-32cd-4e28-ae58-1048cab76b61 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:33.909969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c10eb73-3d65-463c-be4e-bbc1953469a9 req-a59b89a1-32cd-4e28-ae58-1048cab76b61 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0549669 Feb 19 01:36:33.957962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c10eb73-3d65-463c-be4e-bbc1953469a9 req-5de160de-5c17-49da-9e8b-69bef9c4c310 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Feb 19 01:36:35.083439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5ffe6-de11-4f25-bdb8-7efb184b2cfb req-9984175f-a5f0-4fb9-93ea-c9214ef13f5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:35.084983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04a5ffe6-de11-4f25-bdb8-7efb184b2cfb req-9984175f-a5f0-4fb9-93ea-c9214ef13f5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0554256 Feb 19 01:36:35.132879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04a5ffe6-de11-4f25-bdb8-7efb184b2cfb req-4d5de6a0-6c43-49d4-8aab-d1f2de099256 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Feb 19 01:36:36.260696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230d49-4515-4bdc-bbce-50652a4eaf43 req-7090df2f-1ece-4190-944b-f60a96d3bafc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:36.262174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff230d49-4515-4bdc-bbce-50652a4eaf43 req-7090df2f-1ece-4190-944b-f60a96d3bafc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0591025 Feb 19 01:36:36.316199 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ff230d49-4515-4bdc-bbce-50652a4eaf43 req-90c1e8de-0bbc-47fd-9053-a00fc20f44ab tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Feb 19 01:36:37.435406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611609-d12d-485a-ad88-465427b088f9 req-03bde247-3e94-4045-8c30-ac3f9dba151e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:37.436921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57611609-d12d-485a-ad88-465427b088f9 req-03bde247-3e94-4045-8c30-ac3f9dba151e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0541210 Feb 19 01:36:37.485888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57611609-d12d-485a-ad88-465427b088f9 req-8b7411f9-9fb4-4b1c-b682-232e2450722f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Feb 19 01:36:38.609521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e9a69-c892-46d9-8c75-efc7e7906863 req-cd5cbba5-72f9-4d0b-9805-1f0e6e3d203d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:38.610973 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b89e9a69-c892-46d9-8c75-efc7e7906863 req-cd5cbba5-72f9-4d0b-9805-1f0e6e3d203d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0528669 Feb 19 01:36:38.657780 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b89e9a69-c892-46d9-8c75-efc7e7906863 req-190e5773-b472-44ff-a379-492185782ec0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Feb 19 01:36:39.793817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d0245-ec6e-44a0-913f-14ba86c48e28 req-a18b6d39-88eb-45a5-aacf-a1bba0ba65b7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:39.795349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-400d0245-ec6e-44a0-913f-14ba86c48e28 req-a18b6d39-88eb-45a5-aacf-a1bba0ba65b7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0655062 Feb 19 01:36:39.844785 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-400d0245-ec6e-44a0-913f-14ba86c48e28 req-3f7303cf-9940-4513-9e60-a2615847430a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Feb 19 01:36:39.992554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:40.529808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:40.683865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-28c19ed3-3b46-4122-8c36-7f5328cd818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:40.972898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254adf1a-0517-4ab4-80c9-e14e19763eee req-9e8d50d5-0a18-4770-8331-7c1467470395 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:40.974392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-254adf1a-0517-4ab4-80c9-e14e19763eee req-9e8d50d5-0a18-4770-8331-7c1467470395 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0573254 Feb 19 01:36:41.022076 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-254adf1a-0517-4ab4-80c9-e14e19763eee req-f35d3f37-c663-40bc-935f-b11634e64c78 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Feb 19 01:36:42.156290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d41b4-f91c-4d00-aea0-e9ee4e5a05b3 req-52bc6cfa-9509-4a76-80ae-51363504ae69 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.157771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-442d41b4-f91c-4d00-aea0-e9ee4e5a05b3 req-52bc6cfa-9509-4a76-80ae-51363504ae69 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0606475 Feb 19 01:36:42.205375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-442d41b4-f91c-4d00-aea0-e9ee4e5a05b3 req-35e34771-11fe-430f-a1bc-fecbbab4da7a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Feb 19 01:36:42.918382 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5836e6dd-a091-47e6-8346-8385e1a5bc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.329095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a0bf-3689-4417-bc7d-98b72e19d0fd req-bc6e91d4-27af-499e-90fb-21e1c2ed560d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:43.330707 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fca8a0bf-3689-4417-bc7d-98b72e19d0fd req-bc6e91d4-27af-499e-90fb-21e1c2ed560d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0549750 Feb 19 01:36:43.384837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fca8a0bf-3689-4417-bc7d-98b72e19d0fd req-1c82b419-5471-4f59-bf31-5a913b8d3fab tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481031 Feb 19 01:36:44.312726 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.519811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159834-7042-45d3-8f1c-af3c29bd53d2 req-f68683bb-c69c-440a-9ec7-eeac827b7b57 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:44.521374 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3159834-7042-45d3-8f1c-af3c29bd53d2 req-f68683bb-c69c-440a-9ec7-eeac827b7b57 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0653460 Feb 19 01:36:44.573958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3159834-7042-45d3-8f1c-af3c29bd53d2 req-34112f81-b7a0-43b1-add6-76007c91c142 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Feb 19 01:36:45.358051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.928108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d784ff-0c49-4146-84d4-9691e59cec73 req-02944e9b-24c1-45b1-9407-7d8b9632a01e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:45.929712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14d784ff-0c49-4146-84d4-9691e59cec73 req-02944e9b-24c1-45b1-9407-7d8b9632a01e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0580888 Feb 19 01:36:45.981516 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-14d784ff-0c49-4146-84d4-9691e59cec73 req-67d28639-1cd1-492c-97ee-e1891695da60 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Feb 19 01:36:46.969515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.103428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fab53-c4c2-4476-bca7-5a0277cc6da9 req-508e2955-c74a-4ab8-a31e-09d11f15a2b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:47.104939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd5fab53-c4c2-4476-bca7-5a0277cc6da9 req-508e2955-c74a-4ab8-a31e-09d11f15a2b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0547013 Feb 19 01:36:47.154545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd5fab53-c4c2-4476-bca7-5a0277cc6da9 req-5ac19246-0453-4504-830a-789d8a01a7a2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Feb 19 01:36:48.279610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ee2b-d524-4954-9989-4c4da08ac4e7 req-c45fe7d1-eb00-4c2f-8ddc-c6b1689901da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:48.281187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0f2ee2b-d524-4954-9989-4c4da08ac4e7 req-c45fe7d1-eb00-4c2f-8ddc-c6b1689901da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0541635 Feb 19 01:36:48.328928 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0f2ee2b-d524-4954-9989-4c4da08ac4e7 req-617a1254-17f6-4def-b574-ad29b04e03ac tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Feb 19 01:36:49.454659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5f40-4d89-45ce-9cc9-a53d4534e735 req-d203f79f-9353-4bf2-8dfd-3faab7858326 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:49.456195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-34cf5f40-4d89-45ce-9cc9-a53d4534e735 req-d203f79f-9353-4bf2-8dfd-3faab7858326 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0528617 Feb 19 01:36:49.504545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-34cf5f40-4d89-45ce-9cc9-a53d4534e735 req-8b4317e8-a647-4dad-b524-ccfcb7a52cd8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Feb 19 01:36:50.630390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2163-1ce8-4154-9f0c-9d1527fd570f req-d0fe5200-7e5e-4141-bde4-d4cb3fbff19c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:50.631848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2ef2163-1ce8-4154-9f0c-9d1527fd570f req-d0fe5200-7e5e-4141-bde4-d4cb3fbff19c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0544386 Feb 19 01:36:50.679575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c2ef2163-1ce8-4154-9f0c-9d1527fd570f req-25027dd9-636b-447f-987e-5e5d9034ca3e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Feb 19 01:36:51.812659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0c6c2-7966-44d7-8c0e-81395b34a858 req-6c545fbc-2474-4297-822e-46eda1752701 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:51.814154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22f0c6c2-7966-44d7-8c0e-81395b34a858 req-6c545fbc-2474-4297-822e-46eda1752701 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0594983 Feb 19 01:36:51.861606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22f0c6c2-7966-44d7-8c0e-81395b34a858 req-b6f11162-85ef-4541-b9c8-69752315a0c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Feb 19 01:36:52.990301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443000-a50f-4957-975a-d707cf852c06 req-02f925d3-5fd6-4835-b8c0-e751edec7b1b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.991841 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc443000-a50f-4957-975a-d707cf852c06 req-02f925d3-5fd6-4835-b8c0-e751edec7b1b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0604539 Feb 19 01:36:53.038056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc443000-a50f-4957-975a-d707cf852c06 req-310b2754-9b1c-4ee8-b500-dcc2aab3bdcf tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Feb 19 01:36:54.159203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1ab7a-0659-4d33-806d-7277f48503b5 req-07a47c9a-f30d-4d19-bad3-9ff2ab19f2d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:54.161890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4f1ab7a-0659-4d33-806d-7277f48503b5 req-07a47c9a-f30d-4d19-bad3-9ff2ab19f2d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0554760 Feb 19 01:36:54.214262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4f1ab7a-0659-4d33-806d-7277f48503b5 req-0beafedc-0b14-4843-a866-60036020ec33 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Feb 19 01:36:55.338882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454675b3-1c53-41da-8033-b0860cbb4969 req-32a16d92-1eae-444b-ac3e-0cf0b8d202d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:55.340367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-454675b3-1c53-41da-8033-b0860cbb4969 req-32a16d92-1eae-444b-ac3e-0cf0b8d202d8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0537858 Feb 19 01:36:55.387418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-454675b3-1c53-41da-8033-b0860cbb4969 req-5d53822c-4d4f-4884-85fb-60925db12ffb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Feb 19 01:36:56.514036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7905c47-d8a5-4cfd-9e4a-24ba4db4fcd4 req-e85db1c3-c582-454c-a191-31af805ba884 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:56.515561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7905c47-d8a5-4cfd-9e4a-24ba4db4fcd4 req-e85db1c3-c582-454c-a191-31af805ba884 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0580463 Feb 19 01:36:56.568964 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7905c47-d8a5-4cfd-9e4a-24ba4db4fcd4 req-a258132a-3977-4a24-8630-4e45d4923121 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Feb 19 01:36:57.694015 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6979b79-99ec-47e1-8cc5-ad39b0573925 req-22626e6e-86d0-48a6-8800-9880cfa0578a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.695511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6979b79-99ec-47e1-8cc5-ad39b0573925 req-22626e6e-86d0-48a6-8800-9880cfa0578a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0537488 Feb 19 01:36:57.747281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6979b79-99ec-47e1-8cc5-ad39b0573925 req-1cf0091d-f3f6-4760-8897-9e31404c9560 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Feb 19 01:36:58.868661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193364c-57c7-4eba-a6ef-574259ac6656 req-025bb4ec-8318-44a3-b9a4-581c6d51acc7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.870146 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c193364c-57c7-4eba-a6ef-574259ac6656 req-025bb4ec-8318-44a3-b9a4-581c6d51acc7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 944 time: 0.0544095 Feb 19 01:36:58.918642 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c193364c-57c7-4eba-a6ef-574259ac6656 req-8077feff-599c-4b57-9280-08d173b53b8f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Feb 19 01:36:59.187136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:36:59.283847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:59.295829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2', 'mac_address': 'fa:16:3e:f8:4e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:36:59.336433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:59.336814 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:59.349931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:59.368862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:59.460598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:59.509072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:59.516434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.516783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.517126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.517467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.517805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.518142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.518471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.518797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.519241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.519509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.519834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.520157 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.521141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:59.732259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['aadfd235-9d98-4a5a-be36-f8b6cdec3bd2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:00.048458 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969711a-cede-46d8-b22e-44471774802b req-ebc8e5e2-4e85-4f29-b542-90f7838930e7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.050204 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2969711a-cede-46d8-b22e-44471774802b req-ebc8e5e2-4e85-4f29-b542-90f7838930e7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 945 time: 0.0585639 Feb 19 01:37:00.097567 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2969711a-cede-46d8-b22e-44471774802b req-c3079c55-956a-4775-aed1-ca04d6f629b8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Feb 19 01:37:01.186624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:01.215905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b197b1-6575-4cec-91e9-240a661f56a6 req-fd6d06a9-999d-4dde-a8f1-3b9bf8bf804b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:01.217367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03b197b1-6575-4cec-91e9-240a661f56a6 req-fd6d06a9-999d-4dde-a8f1-3b9bf8bf804b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Feb 19 01:37:01.267535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03b197b1-6575-4cec-91e9-240a661f56a6 req-47b3c3f4-d3ba-4b36-9d93-5d2065e9a2bd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Feb 19 01:37:01.316351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:37:01.320559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:01.320936 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:01.407809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:01.408123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:01.437401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:01.439680 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f923750-50e9-4ed2-8323-130b781bfe43" -d '{"events": [{"server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "name": "network-vif-plugged", "status": "completed", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:01.452234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:01.478360 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67e6ce-0f36-4a67-b89a-4f6e11cc3ea5 x-openstack-request-id: req-4b67e6ce-0f36-4a67-b89a-4f6e11cc3ea5 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:01.478672 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "name": "network-vif-plugged", "status": "completed", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:01.478953 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4b67e6ce-0f36-4a67-b89a-4f6e11cc3ea5 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:01.479384 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2', 'code': 200} Feb 19 01:37:01.516906 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:01.575619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:01.593352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15937196-f38d-4fdd-ab7b-5231f4588d4a req-3b866b4c-644c-4033-8dee-cac1020d1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:01.595109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15937196-f38d-4fdd-ab7b-5231f4588d4a req-3b866b4c-644c-4033-8dee-cac1020d1d0f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 1128 time: 0.0546074 Feb 19 01:37:01.642543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-15937196-f38d-4fdd-ab7b-5231f4588d4a req-22f84584-1b09-4a66-baa9-aedd18926449 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Feb 19 01:37:02.393415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad212b7-a9c8-427c-94eb-fba9f2ccd300 req-21af7fc8-e20e-47f8-8980-f03086c77327 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:02.394916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ad212b7-a9c8-427c-94eb-fba9f2ccd300 req-21af7fc8-e20e-47f8-8980-f03086c77327 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0577891 Feb 19 01:37:02.446729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0ad212b7-a9c8-427c-94eb-fba9f2ccd300 req-db055062-9dac-4334-963b-333825c19e66 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Feb 19 01:37:03.571034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f279c-ada0-4cfc-9a53-b482b786c0cc req-fa62933e-f2fd-4fd1-8d7c-6d82ce45ee44 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:03.572890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f0f279c-ada0-4cfc-9a53-b482b786c0cc req-fa62933e-f2fd-4fd1-8d7c-6d82ce45ee44 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0540166 Feb 19 01:37:03.620166 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6f0f279c-ada0-4cfc-9a53-b482b786c0cc req-61df71e1-abdb-4b4a-87a0-aa943534c303 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Feb 19 01:37:03.746337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3b7d-7513-44dd-9741-bfff3730ff77 req-e8e00019-ae8c-45b4-b4ce-90251be28e08 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:03.747863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-611b3b7d-7513-44dd-9741-bfff3730ff77 req-e8e00019-ae8c-45b4-b4ce-90251be28e08 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0564067 Feb 19 01:37:03.795307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-611b3b7d-7513-44dd-9741-bfff3730ff77 req-c2de0823-b89b-4720-b56b-bea908faf76f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Feb 19 01:37:04.302728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19061f8a-3fd4-460c-9aa1-b3beacb779e5 req-210b1187-737d-4bd5-ad6f-22563424f76c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.304376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19061f8a-3fd4-460c-9aa1-b3beacb779e5 req-210b1187-737d-4bd5-ad6f-22563424f76c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0545115 Feb 19 01:37:04.351500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19061f8a-3fd4-460c-9aa1-b3beacb779e5 req-6e2b8721-caed-4784-b66d-0f910d901488 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Feb 19 01:37:05.494538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93445-f1fa-44e0-bdc4-f4fe2d7e102d req-b0dc1f8b-fc4f-4667-b34a-ca434f8e1a38 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.496057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7f93445-f1fa-44e0-bdc4-f4fe2d7e102d req-b0dc1f8b-fc4f-4667-b34a-ca434f8e1a38 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0653076 Feb 19 01:37:05.543294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7f93445-f1fa-44e0-bdc4-f4fe2d7e102d req-7a84184c-344a-430d-8f29-f5c2eb663b7b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Feb 19 01:37:05.818327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58545b5-dc98-499e-b956-3b3496614908 req-c8342c13-9f4b-469c-9f6a-dd1cbe167a9f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.819841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f58545b5-dc98-499e-b956-3b3496614908 req-c8342c13-9f4b-469c-9f6a-dd1cbe167a9f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 946 time: 0.0529971 Feb 19 01:37:05.918932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:05.919301 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.013220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:06.013546 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.025972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:06.210041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (aadfd235-9d98-4a5a-be36-f8b6cdec3bd2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.223360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8977c786-9ec6-4d59-8dfd-ed27cccce12f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:06.226396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['aadfd235-9d98-4a5a-be36-f8b6cdec3bd2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:06.238972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=aadfd235-9d98-4a5a-be36-f8b6cdec3bd2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:06.305781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:06.308651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.313398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f58545b5-dc98-499e-b956-3b3496614908 req-ee1392f7-2644-4e60-be0a-f5581a557806 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "DELETE /v2.0/ports/aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 HTTP/1.1" status: 204 len: 173 time: 0.4871578 Feb 19 01:37:06.314047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'name': 'network-vif-deleted', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:06.317029 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9bb17-372a-4b33-8adc-58061feb097e" -d '{"events": [{"server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "name": "network-vif-deleted", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:06.436426 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df0fc7e-1571-488f-ba30-0e4295b4bb36 x-openstack-request-id: req-9df0fc7e-1571-488f-ba30-0e4295b4bb36 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:06.436752 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3026e056-b9d0-41b5-900f-31e618875348", "name": "network-vif-deleted", "tag": "aadfd235-9d98-4a5a-be36-f8b6cdec3bd2", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:06.437068 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9df0fc7e-1571-488f-ba30-0e4295b4bb36 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:06.437549 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3026e056-b9d0-41b5-900f-31e618875348', 'name': 'network-vif-deleted', 'tag': 'aadfd235-9d98-4a5a-be36-f8b6cdec3bd2', 'status': 'completed', 'code': 200} Feb 19 01:37:06.459237 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:06.640571 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd8babe9-fc17-41e1-9265-a01d5c618004 req-edc635f5-5456-4ab1-a8da-fb2efca4c79d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Feb 19 01:37:07.293935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-864a9e73-8741-4ccc-b4da-cbe1c695e45c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440590 Feb 19 01:37:07.380508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-cbd27104-a5c3-4509-9536-40ac6fa5c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.382405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-cbd27104-a5c3-4509-9536-40ac6fa5c9f2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 1128 time: 0.0479686 Feb 19 01:37:07.489666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-c6abf069-9c61-49f6-8959-2b2652b2549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.491361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-c6abf069-9c61-49f6-8959-2b2652b2549f service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0910747 Feb 19 01:37:07.531519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-fe482099-c9b7-4420-888c-e816d511055f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f HTTP/1.1" status: 200 len: 217 time: 0.0348296 Feb 19 01:37:07.578817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-f48c5984-e0cd-45f9-9d8b-7862a4c89043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.579856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-f48c5984-e0cd-45f9-9d8b-7862a4c89043 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0429122 Feb 19 01:37:07.633048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-02985a1d-8c95-4f1d-8add-75d0b80578ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.634595 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-02985a1d-8c95-4f1d-8add-75d0b80578ee service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489111 Feb 19 01:37:07.748768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-c8e12a3e-26c3-4710-ae0a-c760724b4da0 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082306 Feb 19 01:37:07.750684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5f6ae2a7-f543-4229-b1b2-17b98d755eed req-0247abfb-64ec-40ce-bd7b-d94ac63c7dae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0352366 Feb 19 01:37:07.855070 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe3b4011-e733-49ca-8b84-4fb296865f83 req-12198c59-3231-490b-b1df-aae35a354a84 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990341 Feb 19 01:37:08.861415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2c9e4e71-26eb-4572-8d2b-2b0b666092bf req-34ba3c3d-9f77-4232-8306-3698f1ce0250 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Feb 19 01:37:09.964032 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:09.975117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d8b25bc-35c4-422d-b5a7-2af581e85398 req-323fcba0-4c02-4db0-b2f5-bc0ba49f14de tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0325129 Feb 19 01:37:10.538841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:10.694660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3c4d207c-a138-41b4-b840-35232cbf404d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:11.079030 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1279772-2efe-4b1c-a13a-62d2b24ad3bc req-88ed25b6-b3fc-4773-9ab4-63bad8d7b627 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0312755 Feb 19 01:37:11.253828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:11.277415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:11.277684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device aadfd235-9d98-4a5a-be36-f8b6cdec3bd2 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:12.178435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1e84f383-ba07-46c1-aa87-0247f015a812 req-8b10df6c-5fb2-4bf1-bf1b-efc889097a52 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Feb 19 01:37:12.904954 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ea89891-3c64-4cb8-8f02-e76329c55d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:13.275862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-015975e6-c241-4b79-8d51-8951290de873 req-21ce4730-2a83-4301-8d03-8e020772e826 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0287232 Feb 19 01:37:14.315978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:14.373238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb79e9d1-f837-42c8-bab6-ffc4904cbdd9 req-769bc93b-cd60-4e01-8fa0-6797777af68d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0277472 Feb 19 01:37:15.386380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:15.479731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5e59cea8-fedd-4a49-afbc-467f10068611 req-fe80002c-3ffc-4b5f-8218-077c746c0ee1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0331371 Feb 19 01:37:16.603200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd0b9ede-80cd-40d4-80d3-84bf3143e4e6 req-63b15e3c-0fd9-43f6-bc70-c249a54df9ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=3026e056-b9d0-41b5-900f-31e618875348 HTTP/1.1" status: 200 len: 210 time: 0.0328603 Feb 19 01:37:16.980652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:25.533518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d054-916f-4292-b6d3-95eafaa14ba5 req-592a9cb9-b53e-41ae-b6da-10a7ae86dba3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:25.535017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0d0d054-916f-4292-b6d3-95eafaa14ba5 req-592a9cb9-b53e-41ae-b6da-10a7ae86dba3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0552421 Feb 19 01:37:25.582827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0d0d054-916f-4292-b6d3-95eafaa14ba5 req-3bbcceaf-9cf4-45a5-907b-a26d4ca70744 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Feb 19 01:37:26.712836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0dbe-1f70-43cb-838d-b25e90792c46 req-757941aa-0534-49e8-bcbf-a06e4cc3579f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:26.714346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6daf0dbe-1f70-43cb-838d-b25e90792c46 req-757941aa-0534-49e8-bcbf-a06e4cc3579f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0596242 Feb 19 01:37:26.762797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6daf0dbe-1f70-43cb-838d-b25e90792c46 req-429da564-954f-43d2-9ae1-18a45db278ae tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c1585b7-51d2-4823-93e3-20c506d9dcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Feb 19 01:37:27.030357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843de94-b1cd-4123-a039-3d17984a8509 req-873d7daf-c1df-46ef-8ad0-6f5f081be41f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:27.031816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8843de94-b1cd-4123-a039-3d17984a8509 req-873d7daf-c1df-46ef-8ad0-6f5f081be41f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Feb 19 01:37:27.125565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port 8977c786-9ec6-4d59-8dfd-ed27cccce12f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:37:27.125900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:27.214419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port 8977c786-9ec6-4d59-8dfd-ed27cccce12f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=8977c786-9ec6-4d59-8dfd-ed27cccce12f,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:27.214781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:27.228068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for 8977c786-9ec6-4d59-8dfd-ed27cccce12f owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:37:27.453239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8977c786-9ec6-4d59-8dfd-ed27cccce12f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:27.465054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['8977c786-9ec6-4d59-8dfd-ed27cccce12f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:27.490269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=8977c786-9ec6-4d59-8dfd-ed27cccce12f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:27.536557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port 8977c786-9ec6-4d59-8dfd-ed27cccce12f on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:37:27.539674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:27.543434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8843de94-b1cd-4123-a039-3d17984a8509 req-135d4bc4-2343-491e-9658-5c3b7ba0e0b2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "DELETE /v2.0/ports/8977c786-9ec6-4d59-8dfd-ed27cccce12f HTTP/1.1" status: 204 len: 173 time: 0.5062184 Feb 19 01:37:27.543896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'name': 'network-vif-deleted', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:27.547328 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ae7c2-a219-4ecd-b50e-c81800f74d6c" -d '{"events": [{"server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "name": "network-vif-deleted", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:27.585137 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e3522-26fa-4840-8339-0188d795e066 x-openstack-request-id: req-5d1e3522-26fa-4840-8339-0188d795e066 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:27.585627 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239f0e70-3ae4-44f2-b144-cf1686dfcf91", "name": "network-vif-deleted", "tag": "8977c786-9ec6-4d59-8dfd-ed27cccce12f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:27.586032 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5d1e3522-26fa-4840-8339-0188d795e066 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:27.586450 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239f0e70-3ae4-44f2-b144-cf1686dfcf91', 'name': 'network-vif-deleted', 'tag': '8977c786-9ec6-4d59-8dfd-ed27cccce12f', 'status': 'completed', 'code': 200} Feb 19 01:37:27.863853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f040e638-34b0-485f-8dcd-9cc4d1e10d6f req-15eca05c-3197-484c-a590-cfefb8bfe83c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Feb 19 01:37:28.969677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2a4b7ae-0d21-4b2f-a867-86795c9e46be req-3ee9406e-5201-4803-9f79-e48eaec511fe tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0341470 Feb 19 01:37:30.011568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8977c786-9ec6-4d59-8dfd-ed27cccce12f no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:37:30.041297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 8977c786-9ec6-4d59-8dfd-ed27cccce12f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:37:30.041921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 8977c786-9ec6-4d59-8dfd-ed27cccce12f not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:37:30.088369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f14363b6-5b08-4aa1-aaf4-75500f99cabd req-b53d157d-62bc-4a77-9d66-aac856da9b86 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0474520 Feb 19 01:37:31.189122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54d4a35e-23e0-4b93-995c-061f9ef6257f req-ee84a34b-b26e-4d0d-971a-1424fe615618 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Feb 19 01:37:32.285877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ee37812-b6f0-49de-8e26-9a05b6fb9d7f req-09bc1e68-8b9e-4831-a74d-c5d7cdfa2231 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0276191 Feb 19 01:37:33.380679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fa573b1b-55ce-4926-8640-0d8648bcd18e req-5645fbbe-9cd2-4dfa-94d2-dc69b506ae55 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0268276 Feb 19 01:37:34.476337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6327db44-a49d-4eb5-b107-036c7e092171 req-f5105565-304b-4eac-8b06-dabc4f343a19 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0266190 Feb 19 01:37:35.573203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-33a4455b-97a9-4728-8a3f-2393a6be585a req-2f9dbaef-1bd8-470e-b0c3-46e9175378bc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Feb 19 01:37:36.668274 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e324ccf0-f493-4a02-812c-624b9e7b13f0 req-aa0f4f9a-06df-4cfa-b356-cd56e94be4e0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=239f0e70-3ae4-44f2-b144-cf1686dfcf91 HTTP/1.1" status: 200 len: 210 time: 0.0274193 Feb 19 01:37:39.980052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:40.568598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:40.648574 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5362f5fb-da13-4674-916a-04a70af768f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:42.877701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e89392c-9c74-4965-a6d9-4743dcac6bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:43.458352 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:44.322730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.493826 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60132) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.498653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666257240', 'description': 'tempest-secgroup-smoke-666257240 description', 'project_id': 'ceda7041759e422db64935c0b5189506'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.569511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.636830 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (65242566-3655-414d-b806-5c7e563259ba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.706127 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (65242566-3655-414d-b806-5c7e563259ba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.736959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65242566-3655-414d-b806-5c7e563259ba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:44.745999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.746348 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.746695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.747067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.750347 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:44.799867 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.804945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60136) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:44.805412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-28224d70-e769-4c36-9930-fcc6b98f87d1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3100922 Feb 19 01:37:44.809794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:44.929283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (3565fa6e-42c7-43f5-b2c2-98edd13d4acb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:44.987681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (3565fa6e-42c7-43f5-b2c2-98edd13d4acb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.060249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3565fa6e-42c7-43f5-b2c2-98edd13d4acb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.079465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3565fa6e-42c7-43f5-b2c2-98edd13d4acb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.087962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.088318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.088672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.089015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.089352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.089690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.090026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.090351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.090678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.091003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.091358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.093710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.093710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:37:45.147768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.149287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-282542aa-9da5-4105-97af-d3ac43e4912a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431759 Feb 19 01:37:45.152256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60138) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.156611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.234999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (e29fdc54-358a-42e1-99d2-561903384ea5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.292432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (e29fdc54-358a-42e1-99d2-561903384ea5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.355460 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e29fdc54-358a-42e1-99d2-561903384ea5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.375616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29fdc54-358a-42e1-99d2-561903384ea5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.378674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.427908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.429091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b1942aae-53fb-458c-834a-337480a4b2d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759228 Feb 19 01:37:45.432591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60140) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.437135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.522250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (7a74902b-8b78-4c92-96b3-51e6dc7acc1d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.595053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (7a74902b-8b78-4c92-96b3-51e6dc7acc1d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.649159 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7a74902b-8b78-4c92-96b3-51e6dc7acc1d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.667229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a74902b-8b78-4c92-96b3-51e6dc7acc1d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:45.730411 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.731621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e58bed8f-f6d4-43c2-9209-2f81fdf09715 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980778 Feb 19 01:37:45.734359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:45.738859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:45.811856 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (76817444-d39d-48bb-b441-77acc4edc49e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.875774 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (76817444-d39d-48bb-b441-77acc4edc49e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.950019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (76817444-d39d-48bb-b441-77acc4edc49e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:45.968164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76817444-d39d-48bb-b441-77acc4edc49e,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:46.060276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.061512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ca3f36d0-4a84-4559-9dbf-c5d76de5f4e6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3262129 Feb 19 01:37:46.064263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:46.068684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:46.184402 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Project ceda7041759e422db64935c0b5189506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:37:46.190185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (a9de783f-dfd3-4c57-ab0c-2a82a37f9948), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.248845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (a9de783f-dfd3-4c57-ab0c-2a82a37f9948), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.315350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a9de783f-dfd3-4c57-ab0c-2a82a37f9948), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.333192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de783f-dfd3-4c57-ab0c-2a82a37f9948,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:46.420253 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.421550 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-737e84a2-9c2c-4c86-b173-1ba25005628d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563585 Feb 19 01:37:46.424646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60146) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:46.429050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'security_group_rule': {'security_group_id': '65242566-3655-414d-b806-5c7e563259ba', 'project_id': 'ceda7041759e422db64935c0b5189506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:46.504368 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Project ceda7041759e422db64935c0b5189506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:37:46.510203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (149d1979-24d2-4c62-bdf0-9365f6e8c03d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.569368 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (149d1979-24d2-4c62-bdf0-9365f6e8c03d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.641565 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (149d1979-24d2-4c62-bdf0-9365f6e8c03d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.659972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149d1979-24d2-4c62-bdf0-9365f6e8c03d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:46.736155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:46.737370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-738626a7-39e3-46d0-8a72-6501d8c8a3af tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3117721 Feb 19 01:37:46.945524 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.002586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.579511 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:10.648137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bce33ae8-a410-4218-8423-f534e91dc526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:12.819068 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-1f4f8cbd-9921-4c4d-b888-de2922709473 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666257240&fields=id&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 267 time: 0.0531642 Feb 19 01:38:12.888117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05c10ba7-4556-415a-904a-cf517f957a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:12.934755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-8a3ca679-43ab-482f-b8f2-4a4f5e89f91d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:12.936337 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-8a3ca679-43ab-482f-b8f2-4a4f5e89f91d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1101906 Feb 19 01:38:12.951549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-1ac9ab82-a484-4303-a57a-32bdfe65ee4c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0099587 Feb 19 01:38:13.008312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-b0179730-0270-40a0-9302-38913eed5cf3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518677 Feb 19 01:38:13.106263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f3023d28-60d2-45fc-a6c3-8c1d4a80db83 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Feb 19 01:38:13.195700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f4331307-2141-4d07-8c3b-a3dafa731afb service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837252 Feb 19 01:38:13.664176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9656623-5424-4408-800b-27e0464c4324 req-36d9597a-de74-41f3-b6c8-ef76e1389078 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0322909 Feb 19 01:38:14.282444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:14.767766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6993dd18-d521-41f4-a8b7-ea50daad2ef6 req-3130276b-9173-43ec-befb-0ed6c8393e41 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0339839 Feb 19 01:38:15.350637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.487448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f1713980-8675-4786-b47b-eaf9e78c82c1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:15.488819 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f1713980-8675-4786-b47b-eaf9e78c82c1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1007717 Feb 19 01:38:15.550920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-64ddd84b-c932-43fd-b848-ea4c9ee4fb2d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 379 time: 0.0534928 Feb 19 01:38:15.563318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'security_groups': ['65242566-3655-414d-b806-5c7e563259ba']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:15.732336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:15.736186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:15.878838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b76f6c3-c96d-473d-af80-a9dde8c1b97a req-81df01e7-ffe9-4e18-aa8e-3f9e833535b5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0343654 Feb 19 01:38:15.894969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.11 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/4e230e0e-8fbb-40f5-a2ef-6868536b45ad) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:16.035441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.117407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.161747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:16.165452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:16.169113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:16.192511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:16.221825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:16.222477 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.279763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-13bde8bc-78dd-495e-87d8-be262b1dfabc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7200072 Feb 19 01:38:16.295946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Request body: {'port': {'device_id': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:16.361125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.386047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d635e6e5-2e51-4750-a617-0c6d2af6b698 None None] Provisioning complete for port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:16.386950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d635e6e5-2e51-4750-a617-0c6d2af6b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.426605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d635e6e5-2e51-4750-a617-0c6d2af6b698 None None] Port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:16.627692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e230e0e-8fbb-40f5-a2ef-6868536b45ad {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:16.635138 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks [] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.647844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Transition to ACTIVE for port object 4e230e0e-8fbb-40f5-a2ef-6868536b45ad will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:38:16.717154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.789915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Pushing event updated for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:16.854610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Attempting to bind port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:16.855164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Attempting to bind port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:16.855601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Attempting to bind port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:16.860548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:38:16.860991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Attempting to bind port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:16.866361 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:16.866825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:16.867350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:16.868582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Bound port: 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:16.869733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:16.962437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:16.966373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:16.969130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:17.030801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcad9b-8d20-4730-9d43-3938ce599e4e req-e3da6c9d-15f1-4bcb-bbf7-5c70908c3393 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.032268 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bcfcad9b-8d20-4730-9d43-3938ce599e4e req-e3da6c9d-15f1-4bcb-bbf7-5c70908c3393 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0567253 Feb 19 01:38:17.054426 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:17.101274 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bcfcad9b-8d20-4730-9d43-3938ce599e4e req-7fbb86f5-30e0-4513-8f8f-df8edbbf4286 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616467 Feb 19 01:38:17.101411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.102018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:17.104319 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] 10.222.0.117 "PUT /v2.0/ports/4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 200 len: 1092 time: 0.8177359 Feb 19 01:38:17.108514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:17.110859 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933" -d '{"events": [{"name": "network-changed", "server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:17.148976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec25f2-489d-48ef-bc3b-6ebb11ed2d25 service neutron] Pushing event updated for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:17.161136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5944ce-ff90-469d-8d0d-7caa31cbf099 x-openstack-request-id: req-bd5944ce-ff90-469d-8d0d-7caa31cbf099 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:17.161136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:17.161136 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bd5944ce-ff90-469d-8d0d-7caa31cbf099 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:17.161413 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'status': 'completed', 'code': 200} Feb 19 01:38:17.235711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-8d325a1c-adb6-432e-89bb-2ff965c39795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.237349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-8d325a1c-adb6-432e-89bb-2ff965c39795 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1126 time: 0.0540237 Feb 19 01:38:17.349888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-6c8b0d98-25ff-457b-baae-dd7e671f44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.351436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-6c8b0d98-25ff-457b-baae-dd7e671f44b4 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=ceda7041759e422db64935c0b5189506&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1060090 Feb 19 01:38:17.463974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-a7a9c56f-e268-49c4-80f6-e26474b52d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.465407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2de31ef-aeb7-4e9f-89e6-c9435ce21933 req-a7a9c56f-e268-49c4-80f6-e26474b52d7d service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082091 Feb 19 01:38:17.547016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-309f8bca-4fe3-46df-817f-f2aab92a2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.548836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-309f8bca-4fe3-46df-817f-f2aab92a2763 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1126 time: 0.0455542 Feb 19 01:38:17.591306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-28be15d4-589d-4918-b3d3-b35b464a8b30 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 200 len: 217 time: 0.0349159 Feb 19 01:38:17.643246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-05459760-41e0-4d9e-8ae2-c085782ccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.644751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-05459760-41e0-4d9e-8ae2-c085782ccd36 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0484669 Feb 19 01:38:17.982211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f6fb2eb9-6030-4c53-9690-a1eda905d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:17.983743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-f6fb2eb9-6030-4c53-9690-a1eda905d67e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3329861 Feb 19 01:38:18.073903 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-b641d41a-1945-45eb-9ef2-15b754589072 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Feb 19 01:38:18.169476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58a19863-1cff-4d7a-9223-59f70c922a85 req-44aeda0b-a52d-4af2-920b-480c70e35e9d service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Feb 19 01:38:18.225522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3c29f-c2d0-4f5c-86dd-c682492843b8 req-1d3e3149-ff6d-4ffc-8d22-58ab719c0534 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:18.226981 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5a3c29f-c2d0-4f5c-86dd-c682492843b8 req-1d3e3149-ff6d-4ffc-8d22-58ab719c0534 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0549808 Feb 19 01:38:18.277258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5a3c29f-c2d0-4f5c-86dd-c682492843b8 req-c784359d-cf3b-4847-bbd6-34ec98705bad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436933 Feb 19 01:38:19.397482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c8f90-e009-4222-bb7e-8d5b3e596c89 req-e1ade65f-7f75-4a23-b163-84568ab720c3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:19.398954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02c8f90-e009-4222-bb7e-8d5b3e596c89 req-e1ade65f-7f75-4a23-b163-84568ab720c3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0528238 Feb 19 01:38:19.447911 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02c8f90-e009-4222-bb7e-8d5b3e596c89 req-a0e532fa-8ab1-4a34-845a-ce88829b6091 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Feb 19 01:38:20.457654 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:38:20.570003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb9b3d-8375-4338-b46f-5042e677e373 req-e24b898a-4ec9-4a8e-8c60-ecf3ef5a4984 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:20.572141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9eb9b3d-8375-4338-b46f-5042e677e373 req-e24b898a-4ec9-4a8e-8c60-ecf3ef5a4984 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0569830 Feb 19 01:38:20.622258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e9eb9b3d-8375-4338-b46f-5042e677e373 req-0d1c6e39-1b1d-4daa-ac9e-5eb6832d4bcf tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444336 Feb 19 01:38:21.746211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cb822-98d7-495a-b177-bae423c3c77d req-4a1e774d-45e5-456f-8a70-487c026fbfff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:21.747705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a16cb822-98d7-495a-b177-bae423c3c77d req-4a1e774d-45e5-456f-8a70-487c026fbfff tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0578249 Feb 19 01:38:21.796155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a16cb822-98d7-495a-b177-bae423c3c77d req-1e8dfe1e-db09-4760-a191-6d10c518130b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Feb 19 01:38:22.917364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeedeb-65af-472d-88a2-ad152cbe0a55 req-02da06b0-1f06-4096-a8f6-ca9f65e56bfc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:22.919235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05eeedeb-65af-472d-88a2-ad152cbe0a55 req-02da06b0-1f06-4096-a8f6-ca9f65e56bfc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0552950 Feb 19 01:38:22.968806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05eeedeb-65af-472d-88a2-ad152cbe0a55 req-97cddd01-c41b-4003-b39b-10ff0862bc3f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435765 Feb 19 01:38:24.089247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b52b3-951b-4040-aff1-95da2f03eeb8 req-444b529b-e395-4f8d-8109-addbd26537d7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:24.090674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb1b52b3-951b-4040-aff1-95da2f03eeb8 req-444b529b-e395-4f8d-8109-addbd26537d7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0535550 Feb 19 01:38:24.140585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cb1b52b3-951b-4040-aff1-95da2f03eeb8 req-3aeecdcf-9d9b-4040-adef-8bf17deb2115 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Feb 19 01:38:25.265477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f725-39b1-45c5-a8e1-dc483e353a64 req-610f3f61-a16e-47ca-9b41-02b0ddc11fe1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:25.266965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2610f725-39b1-45c5-a8e1-dc483e353a64 req-610f3f61-a16e-47ca-9b41-02b0ddc11fe1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0529947 Feb 19 01:38:25.323524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2610f725-39b1-45c5-a8e1-dc483e353a64 req-bbb750db-cd3f-433c-aeea-39b82f975a99 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508003 Feb 19 01:38:26.444300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca95ad5-5d0e-4a4e-a0dc-cd4712095c6c req-b3f37147-02e8-41a2-87b2-cb280db92d09 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:26.445784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ca95ad5-5d0e-4a4e-a0dc-cd4712095c6c req-b3f37147-02e8-41a2-87b2-cb280db92d09 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0538902 Feb 19 01:38:26.498982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ca95ad5-5d0e-4a4e-a0dc-cd4712095c6c req-659c7a08-a02e-4dfe-a73f-a2731d75d0da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474606 Feb 19 01:38:27.618669 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c955151-bfc8-4227-ac78-14dc365ffd38 req-8bc0959b-df61-4673-a400-76da8e4a6886 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.620208 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c955151-bfc8-4227-ac78-14dc365ffd38 req-8bc0959b-df61-4673-a400-76da8e4a6886 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0528607 Feb 19 01:38:27.669321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c955151-bfc8-4227-ac78-14dc365ffd38 req-d76d2a02-3f37-44f0-8311-09bec9bf68a1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Feb 19 01:38:28.788505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ada64-c485-4312-a18b-61ecff3fae77 req-183b7d57-5b3a-4ec9-abf0-e9aeb29c0158 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:28.789978 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c6ada64-c485-4312-a18b-61ecff3fae77 req-183b7d57-5b3a-4ec9-abf0-e9aeb29c0158 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0530708 Feb 19 01:38:28.838972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8c6ada64-c485-4312-a18b-61ecff3fae77 req-761538c7-099a-4f3a-90b9-554db7a7fcaa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431743 Feb 19 01:38:29.963203 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8fe3c-b35c-43f1-8606-a994686309ca req-f74a0a5f-6ae5-4b51-9587-48f805c8074a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:29.964712 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25b8fe3c-b35c-43f1-8606-a994686309ca req-f74a0a5f-6ae5-4b51-9587-48f805c8074a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0534708 Feb 19 01:38:30.013020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25b8fe3c-b35c-43f1-8606-a994686309ca req-d2742840-8f10-4829-8b01-db1faf221e2b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Feb 19 01:38:31.135398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9833846-8f48-412d-8bad-8c8cd70d5658 req-5560e336-eedd-4fe4-8866-179aa223ae05 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:31.136876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9833846-8f48-412d-8bad-8c8cd70d5658 req-5560e336-eedd-4fe4-8866-179aa223ae05 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0531185 Feb 19 01:38:31.186879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9833846-8f48-412d-8bad-8c8cd70d5658 req-6eeb5233-9afb-4e00-8edb-2f0f30b95f5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Feb 19 01:38:32.309759 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3362c6d-9840-497f-bd8c-9cbe30336c3d req-97eef1ee-6544-4b25-8739-73efc8c75df8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:32.311366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3362c6d-9840-497f-bd8c-9cbe30336c3d req-97eef1ee-6544-4b25-8739-73efc8c75df8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0576506 Feb 19 01:38:32.360200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3362c6d-9840-497f-bd8c-9cbe30336c3d req-34cbb439-efb2-4111-9fa9-2ca2edc8197f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 Feb 19 01:38:33.488098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84902ffe-7c41-4e5a-884e-755aa5907d0f req-e253f415-ca02-4642-a096-4e551e64ee0a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:33.489556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84902ffe-7c41-4e5a-884e-755aa5907d0f req-e253f415-ca02-4642-a096-4e551e64ee0a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0568144 Feb 19 01:38:33.537249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84902ffe-7c41-4e5a-884e-755aa5907d0f req-f76ecf2d-3b34-4978-93ea-7ef9798867b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 Feb 19 01:38:34.462608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4e230e0e-8fbb-40f5-a2ef-6868536b45ad details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:34.558695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:34.571122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'mac_address': 'fa:16:3e:1c:0e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:34.608645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:34.613179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.622809 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e230e0e-8fbb-40f5-a2ef-6868536b45ad {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:34.641995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:34.657465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96807-8708-4bcf-9e17-b5dcc18dac42 req-5451c719-87e4-4103-9f19-8cf01aa7bcc1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:34.658980 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b96807-8708-4bcf-9e17-b5dcc18dac42 req-5451c719-87e4-4103-9f19-8cf01aa7bcc1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 944 time: 0.0537083 Feb 19 01:38:34.708905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b96807-8708-4bcf-9e17-b5dcc18dac42 req-3459c0e4-06e8-48ee-bc4e-eef9beac79fb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443296 Feb 19 01:38:34.726391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.777731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.785470 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.785820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.786163 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.786501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.786832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.787310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.787650 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.787978 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.788311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.788638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.788960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.789285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.789609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.956182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['4e230e0e-8fbb-40f5-a2ef-6868536b45ad'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:35.830988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed402d-9444-41ed-9980-fc301d04c3e8 req-59c39063-3d58-4151-87eb-0808f0bbd311 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:35.832504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71ed402d-9444-41ed-9980-fc301d04c3e8 req-59c39063-3d58-4151-87eb-0808f0bbd311 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 945 time: 0.0544813 Feb 19 01:38:35.881876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71ed402d-9444-41ed-9980-fc301d04c3e8 req-258014ce-7016-4e07-9458-69abd3b84b3e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439019 Feb 19 01:38:36.478264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4e230e0e-8fbb-40f5-a2ef-6868536b45ad up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:36.589979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:36.594619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:36.595003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.675892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:36.676293 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.698797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:36.701899 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2298308d-ac99-48d2-8e7b-123cbec3243f" -d '{"events": [{"server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "name": "network-vif-plugged", "status": "completed", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:36.714708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:36.739723 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90083e38-84ce-41fe-b2bf-ec906d5adfc3 x-openstack-request-id: req-90083e38-84ce-41fe-b2bf-ec906d5adfc3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:36.740018 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "name": "network-vif-plugged", "status": "completed", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:36.740274 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-90083e38-84ce-41fe-b2bf-ec906d5adfc3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:36.740674 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'code': 200} Feb 19 01:38:36.785349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.838611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:36.843210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b41e-773a-49dd-93d8-46b9eb63f96d req-5d256bdb-4626-4787-9706-75601acec2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:36.845066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de38b41e-773a-49dd-93d8-46b9eb63f96d req-5d256bdb-4626-4787-9706-75601acec2d6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1128 time: 0.0458999 Feb 19 01:38:36.894989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de38b41e-773a-49dd-93d8-46b9eb63f96d req-16f971d0-055a-467b-abf3-7353efab8ee2 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Feb 19 01:38:37.000005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05250a-626e-444a-8889-42000c687610 req-59ae53cc-d772-4b2a-b7ba-3f01c68c614f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:37.001543 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba05250a-626e-444a-8889-42000c687610 req-59ae53cc-d772-4b2a-b7ba-3f01c68c614f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.0529439 Feb 19 01:38:37.050104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba05250a-626e-444a-8889-42000c687610 req-f4d60d45-8e62-47a0-a39c-1cf55e208255 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Feb 19 01:38:38.175593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9a234-26f0-4f7a-a7de-3095e99bc662 req-4cec2488-3cc6-44ca-b79b-c565de56db62 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:38.177095 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b9a234-26f0-4f7a-a7de-3095e99bc662 req-4cec2488-3cc6-44ca-b79b-c565de56db62 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.0575035 Feb 19 01:38:38.521729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5b9a234-26f0-4f7a-a7de-3095e99bc662 req-ebd7cebb-2c79-41ac-bba9-1d70baafc8cd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390133 Feb 19 01:38:38.639381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eabfcd-d430-48ad-976e-e0aeb0b9ea83 req-ab69a989-51f1-4aa3-bc6b-e890a0dc4f19 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:38.640839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7eabfcd-d430-48ad-976e-e0aeb0b9ea83 req-ab69a989-51f1-4aa3-bc6b-e890a0dc4f19 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.0538480 Feb 19 01:38:38.688711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a7eabfcd-d430-48ad-976e-e0aeb0b9ea83 req-4edffdc8-7f2f-47d7-b410-8594f4062f69 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Feb 19 01:38:38.711383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:38.921961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a96961-32ab-472a-a2db-3aef0aef7f3e tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:38.923774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-64a96961-32ab-472a-a2db-3aef0aef7f3e tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1123 time: 0.2114079 Feb 19 01:38:38.926884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 60384) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:38.931064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:39.005942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.110838 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.215657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.25.2.165 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/28c1aafb-a904-489f-8151-9f684ec1e3cc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:39.316735 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.402871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.447307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:39.451394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:39.455358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:39.485014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=28c1aafb-a904-489f-8151-9f684ec1e3cc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.977386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.001308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (b378d03d-c7b6-4bb6-b0b0-19d3389bc081), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.137424 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.285822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.333118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.399179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=28c1aafb-a904-489f-8151-9f684ec1e3cc,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:40.411353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b378d03d-c7b6-4bb6-b0b0-19d3389bc081), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.511261 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP b378d03d-c7b6-4bb6-b0b0-19d3389bc081 associated. External IP: 172.25.2.165, port: 4e230e0e-8fbb-40f5-a2ef-6868536b45ad. Feb 19 01:38:40.600700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.692224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b787b48c-861b-4c04-94d6-98ddc56c9f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.729849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:40.842623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:40.853316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:40.863318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:40.863928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:38:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:40.910965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.942323 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-701d06e2-54bd-45b7-a07c-ca5d5d2f9ab8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0142493 Feb 19 01:38:40.942878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:40.945177 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2159cee4-f8de-4694-acbd-4b68b9625398" -d '{"events": [{"name": "network-changed", "server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:40.975437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:40.984279 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f2204f-88d6-479b-adb1-4b8a2c9bc778 x-openstack-request-id: req-56f2204f-88d6-479b-adb1-4b8a2c9bc778 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:40.984601 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:40.984861 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-56f2204f-88d6-479b-adb1-4b8a2c9bc778 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:40.985275 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'status': 'completed', 'code': 200} Feb 19 01:38:41.052571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-bab57326-b988-4467-8b4e-b2adbed6902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:41.054096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-bab57326-b988-4467-8b4e-b2adbed6902f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1128 time: 0.0480671 Feb 19 01:38:41.148726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-9a42d78b-8e42-4653-ab27-37201d82fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:41.150209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-9a42d78b-8e42-4653-ab27-37201d82fb13 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0904782 Feb 19 01:38:41.206026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b378d03d-c7b6-4bb6-b0b0-19d3389bc081', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:1c:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:39Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:41.217972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-abc7c65b-4701-4d78-900b-effd442fa163 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 200 len: 1000 time: 0.0607307 Feb 19 01:38:41.232431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:41.240683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:41.241289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:38:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:41.270304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-d6881a77-5e39-4cbe-aefd-04f70967be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:41.271856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-d6881a77-5e39-4cbe-aefd-04f70967be68 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0481880 Feb 19 01:38:41.320238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-8eb213cb-2ec1-4ddb-9b10-007e6e6c10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:41.321755 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-8eb213cb-2ec1-4ddb-9b10-007e6e6c10ba service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445330 Feb 19 01:38:41.352852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:41.411599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-d9d196d8-7fe4-4aff-8037-174ed9268704 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837226 Feb 19 01:38:41.514760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2159cee4-f8de-4694-acbd-4b68b9625398 req-cd0bc180-4a40-4621-b08b-db86379985b0 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974367 Feb 19 01:38:41.753861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b378d03d-c7b6-4bb6-b0b0-19d3389bc081', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:1c:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:39Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:41.781573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8db7e-7fff-439d-b3f4-5259c28d3b30 None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b378d03d-c7b6-4bb6-b0b0-19d3389bc081', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.165', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:1c:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:39Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:41.983182 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb4b8e-670b-46fc-92fa-a9c2918c3b11 None None] New status for floating IP b378d03d-c7b6-4bb6-b0b0-19d3389bc081: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:38:42.870462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-deb8112c-a64e-4e76-ab17-46d26b93b161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:44.293126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:45.351732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.948794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:57.456841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:39:09.674178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-a0ac6a07-d0ed-41ba-a328-2dc40a3c476e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469415 Feb 19 01:39:09.764800 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-b09a8beb-7253-40cc-9a1d-c3eadbce8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:09.766361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-b09a8beb-7253-40cc-9a1d-c3eadbce8e61 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1128 time: 0.0508351 Feb 19 01:39:09.873801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-94678a32-9236-477f-82cf-dfb967749485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:09.875320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-94678a32-9236-477f-82cf-dfb967749485 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0906694 Feb 19 01:39:09.949705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-4fcb33a9-621c-4d83-a360-c6543db6526a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 200 len: 1002 time: 0.0691178 Feb 19 01:39:10.001387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-3f9f9431-286f-4fb6-b4b1-355dcaf7cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:10.002846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-3f9f9431-286f-4fb6-b4b1-355dcaf7cb96 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0480137 Feb 19 01:39:10.041960 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.052752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-989d85b2-10c8-4425-9d57-3a96c5f8173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:10.054249 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-989d85b2-10c8-4425-9d57-3a96c5f8173b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445147 Feb 19 01:39:10.141004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-dbe8bc5d-a7f5-4e08-b4a7-4c0fdc3b519c service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808036 Feb 19 01:39:10.233526 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0f77bb8-2635-4677-85ab-6cf10edd6f6a req-4563cfc0-ff90-4dc7-885f-478d05f6e3a2 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871325 Feb 19 01:39:10.624434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:10.693071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f0a60c6-c2c9-4b4e-b69e-fdce8676e9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:12.902534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6027ef9-5e04-474d-a312-eef32958d901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:14.327289 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:15.366676 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:16.943944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.456272 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:39:40.010465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.613149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.690590 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56b82887-1232-42c6-8031-e5a106b76f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.920816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-223d56a0-fb48-49c2-9b0c-2600bd0da241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.286859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.389489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.961068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:09.680096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-e225afc0-b0dd-418e-b248-8f90a68cffc5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450058 Feb 19 01:40:09.763745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b6f2-f11d-4536-a081-f184aaba266f req-fdd714d0-6179-40e9-9c90-f96b85e52c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.765300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-fdd714d0-6179-40e9-9c90-f96b85e52c29 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 1128 time: 0.0456457 Feb 19 01:40:09.875430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b6f2-f11d-4536-a081-f184aaba266f req-90365041-96f5-49eb-a392-bd8962f7ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.876941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-90365041-96f5-49eb-a392-bd8962f7ada9 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0913074 Feb 19 01:40:09.943924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-fa224d79-f3db-46d7-8418-168d250aa8a4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 200 len: 1002 time: 0.0614636 Feb 19 01:40:09.997583 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b6f2-f11d-4536-a081-f184aaba266f req-d71bebf1-d28d-40d8-ade8-628e23f055d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.999076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-d71bebf1-d28d-40d8-ade8-628e23f055d2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0499310 Feb 19 01:40:09.999504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.048857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b6f2-f11d-4536-a081-f184aaba266f req-7fe410cf-1572-42b8-9f90-52be6fbd2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:10.050369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-7fe410cf-1572-42b8-9f90-52be6fbd2d7f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455897 Feb 19 01:40:10.060223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-7219540b-ad48-411d-b1ba-66e10535114e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:40:10.061152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-7219540b-ad48-411d-b1ba-66e10535114e service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054216 Feb 19 01:40:10.149013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-0b558e41-a7b1-42b5-88fb-1ac5a371508d service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812974 Feb 19 01:40:10.240842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8271b6f2-f11d-4536-a081-f184aaba266f req-dbad231c-0549-49f2-8027-56fb8b8d0e11 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Feb 19 01:40:10.594618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:10.646013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce2c51ea-2410-4ee4-a615-92d51d20d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:11.454637 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:40:12.895694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1c84e050-a70a-4c15-97a7-7113d34c0757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:14.314704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:15.377531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:16.959918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.496269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-7020b1ca-fdf2-4b5d-bbf0-87ea84c6c022 req-b40ef961-f4df-4384-b423-860a5954e1c7 service neutron] (110601) timed out ('10.222.0.117', 57579) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:40:39.994029 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.608140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:40.690828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-967fd1c7-3857-4ead-9f9c-e52ba528647f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:42.920523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f53f57c3-7677-4bdc-9e97-51dc807bd035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:44.300608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:45.399428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:46.976625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:48.454816 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:41:08.019716 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eba77-9e53-4951-8613-fb5e2b113c9d req-86b0e5d0-a124-4a74-b829-6de1862a7ca1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:08.021301 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bc5eba77-9e53-4951-8613-fb5e2b113c9d req-86b0e5d0-a124-4a74-b829-6de1862a7ca1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.1741917 Feb 19 01:41:08.077227 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bc5eba77-9e53-4951-8613-fb5e2b113c9d req-376fc21d-72fb-4ceb-baad-e3b1243d2092 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Feb 19 01:41:09.265000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0795963-78dd-465d-a2ad-b1bed29dc56e req-52c93e91-84b4-4065-8b5c-211c5f991b1a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:09.266509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0795963-78dd-465d-a2ad-b1bed29dc56e req-52c93e91-84b4-4065-8b5c-211c5f991b1a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.1088586 Feb 19 01:41:09.357136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b0795963-78dd-465d-a2ad-b1bed29dc56e req-4124fcd8-f644-46b7-ac2c-89b872181bb3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848913 Feb 19 01:41:09.383332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-8fb3fd1f-a17d-4da4-8ff9-e78794bdc8da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:09.384768 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-8fb3fd1f-a17d-4da4-8ff9-e78794bdc8da tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 946 time: 0.0776517 Feb 19 01:41:09.476205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:41:09.476558 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:09.568979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:09.569342 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.016330 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.143492 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.143880 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b378d03d-c7b6-4bb6-b0b0-19d3389bc081), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.144196 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP b378d03d-c7b6-4bb6-b0b0-19d3389bc081 disassociated. External IP: 172.25.2.165, port: 4e230e0e-8fbb-40f5-a2ef-6868536b45ad. Feb 19 01:41:10.144537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for 4e230e0e-8fbb-40f5-a2ef-6868536b45ad owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:41:10.341040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (4e230e0e-8fbb-40f5-a2ef-6868536b45ad), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.369716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=4e230e0e-8fbb-40f5-a2ef-6868536b45ad,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:10.381988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.382340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.382682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.383026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.383386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.383719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.384049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.384376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.384701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.385025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.385348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.386063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.386063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:10.469975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d207f7b-5cca-49ab-839b-2fd77327ad94 req-36ee0e1c-fe2d-4dd5-9988-5954e3eee0bf tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0273662 Feb 19 01:41:10.508277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:10.620255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:10.630388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:10.637312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.642672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:10.643370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:40:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:10.663447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port 4e230e0e-8fbb-40f5-a2ef-6868536b45ad on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:41:10.666178 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.671056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65184388-c7c0-4baf-9a9c-d51027e7acea req-b9cbc437-8612-44f3-b78a-93fa842084ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "DELETE /v2.0/ports/4e230e0e-8fbb-40f5-a2ef-6868536b45ad HTTP/1.1" status: 204 len: 173 time: 1.2813005 Feb 19 01:41:10.671560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'name': 'network-vif-deleted', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:10.673881 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd5345-e10d-43de-bf6e-6690d3292e43" -d '{"events": [{"server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "name": "network-vif-deleted", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:10.716601 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e26bcd-7cc3-4ca6-84fb-c1782ada3d89 x-openstack-request-id: req-07e26bcd-7cc3-4ca6-84fb-c1782ada3d89 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:10.717140 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3bf487-57b1-4149-a9fd-c869ccd28ecf", "name": "network-vif-deleted", "tag": "4e230e0e-8fbb-40f5-a2ef-6868536b45ad", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:10.717462 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-07e26bcd-7cc3-4ca6-84fb-c1782ada3d89 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:10.717804 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3bf487-57b1-4149-a9fd-c869ccd28ecf', 'name': 'network-vif-deleted', 'tag': '4e230e0e-8fbb-40f5-a2ef-6868536b45ad', 'status': 'completed', 'code': 200} Feb 19 01:41:10.741275 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a303-002e-42c2-aa3f-2ebed8d4e56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:10.766271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:10.982545 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:11.011747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:11.020965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:11.021615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:40:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:11.139610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:11.352251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:11.378459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33638-7fe0-4c70-93e1-a3cf30f8ad6e None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:11.579344 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2975b796-709b-4fe5-9cbe-22438be6660a req-c81a5691-d291-4084-8456-2caa248089e0 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0325379 Feb 19 01:41:11.621670 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21633525-732e-4ecf-88fc-6d9b3a141eeb None None] New status for floating IP b378d03d-c7b6-4bb6-b0b0-19d3389bc081: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:41:12.685791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b83b411f-6b7f-493e-a4f1-91c777a0f99b req-fc08b668-9822-4334-a21b-d7be4e9d2b60 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0344222 Feb 19 01:41:12.901722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c6966c5-72cb-4205-ba94-c128aeff5b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:13.223717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4e230e0e-8fbb-40f5-a2ef-6868536b45ad no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:41:13.243974 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 4e230e0e-8fbb-40f5-a2ef-6868536b45ad {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:41:13.244322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 4e230e0e-8fbb-40f5-a2ef-6868536b45ad not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:41:13.794837 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db566dcd-f229-4b7c-8461-5cb346faaced req-c96ee2eb-382a-421e-ab9f-baddb149254d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0381052 Feb 19 01:41:14.290640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:14.890516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-771a9b06-631e-40e2-9c4e-b454aa3b0229 req-d270d975-3508-4bec-b470-85a2851f6736 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0279675 Feb 19 01:41:15.364891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:15.989446 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7ed1466a-d11c-45ea-80b2-0bebe6072f13 req-0a06cd7f-b865-4235-831c-be60cc90e99c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0299911 Feb 19 01:41:16.953350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:17.086615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc5973c6-8e43-482b-bb3a-a8dd47eb5895 req-fd0af702-03cd-41e9-a585-7d4d9344484b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0276911 Feb 19 01:41:18.190112 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f0c4923-e5b2-4b40-9ddc-9b6e979c19ab req-750d1733-8887-4b58-a429-ea617eb3e14b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0286345 Feb 19 01:41:19.290144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77bb9ec9-cd21-4c1c-adc2-f616acfefe44 req-9a402d26-3e62-49fa-ab1f-f987fed7dc63 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0266912 Feb 19 01:41:20.396370 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a869161d-a817-4b00-8ebf-501ccd6cc515 req-5d57867f-a6aa-476d-831a-63d96f02bc6a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=de3bf487-57b1-4149-a9fd-c869ccd28ecf HTTP/1.1" status: 200 len: 210 time: 0.0273938 Feb 19 01:41:21.605492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-69eb25f2-20e9-48db-9913-ce53f4ad76a3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666257240&fields=id&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 267 time: 0.0429091 Feb 19 01:41:21.714646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-4c872fdb-2d75-44af-81c9-575ad18cb72c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:21.716282 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-4c872fdb-2d75-44af-81c9-575ad18cb72c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1042221 Feb 19 01:41:21.730960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-8d6a958a-0785-4736-95a0-866ece366501 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0087228 Feb 19 01:41:21.785134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-1ac79021-51fd-451c-b46d-535c10eadff7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493848 Feb 19 01:41:21.940564 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-baf0e73b-077b-4b4d-b8f4-5ec83e7383b4 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412799 Feb 19 01:41:22.030950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-54ccc122-7b0f-4e91-b8bd-8068ad3bfad2 service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Feb 19 01:41:22.526943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-91022d01-2cd3-464a-890b-784c31a8b1b6 req-7c6d0319-57f8-4511-9c79-693270ee632c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0272708 Feb 19 01:41:23.625269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-338afe88-90be-44fa-977b-443a2bf582ce req-ec9451e2-1258-4ce2-8cda-bf75c9838809 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0323920 Feb 19 01:41:24.390065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-0038c2bc-911c-4076-b4a8-af869e5d60ad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:24.391479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-0038c2bc-911c-4076-b4a8-af869e5d60ad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1065118 Feb 19 01:41:24.454479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-5130fe44-47c6-471e-82c3-fb5bf241419d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 379 time: 0.0527940 Feb 19 01:41:24.463320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'security_groups': ['65242566-3655-414d-b806-5c7e563259ba']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:24.637615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:41:24.641318 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:24.735040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64d01492-9567-448c-82ca-bab088d4698c req-a66c2ccf-02d1-4f1b-8a7a-ac3f300300d7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0380325 Feb 19 01:41:24.801572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.12 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/b29494e8-bf2e-46c0-9c03-9408062609fd) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:24.954969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.037575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.086244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:25.091869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:25.096098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:25.117910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:25.157825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:25.159063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.236387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-d4965def-bf72-4a7d-b825-4f378cba01d9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764969 Feb 19 01:41:25.246711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-3d65d3bb-9782-4325-874f-f358cd5c976f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:41:25.248009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-3d65d3bb-9782-4325-874f-f358cd5c976f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062468 Feb 19 01:41:25.314730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Request body: {'port': {'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:25.346683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-19bd8d81-a29c-4e38-a3ea-a0182de4b5f1 None None] Provisioning complete for port b29494e8-bf2e-46c0-9c03-9408062609fd triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:25.347328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19bd8d81-a29c-4e38-a3ea-a0182de4b5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.380154 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.382052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-19bd8d81-a29c-4e38-a3ea-a0182de4b5f1 None None] Port b29494e8-bf2e-46c0-9c03-9408062609fd cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:41:25.453432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:41:25.659337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29494e8-bf2e-46c0-9c03-9408062609fd {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:25.667548 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks [] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.680694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Transition to ACTIVE for port object b29494e8-bf2e-46c0-9c03-9408062609fd will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:41:25.770215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.875377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29d87-5f01-4056-a46f-9c4381ed459d req-8075c081-1420-426b-b173-d2e6346643ea tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:25.877859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8e29d87-5f01-4056-a46f-9c4381ed459d req-8075c081-1420-426b-b173-d2e6346643ea tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0683393 Feb 19 01:41:25.883181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Attempting to bind port b29494e8-bf2e-46c0-9c03-9408062609fd on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Attempting to bind port b29494e8-bf2e-46c0-9c03-9408062609fd by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Attempting to bind port b29494e8-bf2e-46c0-9c03-9408062609fd on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Port b29494e8-bf2e-46c0-9c03-9408062609fd on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Attempting to bind port b29494e8-bf2e-46c0-9c03-9408062609fd on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Bound port: b29494e8-bf2e-46c0-9c03-9408062609fd, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:41:25.927357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:25.969001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8e29d87-5f01-4056-a46f-9c4381ed459d req-708c9678-1024-4db6-807e-8fdb7d41b126 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844491 Feb 19 01:41:26.030278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:41:26.033678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b29494e8-bf2e-46c0-9c03-9408062609fd,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:41:26.106575 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.146380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.147199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.148468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] 10.222.0.96 "PUT /v2.0/ports/b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1092 time: 0.8930135 Feb 19 01:41:26.148940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:26.151224 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993c0a3f-e884-4a62-b026-d335dfd83091" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:26.178082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eadfb-15e2-4eb0-8f5e-886ab679b4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:26.226863 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fabffd-1096-4f8d-8b51-b32aa32683bf x-openstack-request-id: req-36fabffd-1096-4f8d-8b51-b32aa32683bf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:26.226863 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:26.226863 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-36fabffd-1096-4f8d-8b51-b32aa32683bf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:26.226863 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'status': 'completed', 'code': 200} Feb 19 01:41:26.285498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-6cbb5434-87b2-4e24-86c5-c8d808c45434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.287155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-6cbb5434-87b2-4e24-86c5-c8d808c45434 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1126 time: 0.0521784 Feb 19 01:41:26.395589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-9a33172c-e6d7-4ea3-a13f-bba4dbc4f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.397081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-9a33172c-e6d7-4ea3-a13f-bba4dbc4f986 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ceda7041759e422db64935c0b5189506&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025701 Feb 19 01:41:26.500079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-87f62ea6-2706-4a05-beaf-2f86372a4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.501585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-993c0a3f-e884-4a62-b026-d335dfd83091 req-87f62ea6-2706-4a05-beaf-2f86372a4fb4 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972455 Feb 19 01:41:26.585412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-1923a355-79fa-42ac-bef0-68265b464a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.586932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-1923a355-79fa-42ac-bef0-68265b464a29 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1126 time: 0.0480208 Feb 19 01:41:26.630419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-f25bb026-6039-40bf-bbf8-0b4455b95292 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 217 time: 0.0366576 Feb 19 01:41:26.688620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-e0c53ff2-53b3-4ade-b92d-8d1952acbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.689805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-e0c53ff2-53b3-4ade-b92d-8d1952acbff8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0518584 Feb 19 01:41:26.741326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb642-c977-483c-8447-91feaf12c123 req-5828415b-e073-4222-a564-03dcb960c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.743325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-5828415b-e073-4222-a564-03dcb960c57f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480731 Feb 19 01:41:26.836676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-6db221e3-121d-42a7-8e52-b5344d3cb761 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 Feb 19 01:41:26.929443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a38bb642-c977-483c-8447-91feaf12c123 req-31c4c7b5-75dc-4fdf-8d50-d13d6af66ede service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 Feb 19 01:41:27.091359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac048d-c346-41b7-93cb-225d51c1ae3c req-6c25dff4-b3db-451d-8acc-e13fe8f163c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:27.092848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-56ac048d-c346-41b7-93cb-225d51c1ae3c req-6c25dff4-b3db-451d-8acc-e13fe8f163c9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0528104 Feb 19 01:41:27.141164 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-56ac048d-c346-41b7-93cb-225d51c1ae3c req-d02946fa-05a3-4eba-96b3-ca484edc46fb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Feb 19 01:41:28.263812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199a63-ba4b-4e4c-8f48-425a514887df req-7ef42c98-1786-4814-abed-0a8d24b7b9cd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:28.265290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e199a63-ba4b-4e4c-8f48-425a514887df req-7ef42c98-1786-4814-abed-0a8d24b7b9cd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0539982 Feb 19 01:41:28.315126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5e199a63-ba4b-4e4c-8f48-425a514887df req-19c67ae9-b0f0-4b28-8721-949c41eebccb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Feb 19 01:41:29.446440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9845b-f426-4e6f-8ee1-e36a7a556e2f req-f46c24f0-4bc4-4645-8d24-21f31d3cdbe1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:29.447939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1df9845b-f426-4e6f-8ee1-e36a7a556e2f req-f46c24f0-4bc4-4645-8d24-21f31d3cdbe1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0588341 Feb 19 01:41:29.497703 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1df9845b-f426-4e6f-8ee1-e36a7a556e2f req-f7271cce-c383-4c8b-a0a8-b76be9a6e71f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433931 Feb 19 01:41:30.622659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb15c1-cc32-48ee-adea-0d1694002611 req-c3e35daf-1f8b-4ee9-a049-d5c8d5cad328 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:30.624163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4afb15c1-cc32-48ee-adea-0d1694002611 req-c3e35daf-1f8b-4ee9-a049-d5c8d5cad328 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0592256 Feb 19 01:41:30.682079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4afb15c1-cc32-48ee-adea-0d1694002611 req-bea6e29b-9f42-4bab-a675-bf97b31a5e3e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523856 Feb 19 01:41:31.806116 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45b5c-73ee-4bcf-a3f2-e9d27a7a1f61 req-79de9002-19f9-4356-b437-5976234fb9b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:31.807634 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ba45b5c-73ee-4bcf-a3f2-e9d27a7a1f61 req-79de9002-19f9-4356-b437-5976234fb9b9 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0556016 Feb 19 01:41:31.859368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ba45b5c-73ee-4bcf-a3f2-e9d27a7a1f61 req-93c55161-4340-4c90-aa90-5475fbf6170e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Feb 19 01:41:33.049899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a239c-1dda-4a3b-9d8f-a96c277ed830 req-c4421472-9ba1-42df-8004-146e964a3e05 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:33.051318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c5a239c-1dda-4a3b-9d8f-a96c277ed830 req-c4421472-9ba1-42df-8004-146e964a3e05 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.1162102 Feb 19 01:41:33.100673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c5a239c-1dda-4a3b-9d8f-a96c277ed830 req-55f1b0da-20aa-4561-b174-3424b32947c2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437791 Feb 19 01:41:34.222340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87135-b074-483d-94cf-027706b27548 req-0fe33856-d9b2-44b7-a1af-f6cc7e485ccd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:34.223826 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6f87135-b074-483d-94cf-027706b27548 req-0fe33856-d9b2-44b7-a1af-f6cc7e485ccd tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0533757 Feb 19 01:41:34.280158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6f87135-b074-483d-94cf-027706b27548 req-151858a2-14ab-4bd9-8243-3049ffb621a5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499339 Feb 19 01:41:35.398584 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2914f4e-d7fb-4220-ac15-2390243efe7c req-89893532-6cba-4d8a-91c5-eb3c064f4944 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:35.400063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2914f4e-d7fb-4220-ac15-2390243efe7c req-89893532-6cba-4d8a-91c5-eb3c064f4944 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0532420 Feb 19 01:41:35.458689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f2914f4e-d7fb-4220-ac15-2390243efe7c req-8a821e4f-a0c9-4a98-9f21-52e4ddc3617f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530901 Feb 19 01:41:36.579254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085f4b9-c2d7-4e37-a4f9-7f015fc3fa29 req-fe7f4c13-089f-4c55-9c45-c9ff657718d2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:36.580748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b085f4b9-c2d7-4e37-a4f9-7f015fc3fa29 req-fe7f4c13-089f-4c55-9c45-c9ff657718d2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0542793 Feb 19 01:41:36.629128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b085f4b9-c2d7-4e37-a4f9-7f015fc3fa29 req-8703ba04-14e0-49ef-bc56-15e9491e6691 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Feb 19 01:41:37.750745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b5fed-c175-4f17-800e-94e0122b7ab5 req-8988d346-2262-4363-9f73-2dc16e1a7f2a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:37.752216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-813b5fed-c175-4f17-800e-94e0122b7ab5 req-8988d346-2262-4363-9f73-2dc16e1a7f2a tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0514832 Feb 19 01:41:37.801109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-813b5fed-c175-4f17-800e-94e0122b7ab5 req-86121f3b-b442-41e2-915f-fffe0ed915ac tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432250 Feb 19 01:41:38.922947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dc71e-b92b-4ec2-9ecb-cb87290d11e3 req-005d5d3e-160e-41a9-bc49-c895cc846b3b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:38.924519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c3dc71e-b92b-4ec2-9ecb-cb87290d11e3 req-005d5d3e-160e-41a9-bc49-c895cc846b3b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0567157 Feb 19 01:41:38.974071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9c3dc71e-b92b-4ec2-9ecb-cb87290d11e3 req-cceac1b9-f105-469d-9dbc-d583926b36dc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Feb 19 01:41:40.038758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:40.099404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436135-56ff-45d9-9424-e884552f48a7 req-d6cae895-b6b6-4b5a-932c-25cef48a294c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:40.100939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa436135-56ff-45d9-9424-e884552f48a7 req-d6cae895-b6b6-4b5a-932c-25cef48a294c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0521326 Feb 19 01:41:40.148567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fa436135-56ff-45d9-9424-e884552f48a7 req-10e2cbd3-c9bb-4eb1-a2c3-038601e475fc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Feb 19 01:41:40.627103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:40.679375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad26cb40-56d4-47db-901b-ad0b88a63cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:41.269459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce757b9-cda7-48f4-ae3a-e6e89f5a70b7 req-503c933e-a60a-4a85-88f7-8cdcbf2ba653 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:41.270938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ce757b9-cda7-48f4-ae3a-e6e89f5a70b7 req-503c933e-a60a-4a85-88f7-8cdcbf2ba653 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0565515 Feb 19 01:41:41.318989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2ce757b9-cda7-48f4-ae3a-e6e89f5a70b7 req-845a2003-57c2-435a-91e3-94ab9585fb03 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Feb 19 01:41:42.441790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75a8e7-fc88-4e31-8b78-734b494775d8 req-b081ea18-9936-4380-bd4a-578e1b1c40fa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:42.443285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b75a8e7-fc88-4e31-8b78-734b494775d8 req-b081ea18-9936-4380-bd4a-578e1b1c40fa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0559859 Feb 19 01:41:42.491183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b75a8e7-fc88-4e31-8b78-734b494775d8 req-81c6f864-bb20-4f96-97ef-1c6e0c33bc91 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Feb 19 01:41:42.907174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7589b927-c283-4f96-b74b-f730da42fd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:43.612278 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e814-ee5f-4bc2-a31d-414c6298e3a6 req-f5ab2c0c-97e7-45f3-afd5-3b352f230108 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:43.613744 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8f6e814-ee5f-4bc2-a31d-414c6298e3a6 req-f5ab2c0c-97e7-45f3-afd5-3b352f230108 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 944 time: 0.0522416 Feb 19 01:41:43.662174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8f6e814-ee5f-4bc2-a31d-414c6298e3a6 req-760f8a42-25a3-4e87-90ed-51262fa65825 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429020 Feb 19 01:41:44.323941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.450589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b29494e8-bf2e-46c0-9c03-9408062609fd details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:41:44.545916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b29494e8-bf2e-46c0-9c03-9408062609fd,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:44.557307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:41:44.596281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b29494e8-bf2e-46c0-9c03-9408062609fd is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:44.596591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.609486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29494e8-bf2e-46c0-9c03-9408062609fd {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:41:44.627505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b29494e8-bf2e-46c0-9c03-9408062609fd,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:44.684411 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:44.734246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:44.748682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.749041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.749385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.749729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.750071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.750407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.750765 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.751111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.752403 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.752748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.753441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.753790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.758112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:44.788407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741b1f7-d0b2-4a4b-8363-14c65d17c4cb req-a1abdaf0-dd63-4b66-981a-2c24f871ccc6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:44.789872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d741b1f7-d0b2-4a4b-8363-14c65d17c4cb req-a1abdaf0-dd63-4b66-981a-2c24f871ccc6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 945 time: 0.0610752 Feb 19 01:41:44.840397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d741b1f7-d0b2-4a4b-8363-14c65d17c4cb req-0769955f-6e2f-49db-ab4a-0b8c2b983f16 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420325 Feb 19 01:41:44.928377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['b29494e8-bf2e-46c0-9c03-9408062609fd'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:41:45.373567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:45.966586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b9ea4-e90b-4e80-8ee4-5405538fa0b5 req-9337cf1d-8400-4d1f-ae00-b8a5813ef8d5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:45.969177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-931b9ea4-e90b-4e80-8ee4-5405538fa0b5 req-9337cf1d-8400-4d1f-ae00-b8a5813ef8d5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 945 time: 0.0608006 Feb 19 01:41:46.081305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-931b9ea4-e90b-4e80-8ee4-5405538fa0b5 req-8a19525b-58c8-4512-aab4-aa7314ba1d2c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068103 Feb 19 01:41:46.496931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b29494e8-bf2e-46c0-9c03-9408062609fd up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:41:46.621180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port b29494e8-bf2e-46c0-9c03-9408062609fd completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:41:46.625304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port b29494e8-bf2e-46c0-9c03-9408062609fd triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:41:46.625686 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.705361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port b29494e8-bf2e-46c0-9c03-9408062609fd is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:41:46.705748 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.728234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:46.730666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1113475-02f2-4c5d-882d-e77d8cbc8f50" -d '{"events": [{"server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:46.743167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b29494e8-bf2e-46c0-9c03-9408062609fd,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:41:46.792826 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.842282 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833833cc-67fa-4f78-9304-ffcc9604ae41 x-openstack-request-id: req-833833cc-67fa-4f78-9304-ffcc9604ae41 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:46.842580 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:46.842840 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-833833cc-67fa-4f78-9304-ffcc9604ae41 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:46.843257 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'code': 200} Feb 19 01:41:46.843961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:46.929871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:46.938554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2856-0d6f-41d1-8daf-1e9918fb9f83 req-9029783b-cbde-451d-9061-e2b91df938dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:46.940074 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dcd2856-0d6f-41d1-8daf-1e9918fb9f83 req-9029783b-cbde-451d-9061-e2b91df938dd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0443418 Feb 19 01:41:46.991616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7dcd2856-0d6f-41d1-8daf-1e9918fb9f83 req-c73b0902-2809-466c-b6e3-79c9d53f6e23 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Feb 19 01:41:47.199910 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9682c-7beb-44b4-9afd-107e14ec84db req-2b8d413b-2f85-4209-92d8-9569e291f832 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:47.201409 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ada9682c-7beb-44b4-9afd-107e14ec84db req-2b8d413b-2f85-4209-92d8-9569e291f832 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 946 time: 0.0525379 Feb 19 01:41:47.249792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ada9682c-7beb-44b4-9afd-107e14ec84db req-1fccb877-a3e0-41d6-bfe8-51b855d87b94 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Feb 19 01:41:48.372996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785476f-4dca-4829-8d33-dd38f91bfeb6 req-2434a3b3-0a56-486e-9979-3477fe740c6e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:48.374483 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6785476f-4dca-4829-8d33-dd38f91bfeb6 req-2434a3b3-0a56-486e-9979-3477fe740c6e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Feb 19 01:41:48.427600 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6785476f-4dca-4829-8d33-dd38f91bfeb6 req-e9f0c887-4bd1-454b-84a0-648b545838be tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Feb 19 01:41:48.544893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53408-94c2-4e51-9b71-e7506cc9dbbb req-b2ff23e8-ea80-4fa3-929e-03aa662799e2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:48.546569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01d53408-94c2-4e51-9b71-e7506cc9dbbb req-b2ff23e8-ea80-4fa3-929e-03aa662799e2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Feb 19 01:41:48.599074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-01d53408-94c2-4e51-9b71-e7506cc9dbbb req-8d5ebfb0-c34c-4025-a980-d2835dba9739 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469966 Feb 19 01:41:48.621427 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60584) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:48.664164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0baf2-8a2b-4ab4-b05e-ece4898ed1fb tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:48.665677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d2a0baf2-8a2b-4ab4-b05e-ece4898ed1fb tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1123 time: 0.0432827 Feb 19 01:41:48.668481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60586) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:41:48.673103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:41:48.753012 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.849733 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:48.954254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.25.2.162 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/b48ea674-d0d4-46d8-98ec-e750a87c78fa) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:41:49.053879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.158819 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.203756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:41:49.208188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:41:49.212589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:41:49.215218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=b48ea674-d0d4-46d8-98ec-e750a87c78fa,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:49.242551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.242902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.243276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.243623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.243958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.244291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.244622 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.244949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.245346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.245649 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.245976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.246305 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.246632 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:41:49.588381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (3347aad1-ba6e-4f9f-8f61-868730c15b56), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.744022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.897383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.991967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.048806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=b48ea674-d0d4-46d8-98ec-e750a87c78fa,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:41:50.058812 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (3347aad1-ba6e-4f9f-8f61-868730c15b56), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.166026 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP 3347aad1-ba6e-4f9f-8f61-868730c15b56 associated. External IP: 172.25.2.162, port: b29494e8-bf2e-46c0-9c03-9408062609fd. Feb 19 01:41:50.386224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:41:50.502035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:41:50.513787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:41:50.522941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:50.523586 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:41:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:50.593604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.636438 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-75234f59-0bdc-4d6d-aeab-1c3f34963a9e tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9560602 Feb 19 01:41:50.636438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:41:50.636438 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba666db5-fba0-487c-b389-53afa5f24f34" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:41:50.744798 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a63add-c163-4423-a9e6-e06f1791bf65 x-openstack-request-id: req-26a63add-c163-4423-a9e6-e06f1791bf65 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:41:50.745820 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:41:50.746194 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-26a63add-c163-4423-a9e6-e06f1791bf65 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:41:50.746668 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'status': 'completed', 'code': 200} Feb 19 01:41:50.812072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:50.815081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-2f8810a8-1e12-482e-a412-9ae3d1721e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:50.817306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-2f8810a8-1e12-482e-a412-9ae3d1721e61 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0480878 Feb 19 01:41:50.914923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-66e907fc-c3c7-4e65-b93b-f9e913b18ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:50.916446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-66e907fc-c3c7-4e65-b93b-f9e913b18ad2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0919452 Feb 19 01:41:50.986338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-c8710483-99f1-49bc-b7cd-75454c6ac338 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1000 time: 0.0621753 Feb 19 01:41:51.044662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-8d991a7c-e720-412e-947f-90a21e02a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:51.046501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-8d991a7c-e720-412e-947f-90a21e02a531 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0536690 Feb 19 01:41:51.056295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:49Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:51.087864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:41:51.097317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:41:51.097947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:41:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:51.099173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-0488d13c-9359-49b1-b9e4-27a4ac22a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:51.101028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-0488d13c-9359-49b1-b9e4-27a4ac22a9b5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481157 Feb 19 01:41:51.193641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-7d202df4-d66b-4439-9463-a4467eb161a6 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852535 Feb 19 01:41:51.208559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:41:51.293842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ba666db5-fba0-487c-b389-53afa5f24f34 req-76902428-b568-4edf-b2b1-12fd8967d526 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916374 Feb 19 01:41:51.437661 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:49Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:41:51.465388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8092a423-9d05-4ddd-a5a9-20ef94d84a4d None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:49Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:41:51.691448 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0ed9f-465a-4227-9210-9563008a3764 None None] New status for floating IP 3347aad1-ba6e-4f9f-8f61-868730c15b56: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:42:02.453687 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:42:04.832668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-4c41d516-ede2-407b-b621-2696fb955895 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435743 Feb 19 01:42:04.922648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-ff3ed638-c985-4c2a-bbd4-d6108b3c6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:04.924161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-ff3ed638-c985-4c2a-bbd4-d6108b3c6659 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0464013 Feb 19 01:42:05.031287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-a68f935b-32c4-478c-af16-9f0bf90c9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:05.032685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-a68f935b-32c4-478c-af16-9f0bf90c9e14 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0891390 Feb 19 01:42:05.099104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-304c3fa0-49ab-4a88-8c82-b0ff06a70305 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0597093 Feb 19 01:42:05.153685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-f5bccf80-8dd7-42b8-a566-400e6d0d4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:05.155830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-f5bccf80-8dd7-42b8-a566-400e6d0d4396 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0492635 Feb 19 01:42:05.205446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-d7c893ce-0d11-430c-8dd1-706f451770f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:05.217473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-d7c893ce-0d11-430c-8dd1-706f451770f6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448456 Feb 19 01:42:05.304235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-320b1813-fcd9-43ff-bf90-83e38d5caa3a service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889766 Feb 19 01:42:05.396959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-501fabcc-f3c8-4d74-85f5-80d22ed9fab7 req-919d86cf-2ec1-458c-9b08-040204490786 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Feb 19 01:42:10.043712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:10.653304 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:10.681854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66acdeab-d456-46c1-b71d-5bf93959ca6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:12.900473 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-496aff78-68cf-4161-b5f7-db157778d638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:14.369305 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:15.403635 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:16.946365 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:39.453946 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:42:40.058230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:40.637263 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:40.711589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b7751b5-2144-497d-bc51-f0cc0612e74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:42.939809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92d5613e-514a-4f8b-831c-12b1b835baeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:44.349848 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:45.417885 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:46.966598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:04.823485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-7edbbbd2-f1b7-4340-9da2-2a1f5f8060b7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433712 Feb 19 01:43:04.909349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0b6e-fdd1-4597-965a-214361205a4b req-18727847-fb27-4d2d-b218-70bca0e42d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:04.910857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-18727847-fb27-4d2d-b218-70bca0e42d79 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0451267 Feb 19 01:43:05.021921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0b6e-fdd1-4597-965a-214361205a4b req-491e084a-19e7-4700-aea4-9fcd1742f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:05.023309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-491e084a-19e7-4700-aea4-9fcd1742f5f6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0920410 Feb 19 01:43:05.088002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-ef585be4-656c-4e00-92ba-72cf9a4b0dd7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0583601 Feb 19 01:43:05.140620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0b6e-fdd1-4597-965a-214361205a4b req-b0c624ae-e8ce-43bb-8194-fe7854ed239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:05.142040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-b0c624ae-e8ce-43bb-8194-fe7854ed239a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0471013 Feb 19 01:43:05.192008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db0b6e-fdd1-4597-965a-214361205a4b req-464fe26b-b570-4834-be9e-4660d6187440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:05.193478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-464fe26b-b570-4834-be9e-4660d6187440 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443604 Feb 19 01:43:05.281767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-8ea39a1f-0b25-4742-8136-ec4808921c0f service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812883 Feb 19 01:43:05.394042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-41db0b6e-fdd1-4597-965a-214361205a4b req-42f7a960-b7d9-452c-8487-4ca73b8b2a85 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Feb 19 01:43:10.053813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:10.676603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:10.710779 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50aa8cd5-81b3-4447-960c-64e54e6c8256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:12.943294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4293e6eb-db1d-4f47-a565-f7fb5c771237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:14.326017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:15.434613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:16.454024 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:43:16.979318 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:40.114013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:40.656494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:40.684988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca408a41-7bd2-4313-bcd9-240f6cc06382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:42.961724 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d6275f0-e70d-4187-b7af-384243059422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:44.332450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:45.393999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:46.953896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:53.453424 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:44:04.823730 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-4472e57b-54da-4ca6-b194-a611ac658887 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463665 Feb 19 01:44:04.913505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-e9a064de-c8ff-4516-9866-d16a8bcdf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:04.915078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-e9a064de-c8ff-4516-9866-d16a8bcdf63d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0485885 Feb 19 01:44:05.351617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-6eaf690e-2fee-485e-b586-7099f5f85739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:05.352994 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-6eaf690e-2fee-485e-b586-7099f5f85739 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.4124117 Feb 19 01:44:05.429326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-1e0949b6-5466-4b3c-b75c-7c26c7045a4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0694935 Feb 19 01:44:05.483212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-1368c679-4d21-4d8b-b8ca-0e669f955a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:05.484619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-1368c679-4d21-4d8b-b8ca-0e669f955a44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0482399 Feb 19 01:44:05.539019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-24e7e0a9-8a8b-43e3-93a7-df05e2f789d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:05.540580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-24e7e0a9-8a8b-43e3-93a7-df05e2f789d2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501196 Feb 19 01:44:05.632464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-42bce9a0-9a96-4d62-9279-80a86684101f service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Feb 19 01:44:05.746790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b19e8ab-8432-4a0f-b0b5-219bb97732dc req-43734f3d-fddd-413b-b54a-296eaab228c1 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088400 Feb 19 01:44:10.097773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:10.662193 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:10.692084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b400c677-ff9d-44fc-ad19-d2f469bb67f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:12.932245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7b200d70-fd0c-4ca1-afa2-f2df27f0d79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:14.330250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:15.400896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:16.947667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:26.667649 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-9a55164f-f7eb-4d9a-a11b-7aceaa57a1b5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666257240&fields=id&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 267 time: 0.0457063 Feb 19 01:44:26.775729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-1a5d722a-cbf3-4bd0-b81b-4710523dae85 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.777203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-1a5d722a-cbf3-4bd0-b81b-4710523dae85 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1031816 Feb 19 01:44:26.796081 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-3ddc8594-a265-41b9-92fc-da1252a18162 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/quotas/ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 375 time: 0.0103297 Feb 19 01:44:26.854058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-d2689478-92dc-4bc5-b835-fda2323874e4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523698 Feb 19 01:44:26.869842 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-c7ee49af-5a22-4974-8dc5-8756affddcdf service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:44:26.870829 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-c7ee49af-5a22-4974-8dc5-8756affddcdf service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051262 Feb 19 01:44:26.963656 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-9bbad585-5ced-4847-9f08-5da17df2ca8c service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873728 Feb 19 01:44:27.052926 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-9e9d4b64-6845-4683-9bd5-4259dbf3073c service neutron] 10.222.0.94 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Feb 19 01:44:27.603679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d41a852c-5f2a-4b23-b9ca-e984f9b9c78e req-1cde9f49-417d-43be-a16e-44c924431fda tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0292716 Feb 19 01:44:28.704336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b281036a-d724-42a8-8a43-b903fbf94139 req-8d7126d7-35f1-41b7-8f38-8bb535826b09 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0285442 Feb 19 01:44:29.617864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-1087b6e0-7074-460b-8499-ad3cc2ca11e2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:29.619343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-1087b6e0-7074-460b-8499-ad3cc2ca11e2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 812 time: 0.1062233 Feb 19 01:44:29.680191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-167b74c4-3aea-4757-a5b4-be0cbdd2d7a6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceda7041759e422db64935c0b5189506 HTTP/1.1" status: 200 len: 379 time: 0.0530424 Feb 19 01:44:29.687927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'port': {'device_id': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'admin_state_up': True, 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'security_groups': ['65242566-3655-414d-b806-5c7e563259ba']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:29.828034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16a36621-895f-477e-a26c-583e8c1972b8 req-c7361e33-b96b-4e4d-9cbd-da2ec8de1789 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0301855 Feb 19 01:44:29.880525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Made reservation on behalf of ceda7041759e422db64935c0b5189506 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:44:29.884469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.011936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.20.0.8 (e05aa914-913c-4d4d-9dad-9b230f797d40/32dea1e4-2574-4112-b5af-12d27a5bbd92/e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:44:30.152483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.264157 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.313475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network e05aa914-913c-4d4d-9dad-9b230f797d40 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:44:30.316628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:44:30.320310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:44:30.344529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:30.360091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.360494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.360840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.361181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.361531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.361843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.362171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.362496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.362820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.363162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.363493 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.363815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.364138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:30.384171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:30.384790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.454510 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:44:30.486906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-118dabb1-5181-4229-ae03-f27cd7cc386f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024595 Feb 19 01:44:30.552453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Request body: {'port': {'device_id': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:30.601195 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b914e20e-0358-43bd-92be-d1b2466ec0bf None None] Provisioning complete for port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:44:30.602406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b914e20e-0358-43bd-92be-d1b2466ec0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.614203 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.636929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b914e20e-0358-43bd-92be-d1b2466ec0bf None None] Port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:44:30.886112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:44:30.893645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks [] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:30.907382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Transition to ACTIVE for port object e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:44:30.965740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961fb67-75ff-40c1-bae0-dcc8c6023c6c req-fa6daa03-591d-4885-a835-c22e4831e54f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:30.967265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7961fb67-75ff-40c1-bae0-dcc8c6023c6c req-fa6daa03-591d-4885-a835-c22e4831e54f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 931 time: 0.0646985 Feb 19 01:44:31.000168 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:31.025631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7961fb67-75ff-40c1-bae0-dcc8c6023c6c req-5c84b516-6884-4416-af3d-7c0b191c4624 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508301 Feb 19 01:44:31.055659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:31.133842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Attempting to bind port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:44:31.134544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Attempting to bind port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:44:31.134544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Attempting to bind port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:31.139376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e on network e05aa914-913c-4d4d-9dad-9b230f797d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:44:31.139705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Attempting to bind port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e on network e05aa914-913c-4d4d-9dad-9b230f797d40 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:31.144678 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:44:31.149162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Checking segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:44:31.149162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Bound using segment: {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:44:31.149162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Bound port: e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:44:31.149162 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:31.220077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:44:31.223302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:44:31.309738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:31.346484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:31.347164 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:31.348520 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] 10.222.0.117 "PUT /v2.0/ports/e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 1091 time: 0.8549967 Feb 19 01:44:31.348971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:31.356290 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5c5d717e268a7668e0dfe09e2e440b16b4782b36ac4edb4fadf696b527c616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed37513-51ed-4e64-bd8c-94c7267e50c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:31.386726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b0b78-e4a0-4229-898f-9bfcd3298dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:31.482483 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0111521-5628-481d-b7ef-b984c9b4a0e9 x-openstack-request-id: req-a0111521-5628-481d-b7ef-b984c9b4a0e9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:31.482483 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:31.482483 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a0111521-5628-481d-b7ef-b984c9b4a0e9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:31.482483 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'status': 'completed', 'code': 200} Feb 19 01:44:31.536962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-9a6ef817-ff24-447c-91a6-dcdbc2a1b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:31.540495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-9a6ef817-ff24-447c-91a6-dcdbc2a1b665 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1125 time: 0.0518651 Feb 19 01:44:31.596606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-cac5845d-634e-4974-886a-c6815ea08fde service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 217 time: 0.0428088 Feb 19 01:44:31.645911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-b34ee258-e626-4284-98f1-f34fe5e777e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:31.647432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-b34ee258-e626-4284-98f1-f34fe5e777e4 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0451586 Feb 19 01:44:31.697127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-0ef42f79-d0a6-4cbd-afcb-6d8a55f25c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:31.698720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-0ef42f79-d0a6-4cbd-afcb-6d8a55f25c6c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457675 Feb 19 01:44:31.793719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-c99a7b00-d3f6-44ee-8d80-919499e296e0 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895834 Feb 19 01:44:31.886509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b848f948-493f-4dc3-91ec-bab045dcc1fb req-21dec784-c6a6-4b64-9271-2c9d9b1b25d5 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862634 Feb 19 01:44:32.035764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-922ccf81-f244-4640-bb70-a6a1c06282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.037310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-922ccf81-f244-4640-bb70-a6a1c06282b3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1125 time: 0.0473797 Feb 19 01:44:32.144343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-5b3a9167-c7c6-45bb-8231-a105eeeec881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.145852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-5b3a9167-c7c6-45bb-8231-a105eeeec881 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.1025672 Feb 19 01:44:32.155176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca271a-b55d-4b75-87fa-8a0b818a1474 req-41da8c2b-522c-4bbd-b23d-007155960ffa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.157294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22ca271a-b55d-4b75-87fa-8a0b818a1474 req-41da8c2b-522c-4bbd-b23d-007155960ffa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0598886 Feb 19 01:44:32.188900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-9add28f2-a15d-45a5-b6aa-475b68c47a6f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 217 time: 0.0374882 Feb 19 01:44:32.210359 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22ca271a-b55d-4b75-87fa-8a0b818a1474 req-c685c02a-892f-4cac-9657-71d8fbbf998c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460165 Feb 19 01:44:32.246728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-58833c77-d97a-44d5-ac97-1df5c2cc0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.248358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-58833c77-d97a-44d5-ac97-1df5c2cc0942 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0534663 Feb 19 01:44:32.300102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-2f3fb3c0-cc4c-4e44-90ae-611afd761dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.301620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-2f3fb3c0-cc4c-4e44-90ae-611afd761dcc service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477042 Feb 19 01:44:32.392763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-6a6b552b-a6ad-41d1-a75b-53c791788e16 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851817 Feb 19 01:44:32.489613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ed37513-51ed-4e64-bd8c-94c7267e50c9 req-ae4c830d-144f-42f1-ad60-47ddc7afa71a service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911384 Feb 19 01:44:33.338462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a22a3-68a9-4bf6-95f9-fd4b88432213 req-e40d8ad0-096b-4552-b327-c0b441e17abc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:33.339968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d7a22a3-68a9-4bf6-95f9-fd4b88432213 req-e40d8ad0-096b-4552-b327-c0b441e17abc tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0546384 Feb 19 01:44:33.388555 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d7a22a3-68a9-4bf6-95f9-fd4b88432213 req-d0ba1fdf-b32a-47ae-8320-6c95f03ce308 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426698 Feb 19 01:44:34.510257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d12aa-2716-4672-b795-814417c24175 req-a22a7ff0-828c-4aaf-91c1-7f191e9bdd87 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:34.511748 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d3d12aa-2716-4672-b795-814417c24175 req-a22a7ff0-828c-4aaf-91c1-7f191e9bdd87 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0538712 Feb 19 01:44:34.570411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0d3d12aa-2716-4672-b795-814417c24175 req-5bbc0bbe-aebf-40cc-bc03-54846d7d13fb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529034 Feb 19 01:44:35.700000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b3cc-0056-4905-bc79-7eeab0d14e2d req-44c38446-fbfb-4cb3-b908-f9f9ce57ffe2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:35.701601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a74b3cc-0056-4905-bc79-7eeab0d14e2d req-44c38446-fbfb-4cb3-b908-f9f9ce57ffe2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0621495 Feb 19 01:44:35.758804 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a74b3cc-0056-4905-bc79-7eeab0d14e2d req-34f7f37d-e794-4c5f-aac1-e48b3f302f2c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515113 Feb 19 01:44:36.881727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3e186-4811-4840-8581-256281ebdd6e req-7c9e717d-4435-4acf-90b4-2f43e2f6e72b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:36.883349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2f3e186-4811-4840-8581-256281ebdd6e req-7c9e717d-4435-4acf-90b4-2f43e2f6e72b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0535302 Feb 19 01:44:36.932901 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a2f3e186-4811-4840-8581-256281ebdd6e req-82e57c2f-13d8-4107-8360-0ed1e08006f2 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Feb 19 01:44:38.061118 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71df20b-3653-4a11-b191-965a6749117e req-fc375543-f512-45c7-acf4-4451ffcd7214 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:38.062587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e71df20b-3653-4a11-b191-965a6749117e req-fc375543-f512-45c7-acf4-4451ffcd7214 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0558505 Feb 19 01:44:38.113206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e71df20b-3653-4a11-b191-965a6749117e req-fa19fa15-353e-4675-9cad-c6ce4a8b94ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 Feb 19 01:44:39.243437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b562b9e-870f-4d09-8a46-ecc3d41ec3b1 req-80419964-741a-4a71-a727-c2970a274add tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:39.245290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b562b9e-870f-4d09-8a46-ecc3d41ec3b1 req-80419964-741a-4a71-a727-c2970a274add tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0545874 Feb 19 01:44:39.296775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b562b9e-870f-4d09-8a46-ecc3d41ec3b1 req-a2a42d50-9a70-4d91-b519-0e279650aaa1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453429 Feb 19 01:44:40.108807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:40.418756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a6d20-1417-43e0-a630-d8435da461be req-04bd7ca8-d23d-4254-8650-c7a7a6996b81 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:40.420124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d8a6d20-1417-43e0-a630-d8435da461be req-04bd7ca8-d23d-4254-8650-c7a7a6996b81 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0533133 Feb 19 01:44:40.475495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d8a6d20-1417-43e0-a630-d8435da461be req-d40444ac-d4a7-4c97-b470-ba299d398cd6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497777 Feb 19 01:44:40.720135 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:40.765781 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ced9c27d-9cee-43af-b27b-55044b0e6a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:41.604718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e6e6c-0f4e-4f7b-b9db-a23b3a50e6ab req-df384f85-8fce-4d14-b8ac-ab2d6dd67d53 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:41.607169 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a75e6e6c-0f4e-4f7b-b9db-a23b3a50e6ab req-df384f85-8fce-4d14-b8ac-ab2d6dd67d53 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0611622 Feb 19 01:44:41.656602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a75e6e6c-0f4e-4f7b-b9db-a23b3a50e6ab req-c23bcfe5-e381-4c70-9f4c-899302461104 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Feb 19 01:44:42.780729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fa8b8-99c0-4d93-b6d7-0dbbc95253df req-0ffe55ca-df8a-4546-a0e7-1ec109e81fc3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:42.782213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f81fa8b8-99c0-4d93-b6d7-0dbbc95253df req-0ffe55ca-df8a-4546-a0e7-1ec109e81fc3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0540264 Feb 19 01:44:42.831577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f81fa8b8-99c0-4d93-b6d7-0dbbc95253df req-9c605e1a-ede4-4185-bb31-8875c23dd331 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 Feb 19 01:44:42.897113 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4c822e5-3fd4-4361-8178-e1b741c035b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:43.954483 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b11e8-4aae-4624-bccb-a776d3dfc571 req-7973ec17-38aa-4c86-b048-cc0a9ca2094b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:43.955985 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-614b11e8-4aae-4624-bccb-a776d3dfc571 req-7973ec17-38aa-4c86-b048-cc0a9ca2094b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0530996 Feb 19 01:44:44.006038 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-614b11e8-4aae-4624-bccb-a776d3dfc571 req-85be5d6f-ee21-4562-becf-6acccda87254 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Feb 19 01:44:44.319976 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.125311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822987bd-4be3-40ec-97e9-91f8c4462d2c req-9c80f7da-81ec-46ca-b90a-63d853e0fa2d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:45.126800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-822987bd-4be3-40ec-97e9-91f8c4462d2c req-9c80f7da-81ec-46ca-b90a-63d853e0fa2d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0526235 Feb 19 01:44:45.176237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-822987bd-4be3-40ec-97e9-91f8c4462d2c req-dc2ad410-a794-48a9-8f32-b47d64e7b701 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Feb 19 01:44:45.417673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:46.298287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e9b2-d6d9-4b44-aced-3b41effce449 req-0e43651b-6c6c-44e4-ad2f-242ba14a405c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.299796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffc9e9b2-d6d9-4b44-aced-3b41effce449 req-0e43651b-6c6c-44e4-ad2f-242ba14a405c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0563278 Feb 19 01:44:46.348444 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ffc9e9b2-d6d9-4b44-aced-3b41effce449 req-cceed500-8bf8-4d7e-9868-d6c3a0ce94a7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Feb 19 01:44:46.970998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:47.474746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e133-8d97-4581-a92a-ed5abb1c162a req-e9589588-eee3-46f8-a79f-2317f46d737b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:47.476290 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b800e133-8d97-4581-a92a-ed5abb1c162a req-e9589588-eee3-46f8-a79f-2317f46d737b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 943 time: 0.0591226 Feb 19 01:44:47.527919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b800e133-8d97-4581-a92a-ed5abb1c162a req-4b7e4ec3-c616-4710-ae1a-df4aa9d8186c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460510 Feb 19 01:44:48.310732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:44:48.411956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:48.423723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'port_id': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'mac_address': 'fa:16:3e:68:11:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:44:48.463488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:44:48.463880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:48.477465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:44:48.496779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:48.554340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:48.610330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:48.617888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.618243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.618608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.618932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.619297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.619633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.619962 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.620293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.620619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.620943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.621268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.621593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.621917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:48.651464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805b47-48b9-4dd9-b0e8-b2326d999b76 req-b01b1e98-cb68-45d6-9aa7-12a9b961f734 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:48.652975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea805b47-48b9-4dd9-b0e8-b2326d999b76 req-b01b1e98-cb68-45d6-9aa7-12a9b961f734 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 944 time: 0.0565860 Feb 19 01:44:48.702193 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea805b47-48b9-4dd9-b0e8-b2326d999b76 req-006bfc6d-3992-4900-84a9-37338ba1162b tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Feb 19 01:44:48.774963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:44:49.828389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66ee3-eab3-4229-a82a-43972848e598 req-586e6961-569d-448b-89b6-7c3a7ef94d13 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:49.829918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74c66ee3-eab3-4229-a82a-43972848e598 req-586e6961-569d-448b-89b6-7c3a7ef94d13 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 944 time: 0.0573356 Feb 19 01:44:49.879492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74c66ee3-eab3-4229-a82a-43972848e598 req-efde9e45-5116-47f8-bcab-274a5fd03fa6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Feb 19 01:44:50.326052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:44:50.457362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:44:50.461647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:44:50.462031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:50.541250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:44:50.541644 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:50.568720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:50.571060 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdd2749dfa5efce92d3c806ed4c00f0ced8039066543e42b64515edf3394dab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beda8d79-8a83-443d-937f-30d8b873d4df" -d '{"events": [{"server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:50.583813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:50.616452 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc469d-f8d3-4130-9594-39dfff24478d x-openstack-request-id: req-efdc469d-f8d3-4130-9594-39dfff24478d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:50.616753 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "name": "network-vif-plugged", "status": "completed", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:50.617063 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-efdc469d-f8d3-4130-9594-39dfff24478d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:50.617464 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'code': 200} Feb 19 01:44:50.681758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:50.720271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d697ce-18d2-4a93-9606-b4973e9dfd94 req-876182d1-9304-4627-b9d8-04aa332cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:50.721710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09d697ce-18d2-4a93-9606-b4973e9dfd94 req-876182d1-9304-4627-b9d8-04aa332cfa34 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1127 time: 0.0499203 Feb 19 01:44:50.739442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:50.785741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09d697ce-18d2-4a93-9606-b4973e9dfd94 req-809426bd-d0f6-49f9-8744-13f54f74d80c service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577366 Feb 19 01:44:51.009768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c0cc-0fa3-4ec7-a2eb-b8115449ad74 req-0c59698b-f1fd-4f91-8f02-fd3de43f9b91 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:51.011545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec20c0cc-0fa3-4ec7-a2eb-b8115449ad74 req-0c59698b-f1fd-4f91-8f02-fd3de43f9b91 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.0634716 Feb 19 01:44:51.066737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec20c0cc-0fa3-4ec7-a2eb-b8115449ad74 req-91b47bce-70b1-4238-b280-760169432835 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487285 Feb 19 01:44:52.202329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0470-6c5d-40bc-8c8c-c123f67e62ab req-80ce70a9-fd42-4c01-b4c1-6b93f9258892 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:52.203889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67ab0470-6c5d-40bc-8c8c-c123f67e62ab req-80ce70a9-fd42-4c01-b4c1-6b93f9258892 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.0583031 Feb 19 01:44:52.256752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67ab0470-6c5d-40bc-8c8c-c123f67e62ab req-2b08f5ba-95cb-4c7f-b96e-e09c8b6fe578 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469975 Feb 19 01:44:52.375265 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75967b93-5aac-4805-aa9c-cbe1a7729743 req-a61e2673-f270-4a31-ac2d-52e102f521ad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:52.376664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75967b93-5aac-4805-aa9c-cbe1a7729743 req-a61e2673-f270-4a31-ac2d-52e102f521ad tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.0534465 Feb 19 01:44:52.426245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-75967b93-5aac-4805-aa9c-cbe1a7729743 req-55f82912-a905-49b5-94d9-daf4a4f93001 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439315 Feb 19 01:44:52.448521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60832) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:52.554625 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ae5eb-3e41-4ae5-995e-4c5f26203c7a tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:52.556220 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-010ae5eb-3e41-4ae5-995e-4c5f26203c7a tempest-TestVolumeBootPattern-911809542 tempest-TestVolumeBootPattern-911809542-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1122 time: 0.1066775 Feb 19 01:44:52.559021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:52.563524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:52.686495 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:52.783328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:52.890330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Allocated IP 172.25.2.113 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/59db3d1e-4e71-4adb-acbe-52ed6f862c36) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:44:52.988415 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.080329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.127041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:44:53.129959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:44:53.133529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:44:53.138819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=59db3d1e-4e71-4adb-acbe-52ed6f862c36,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:53.167250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.167603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.167948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.168290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.168624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.168957 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.169291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.169614 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.169939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.170782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.171124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.179856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.179856 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:53.529035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (6178bcb4-6c73-4d4f-9c48-6affa341e5fb), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.686501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.842337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.896671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.963653 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event updated for resources: {'Port': ['ID=59db3d1e-4e71-4adb-acbe-52ed6f862c36,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:53.975878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (6178bcb4-6c73-4d4f-9c48-6affa341e5fb), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:54.085039 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP 6178bcb4-6c73-4d4f-9c48-6affa341e5fb associated. External IP: 172.25.2.113, port: e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e. Feb 19 01:44:54.612534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:44:54.723965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:44:54.735552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:44:54.748034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:44:54.753206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:44:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:54.859283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:44:54.872380 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:54.901554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ab1a791e-c256-4d06-ad47-f105ffbddc43 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3413551 Feb 19 01:44:54.902324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:54.904608 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e1ece6d6375bf064a6916f1276faba37898a729d64d9f8e33df5c719750ac59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadc0476-497c-47c2-ba64-a62921274497" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:54.943586 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa6901-7b26-4156-8c0f-45d4b18fed68 x-openstack-request-id: req-76aa6901-7b26-4156-8c0f-45d4b18fed68 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:54.943914 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:54.944170 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-76aa6901-7b26-4156-8c0f-45d4b18fed68 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:54.944582 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'status': 'completed', 'code': 200} Feb 19 01:44:55.020449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0476-497c-47c2-ba64-a62921274497 req-99096ed5-1912-4122-a38f-f8df0c634355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:55.021976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-99096ed5-1912-4122-a38f-f8df0c634355 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1127 time: 0.0510001 Feb 19 01:44:55.116141 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0476-497c-47c2-ba64-a62921274497 req-2cae0cbd-e571-4d80-a84f-2fdd989fcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:55.117688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-2cae0cbd-e571-4d80-a84f-2fdd989fcf4e service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0894163 Feb 19 01:44:55.196677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-b64f9560-f632-4f40-9bbb-be13b660e8ac service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 999 time: 0.0729566 Feb 19 01:44:55.247334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0476-497c-47c2-ba64-a62921274497 req-34f563b4-0233-45fc-9662-dcc893b46d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:55.249604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-34f563b4-0233-45fc-9662-dcc893b46d1a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0480089 Feb 19 01:44:55.267535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}, {'id': '6178bcb4-6c73-4d4f-9c48-6affa341e5fb', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:68:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:53Z', 'updated_at': '2022-02-19T01:44:53Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:55.294507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:44:55.298852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc0476-497c-47c2-ba64-a62921274497 req-57b75474-7b25-4f7e-a4d7-23e881ed5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:55.300486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-57b75474-7b25-4f7e-a4d7-23e881ed5889 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455999 Feb 19 01:44:55.303713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:44:55.304354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:44:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:55.399100 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-b6022021-7bd9-4fcd-b60d-a0ece2b18e49 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890272 Feb 19 01:44:55.414051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:44:55.489930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cadc0476-497c-47c2-ba64-a62921274497 req-75222b39-3108-449e-a0bc-342d5cffb19c service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Feb 19 01:44:55.650901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}, {'id': '6178bcb4-6c73-4d4f-9c48-6affa341e5fb', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:68:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:53Z', 'updated_at': '2022-02-19T01:44:53Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:55.678160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1811cd78-2836-4e9b-97b4-bf813947b017 None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}, {'id': '6178bcb4-6c73-4d4f-9c48-6affa341e5fb', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:68:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:53Z', 'updated_at': '2022-02-19T01:44:53Z', 'revision_number': 0, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:44:55.883871 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c94f595-1246-451f-86be-5d59e25d6f1a None None] New status for floating IP 6178bcb4-6c73-4d4f-9c48-6affa341e5fb: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:45:05.819213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-7c1192d7-353b-4e06-a4a7-41a3028aeba2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458779 Feb 19 01:45:05.910359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-8c264d0b-dac6-4640-8ad4-b0e5d240dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:05.911897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-8c264d0b-dac6-4640-8ad4-b0e5d240dc47 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0511601 Feb 19 01:45:06.014918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-024be58b-0f0f-4a30-ba57-1ae8f081fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:06.016501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-024be58b-0f0f-4a30-ba57-1ae8f081fdce service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0855362 Feb 19 01:45:06.086852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-f2e7beef-9ec8-4049-aa05-b598a736a8a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0646517 Feb 19 01:45:06.137084 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-7438d506-8e4e-408c-a038-1cb9dc231ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:06.138580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-7438d506-8e4e-408c-a038-1cb9dc231ab5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0458181 Feb 19 01:45:06.187259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-8d559e86-fadb-4281-a3ab-8350baa7bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:06.189235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-8d559e86-fadb-4281-a3ab-8350baa7bf27 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445769 Feb 19 01:45:06.292450 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-72bc9c0d-3212-4624-a193-d412d7e25eed service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974472 Feb 19 01:45:06.384516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dac89cf1-b79d-4505-9d02-0b07d9e0b496 req-e2280383-b4cb-415b-b633-54f7a529ab60 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851843 Feb 19 01:45:07.455176 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:10.107648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:10.701922 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:10.730341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-076ac333-448c-4ead-8655-1dbec2b394dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:12.940637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9225dbe3-4979-4c7e-a337-ce0fb750de21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:14.342234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:15.408366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:16.982176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:17.675291 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-fbb94096-0767-4168-996f-b8c6a7e1de4c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488877 Feb 19 01:45:17.763717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-71eb9741-d693-4b0c-b9eb-b9b082c09029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:17.765331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-71eb9741-d693-4b0c-b9eb-b9b082c09029 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1127 time: 0.0493774 Feb 19 01:45:17.871976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-da67b052-d46b-42a1-9e45-a6d09576e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:17.873418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-da67b052-d46b-42a1-9e45-a6d09576e773 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0879161 Feb 19 01:45:17.943921 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-1087d551-4b72-4552-8d66-d9d54c873538 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 1001 time: 0.0638845 Feb 19 01:45:17.991821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-ba0b816d-c579-4725-85e5-c1c926f9e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:17.993415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-ba0b816d-c579-4725-85e5-c1c926f9e7de service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0440302 Feb 19 01:45:18.042056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-94ec35e4-8494-4fa8-ad39-f19a96cb3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:18.043620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-94ec35e4-8494-4fa8-ad39-f19a96cb3fd5 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452762 Feb 19 01:45:18.142064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-924f2537-a244-4082-8213-517f2aa47234 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920966 Feb 19 01:45:18.236488 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b7fe8e3-2f0e-4f4b-a051-0c18457f96cf req-793e5b2d-6a78-4057-8946-f57bdd4ee1e2 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859811 Feb 19 01:45:40.096363 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:40.636583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:40.699462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bf81354f-8b17-4002-a9d0-db07ce9bb431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:42.945020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0b049853-61aa-4e8e-96db-c6ca1cc191a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:44.352712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:44.455243 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:45.444419 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:46.956553 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:07.447155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-973e00e7-86a0-4f9a-98bc-c29d1048ebbc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464177 Feb 19 01:46:07.538558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-3fdf5b83-6434-4601-9fa5-775ccb98bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:07.540223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-3fdf5b83-6434-4601-9fa5-775ccb98bc16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0508473 Feb 19 01:46:07.644670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-e0688df0-0157-489e-85fa-5d20def0e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:07.646150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-e0688df0-0157-489e-85fa-5d20def0e6d1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0878229 Feb 19 01:46:07.717501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-1e42ab29-b95c-4bda-aa9b-8d663a927d84 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0650806 Feb 19 01:46:07.769543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-c71e3d87-8242-48f0-bb92-e511a9f0bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:07.771013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-c71e3d87-8242-48f0-bb92-e511a9f0bfb1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0460861 Feb 19 01:46:07.821828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-125cc18f-a547-45e1-afc9-fd19fb47c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:07.823359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-125cc18f-a547-45e1-afc9-fd19fb47c6f3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459235 Feb 19 01:46:07.917498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-b9e1bc36-8efc-4458-9836-3ae936b89bd3 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866115 Feb 19 01:46:08.006101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-37e8f886-761d-4c0b-9dbd-61026e1292f5 req-9ad15af5-4877-4640-be9e-9b72094414ad service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Feb 19 01:46:10.163739 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:10.687379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:10.698373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19ef60fc-28f9-427c-9bfa-3945fef6f0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:12.946831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a5716d9c-dc4e-4aa8-866a-40d8a6dde2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:14.334841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:15.409244 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:16.991770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:18.767284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-d08dd349-0d22-473a-b7c6-3c6aa112fa5e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860291 Feb 19 01:46:18.854518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-f69a664f-a669-4455-ac8d-6c8dfd796bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:18.856097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-f69a664f-a669-4455-ac8d-6c8dfd796bd0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1127 time: 0.0486877 Feb 19 01:46:18.958371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-bf013fab-32a7-474e-8326-b233ca2a6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:18.959777 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-bf013fab-32a7-474e-8326-b233ca2a6444 service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0844445 Feb 19 01:46:19.031277 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-62becd2a-179e-44ae-ac2f-24bf22bbe763 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 1001 time: 0.0659771 Feb 19 01:46:19.078796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-bbad47da-1dea-4001-8325-ab791e081c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:19.080276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-bbad47da-1dea-4001-8325-ab791e081c32 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0437322 Feb 19 01:46:19.129561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-7032932f-1d32-4ef2-9160-0ada075d5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:19.131054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-7032932f-1d32-4ef2-9160-0ada075d5ee2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445917 Feb 19 01:46:19.221763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-99c6814c-eff1-44f4-a7a4-a7dd7e76d95a service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847354 Feb 19 01:46:19.309532 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aa989575-320a-42dd-92f2-0075a3cab6f4 req-474d1ab1-20a3-44b3-993a-d5b43e699619 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818729 Feb 19 01:46:21.454918 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:46:40.120672 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:40.697886 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:40.726125 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b3d635cd-bf37-40c0-a051-dda449b68cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:42.922776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f0fe3039-7cff-4c28-b800-d43702c32e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:44.396939 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:45.408286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:46.962438 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.112999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-9cdc066b-3fbb-429f-a7bb-e95f5bb49acb req-89e1012b-b727-46fc-8fef-f55576e6fd06 service neutron] (110601) timed out ('10.222.0.96', 51306) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:46:54.366997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60872) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:46:54.624983 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port 59db3d1e-4e71-4adb-acbe-52ed6f862c36 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:46:54.625239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.702282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.702604 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (59db3d1e-4e71-4adb-acbe-52ed6f862c36), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.714038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for 59db3d1e-4e71-4adb-acbe-52ed6f862c36 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:46:54.939687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (59db3d1e-4e71-4adb-acbe-52ed6f862c36), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.964476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=59db3d1e-4e71-4adb-acbe-52ed6f862c36,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:54.977342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.977696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.978040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.978385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.978723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.979074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.979418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.979747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.980072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.980397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.980718 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.981043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:54.982047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:55.035587 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (6178bcb4-6c73-4d4f-9c48-6affa341e5fb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:55.035917 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP 6178bcb4-6c73-4d4f-9c48-6affa341e5fb disassociated (deleted). External IP: 172.25.2.113, port: e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e. Feb 19 01:46:55.254047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:46:55.368035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:46:55.373522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:55.378901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:46:55.388674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:46:55.389297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:46:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:46:55.403424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-61805454-c8ac-48ae-97a8-feefb233176d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "DELETE /v2.0/floatingips/6178bcb4-6c73-4d4f-9c48-6affa341e5fb HTTP/1.1" status: 204 len: 168 time: 1.0351777 Feb 19 01:46:55.404280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:46:55.508870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:46:55.534461 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc9258-e54d-4206-958c-55bff5db5529" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:46:55.667161 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff90b743-23b1-4a76-af60-fb31342c10ee x-openstack-request-id: req-ff90b743-23b1-4a76-af60-fb31342c10ee {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:46:55.667458 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:46:55.667728 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ff90b743-23b1-4a76-af60-fb31342c10ee {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:46:55.668116 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'status': 'completed', 'code': 200} Feb 19 01:46:55.747965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9258-e54d-4206-958c-55bff5db5529 req-687a21ef-c8db-4fb0-a993-eb8525fb1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:55.749480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-687a21ef-c8db-4fb0-a993-eb8525fb1234 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 1127 time: 0.0504954 Feb 19 01:46:55.754064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:46:55.783138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:46:55.796559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:46:55.797181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:46:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:46:55.857942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9258-e54d-4206-958c-55bff5db5529 req-82651053-5781-445a-ade7-85911ae420eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:55.859484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-82651053-5781-445a-ade7-85911ae420eb service neutron] 10.222.0.117 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.1017725 Feb 19 01:46:55.905868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-6fd103b5-1a41-43f5-bf3d-ed5239e41b29 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 200 len: 217 time: 0.0396802 Feb 19 01:46:55.921271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:46:55.960256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9258-e54d-4206-958c-55bff5db5529 req-5788bdbb-0797-4359-b62c-e13d5acfa7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:55.961776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-5788bdbb-0797-4359-b62c-e13d5acfa7c8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0504470 Feb 19 01:46:55.995729 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02e8a1-e420-4449-a990-ea1f20430238 req-79c45bac-5f3d-49db-89af-b618ada0d8a6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:55.997715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f02e8a1-e420-4449-a990-ea1f20430238 req-79c45bac-5f3d-49db-89af-b618ada0d8a6 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.1129582 Feb 19 01:46:56.065090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f02e8a1-e420-4449-a990-ea1f20430238 req-5b999ee0-37e6-4b5d-94e1-b1bd18f888e8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574534 Feb 19 01:46:56.173757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:46:56.203113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19b55-71b3-46aa-9fb6-2e51d344e3e3 None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '3347aad1-ba6e-4f9f-8f61-868730c15b56', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'port_id': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'mac_address': 'fa:16:3e:7f:d5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:41:49Z', 'updated_at': '2022-02-19T01:41:51Z', 'revision_number': 1, 'project_id': 'ceda7041759e422db64935c0b5189506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:46:56.341892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc9258-e54d-4206-958c-55bff5db5529 req-960d13e6-7513-481c-a474-7470f8937b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:56.343545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-960d13e6-7513-481c-a474-7470f8937b9c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3755405 Feb 19 01:46:56.437996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-2ff24ce6-780b-402d-a0c4-fb27fab9e247 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873048 Feb 19 01:46:56.439825 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdcb37-e378-4b82-9244-7ab9a698f009 None None] New status for floating IP 6178bcb4-6c73-4d4f-9c48-6affa341e5fb: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:46:56.534171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05cc9258-e54d-4206-958c-55bff5db5529 req-c9882f76-596e-4daa-b7a1-52c2e3568020 service neutron] 10.222.0.117 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893676 Feb 19 01:46:57.312992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4a42b-cfe0-4dba-8491-a057b2df64d6 req-06198365-bc4d-4948-a71a-b6e784b92f30 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:57.314458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2af4a42b-cfe0-4dba-8491-a057b2df64d6 req-06198365-bc4d-4948-a71a-b6e784b92f30 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.0976765 Feb 19 01:46:57.391396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2af4a42b-cfe0-4dba-8491-a057b2df64d6 req-02553f2d-d977-4855-a6eb-9deade9dfefa tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686035 Feb 19 01:46:57.401739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6876341-1e4f-4c42-8281-52872ea24080 req-2f42a9dd-63ee-448b-a74f-7b1929846d4f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:57.403869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6876341-1e4f-4c42-8281-52872ea24080 req-2f42a9dd-63ee-448b-a74f-7b1929846d4f tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 945 time: 0.0877278 Feb 19 01:46:57.503652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:46:57.503999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:57.594396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:46:57.594751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:57.607676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:46:57.806362 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:57.842179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:46:57.868025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.873074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:46:57.894729 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:46:57.897345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:57.900712 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6876341-1e4f-4c42-8281-52872ea24080 req-f8974e8b-75d2-4664-9cfa-cb456fc1ea5d tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.117 "DELETE /v2.0/ports/e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e HTTP/1.1" status: 204 len: 173 time: 0.4925616 Feb 19 01:46:57.901154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'name': 'network-vif-deleted', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:46:57.940810 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e6dd5a-00dd-45b1-a724-3cf42ea67942" -d '{"events": [{"server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "name": "network-vif-deleted", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:46:58.030730 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9970f8-17a4-45fd-8ba7-fd99daa46999 x-openstack-request-id: req-ea9970f8-17a4-45fd-8ba7-fd99daa46999 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:46:58.031024 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdd9a2c-250e-4128-b532-61bd76b742cc", "name": "network-vif-deleted", "tag": "e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:46:58.031315 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ea9970f8-17a4-45fd-8ba7-fd99daa46999 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:46:58.031748 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdd9a2c-250e-4128-b532-61bd76b742cc', 'name': 'network-vif-deleted', 'tag': 'e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e', 'status': 'completed', 'code': 200} Feb 19 01:46:58.457272 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:46:58.488428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c8aad15-0a50-410c-8615-a7e2dfa83a54 req-8f7ed647-b03b-4652-85ac-439c03d59f34 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0269802 Feb 19 01:46:59.868008 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29649a18-f03e-4cfd-871b-37a12788860e req-9adf4b4b-e9cb-4a9c-8f97-a3c698cd6cd7 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0295360 Feb 19 01:47:00.931945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:00.953122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:00.953474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device e6d7cc2d-eae6-4f10-bc5a-bf170d5ed48e not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:00.973499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09d4e0b4-338b-4bbf-86fb-71c19c60c42f req-167aed84-ac93-4b1e-9a98-c3f738432612 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0313787 Feb 19 01:47:02.070235 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e35fe07-8911-4cf9-944e-faf68e1b6766 req-eaa5d717-1298-44a4-9a85-1e5fcb4ca851 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0281525 Feb 19 01:47:03.164296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4fcb780-22dd-4327-b9b5-e1da81d6aaaa req-4568fe89-567f-4dc8-b602-78ae92a39c86 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0276029 Feb 19 01:47:04.265896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e57c4f83-2396-4ccc-84b9-cb6499780f8f req-cbb03abb-028f-4cf5-85fc-9df5d36575fb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0307829 Feb 19 01:47:05.364451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3a86256-f35b-4ca8-85b4-cdbebde5a2a7 req-fc0aa73a-c1c9-4497-90a3-09b300fa7625 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0287912 Feb 19 01:47:06.459424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-565b45ff-4487-4d7f-967a-3b797554a1ef req-0cc9e965-6c97-45dd-acd7-989efbd78d13 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0279777 Feb 19 01:47:06.902940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-cb75e9e7-4ff7-49e1-b85a-443357dac5f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823717 Feb 19 01:47:06.994578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-f297cf68-63c4-4310-9eb1-b1c38cb9f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:06.996134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-f297cf68-63c4-4310-9eb1-b1c38cb9f742 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0505090 Feb 19 01:47:07.114033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-10ba51fa-ea1b-4ecd-9ee4-be2d65eba689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:07.115546 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-10ba51fa-ea1b-4ecd-9ee4-be2d65eba689 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0948281 Feb 19 01:47:07.187972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-6125797a-50bc-42c4-8e1c-c0c9480b4e9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 1002 time: 0.0654159 Feb 19 01:47:07.237121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-9cc41079-2e48-4c79-9ee7-508aaa9fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:07.238578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-9cc41079-2e48-4c79-9ee7-508aaa9fd853 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0447450 Feb 19 01:47:07.286880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-f82b718f-d0a5-4a46-98cc-e0063951472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:07.288425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-f82b718f-d0a5-4a46-98cc-e0063951472d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441930 Feb 19 01:47:07.391874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-18d332ba-d6de-48ab-8f48-c550978205a2 service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968344 Feb 19 01:47:07.479742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b6b6b1a-998b-47f4-81a7-e5c9ea7dbd43 req-93a763a8-a0cc-45ce-926a-d615debf3aca service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825789 Feb 19 01:47:07.571346 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5439d268-3bab-4aa2-baf4-04e7fe3ea1a7 req-3ab3c3a0-8ee9-4cb7-8eab-6fc1ab9cf049 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=bfdd9a2c-250e-4128-b532-61bd76b742cc HTTP/1.1" status: 200 len: 210 time: 0.0282276 Feb 19 01:47:10.109020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:10.671056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:10.699703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-09b25261-d7f6-4ccf-9168-ba294f6f8bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:12.933420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1063330d-0711-4598-90cf-84fd1a471054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:14.349737 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:15.437503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:16.950651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.367266 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 60984) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:18.543534 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port b48ea674-d0d4-46d8-98ec-e750a87c78fa {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:18.543877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.617915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.618236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (b48ea674-d0d4-46d8-98ec-e750a87c78fa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.629724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for b48ea674-d0d4-46d8-98ec-e750a87c78fa owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:18.842424 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (b48ea674-d0d4-46d8-98ec-e750a87c78fa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.874270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=b48ea674-d0d4-46d8-98ec-e750a87c78fa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:18.949000 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (3347aad1-ba6e-4f9f-8f61-868730c15b56), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.949370 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Floating IP 3347aad1-ba6e-4f9f-8f61-868730c15b56 disassociated (deleted). External IP: 172.25.2.162, port: b29494e8-bf2e-46c0-9c03-9408062609fd. Feb 19 01:47:19.166403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:47:19.296947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:47:19.301749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:19.306425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:47:19.316932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:19.317552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:19.331839 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ce65b320-f1c0-4c17-abe3-6b56ac943215 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "DELETE /v2.0/floatingips/3347aad1-ba6e-4f9f-8f61-868730c15b56 HTTP/1.1" status: 204 len: 168 time: 0.9634614 Feb 19 01:47:19.332433 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:19.334782 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9ba5d-dd20-4059-a114-6cf3250d781f" -d '{"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:19.372337 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd33bfc-3f43-4b37-9979-678da6a263f8 x-openstack-request-id: req-0fd33bfc-3f43-4b37-9979-678da6a263f8 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:19.372947 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:19.372947 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0fd33bfc-3f43-4b37-9979-678da6a263f8 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:19.373261 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'status': 'completed', 'code': 200} Feb 19 01:47:19.438413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:19.440352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-37d607b9-afcc-4116-8573-ac4fc55aa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.441880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-37d607b9-afcc-4116-8573-ac4fc55aa813 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ceda7041759e422db64935c0b5189506&device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 1128 time: 0.0460849 Feb 19 01:47:19.537072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-41588887-d561-457d-aeec-3809c52d99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.538582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-41588887-d561-457d-aeec-3809c52d99eb service neutron] 10.222.0.96 "GET /v2.0/networks?id=e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 200 len: 913 time: 0.0912199 Feb 19 01:47:19.588395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-ab9bbae6-13e2-44be-86ad-460af54d7558 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 200 len: 217 time: 0.0438447 Feb 19 01:47:19.655610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-96ab1acd-c7aa-47dd-8cf0-2cb4df99093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.659585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-96ab1acd-c7aa-47dd-8cf0-2cb4df99093c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 200 len: 851 time: 0.0612476 Feb 19 01:47:19.660060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:19.687995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:47:19.698867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:19.698867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:19.710703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-e7304c5e-cad9-43d8-8d16-ab98cd61b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.712601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-e7304c5e-cad9-43d8-8d16-ab98cd61b6d1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e05aa914-913c-4d4d-9dad-9b230f797d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489693 Feb 19 01:47:19.756136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629f98-4ef4-4417-a9a3-4eb1563c1505 req-6dbbd8dc-54db-4cc3-91ff-4e8bf85fb6d4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.758340 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60629f98-4ef4-4417-a9a3-4eb1563c1505 req-6dbbd8dc-54db-4cc3-91ff-4e8bf85fb6d4 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 946 time: 0.0567503 Feb 19 01:47:19.819052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-8f197c7d-6c9c-4d4a-907d-4b496ab5b9fd service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977261 Feb 19 01:47:19.822356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60629f98-4ef4-4417-a9a3-4eb1563c1505 req-c81f069b-fb16-4e21-b505-3d3e481c57d3 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/security-groups?id=65242566-3655-414d-b806-5c7e563259ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513904 Feb 19 01:47:19.919718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dad9ba5d-dd20-4059-a114-6cf3250d781f req-6693b483-0f76-4423-a702-e497b9f7681b service neutron] 10.222.0.96 "GET /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921249 Feb 19 01:47:19.991191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:20.192338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:20.220209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1280ed1-d22b-4526-9f7e-50c3d4edfc84 None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:35Z', 'revision_number': 4, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '18cc9476-69aa-489c-9149-8106cabcd3d9', 'name': '', 'network_id': 'e05aa914-913c-4d4d-9dad-9b230f797d40', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'mac_address': 'fa:16:3e:67:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:34Z', 'updated_at': '2022-02-19T01:31:39Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'subnets': [{'id': '32dea1e4-2574-4112-b5af-12d27a5bbd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:47:20.361544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0910a8f-1771-481e-a721-f84633867aa3 req-adc048df-bf33-4b0a-8fac-ecc3c5e7c3ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:20.363057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0910a8f-1771-481e-a721-f84633867aa3 req-adc048df-bf33-4b0a-8fac-ecc3c5e7c3ba tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 946 time: 0.0548310 Feb 19 01:47:20.459346 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f68f62-1e03-4c92-82f0-4a25a3362cf0 None None] New status for floating IP 3347aad1-ba6e-4f9f-8f61-868730c15b56: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:47:20.464618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port b29494e8-bf2e-46c0-9c03-9408062609fd {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:20.465085 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:20.555798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] For port b29494e8-bf2e-46c0-9c03-9408062609fd, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=b29494e8-bf2e-46c0-9c03-9408062609fd,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:20.556264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:20.569230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for b29494e8-bf2e-46c0-9c03-9408062609fd owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:20.789356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (b29494e8-bf2e-46c0-9c03-9408062609fd), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:20.818670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=b29494e8-bf2e-46c0-9c03-9408062609fd,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:20.866019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] No DVR routers for this DVR port b29494e8-bf2e-46c0-9c03-9408062609fd on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:20.868655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:20.871962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0910a8f-1771-481e-a721-f84633867aa3 req-e26c55f2-b188-406b-9fba-3b6164c2e176 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.96 "DELETE /v2.0/ports/b29494e8-bf2e-46c0-9c03-9408062609fd HTTP/1.1" status: 204 len: 173 time: 0.5035000 Feb 19 01:47:20.872420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'name': 'network-vif-deleted', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:20.874766 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426e520-207b-4752-9b72-a0027fb58784" -d '{"events": [{"server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "name": "network-vif-deleted", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:20.927482 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef2881-54c6-41ce-881d-91522ae20fc2 x-openstack-request-id: req-10ef2881-54c6-41ce-881d-91522ae20fc2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:20.927780 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6195d7d8-d975-414f-bfe0-2bc5e414a6c1", "name": "network-vif-deleted", "tag": "b29494e8-bf2e-46c0-9c03-9408062609fd", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:20.928040 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-10ef2881-54c6-41ce-881d-91522ae20fc2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:20.928439 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6195d7d8-d975-414f-bfe0-2bc5e414a6c1', 'name': 'network-vif-deleted', 'tag': 'b29494e8-bf2e-46c0-9c03-9408062609fd', 'status': 'completed', 'code': 200} Feb 19 01:47:20.930608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8b0a0e2-7fca-492f-84ac-b378dc57402e req-2c94c87e-157f-48a4-ac68-51f437d3c3ac tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0319841 Feb 19 01:47:22.035954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3dabcae-4ad1-4bea-9699-3897b884f7f4 req-2d122156-912c-483a-b844-470adba87259 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0335515 Feb 19 01:47:23.131950 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03e7adc2-297d-459b-818a-5d07b7a99fd8 req-0ad23a6d-b000-4fb6-9409-d2a2645f9535 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Feb 19 01:47:24.228553 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-901f9963-c2f8-4f24-97f7-0bd6079e3475 req-913d0f14-e5ad-49e6-8dfb-d780400b9a24 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0287690 Feb 19 01:47:24.421826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b29494e8-bf2e-46c0-9c03-9408062609fd no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:24.446627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: b29494e8-bf2e-46c0-9c03-9408062609fd {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:24.446982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device b29494e8-bf2e-46c0-9c03-9408062609fd not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:25.329703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50ee3f7d-7789-4df7-9767-743438a9b9d3 req-742e5a7d-79f6-4122-b5ea-44ca414cb27c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0303211 Feb 19 01:47:26.428188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a883907-f65f-4930-81cc-7eefa85f9aa0 req-a9f0e6f8-4c14-496d-9c76-1926a94a9acb tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0296347 Feb 19 01:47:27.526708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-962eacb4-28fe-46fa-9435-e19a073409ab req-c43c8e73-014f-47dc-a778-9238a6448ddf tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0312972 Feb 19 01:47:28.623938 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10b2d901-3e90-46bc-b30d-f7f63282ef45 req-384f01f8-50c6-4b44-ba36-3ebaf31f2db1 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Feb 19 01:47:29.722299 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a62e79f2-80fd-4ef8-89fb-e55036d83bfb req-e25b1026-55a7-4138-bc75-5f0ec996d7a8 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Feb 19 01:47:30.836313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-50506717-2d45-4c17-958d-055eb0958388 req-fe1e87af-116d-4732-b05b-e72c343ad2a5 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "GET /v2.0/ports?device_id=6195d7d8-d975-414f-bfe0-2bc5e414a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0266755 Feb 19 01:47:31.893134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32802) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:32.024124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Deleting port 28c1aafb-a904-489f-8151-9f684ec1e3cc {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:32.024388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.103899 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.104233 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (28c1aafb-a904-489f-8151-9f684ec1e3cc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.115809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Calling delete_port for 28c1aafb-a904-489f-8151-9f684ec1e3cc owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:32.310051 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (28c1aafb-a904-489f-8151-9f684ec1e3cc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.336834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'Port': ['ID=28c1aafb-a904-489f-8151-9f684ec1e3cc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:32.400221 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for floatingip (b378d03d-c7b6-4bb6-b0b0-19d3389bc081), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.402804 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:32.404035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e2e15f1-ee20-42dc-9aaf-6c56dbf64e0c tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "DELETE /v2.0/floatingips/b378d03d-c7b6-4bb6-b0b0-19d3389bc081 HTTP/1.1" status: 204 len: 168 time: 0.5099292 Feb 19 01:47:35.458210 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:47:38.921182 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:38.982338 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (65242566-3655-414d-b806-5c7e563259ba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:39.008417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (65242566-3655-414d-b806-5c7e563259ba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:39.142709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (65242566-3655-414d-b806-5c7e563259ba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:39.145601 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:39.146811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] 10.222.0.94 "DELETE /v2.0/security-groups/65242566-3655-414d-b806-5c7e563259ba HTTP/1.1" status: 204 len: 168 time: 0.2239380 Feb 19 01:47:39.157008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76cd3-2dc0-4756-82e7-bf7235368b26 tempest-TestVolumeBootPattern-2119144118 tempest-TestVolumeBootPattern-2119144118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65242566-3655-414d-b806-5c7e563259ba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:39.303737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32844) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:39.795167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.057424 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Deleting port 18cc9476-69aa-489c-9149-8106cabcd3d9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:40.058070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.119536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.141988 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] For port 18cc9476-69aa-489c-9149-8106cabcd3d9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=18cc9476-69aa-489c-9149-8106cabcd3d9,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:40.142346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.157047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Calling delete_port for 18cc9476-69aa-489c-9149-8106cabcd3d9 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:40.412861 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (18cc9476-69aa-489c-9149-8106cabcd3d9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.441533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cc9476-69aa-489c-9149-8106cabcd3d9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:40.614861 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.690691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:40.749867 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-90f16cd9-23ac-4e72-acbf-92da6dc7e573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:41.154541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Router d85c2b70-64f3-446a-9a2c-294008bb79d4 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:47:41.274774 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:47:41.279797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a59f2b70-06c3-4549-a21b-2f2f426af9a9 admin admin] 10.222.0.94 "PUT /v2.0/routers/d85c2b70-64f3-446a-9a2c-294008bb79d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749982 Feb 19 01:47:41.282393 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32850) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:41.285626 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Sync routers for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:47:41.295957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:41.296569 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:41.391987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks [] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:41.405681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:41.506920 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks [] for router_gateway (d85c2b70-64f3-446a-9a2c-294008bb79d4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:41.592039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:47:40Z', 'revision_number': 5, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port': {'id': '36fb8b69-5e59-47e7-9084-0383cc465585', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:70:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:41.623358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Checking router: d85c2b70-64f3-446a-9a2c-294008bb79d4 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:47:41.632635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Routers {'d85c2b70-64f3-446a-9a2c-294008bb79d4'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:41.633339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['d85c2b70-64f3-446a-9a2c-294008bb79d4'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:41.645821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Deleting port 36fb8b69-5e59-47e7-9084-0383cc465585 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:41.646174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:41.722401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] Set router d85c2b70-64f3-446a-9a2c-294008bb79d4 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:41.731496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] For port 36fb8b69-5e59-47e7-9084-0383cc465585, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=36fb8b69-5e59-47e7-9084-0383cc465585,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:41.731913 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:41.746224 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Calling delete_port for 36fb8b69-5e59-47e7-9084-0383cc465585 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:41.781095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:47:41Z', 'revision_number': 6, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:41.808865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea25e1-cd27-4969-8450-bdf02bec56da None None] The sync data for ids ['d85c2b70-64f3-446a-9a2c-294008bb79d4'] in n-d-826529-3 is: [{'id': 'd85c2b70-64f3-446a-9a2c-294008bb79d4', 'name': 'tempest-TestVolumeBootPattern-1218863679-router', 'tenant_id': 'ceda7041759e422db64935c0b5189506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:31Z', 'updated_at': '2022-02-19T01:47:41Z', 'revision_number': 6, 'project_id': 'ceda7041759e422db64935c0b5189506', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:47:41.982022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (36fb8b69-5e59-47e7-9084-0383cc465585), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.009465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36fb8b69-5e59-47e7-9084-0383cc465585,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:42.069215 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.163861 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.166118 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks [] for router_controller (d85c2b70-64f3-446a-9a2c-294008bb79d4), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.275566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (d85c2b70-64f3-446a-9a2c-294008bb79d4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.276094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85c2b70-64f3-446a-9a2c-294008bb79d4 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:47:42.280307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.281462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5c4dbc39-df28-41ec-a544-3723cb507ed7 admin admin] 10.222.0.94 "DELETE /v2.0/routers/d85c2b70-64f3-446a-9a2c-294008bb79d4 HTTP/1.1" status: 204 len: 168 time: 0.9980862 Feb 19 01:47:42.284094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32852) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:42.328597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Deleting subnet 32dea1e4-2574-4112-b5af-12d27a5bbd92 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:47:42.331619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Publish callbacks [] for subnet (32dea1e4-2574-4112-b5af-12d27a5bbd92), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.364878 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (32dea1e4-2574-4112-b5af-12d27a5bbd92), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.445663 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (32dea1e4-2574-4112-b5af-12d27a5bbd92), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.544651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (32dea1e4-2574-4112-b5af-12d27a5bbd92), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.574318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dea1e4-2574-4112-b5af-12d27a5bbd92,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:42.578924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.582424 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-81e868ed-4363-485d-9ea6-4a4e036dc75c admin admin] 10.222.0.94 "DELETE /v2.0/subnets/32dea1e4-2574-4112-b5af-12d27a5bbd92 HTTP/1.1" status: 204 len: 168 time: 0.2970972 Feb 19 01:47:42.584755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 32854) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:42.589576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99860ee9-2af8-43a8-9b3c-1ba93a200778 None None] Network e05aa914-913c-4d4d-9dad-9b230f797d40 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:47:42.660343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18cc9476-69aa-489c-9149-8106cabcd3d9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:42.671989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (e05aa914-913c-4d4d-9dad-9b230f797d40), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.684007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 18cc9476-69aa-489c-9149-8106cabcd3d9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:42.684007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 18cc9476-69aa-489c-9149-8106cabcd3d9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:42.733706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Deleting port 395fd78e-942f-4370-ba81-827683053ffe {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:42.739122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (395fd78e-942f-4370-ba81-827683053ffe), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.797800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] DHCP port deletion for e05aa914-913c-4d4d-9dad-9b230f797d40 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:47:42.805616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] For port 395fd78e-942f-4370-ba81-827683053ffe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=395fd78e-942f-4370-ba81-827683053ffe,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:42.808083 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (395fd78e-942f-4370-ba81-827683053ffe), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.820227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Calling delete_port for 395fd78e-942f-4370-ba81-827683053ffe owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:42.868410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Deleting port 395fd78e-942f-4370-ba81-827683053ffe {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:42.868800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (395fd78e-942f-4370-ba81-827683053ffe), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.938317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] For port 395fd78e-942f-4370-ba81-827683053ffe, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=395fd78e-942f-4370-ba81-827683053ffe,segment=NetworkSegment(f1316cf5-bb3d-4b0e-a097-ed547d14acb8),segment_id=f1316cf5-bb3d-4b0e-a097-ed547d14acb8)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:42.938717 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (395fd78e-942f-4370-ba81-827683053ffe), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.950987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-68a28ab8-ba0b-4f34-92ac-03bbd82326c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:42.954622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Calling delete_port for 395fd78e-942f-4370-ba81-827683053ffe owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:43.005236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (395fd78e-942f-4370-ba81-827683053ffe), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.032989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Pushing event deleted for resources: {'Port': ['ID=395fd78e-942f-4370-ba81-827683053ffe,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.034085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] No DVR routers for this DVR port 395fd78e-942f-4370-ba81-827683053ffe on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:43.036732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (395fd78e-942f-4370-ba81-827683053ffe), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.061982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Pushing event deleted for resources: {'Port': ['ID=395fd78e-942f-4370-ba81-827683053ffe,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.071873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] No DVR routers for this DVR port 395fd78e-942f-4370-ba81-827683053ffe on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:43.077519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.077872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.078915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.079388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.083693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.084059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.084529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.084878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.085343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.085801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.086012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.086370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.086662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ca2e-ad8b-418a-a7bf-10dfaa1d1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:43.107692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (e05aa914-913c-4d4d-9dad-9b230f797d40), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.128749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05aa914-913c-4d4d-9dad-9b230f797d40']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:43.137933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:43.138225 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1316cf5-bb3d-4b0e-a097-ed547d14acb8') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:43.151871 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (f1316cf5-bb3d-4b0e-a097-ed547d14acb8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.165811 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (f1316cf5-bb3d-4b0e-a097-ed547d14acb8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.171516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (f1316cf5-bb3d-4b0e-a097-ed547d14acb8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:47:43.176891 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:47:43.275327 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (e05aa914-913c-4d4d-9dad-9b230f797d40), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.280851 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.285158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] 10.222.0.94 "DELETE /v2.0/networks/e05aa914-913c-4d4d-9dad-9b230f797d40 HTTP/1.1" status: 204 len: 168 time: 0.6994088 Feb 19 01:47:43.288281 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32858) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:43.296471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89624c59-69b5-4cff-a503-9375bc7621fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e05aa914-913c-4d4d-9dad-9b230f797d40,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:43.635293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.887814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Deleting port f4383351-e278-433a-ba2f-b127ed9e049f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:43.888063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.964511 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] For port f4383351-e278-433a-ba2f-b127ed9e049f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f4383351-e278-433a-ba2f-b127ed9e049f,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:43.964871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:43.977828 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Calling delete_port for f4383351-e278-433a-ba2f-b127ed9e049f owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:44.247325 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f4383351-e278-433a-ba2f-b127ed9e049f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.276251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4383351-e278-433a-ba2f-b127ed9e049f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:44.292542 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 395fd78e-942f-4370-ba81-827683053ffe no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:44.316648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 395fd78e-942f-4370-ba81-827683053ffe {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:44.317074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 395fd78e-942f-4370-ba81-827683053ffe not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:44.317488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36fb8b69-5e59-47e7-9084-0383cc465585 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:44.339002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 36fb8b69-5e59-47e7-9084-0383cc465585 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:44.341166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 36fb8b69-5e59-47e7-9084-0383cc465585 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:44.359436 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.460299 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:44.678290 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Router 5670613a-b9c0-4e5a-9489-97b17fd5596d has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:47:44.787749 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:47:44.793084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fea7964d-9c2b-47ae-987b-4a5751db2bb4 admin admin] 10.222.0.94 "PUT /v2.0/routers/5670613a-b9c0-4e5a-9489-97b17fd5596d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5034709 Feb 19 01:47:44.795644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32862) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:44.799385 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Sync routers for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:47:44.809078 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:44.809693 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:44.922368 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:45.121783 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:47:44Z', 'revision_number': 5, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:45.148947 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Checking router: 5670613a-b9c0-4e5a-9489-97b17fd5596d for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:47:45.157730 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Routers {'5670613a-b9c0-4e5a-9489-97b17fd5596d'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:47:45.158594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:47:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['5670613a-b9c0-4e5a-9489-97b17fd5596d'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:45.217819 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks [] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.264564 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] Set router 5670613a-b9c0-4e5a-9489-97b17fd5596d gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:47:45.328116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks [] for router_gateway (5670613a-b9c0-4e5a-9489-97b17fd5596d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.427863 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.448008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Deleting port 2c941436-dff4-4019-aeac-011f8dab0f14 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:45.448354 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.469133 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:47:44Z', 'revision_number': 5, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:45.497407 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6f62d-7c93-48bd-8e59-08a05d2fb60b None None] The sync data for ids ['5670613a-b9c0-4e5a-9489-97b17fd5596d'] in n-d-826529-3 is: [{'id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'name': 'tempest-TestVolumeBootPattern-35088529-router', 'tenant_id': '201e82ab66854004b467cddd68cb5f30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:47:44Z', 'revision_number': 5, 'project_id': '201e82ab66854004b467cddd68cb5f30', 'gw_port': {'id': '2c941436-dff4-4019-aeac-011f8dab0f14', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5670613a-b9c0-4e5a-9489-97b17fd5596d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:31:39Z', 'updated_at': '2022-02-19T01:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:47:45.540654 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] For port 2c941436-dff4-4019-aeac-011f8dab0f14, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2c941436-dff4-4019-aeac-011f8dab0f14,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:45.541142 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.554119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Calling delete_port for 2c941436-dff4-4019-aeac-011f8dab0f14 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:45.790422 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (2c941436-dff4-4019-aeac-011f8dab0f14), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.815597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c941436-dff4-4019-aeac-011f8dab0f14,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:45.880951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.976801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:45.979138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks [] for router_controller (5670613a-b9c0-4e5a-9489-97b17fd5596d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.109746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (5670613a-b9c0-4e5a-9489-97b17fd5596d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.110506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5670613a-b9c0-4e5a-9489-97b17fd5596d {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:47:46.115687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.116824 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b19336e8-e97d-4402-a713-c046bc38fda2 admin admin] 10.222.0.94 "DELETE /v2.0/routers/5670613a-b9c0-4e5a-9489-97b17fd5596d HTTP/1.1" status: 204 len: 168 time: 1.3202708 Feb 19 01:47:46.119460 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32864) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:46.168955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Deleting subnet cf5e2ab7-d204-41f6-8fd4-36a81939f079 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:47:46.172386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Publish callbacks [] for subnet (cf5e2ab7-d204-41f6-8fd4-36a81939f079), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.209375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (cf5e2ab7-d204-41f6-8fd4-36a81939f079), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.297661 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cf5e2ab7-d204-41f6-8fd4-36a81939f079), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.407926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (cf5e2ab7-d204-41f6-8fd4-36a81939f079), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.450043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5e2ab7-d204-41f6-8fd4-36a81939f079,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:46.452151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.456319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-050d1fdf-066f-487b-b523-0e8595c40b7c admin admin] 10.222.0.94 "DELETE /v2.0/subnets/cf5e2ab7-d204-41f6-8fd4-36a81939f079 HTTP/1.1" status: 204 len: 168 time: 0.3357372 Feb 19 01:47:46.458647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af2043-24f1-40fb-bafd-1be5b7eafc33 None None] Network dc7bdfae-7cba-4da3-9477-c5e2bbb906bc requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:47:46.459179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32866) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:46.531331 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.608684 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Deleting port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:46.609423 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.657071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] DHCP port deletion for dc7bdfae-7cba-4da3-9477-c5e2bbb906bc request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:47:46.682615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] For port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:46.682993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.683929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4383351-e278-433a-ba2f-b127ed9e049f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:46.697722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Calling delete_port for f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:46.712161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f4383351-e278-433a-ba2f-b127ed9e049f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:46.712506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f4383351-e278-433a-ba2f-b127ed9e049f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:46.732614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Deleting port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:47:46.732991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.797441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] For port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,segment=NetworkSegment(95a99c60-4813-430e-9220-427f24b06041),segment_id=95a99c60-4813-430e-9220-427f24b06041)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:46.797846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.809842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Calling delete_port for f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:47:46.885040 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.900445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.915916 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:46.917724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] No DVR routers for this DVR port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:46.929808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] Pushing event deleted for resources: {'Port': ['ID=f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:46.933434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ef2ce-d83f-48ab-8786-d2b4177412f6 None None] No DVR routers for this DVR port f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:47:46.989269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:46.990931 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.012273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7bdfae-7cba-4da3-9477-c5e2bbb906bc']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:47.021823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a99c60-4813-430e-9220-427f24b06041') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:47.022171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a99c60-4813-430e-9220-427f24b06041') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:47:47.032119 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (95a99c60-4813-430e-9220-427f24b06041), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.046129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (95a99c60-4813-430e-9220-427f24b06041), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.052683 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:47:47.053067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (95a99c60-4813-430e-9220-427f24b06041), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:47:47.054718 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:47:47.184070 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (dc7bdfae-7cba-4da3-9477-c5e2bbb906bc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.189888 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.193246 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] 10.222.0.94 "DELETE /v2.0/networks/dc7bdfae-7cba-4da3-9477-c5e2bbb906bc HTTP/1.1" status: 204 len: 168 time: 0.7334218 Feb 19 01:47:47.204651 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e25bb-43cb-4578-aa20-e87e0aea2d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7bdfae-7cba-4da3-9477-c5e2bbb906bc,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:47.484976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32870) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:47.523941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b701393-4c35-45b2-88d3-8039198b0709 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ceda7041759e422db64935c0b5189506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378110 Feb 19 01:47:47.526499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32872) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:47.573289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] Publish callbacks [] for security_group (7c1585b7-51d2-4823-93e3-20c506d9dcdf), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.594434 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] Publish callbacks [] for security_group (7c1585b7-51d2-4823-93e3-20c506d9dcdf), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.715218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c1585b7-51d2-4823-93e3-20c506d9dcdf), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.717831 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:47.720163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7c1585b7-51d2-4823-93e3-20c506d9dcdf HTTP/1.1" status: 204 len: 168 time: 0.1927569 Feb 19 01:47:47.728144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9edde-6a91-48df-bdc4-f42e73bc8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1585b7-51d2-4823-93e3-20c506d9dcdf,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:48.285977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2c941436-dff4-4019-aeac-011f8dab0f14 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:48.306528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2c941436-dff4-4019-aeac-011f8dab0f14 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:48.306882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2c941436-dff4-4019-aeac-011f8dab0f14 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:48.307315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:48.326294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:47:48.326645 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device f0ece8e7-7f8a-41ca-8ca8-f3d1396cd20c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:47:48.382915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32878) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:48.425958 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4e67e432-03fb-4047-ab3d-0a6aab2142be admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=201e82ab66854004b467cddd68cb5f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418360 Feb 19 01:47:48.428388 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 32880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:47:48.474610 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] Publish callbacks [] for security_group (30e40a76-03ea-4295-b1f4-e9b17b645b78), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:48.496509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] Publish callbacks [] for security_group (30e40a76-03ea-4295-b1f4-e9b17b645b78), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:48.623589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (30e40a76-03ea-4295-b1f4-e9b17b645b78), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:48.626896 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:48.628329 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/30e40a76-03ea-4295-b1f4-e9b17b645b78 HTTP/1.1" status: 204 len: 168 time: 0.1990054 Feb 19 01:47:48.636151 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d1ab6-6de0-46be-8a93-4488b1b69491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e40a76-03ea-4295-b1f4-e9b17b645b78,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:00.561989 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-5733e91b-5d0d-4761-b3d3-2ebb6482e46f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=f8f6bc3329124c0a95967980c13a4630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281746 Feb 19 01:48:00.746159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-69a8bb0a-077e-4032-b4ba-f7abf6c5ff87 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:00.747636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-69a8bb0a-077e-4032-b4ba-f7abf6c5ff87 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807857 Feb 19 01:48:00.762579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-bcb17138-11b5-478c-82ae-00e956a2e693 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/quotas/f8f6bc3329124c0a95967980c13a4630 HTTP/1.1" status: 200 len: 375 time: 0.0090590 Feb 19 01:48:00.794713 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-7007b54a-0fc2-496c-b225-47168945e6d4 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=f8f6bc3329124c0a95967980c13a4630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264206 Feb 19 01:48:01.059342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fbdd9ef3-1979-4f8f-b454-62bcc2cc7af9 req-60acb506-b738-45ba-8b98-0d13d963f4bd tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 210 time: 0.0286992 Feb 19 01:48:02.148045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-87055843-8821-4070-86f2-ba2100a01a28 req-4238eb2a-f8e9-4674-892f-657c06994f80 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 210 time: 0.0267048 Feb 19 01:48:03.177796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-53f58f21-4f8c-4e16-aa64-91a2862e725c tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.117 "GET /v2.0/networks?tenant_id=f8f6bc3329124c0a95967980c13a4630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225010 Feb 19 01:48:03.252674 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-783c4634-7e93-4df2-8979-b418254a3978 req-a63a928e-ab79-45c4-9bde-b4dd313eaf5f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 210 time: 0.0316851 Feb 19 01:48:03.286917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-73d088f3-2454-4809-ae06-96f6ccae7677 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:03.289462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-73d088f3-2454-4809-ae06-96f6ccae7677 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066024 Feb 19 01:48:03.299705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Request body: {'port': {'device_id': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'admin_state_up': True, 'tenant_id': 'f8f6bc3329124c0a95967980c13a4630'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:03.486215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Made reservation on behalf of f8f6bc3329124c0a95967980c13a4630 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:48:03.489595 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:03.498484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:03.573783 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks [] for security_group (dd52f23e-acc1-4484-a80e-ada228b89d44), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:03.628963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd52f23e-acc1-4484-a80e-ada228b89d44), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:03.694768 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52f23e-acc1-4484-a80e-ada228b89d44,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:03.711401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.711749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.712093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.712432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.712765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.713112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.713449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.713774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.714098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.714421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.714740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.715065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.715403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:03.774149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Allocated IP 192.168.233.102 (53e1f5c6-5eb9-46e4-80bb-f758ab770a15/6fcee9a1-ad5f-4238-ba9e-fb622ccc2408/86b4b379-7bb2-445e-bf95-f18cd18f8f13) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:48:03.918280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks [] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.006333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.052743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:48:04.055708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:48:04.059353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:48:04.085127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Pushing event updated for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:04.118687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:04.119329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.221905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-8b8977b0-6baa-4822-befa-2754b9c72347 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9260676 Feb 19 01:48:04.236475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Request body: {'port': {'device_id': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:04.296626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.351752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-60b05b29-529d-4f30-b589-9a92052734d1 None None] Provisioning complete for port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:48:04.352334 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-60b05b29-529d-4f30-b589-9a92052734d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.391381 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-60b05b29-529d-4f30-b589-9a92052734d1 None None] Port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:48:04.460028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2b37-4f85-4234-ad57-7ac097384d24 req-af98f583-25e7-4b96-97f9-06f56f19dc9f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:04.461760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d2d2b37-4f85-4234-ad57-7ac097384d24 req-af98f583-25e7-4b96-97f9-06f56f19dc9f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 936 time: 0.1344941 Feb 19 01:48:04.562609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2d2d2b37-4f85-4234-ad57-7ac097384d24 req-4a35f376-b66f-488e-8677-633a8e1e57bb tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879908 Feb 19 01:48:04.634821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b4b379-7bb2-445e-bf95-f18cd18f8f13 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:04.643332 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks [] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.655412 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Transition to ACTIVE for port object 86b4b379-7bb2-445e-bf95-f18cd18f8f13 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:48:04.720294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.769511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:04.848236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Attempting to bind port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:48:04.848579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Attempting to bind port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:48:04.848913 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Attempting to bind port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:04.853536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:48:04.853871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Attempting to bind port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 on network 53e1f5c6-5eb9-46e4-80bb-f758ab770a15 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:04.860088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:48:04.860446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Checking segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:48:04.860842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Bound using segment: {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:48:04.861282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Bound port: 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289186b0-128b-46ea-80bd-c2c4e181e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:48:04.861648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:04.930030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:48:04.933325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:48:05.050450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.086268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.087359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:05.088739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] 10.222.0.117 "PUT /v2.0/ports/86b4b379-7bb2-445e-bf95-f18cd18f8f13 HTTP/1.1" status: 200 len: 1096 time: 0.8592534 Feb 19 01:48:05.094861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:05.097013 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0003d9ad-5f25-482e-907f-b3616774568e" -d '{"events": [{"name": "network-changed", "server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:05.124205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ffa14-3a40-44b8-9ce4-925f7ec99ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:05.143335 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365856ea-7508-4102-8ec1-88d896295496 x-openstack-request-id: req-365856ea-7508-4102-8ec1-88d896295496 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:05.143630 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:05.143884 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-365856ea-7508-4102-8ec1-88d896295496 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:05.144350 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13', 'status': 'completed', 'code': 200} Feb 19 01:48:05.214290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d9ad-5f25-482e-907f-b3616774568e req-b3558acc-de3c-487c-8af7-827edd2d18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.215838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0003d9ad-5f25-482e-907f-b3616774568e req-b3558acc-de3c-487c-8af7-827edd2d18b1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f8f6bc3329124c0a95967980c13a4630&device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 1130 time: 0.0516262 Feb 19 01:48:05.242795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0003d9ad-5f25-482e-907f-b3616774568e req-b8f8c97f-b8e5-47b6-afd2-767edcc3da7e service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=f8f6bc3329124c0a95967980c13a4630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195706 Feb 19 01:48:05.341489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d9ad-5f25-482e-907f-b3616774568e req-f2d06278-1a86-404a-8607-2fdf49473137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.343120 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0003d9ad-5f25-482e-907f-b3616774568e req-f2d06278-1a86-404a-8607-2fdf49473137 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950444 Feb 19 01:48:05.423506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-a702938f-9f72-479b-93be-bb9731391910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.424894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-a702938f-9f72-479b-93be-bb9731391910 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=f8f6bc3329124c0a95967980c13a4630&device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 1130 time: 0.0483999 Feb 19 01:48:05.465853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-1da79228-55d6-4a6f-a378-a90fe692fc92 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13 HTTP/1.1" status: 200 len: 217 time: 0.0336530 Feb 19 01:48:05.513650 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-088b3901-ad5e-4926-bd24-35d60bec0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.515156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-088b3901-ad5e-4926-bd24-35d60bec0168 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=6fcee9a1-ad5f-4238-ba9e-fb622ccc2408 HTTP/1.1" status: 200 len: 843 time: 0.0439897 Feb 19 01:48:05.566742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e56e04d5-4d9d-454a-a38e-0865d7acf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.568247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-e56e04d5-4d9d-454a-a38e-0865d7acf8ef service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53e1f5c6-5eb9-46e4-80bb-f758ab770a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478206 Feb 19 01:48:05.682071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-717d56f3-c3f2-45e4-986d-2cf040b0dec0 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079559 Feb 19 01:48:05.747230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea1a53-0f34-4b20-8a20-ed8c5dc6a1de req-42f18b46-276a-4b56-b372-eb20e713deb0 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:05.748690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cea1a53-0f34-4b20-8a20-ed8c5dc6a1de req-42f18b46-276a-4b56-b372-eb20e713deb0 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 948 time: 0.1165302 Feb 19 01:48:05.821244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cea1a53-0f34-4b20-8a20-ed8c5dc6a1de req-bc024af4-9b61-4dba-80a6-791368213d3d tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656652 Feb 19 01:48:05.823245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-803b3ef3-b60f-48d0-a02f-8945fe059bab req-23a64533-6ebd-4c7d-a112-e910f1d93862 service neutron] 10.222.0.117 "GET /v2.0/networks/53e1f5c6-5eb9-46e4-80bb-f758ab770a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343057 Feb 19 01:48:06.950355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e70319-3e4e-4239-be1a-26f0c2cef3c6 req-c6575bb7-c30c-424b-9fad-22b8d95f207e tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:06.951871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31e70319-3e4e-4239-be1a-26f0c2cef3c6 req-c6575bb7-c30c-424b-9fad-22b8d95f207e tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 948 time: 0.0575886 Feb 19 01:48:06.999233 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31e70319-3e4e-4239-be1a-26f0c2cef3c6 req-48ea2059-8313-43ab-a695-569c8f753192 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Feb 19 01:48:07.290230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86b4b379-7bb2-445e-bf95-f18cd18f8f13 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:48:07.384070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:07.395620 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '86b4b379-7bb2-445e-bf95-f18cd18f8f13', 'network_id': '53e1f5c6-5eb9-46e4-80bb-f758ab770a15', 'port_id': '86b4b379-7bb2-445e-bf95-f18cd18f8f13', 'mac_address': 'fa:16:3e:26:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcee9a1-ad5f-4238-ba9e-fb622ccc2408', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:48:07.436329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:07.436711 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:07.449132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b4b379-7bb2-445e-bf95-f18cd18f8f13 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:07.467677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:07.549463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:07.597304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:07.789427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['86b4b379-7bb2-445e-bf95-f18cd18f8f13'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:48:08.118803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6295117-fbbc-4957-aa5f-4340e2f7310f req-d02e4483-9daa-43b0-9f2c-e230d4637762 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:08.120313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6295117-fbbc-4957-aa5f-4340e2f7310f req-d02e4483-9daa-43b0-9f2c-e230d4637762 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 949 time: 0.0536284 Feb 19 01:48:08.174331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b6295117-fbbc-4957-aa5f-4340e2f7310f req-b4fa6ba5-3774-4a37-badb-dea6df262cc1 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Feb 19 01:48:09.294012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24280-bd04-4ce9-a00b-69c9eab62b48 req-76fc4390-174a-469f-8a7b-6190358fc581 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:09.295440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ad24280-bd04-4ce9-a00b-69c9eab62b48 req-76fc4390-174a-469f-8a7b-6190358fc581 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 949 time: 0.0532129 Feb 19 01:48:09.304822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86b4b379-7bb2-445e-bf95-f18cd18f8f13 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:48:09.343631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3ad24280-bd04-4ce9-a00b-69c9eab62b48 req-46586484-d187-415c-8243-22be1300ad4a tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Feb 19 01:48:09.440611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:48:09.444724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:48:09.445096 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:09.523903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:09.524290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:09.548366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:09.561892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:09.587156 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c4d51-1914-4fb0-ade2-46af8ab16227" -d '{"events": [{"server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "name": "network-vif-plugged", "status": "completed", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:09.627910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:09.677835 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638fabb0-d023-4f81-96da-7708c5585bbb x-openstack-request-id: req-638fabb0-d023-4f81-96da-7708c5585bbb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:09.678128 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "name": "network-vif-plugged", "status": "completed", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:09.678382 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-638fabb0-d023-4f81-96da-7708c5585bbb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:09.678777 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13', 'code': 200} Feb 19 01:48:09.679729 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:09.780629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4cdd8-b289-470e-95c2-aaa25a7801c2 req-f83e3bcd-dfc8-4477-b2af-64092843a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:09.782116 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81c4cdd8-b289-470e-95c2-aaa25a7801c2 req-f83e3bcd-dfc8-4477-b2af-64092843a79a service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 1132 time: 0.0485172 Feb 19 01:48:09.826125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81c4cdd8-b289-470e-95c2-aaa25a7801c2 req-76ae838d-bfc0-4c67-9778-3efdaf2a3f6e service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Feb 19 01:48:10.152627 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:10.469907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eda57-5975-4815-b0fa-422500413b6d req-fdb6034e-3df9-4a6f-a983-3e031491ce92 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:10.471482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-094eda57-5975-4815-b0fa-422500413b6d req-fdb6034e-3df9-4a6f-a983-3e031491ce92 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 950 time: 0.0567050 Feb 19 01:48:10.518484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-094eda57-5975-4815-b0fa-422500413b6d req-89c7edea-4b36-4896-aca4-afdef84a86fd tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Feb 19 01:48:10.707627 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:10.740963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e721c473-0e21-4002-b778-753decabf6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:11.638855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae99b7-dd5b-4c9f-a74a-5a186fc10aae req-c1147d37-e56e-4d18-9d24-061d0c461b6b tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:11.640371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1aae99b7-dd5b-4c9f-a74a-5a186fc10aae req-c1147d37-e56e-4d18-9d24-061d0c461b6b tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 950 time: 0.0526068 Feb 19 01:48:11.688411 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1aae99b7-dd5b-4c9f-a74a-5a186fc10aae req-689b661a-c763-4812-9f13-10609a6fac59 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Feb 19 01:48:12.140343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-d5e5ef79-e52a-4aca-96d4-2d58767f0131 req-7d200232-dc9b-4661-aa5f-981860116482 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:48:12.141377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d5e5ef79-e52a-4aca-96d4-2d58767f0131 req-7d200232-dc9b-4661-aa5f-981860116482 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482838 Feb 19 01:48:12.458909 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:12.690134 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-4a8de0b4-3839-4036-9328-e5e92342bcd9 req-345abd44-7cf6-4b2d-923a-ee61c7c09673 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:48:12.691615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a8de0b4-3839-4036-9328-e5e92342bcd9 req-345abd44-7cf6-4b2d-923a-ee61c7c09673 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502484 Feb 19 01:48:12.943463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c0c1995a-30e0-467d-8f28-8a84a9744f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:13.584990 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4d79-8842-41ef-b077-78f8a70632b7 req-5199a42a-3e4b-4be4-8c5e-82c5bb1c2194 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:13.586471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74ed4d79-8842-41ef-b077-78f8a70632b7 req-5199a42a-3e4b-4be4-8c5e-82c5bb1c2194 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 950 time: 0.3792779 Feb 19 01:48:13.633721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74ed4d79-8842-41ef-b077-78f8a70632b7 req-aeedee17-e01a-43e5-b379-2629e88acb96 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Feb 19 01:48:14.343517 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:14.523737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-f320f4ef-43b5-4b40-ba91-aec3ac548be1 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:14.525188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-f320f4ef-43b5-4b40-ba91-aec3ac548be1 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.117 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 950 time: 0.0515459 Feb 19 01:48:14.618780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Deleting port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:48:14.619151 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:14.710582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] For port 86b4b379-7bb2-445e-bf95-f18cd18f8f13, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=86b4b379-7bb2-445e-bf95-f18cd18f8f13,segment=NetworkSegment(289186b0-128b-46ea-80bd-c2c4e181e167),segment_id=289186b0-128b-46ea-80bd-c2c4e181e167)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:14.710950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:14.724651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Calling delete_port for 86b4b379-7bb2-445e-bf95-f18cd18f8f13 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:48:14.756939 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a4a6-b9c8-4cbc-96f5-34abdcaeb975 req-9bdfa051-8a80-4337-a79a-d32f98d28a15 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:14.758505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b13a4a6-b9c8-4cbc-96f5-34abdcaeb975 req-9bdfa051-8a80-4337-a79a-d32f98d28a15 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 950 time: 0.0548539 Feb 19 01:48:14.806956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9b13a4a6-b9c8-4cbc-96f5-34abdcaeb975 req-9d326638-9e00-4653-918e-dc26b71c312e tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/security-groups?id=dd52f23e-acc1-4484-a80e-ada228b89d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Feb 19 01:48:14.894272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (86b4b379-7bb2-445e-bf95-f18cd18f8f13), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:14.906834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['86b4b379-7bb2-445e-bf95-f18cd18f8f13'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:48:14.924007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Pushing event deleted for resources: {'Port': ['ID=86b4b379-7bb2-445e-bf95-f18cd18f8f13,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:14.971631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] No DVR routers for this DVR port 86b4b379-7bb2-445e-bf95-f18cd18f8f13 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:48:14.974204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:14.977501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c9bb5693-bb5b-4530-8fd4-d45502783544 req-21a055d4-6e9e-4679-ab55-77a38179971f tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.117 "DELETE /v2.0/ports/86b4b379-7bb2-445e-bf95-f18cd18f8f13 HTTP/1.1" status: 204 len: 173 time: 0.4472325 Feb 19 01:48:14.977951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'name': 'network-vif-deleted', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:14.980226 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33dc850-bf0e-4dc2-9fe2-aed3594e03ed" -d '{"events": [{"server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "name": "network-vif-deleted", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:15.019627 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc8b13-5c43-4a03-be0f-6df0babdc790 x-openstack-request-id: req-45fc8b13-5c43-4a03-be0f-6df0babdc790 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:15.019790 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b444fb-edf9-48ff-ac12-dbec76bf681a", "name": "network-vif-deleted", "tag": "86b4b379-7bb2-445e-bf95-f18cd18f8f13", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:15.020044 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-45fc8b13-5c43-4a03-be0f-6df0babdc790 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:15.020577 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b444fb-edf9-48ff-ac12-dbec76bf681a', 'name': 'network-vif-deleted', 'tag': '86b4b379-7bb2-445e-bf95-f18cd18f8f13', 'status': 'completed', 'code': 200} Feb 19 01:48:15.432648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:15.929806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4960eb3b-ba6e-42c6-9cc4-532bf304149b req-01492357-3686-463e-8383-51763c458041 tempest-ServersAdminNegativeTestJSON-955590632 tempest-ServersAdminNegativeTestJSON-955590632-project] 10.222.0.94 "GET /v2.0/ports?device_id=91b444fb-edf9-48ff-ac12-dbec76bf681a HTTP/1.1" status: 200 len: 210 time: 0.0304313 Feb 19 01:48:17.005074 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:17.334920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86b4b379-7bb2-445e-bf95-f18cd18f8f13 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:48:17.355808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 86b4b379-7bb2-445e-bf95-f18cd18f8f13 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:48:17.356159 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 86b4b379-7bb2-445e-bf95-f18cd18f8f13 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:48:17.491756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33056) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:17.650620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1826d4c-d469-495f-858e-acb86db228a4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f8f6bc3329124c0a95967980c13a4630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576796 Feb 19 01:48:17.653112 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:17.700652 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Publish callbacks [] for security_group (dd52f23e-acc1-4484-a80e-ada228b89d44), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:17.722067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Publish callbacks [] for security_group (dd52f23e-acc1-4484-a80e-ada228b89d44), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:17.828985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (dd52f23e-acc1-4484-a80e-ada228b89d44), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:17.832268 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:17.833459 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/dd52f23e-acc1-4484-a80e-ada228b89d44 HTTP/1.1" status: 204 len: 168 time: 0.1794245 Feb 19 01:48:17.841807 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52f23e-acc1-4484-a80e-ada228b89d44,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:17.850720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.851012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.851392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.851740 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.852286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.852430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.852737 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.853066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.854036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.854036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.854036 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.854373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:17.854682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e2f8-0403-42c1-a5f6-d4a2ec795086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:18.437878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:18.451291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31ca6cba-d2c0-4006-a64d-ac943c33a806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.524794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31ca6cba-d2c0-4006-a64d-ac943c33a806 admin admin] Publish callbacks [] for security_group (8bc006e4-9112-4684-98ab-3a0e6b5985c5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.573078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-31ca6cba-d2c0-4006-a64d-ac943c33a806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bc006e4-9112-4684-98ab-3a0e6b5985c5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.619620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31ca6cba-d2c0-4006-a64d-ac943c33a806 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e28bf8e0fbd74f5f8e6a86537dafd239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806641 Feb 19 01:48:18.620569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca6cba-d2c0-4006-a64d-ac943c33a806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc006e4-9112-4684-98ab-3a0e6b5985c5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:18.622378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33070) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:18.672135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] Publish callbacks [] for security_group (8bc006e4-9112-4684-98ab-3a0e6b5985c5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.695167 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] Publish callbacks [] for security_group (8bc006e4-9112-4684-98ab-3a0e6b5985c5), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.798006 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (8bc006e4-9112-4684-98ab-3a0e6b5985c5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.801377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:18.802613 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/8bc006e4-9112-4684-98ab-3a0e6b5985c5 HTTP/1.1" status: 204 len: 168 time: 0.1792133 Feb 19 01:48:18.813340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba499a-3b12-4908-b583-0454317c8945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc006e4-9112-4684-98ab-3a0e6b5985c5,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:19.822986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33092) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:19.928204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1366975080-network', 'tenant_id': '4dd2dfb1da5b487b879b993b095c53ba'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:20.000226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Made reservation on behalf of 4dd2dfb1da5b487b879b993b095c53ba for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:48:20.002635 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.011500 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.084857 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks [] for security_group (f049b5d0-b00f-469b-8778-e6cd008d2439), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.125864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f049b5d0-b00f-469b-8778-e6cd008d2439), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.146905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:48:20.163289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f049b5d0-b00f-469b-8778-e6cd008d2439,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:20.166195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (16ddb457-14ca-4dba-9459-60cd33f7c969), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.166526 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Added segment 16ddb457-14ca-4dba-9459-60cd33f7c969 of type vlan for network b7ea4d8e-7561-4957-8cb1-b5412620afea Feb 19 01:48:20.209255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b7ea4d8e-7561-4957-8cb1-b5412620afea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.297345 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b7ea4d8e-7561-4957-8cb1-b5412620afea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.298327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:20.298906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.357771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] Pushing event updated for resources: {'Network': ['ID=b7ea4d8e-7561-4957-8cb1-b5412620afea,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:20.368101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b7ea4d8e-7561-4957-8cb1-b5412620afea details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:48:20.426880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e3d144c2-e200-4ffc-9fb9-57a7e172975d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6026673 Feb 19 01:48:20.430085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33096) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:20.435043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Request body: {'subnet': {'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1366975080-subnet', 'tenant_id': '4dd2dfb1da5b487b879b993b095c53ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:20.537329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Made reservation on behalf of 4dd2dfb1da5b487b879b993b095c53ba for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:48:20.540066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.770258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (86614ee7-1b7f-42b2-aa49-d134447956f5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.824531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Pushing event updated for resources: {'Subnet': ['ID=86614ee7-1b7f-42b2-aa49-d134447956f5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:20.835261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Checking segment: {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:48:20.835629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Network hostable DHCP agents. Network: b7ea4d8e-7561-4957-8cb1-b5412620afea, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:48:20.918025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Network b7ea4d8e-7561-4957-8cb1-b5412620afea is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:48:21.044070 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b7ea4d8e-7561-4957-8cb1-b5412620afea) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:48:21.048389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:21.049088 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:21.056033 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40185d0a-d302-4a18-8fc3-2805408561f8 None None] Network b7ea4d8e-7561-4957-8cb1-b5412620afea requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:48:21.146318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6863e285-d145-4108-b5bc-6fad511b4add admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7151523 Feb 19 01:48:21.161704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b570e84-0139-4e91-a5ff-2c092ed1a128 None None] Network b7ea4d8e-7561-4957-8cb1-b5412620afea requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:48:21.576294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-5ba76493-708e-45fa-941f-632a2bcffca7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:21.577669 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-5ba76493-708e-45fa-941f-632a2bcffca7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 812 time: 0.1032681 Feb 19 01:48:21.592896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-90ca6f30-5a8c-464c-9372-a9d15353bd87 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/quotas/4dd2dfb1da5b487b879b993b095c53ba HTTP/1.1" status: 200 len: 375 time: 0.0090337 Feb 19 01:48:21.625265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-e93e549a-0ef7-470a-ba36-0ce7775d727a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262043 Feb 19 01:48:21.722718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-7af45ec9-2ed7-4538-91a8-7787a940746f service neutron] 10.222.0.94 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901608 Feb 19 01:48:21.820569 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-2e3fbd75-5d94-4740-9aea-ace87897129c service neutron] 10.222.0.94 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874097 Feb 19 01:48:22.069188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-399a9119-35c7-45e9-90c9-b7e62f50d7a5 req-7f88759a-1e90-451a-9d75-0abc70739e7b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 210 time: 0.0392220 Feb 19 01:48:23.180668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03606f70-ca31-4d60-9986-5cadd10d3dd1 req-1caa0fc0-687f-4e2e-99db-b7427a7035a1 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 210 time: 0.0325592 Feb 19 01:48:24.117185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-07d90dc2-9edc-462f-9da8-b57da480e590 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:24.118563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-07d90dc2-9edc-462f-9da8-b57da480e590 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.117 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 812 time: 0.1073475 Feb 19 01:48:24.130148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Request body: {'port': {'device_id': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea', 'admin_state_up': True, 'tenant_id': '4dd2dfb1da5b487b879b993b095c53ba'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:24.278007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9133cc31-a8ec-4864-b2a2-077bf2b9e074 req-dd38d254-a715-4e4f-9965-323bea52448e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 210 time: 0.0266466 Feb 19 01:48:24.314139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Made reservation on behalf of 4dd2dfb1da5b487b879b993b095c53ba for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:48:24.317621 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.446529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Allocated IP 172.20.0.6 (b7ea4d8e-7561-4957-8cb1-b5412620afea/86614ee7-1b7f-42b2-aa49-d134447956f5/2c28d42d-224a-48a3-900f-0e9b45a34b7f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:48:24.589928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks [] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.672534 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.719147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Network b7ea4d8e-7561-4957-8cb1-b5412620afea is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:48:24.722686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:48:24.726454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:48:24.754014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:24.777815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:24.778423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.846111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-ea35c19f-37d6-46c9-b6de-4f24e0ce685e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201929 Feb 19 01:48:24.856909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Request body: {'port': {'device_id': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:48:24.917231 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.179845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c28d42d-224a-48a3-900f-0e9b45a34b7f {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:25.187321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks [] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.199573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Transition to ACTIVE for port object 2c28d42d-224a-48a3-900f-0e9b45a34b7f will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:48:25.272371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.326749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:25.397212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:48:25.397548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:48:25.397870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:25.402301 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:48:25.402624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:48:25.406352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8ae43-b6b0-43d2-9616-be9c514c3c69 req-dee29897-0914-4694-a533-596635ab5db5 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.407376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:48:25.407716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Checking segment: {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:48:25.407911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-94d8ae43-b6b0-43d2-9616-be9c514c3c69 req-dee29897-0914-4694-a533-596635ab5db5 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0545363 Feb 19 01:48:25.408117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Bound using segment: {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:48:25.408588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Bound port: 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:48:25.408986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.455874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-94d8ae43-b6b0-43d2-9616-be9c514c3c69 req-cdc83c9f-3766-4dfe-b41f-72efe0e5f3e2 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Feb 19 01:48:25.474236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:48:25.477310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:48:25.537557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.574210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.574847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:25.576260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] 10.222.0.117 "PUT /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 1091 time: 0.7233424 Feb 19 01:48:25.576701 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:25.578934 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a254405-f5eb-468b-bfc1-86cdbbb01401" -d '{"events": [{"name": "network-changed", "server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:25.600858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206ad0-cfe9-4204-b39d-640c77fb0251 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:25.616618 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9b575c-8a5b-4949-97ab-a28646c16dd8 x-openstack-request-id: req-3a9b575c-8a5b-4949-97ab-a28646c16dd8 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:25.616910 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:25.617187 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3a9b575c-8a5b-4949-97ab-a28646c16dd8 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:25.617599 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'status': 'completed', 'code': 200} Feb 19 01:48:25.680434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-1410d1c5-21b4-495a-a94c-9c24269efcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.681928 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-1410d1c5-21b4-495a-a94c-9c24269efcb7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.0459886 Feb 19 01:48:25.782804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-1d8dbe63-105f-4e35-8bca-1e4b310b38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.785127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-1d8dbe63-105f-4e35-8bca-1e4b310b38f3 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0971246 Feb 19 01:48:25.879778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-e3e89bfa-9a42-4406-97fa-f87284f4a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.881244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a254405-f5eb-468b-bfc1-86cdbbb01401 req-e3e89bfa-9a42-4406-97fa-f87284f4a64b service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914154 Feb 19 01:48:25.962151 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-f55c071b-0081-4d56-9aed-4da92af5daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:25.963676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-f55c071b-0081-4d56-9aed-4da92af5daf0 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.0488160 Feb 19 01:48:26.005784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-38d39c30-6294-4ff8-935b-4d74f238ac7d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0357606 Feb 19 01:48:26.058932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d3970-9c04-41fe-be71-1317c63cce81 req-405d95c2-0424-4ae8-98fa-27a1a1118f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:26.060451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-405d95c2-0424-4ae8-98fa-27a1a1118f79 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0493350 Feb 19 01:48:26.093311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-da6a55c6-5960-4962-8aea-372798d22b86 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259771 Feb 19 01:48:26.185387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-249b8823-1352-4ca2-9539-2459deb15c72 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859747 Feb 19 01:48:26.276239 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-709d3970-9c04-41fe-be71-1317c63cce81 req-f7277873-2f10-4475-a9e3-b5e4d77a4622 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849383 Feb 19 01:48:26.574541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7de31-c7a0-443c-9183-6a347be3b7d5 req-7be619a7-2edf-4e43-ac56-2f7495494a1f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:26.576052 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03c7de31-c7a0-443c-9183-6a347be3b7d5 req-7be619a7-2edf-4e43-ac56-2f7495494a1f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0535412 Feb 19 01:48:26.624399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03c7de31-c7a0-443c-9183-6a347be3b7d5 req-dc6e5b56-7b1b-4f0e-9f58-ec129314f42b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Feb 19 01:48:27.746651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8be663-60c8-44c1-a2ff-5d171ea84536 req-7f9264d5-c5dd-4133-b26c-ea80fefcc329 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:27.749427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd8be663-60c8-44c1-a2ff-5d171ea84536 req-7f9264d5-c5dd-4133-b26c-ea80fefcc329 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0547240 Feb 19 01:48:27.808889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd8be663-60c8-44c1-a2ff-5d171ea84536 req-5d51cb54-908b-41c3-b853-560820c82cd7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Feb 19 01:48:28.931897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694d558-baa6-4be1-a5af-b832494950c4 req-ce81c1ea-458f-4608-aaef-4ffdc5936ac2 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:28.933379 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3694d558-baa6-4be1-a5af-b832494950c4 req-ce81c1ea-458f-4608-aaef-4ffdc5936ac2 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Feb 19 01:48:28.980821 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3694d558-baa6-4be1-a5af-b832494950c4 req-23d507a7-39f0-4810-9407-e5df2663cce8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Feb 19 01:48:29.381476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:48:29.484164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:29.496397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea', 'port_id': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'mac_address': 'fa:16:3e:08:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86614ee7-1b7f-42b2-aa49-d134447956f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:48:29.533415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 2c28d42d-224a-48a3-900f-0e9b45a34b7f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:29.533807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.547309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28d42d-224a-48a3-900f-0e9b45a34b7f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:48:29.567960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:29.616646 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:29.667991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:29.806444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['2c28d42d-224a-48a3-900f-0e9b45a34b7f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:48:30.101515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48128703-7c05-4d5b-9dfe-e8adeedc3fac req-7575e103-1067-4d6c-a57b-d95ae91e2082 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.103018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48128703-7c05-4d5b-9dfe-e8adeedc3fac req-7575e103-1067-4d6c-a57b-d95ae91e2082 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 944 time: 0.0553491 Feb 19 01:48:30.153948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48128703-7c05-4d5b-9dfe-e8adeedc3fac req-d69e11c2-ff95-4a54-aaa8-e902e33ed8b6 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Feb 19 01:48:31.273977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc949ce-7da7-4b7f-9003-509bb3f18c1f req-a92622aa-82b7-4262-9638-a9c56d17c8f1 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:31.275503 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fc949ce-7da7-4b7f-9003-509bb3f18c1f req-a92622aa-82b7-4262-9638-a9c56d17c8f1 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 944 time: 0.0533710 Feb 19 01:48:31.321641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6fc949ce-7da7-4b7f-9003-509bb3f18c1f req-1bb9e792-2607-4997-8f6c-1435d9aa7f26 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Feb 19 01:48:31.397890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:48:31.500606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 2c28d42d-224a-48a3-900f-0e9b45a34b7f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:48:31.505297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 2c28d42d-224a-48a3-900f-0e9b45a34b7f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:48:31.505674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:31.584701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 2c28d42d-224a-48a3-900f-0e9b45a34b7f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:48:31.585094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:31.608686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:31.611053 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c52c67-40ea-44c9-b3b9-7df7b8d71e71" -d '{"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:31.624436 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:31.650054 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2ca46-4ed9-40a1-9812-937bbf19c2e3 x-openstack-request-id: req-91e2ca46-4ed9-40a1-9812-937bbf19c2e3 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:31.650351 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:31.650611 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-91e2ca46-4ed9-40a1-9812-937bbf19c2e3 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:31.651016 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'code': 200} Feb 19 01:48:31.691874 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:31.745493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:31.747138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c68d4a-dbe3-41d9-8a95-d6817be9fd97 req-c3dd10e1-b810-43d0-afc5-de5d28ea5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:31.748702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49c68d4a-dbe3-41d9-8a95-d6817be9fd97 req-c3dd10e1-b810-43d0-afc5-de5d28ea5345 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1127 time: 0.0451050 Feb 19 01:48:31.793142 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-49c68d4a-dbe3-41d9-8a95-d6817be9fd97 req-35c8e60e-2dbc-417c-9e7a-ddcb054b484b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Feb 19 01:48:32.452126 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feea787-0272-48b9-9b99-544b3a7f4bc0 req-151cb972-bc82-4509-b9be-ac4eaa555a7d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:32.453599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5feea787-0272-48b9-9b99-544b3a7f4bc0 req-151cb972-bc82-4509-b9be-ac4eaa555a7d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Feb 19 01:48:32.505701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5feea787-0272-48b9-9b99-544b3a7f4bc0 req-8307942c-a03d-4ef1-bd16-03e972ff3663 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Feb 19 01:48:33.626803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57014dc0-ec30-4315-b8d1-d5f8d7c6576e req-1260f1a6-5656-4814-9208-43468968313e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:33.629095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57014dc0-ec30-4315-b8d1-d5f8d7c6576e req-1260f1a6-5656-4814-9208-43468968313e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0537250 Feb 19 01:48:33.676104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-57014dc0-ec30-4315-b8d1-d5f8d7c6576e req-1cdee4cc-c10d-47a6-b4fb-b82c6e922b56 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Feb 19 01:48:34.057111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64893995-47da-4c63-8ec0-362d48549455 req-23034886-6b8c-4244-a1fe-cd04cdcc2a2a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:34.058585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64893995-47da-4c63-8ec0-362d48549455 req-23034886-6b8c-4244-a1fe-cd04cdcc2a2a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0615225 Feb 19 01:48:34.114320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64893995-47da-4c63-8ec0-362d48549455 req-b30e67df-100f-462f-b8a4-391bceaca9f8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Feb 19 01:48:34.167178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33168) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:34.253894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-7ae581a2-a2e3-4cfd-b61e-ea2d06e52683 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853791 Feb 19 01:48:34.262299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-b467c10c-2553-4c0b-8229-82dc4f446d4b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:48:34.263309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-b467c10c-2553-4c0b-8229-82dc4f446d4b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051355 Feb 19 01:48:34.785648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33188) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:34.884631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-a26b9a09-80d5-46b0-98f1-006e935f9d8e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:34.885979 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-a26b9a09-80d5-46b0-98f1-006e935f9d8e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 942 time: 0.0993533 Feb 19 01:48:35.236386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04722554-1cf2-420b-9393-8b67513ea775 req-84ffd93f-2f7b-484e-9a20-3574bb6f81e7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:35.239023 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04722554-1cf2-420b-9393-8b67513ea775 req-84ffd93f-2f7b-484e-9a20-3574bb6f81e7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0558410 Feb 19 01:48:35.288056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-04722554-1cf2-420b-9393-8b67513ea775 req-f2e3db1b-1bb8-42d9-8868-421b911dcdd2 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Feb 19 01:48:36.352245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-6a0995eb-1ccd-4864-bdcb-5a8127bbaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:36.354511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-6a0995eb-1ccd-4864-bdcb-5a8127bbaf0d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1127 time: 0.0529203 Feb 19 01:48:36.488877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f085b-a923-4e35-a82f-973848dfcf21 req-1a0a5403-ac65-49ed-98ba-14ffb24846aa tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:36.490261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d9f085b-a923-4e35-a82f-973848dfcf21 req-1a0a5403-ac65-49ed-98ba-14ffb24846aa tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.1223159 Feb 19 01:48:36.491720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-05fe3232-88f7-4301-ad44-7e9b5e61904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:36.493052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-05fe3232-88f7-4301-ad44-7e9b5e61904c service neutron] 10.222.0.117 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.1331708 Feb 19 01:48:36.561321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-d18affb9-e5a9-42ac-97ec-8c209e9f2da5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0583680 Feb 19 01:48:36.621418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1d9f085b-a923-4e35-a82f-973848dfcf21 req-c1ab7765-005f-4a1c-8f6b-c694d8657ae7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244421 Feb 19 01:48:36.632588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-5123ed2a-d84a-4baa-ac03-bb67030d45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:36.636452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-5123ed2a-d84a-4baa-ac03-bb67030d45f3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0672657 Feb 19 01:48:36.669762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-51131aab-87b2-42ef-812f-463cbd18a645 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301201 Feb 19 01:48:36.759040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-fa93d2ab-dd41-4850-8085-04f5618f41aa service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834277 Feb 19 01:48:36.853492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-a94a8dae-a4a4-45a3-9b56-e13d905bdd34 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Feb 19 01:48:37.741497 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39906fc9-34af-46db-aaf2-3aeec0dfc6c9 req-a2fc6ace-1510-4154-9454-7f9c9ecd74b8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:37.743014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39906fc9-34af-46db-aaf2-3aeec0dfc6c9 req-a2fc6ace-1510-4154-9454-7f9c9ecd74b8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0520284 Feb 19 01:48:37.790866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-39906fc9-34af-46db-aaf2-3aeec0dfc6c9 req-cc70f67d-f4e3-4c7f-95ee-7ee8b14f7b3e tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Feb 19 01:48:38.910524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffdfde-13e8-4c02-b0f7-46f20835408f req-0b616870-f701-44a4-a9c8-76743872aa63 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:38.912079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64ffdfde-13e8-4c02-b0f7-46f20835408f req-0b616870-f701-44a4-a9c8-76743872aa63 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0547669 Feb 19 01:48:38.959574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-64ffdfde-13e8-4c02-b0f7-46f20835408f req-df57f585-61a8-4a04-8c37-4aa5070e6cd6 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Feb 19 01:48:40.082342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321b76-365f-4baa-8af5-4b148744a81d req-f11f1657-72c5-4b41-ae9b-302674c08f76 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:40.083796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d321b76-365f-4baa-8af5-4b148744a81d req-f11f1657-72c5-4b41-ae9b-302674c08f76 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0575631 Feb 19 01:48:40.136188 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d321b76-365f-4baa-8af5-4b148744a81d req-8818cee2-1665-4ed7-aa4f-5de1c2a290ff tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Feb 19 01:48:40.136534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:40.702324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-178be1d9-c1cf-46d5-93f3-99db2c7196d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:40.719299 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:41.255082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb2599-8051-4a36-8c57-1cc5ed59766d req-deeacc8d-bfe4-47a5-a92d-ec36696b571a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:41.256596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16fb2599-8051-4a36-8c57-1cc5ed59766d req-deeacc8d-bfe4-47a5-a92d-ec36696b571a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0522997 Feb 19 01:48:41.303521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16fb2599-8051-4a36-8c57-1cc5ed59766d req-4f3f2992-a048-4d4b-b9a0-941ab8ebd776 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Feb 19 01:48:42.421206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85812e5f-ddf8-41b4-9bbd-2f6da8c6d9aa req-20e6b837-3b1c-4a85-9bf7-a31cfa0b0b8c tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:42.422696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85812e5f-ddf8-41b4-9bbd-2f6da8c6d9aa req-20e6b837-3b1c-4a85-9bf7-a31cfa0b0b8c tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Feb 19 01:48:42.469701 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-85812e5f-ddf8-41b4-9bbd-2f6da8c6d9aa req-c7247af7-959f-4cc5-80a6-bb37cc5e423f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Feb 19 01:48:42.925563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce80-eb3d-43e2-8703-e24f08d805d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:43.591821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960ded-be66-4b8d-8654-920298a7b17b req-63e25e1a-74bc-45da-adf8-a01aba8ac4cb tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:43.593424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd960ded-be66-4b8d-8654-920298a7b17b req-63e25e1a-74bc-45da-adf8-a01aba8ac4cb tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0560968 Feb 19 01:48:43.644119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bd960ded-be66-4b8d-8654-920298a7b17b req-fe4126fe-dcef-4ad2-9bde-af823daccb6b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Feb 19 01:48:44.351369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:44.770340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2fe2c-0835-4cba-88a0-53ca25977607 req-2194fec6-eb97-45a6-8f9d-d11a82d8ef57 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:44.771874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17f2fe2c-0835-4cba-88a0-53ca25977607 req-2194fec6-eb97-45a6-8f9d-d11a82d8ef57 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0572414 Feb 19 01:48:44.817625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17f2fe2c-0835-4cba-88a0-53ca25977607 req-9dad7673-6e60-4e80-91ba-2ce7dc26c4f5 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Feb 19 01:48:45.443190 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:45.938457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0a99c-11de-470a-b3c1-2fb17afb031f req-da2c4947-55ae-484e-b7dc-8c265ea64fbf tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:45.939972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88a0a99c-11de-470a-b3c1-2fb17afb031f req-da2c4947-55ae-484e-b7dc-8c265ea64fbf tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Feb 19 01:48:45.986185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88a0a99c-11de-470a-b3c1-2fb17afb031f req-0f0bfe43-790c-49d7-b94a-22ce36338716 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Feb 19 01:48:46.988566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:47.110945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6190a3-904a-4e11-a42b-559da2ff4121 req-512407d6-096c-47d6-af0c-a56337688d65 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:47.112608 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6190a3-904a-4e11-a42b-559da2ff4121 req-512407d6-096c-47d6-af0c-a56337688d65 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Feb 19 01:48:47.160809 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc6190a3-904a-4e11-a42b-559da2ff4121 req-5bbc97c1-37e5-418c-be8f-a25d83fd2310 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Feb 19 01:48:48.294641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c612-6497-4e4a-af53-e1f632ebdf8d req-995eefb5-4c15-4b71-8307-97359bbb024b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:48.296137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d874c612-6497-4e4a-af53-e1f632ebdf8d req-995eefb5-4c15-4b71-8307-97359bbb024b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0634534 Feb 19 01:48:48.345240 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d874c612-6497-4e4a-af53-e1f632ebdf8d req-edfc92c1-e75d-4514-a434-6d6011388d0d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Feb 19 01:48:49.458852 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:49.466915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971724c-fdf8-432c-b504-0d6c98bca9e6 req-51dd3bf4-eb30-4a00-8412-9ccbda5ab859 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:49.468437 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e971724c-fdf8-432c-b504-0d6c98bca9e6 req-51dd3bf4-eb30-4a00-8412-9ccbda5ab859 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Feb 19 01:48:49.519436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e971724c-fdf8-432c-b504-0d6c98bca9e6 req-13ff8298-f4a8-48b5-864c-2ef2dee1cbbe tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Feb 19 01:48:50.642829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035167a-a329-44b2-87cd-d7f739cb986c req-1124b965-6553-4093-b57e-27e65d648e40 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.645182 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8035167a-a329-44b2-87cd-d7f739cb986c req-1124b965-6553-4093-b57e-27e65d648e40 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Feb 19 01:48:50.693250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8035167a-a329-44b2-87cd-d7f739cb986c req-88f6b1e5-11d8-4a9e-a382-4d3b1c80fc00 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Feb 19 01:48:51.814162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445db0dd-21aa-493c-98df-1fcdb08bb24d req-3ae52a1e-9679-4953-a2a9-25e16378de09 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:51.815718 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-445db0dd-21aa-493c-98df-1fcdb08bb24d req-3ae52a1e-9679-4953-a2a9-25e16378de09 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0539691 Feb 19 01:48:51.863001 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-445db0dd-21aa-493c-98df-1fcdb08bb24d req-21f0a474-a542-4b5f-8fb4-819c13d7c073 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Feb 19 01:48:52.980558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6365909-1657-4efc-b35b-cd89b112eeb5 req-932cf918-f084-466b-8b1e-f982e745448d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:52.982059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6365909-1657-4efc-b35b-cd89b112eeb5 req-932cf918-f084-466b-8b1e-f982e745448d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0515690 Feb 19 01:48:53.028608 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6365909-1657-4efc-b35b-cd89b112eeb5 req-cdc79b80-ec65-46c9-bfe7-750219c43171 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Feb 19 01:48:54.156244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719ae7d-f5b3-440e-b45f-ce55664f8cec req-315c538a-3dc3-40ec-9424-bf2155642598 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:54.157783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2719ae7d-f5b3-440e-b45f-ce55664f8cec req-315c538a-3dc3-40ec-9424-bf2155642598 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Feb 19 01:48:54.206908 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2719ae7d-f5b3-440e-b45f-ce55664f8cec req-1cba92c9-df38-4e51-9319-88c0461e2da2 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Feb 19 01:48:55.331302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847585-dd2c-4f05-b98f-73130fafbf36 req-21a41e90-13ba-42e0-9253-0e3211881571 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:55.333790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47847585-dd2c-4f05-b98f-73130fafbf36 req-21a41e90-13ba-42e0-9253-0e3211881571 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0578375 Feb 19 01:48:55.380939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47847585-dd2c-4f05-b98f-73130fafbf36 req-8358ce08-0a0f-441a-abe2-82293d2773bd tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Feb 19 01:48:56.505045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29c4a3-81c9-4829-ad2f-3dbfacd068e4 req-b264e577-5af3-4076-ac9f-0ffc6480bd91 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:56.506410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f29c4a3-81c9-4829-ad2f-3dbfacd068e4 req-b264e577-5af3-4076-ac9f-0ffc6480bd91 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0563114 Feb 19 01:48:56.552084 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f29c4a3-81c9-4829-ad2f-3dbfacd068e4 req-afe0999e-bf4f-4dfc-be81-578dddb65424 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400524 Feb 19 01:48:57.669919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54b841-3b50-4bbf-9610-361775259355 req-f2ababbf-56f7-45c4-98fa-bfbf9c8b295f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:57.671426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab54b841-3b50-4bbf-9610-361775259355 req-f2ababbf-56f7-45c4-98fa-bfbf9c8b295f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0530827 Feb 19 01:48:57.717136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab54b841-3b50-4bbf-9610-361775259355 req-6b03963c-1202-4f3c-ae1b-4c7875574ad8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Feb 19 01:48:58.840313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8cfd0-1a9a-492f-9d3f-40362bb10a6e req-8f64dc7f-338e-4f95-a1ab-437b5068ee0b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:58.841789 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1d8cfd0-1a9a-492f-9d3f-40362bb10a6e req-8f64dc7f-338e-4f95-a1ab-437b5068ee0b tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Feb 19 01:48:58.888932 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a1d8cfd0-1a9a-492f-9d3f-40362bb10a6e req-2becc51d-9930-43d0-992a-41ff11290fc8 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Feb 19 01:49:00.008736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f8e78-77f2-4b74-9309-d44548867538 req-24f36d5f-a710-4039-ae8a-8d894f2886cc tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:00.010301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e83f8e78-77f2-4b74-9309-d44548867538 req-24f36d5f-a710-4039-ae8a-8d894f2886cc tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0558767 Feb 19 01:49:00.056245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e83f8e78-77f2-4b74-9309-d44548867538 req-8aff01d0-3190-4957-aba3-3f5b0dee487d tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Feb 19 01:49:01.177095 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2ab30-513a-4539-aa39-cbe3a494c4ce req-8e6fc620-6ecc-45ca-a55a-a8fad3e001b5 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:01.178585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bef2ab30-513a-4539-aa39-cbe3a494c4ce req-8e6fc620-6ecc-45ca-a55a-a8fad3e001b5 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Feb 19 01:49:01.229020 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bef2ab30-513a-4539-aa39-cbe3a494c4ce req-d9d056f8-679e-4727-9758-55a9e32fde52 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Feb 19 01:49:02.352321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14437ae-7ec2-4463-b362-287b9d362d8a req-8b8c2a08-6bfb-43f5-8ee9-87f1aa6f7257 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:02.353854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c14437ae-7ec2-4463-b362-287b9d362d8a req-8b8c2a08-6bfb-43f5-8ee9-87f1aa6f7257 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0570583 Feb 19 01:49:02.399525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c14437ae-7ec2-4463-b362-287b9d362d8a req-61e436ae-0ce8-46a6-80fb-1d14863b3704 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Feb 19 01:49:03.519631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e20667-a4fc-4f9b-a812-b9ec5ffc391b req-b5cc3ea4-e5ec-4383-af19-5ff48c08d42a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:03.521307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e20667-a4fc-4f9b-a812-b9ec5ffc391b req-b5cc3ea4-e5ec-4383-af19-5ff48c08d42a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0542567 Feb 19 01:49:03.569055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-77e20667-a4fc-4f9b-a812-b9ec5ffc391b req-786e4cb8-fcdf-4410-862a-13cce4faea4f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Feb 19 01:49:04.095623 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e29c8ada-c376-4248-ad83-6349db3cc3da service neutron] show failed (client error): The resource could not be found. Feb 19 01:49:04.097089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e29c8ada-c376-4248-ad83-6349db3cc3da service neutron] 10.222.0.117 "GET /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0736973 Feb 19 01:49:04.675738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-5a7553dc-d329-4e66-ba3b-3cd7bb038e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:04.677504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-5a7553dc-d329-4e66-ba3b-3cd7bb038e3a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40&tenant_id=4dd2dfb1da5b487b879b993b095c53ba HTTP/1.1" status: 200 len: 1127 time: 0.1056085 Feb 19 01:49:04.689127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:04.730749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a3031-e0e8-42d6-81b0-2c577558a79a req-8f945655-74b4-4cfd-9ba6-7ec792884008 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:04.732227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-772a3031-e0e8-42d6-81b0-2c577558a79a req-8f945655-74b4-4cfd-9ba6-7ec792884008 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0894728 Feb 19 01:49:04.783237 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:04.830721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-772a3031-e0e8-42d6-81b0-2c577558a79a req-893d8478-33c3-4a47-9cf8-a34a13b9a305 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893526 Feb 19 01:49:05.000006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:05.032521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:05.069592 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:05.071833 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029215bc-1d2e-471b-8341-7b4a475234dc" -d '{"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-unplugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:05.075568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks [] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.088113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Transition to ACTIVE for port object 2c28d42d-224a-48a3-900f-0e9b45a34b7f will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:49:05.122946 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bdeeb8-1239-4484-a8ae-004f1ea69f0d x-openstack-request-id: req-30bdeeb8-1239-4484-a8ae-004f1ea69f0d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:05.123591 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-unplugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:05.123591 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-30bdeeb8-1239-4484-a8ae-004f1ea69f0d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:05.123961 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'code': 200} Feb 19 01:49:05.158544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.221979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] No DVR routers for this DVR port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:05.223985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:05.234451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.234796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.235165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.235500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.235830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.236156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.236477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.236797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.237114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.237432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.237748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.238062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.238378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:05.270318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:05.271218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:05.271218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:05.275149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:49:05.275470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Attempting to bind port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on network b7ea4d8e-7561-4957-8cb1-b5412620afea {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:05.280184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:05.280520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Checking segment: {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:05.280893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Bound using segment: {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:05.281313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Bound port: 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ddb457-14ca-4dba-9459-60cd33f7c969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:05.281660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.343273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:05.346133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:05.419979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.457505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:05.458267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.459682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] 10.222.0.96 "PUT /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 1091 time: 0.7758627 Feb 19 01:49:05.480422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246bf1c-aec7-4a6b-8880-671afa7a4cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:05.526590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-cbf7b78a-8d43-40cf-addd-a898833c6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:05.528084 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-cbf7b78a-8d43-40cf-addd-a898833c6703 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.0448692 Feb 19 01:49:05.618867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-9b8cd0b3-3126-4ce7-9619-8c2df423cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:05.620362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-9b8cd0b3-3126-4ce7-9619-8c2df423cdc5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.0858560 Feb 19 01:49:05.991312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-183e73d5-fdba-4124-9c20-b2f6e0d28594 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.3624310 Feb 19 01:49:06.059994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2c706-f321-4496-9290-feddd6b25636 req-d6da3f2e-f7fe-46ba-aa00-910a4c7237db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:06.061419 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-d6da3f2e-f7fe-46ba-aa00-910a4c7237db service neutron] 10.222.0.96 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0631154 Feb 19 01:49:06.082520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80110dec-bef6-4ba7-9263-848d2ed163fc req-c4f91b49-9680-4985-b78e-812ab566a503 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:06.084560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80110dec-bef6-4ba7-9263-848d2ed163fc req-c4f91b49-9680-4985-b78e-812ab566a503 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0957642 Feb 19 01:49:06.104812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-8fa38f5e-7703-47f8-a7a2-9fbbe43c0207 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367362 Feb 19 01:49:06.189058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80110dec-bef6-4ba7-9263-848d2ed163fc req-6c31f5c7-cf42-4037-9c8c-79781306e8c7 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869436 Feb 19 01:49:06.219030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-ba45d143-1d77-4ddc-8846-f9eb5fe9682a service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020305 Feb 19 01:49:06.312796 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ecb2c706-f321-4496-9290-feddd6b25636 req-da291668-8f91-4520-a57b-8388f2522591 service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Feb 19 01:49:06.838462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752d7c2-3d18-41e3-a314-772ea944790e req-55d67e79-f344-4903-8256-12caab113ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:06.839972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-55d67e79-f344-4903-8256-12caab113ec2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.0446935 Feb 19 01:49:06.945088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752d7c2-3d18-41e3-a314-772ea944790e req-dbb1779a-912b-4a27-8382-7c82e96162c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:06.946473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-dbb1779a-912b-4a27-8382-7c82e96162c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.0873709 Feb 19 01:49:06.987560 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-89912eb1-3660-43ff-a9c1-5b144f6ad250 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0340636 Feb 19 01:49:07.034959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752d7c2-3d18-41e3-a314-772ea944790e req-9fb4b455-4459-4a3c-96fc-55314785af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.036504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-9fb4b455-4459-4a3c-96fc-55314785af8f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0428641 Feb 19 01:49:07.069057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-f5aa5b9a-9cab-4e45-8b12-582f4a7cc70c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255599 Feb 19 01:49:07.125740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:07.128361 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a188e92-9a8f-442c-be3f-5778301a84d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:07.167898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-01af9cea-8879-417e-b370-734b2a2f7f22 service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922039 Feb 19 01:49:07.185876 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f8dc6-274f-4e1b-a754-3286ed5a239a x-openstack-request-id: req-696f8dc6-274f-4e1b-a754-3286ed5a239a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:07.186157 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:07.186755 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-696f8dc6-274f-4e1b-a754-3286ed5a239a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:07.187163 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'status': 'completed', 'code': 200} Feb 19 01:49:07.335470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-40ea7ade-1b95-4934-b293-ec52ef74c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.336946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-40ea7ade-1b95-4934-b293-ec52ef74c522 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.1348822 Feb 19 01:49:07.338659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e752d7c2-3d18-41e3-a314-772ea944790e req-46e48cac-ed94-4e25-af51-0d07f407e397 service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620004 Feb 19 01:49:07.373007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83faf97-f99f-4576-9a6f-29cb17a730c0 req-88061411-dac7-4cc2-95d8-e4d6adeff7cc tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.374512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b83faf97-f99f-4576-9a6f-29cb17a730c0 req-88061411-dac7-4cc2-95d8-e4d6adeff7cc tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.1138115 Feb 19 01:49:07.517812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-87d64aca-3526-41d0-a4f6-3cb48af6bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.519326 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-87d64aca-3526-41d0-a4f6-3cb48af6bdf3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1125 time: 0.1168003 Feb 19 01:49:07.523767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-4bfcfc71-67d4-4887-bbe7-eac2d8e1e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.525090 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-4bfcfc71-67d4-4887-bbe7-eac2d8e1e84a service neutron] 10.222.0.117 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.1824257 Feb 19 01:49:07.532339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b83faf97-f99f-4576-9a6f-29cb17a730c0 req-a57080c6-6249-48c9-835a-1811d23b7a27 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Feb 19 01:49:07.584509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:07.598463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-f86a2451-a535-4b11-9bf8-2ab2b038869f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0641198 Feb 19 01:49:07.625913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 2c28d42d-224a-48a3-900f-0e9b45a34b7f host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:49:07.626311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:07.700877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-9dda58e5-250a-4992-8269-93a831fb7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.702611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-9dda58e5-250a-4992-8269-93a831fb7cda service neutron] 10.222.0.117 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0742435 Feb 19 01:49:07.726402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-71909741-51e8-488b-a7c3-642149f718ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.727886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-71909741-51e8-488b-a7c3-642149f718ac service neutron] 10.222.0.96 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.1947172 Feb 19 01:49:07.749227 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-ee2a4a27-37fc-4c08-9615-5ee7bfe952bd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360153 Feb 19 01:49:07.788004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-ec6dd8ec-6793-4711-a191-b01e07925c6d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0454137 Feb 19 01:49:07.882455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-5b150b25-6915-4ca3-96fd-35296cc8757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:07.884080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-5b150b25-6915-4ca3-96fd-35296cc8757c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0870156 Feb 19 01:49:07.930340 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-f3be7425-d0a5-4678-8020-7db070161028 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373337 Feb 19 01:49:07.935575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-5ce9ca48-f73f-4390-b67a-b7f68fb6a9b5 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578016 Feb 19 01:49:08.092169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-df05867d-fe0f-4627-a350-e4639cd5abaa service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546338 Feb 19 01:49:08.094138 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-1fb804d6-2497-4b7b-a765-6209ab6e62b7 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495395 Feb 19 01:49:08.186894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0a188e92-9a8f-442c-be3f-5778301a84d9 req-cad25537-fe55-41a9-b3e3-a9cb354b2518 service neutron] 10.222.0.96 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Feb 19 01:49:08.654668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecf54f-79fd-4d45-a33a-c5bad81c399a req-b0a67797-d050-4d8a-af9a-c75a299e6261 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:08.656159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70ecf54f-79fd-4d45-a33a-c5bad81c399a req-b0a67797-d050-4d8a-af9a-c75a299e6261 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 943 time: 0.0521944 Feb 19 01:49:08.703587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70ecf54f-79fd-4d45-a33a-c5bad81c399a req-6e5ff5d0-7437-4f9a-8fe1-899ff5cafe71 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Feb 19 01:49:08.986499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:49:09.087155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:09.100585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'network_id': 'b7ea4d8e-7561-4957-8cb1-b5412620afea', 'port_id': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'mac_address': 'fa:16:3e:08:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86614ee7-1b7f-42b2-aa49-d134447956f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:49:09.138335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2c28d42d-224a-48a3-900f-0e9b45a34b7f is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:09.138639 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.153248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c28d42d-224a-48a3-900f-0e9b45a34b7f {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:49:09.175160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:09.189074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-4962ee3d-b1cf-42f0-9903-d3d3eb6d3a91 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:09.190530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-4962ee3d-b1cf-42f0-9903-d3d3eb6d3a91 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.117 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40&tenant_id=4dd2dfb1da5b487b879b993b095c53ba&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 943 time: 0.0978065 Feb 19 01:49:09.248553 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-9a2086e6-1497-4086-b6b7-04bd965f2aa4 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:49:09.249567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-9a2086e6-1497-4086-b6b7-04bd965f2aa4 service neutron] 10.222.0.117 "DELETE /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0531919 Feb 19 01:49:09.253618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.306321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:09.313996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.314348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.314690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.315027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.315413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.315724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.316053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.316383 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.316712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.317041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.318020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.318386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.318711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:09.338065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-e5fbe893-2cd1-4898-a918-d0a331a8f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:09.339709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-e5fbe893-2cd1-4898-a918-d0a331a8f928 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 1126 time: 0.0485065 Feb 19 01:49:09.431503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-27905986-c023-4478-89e0-e760a7a83b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:09.432887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-27905986-c023-4478-89e0-e760a7a83b4f service neutron] 10.222.0.117 "GET /v2.0/networks?id=b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 200 len: 913 time: 0.0876052 Feb 19 01:49:09.474524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-669b0309-4dcb-45ee-8219-8292d517f0f2 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 200 len: 217 time: 0.0355141 Feb 19 01:49:09.521261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-16d9ed8f-349a-4c4c-9204-824a526045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:09.522802 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-16d9ed8f-349a-4c4c-9204-824a526045f3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 200 len: 852 time: 0.0428395 Feb 19 01:49:09.525807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c28d42d-224a-48a3-900f-0e9b45a34b7f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:49:09.554406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-ccb34c62-116f-483b-a529-ff05be296c02 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b7ea4d8e-7561-4957-8cb1-b5412620afea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256636 Feb 19 01:49:09.648245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-3a4ca596-0b37-4164-8690-4117275bce4c service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882049 Feb 19 01:49:09.739516 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-095579ec-eeb2-4770-99b0-507745067fc9 service neutron] 10.222.0.117 "GET /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Feb 19 01:49:10.158591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.706017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.706823 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cb0c6f22-621f-4d81-b6c7-6b611bf0e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.990103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:11.103468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 2c28d42d-224a-48a3-900f-0e9b45a34b7f completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:49:11.107546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 2c28d42d-224a-48a3-900f-0e9b45a34b7f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:11.111300 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.188263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6570-5445-4ac0-a0ae-a403796284db req-1120a64e-554a-49b6-bd6b-3829350019de tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:11.188900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 2c28d42d-224a-48a3-900f-0e9b45a34b7f is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:11.188900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.189755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16ed6570-5445-4ac0-a0ae-a403796284db req-1120a64e-554a-49b6-bd6b-3829350019de tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 944 time: 0.0583408 Feb 19 01:49:11.212676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:11.214959 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e34c60-6960-4147-8f8e-250ce0d783b1" -d '{"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:11.228672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:11.243979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16ed6570-5445-4ac0-a0ae-a403796284db req-00e4a447-72da-486f-a456-b593d214542f tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Feb 19 01:49:11.252815 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1236be-5098-4ea4-915e-f38cc67e59cc x-openstack-request-id: req-3d1236be-5098-4ea4-915e-f38cc67e59cc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:11.259118 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-plugged", "status": "completed", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:11.259118 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d1236be-5098-4ea4-915e-f38cc67e59cc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:11.259118 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'code': 200} Feb 19 01:49:11.301428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.347219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:12.371456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7f09f-cb6b-48d0-b42d-4f36d38ed2ee req-c6fcfeb4-006c-4da0-8987-fb7a678ab66a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:12.372943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6e7f09f-cb6b-48d0-b42d-4f36d38ed2ee req-c6fcfeb4-006c-4da0-8987-fb7a678ab66a tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0618975 Feb 19 01:49:12.419076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6e7f09f-cb6b-48d0-b42d-4f36d38ed2ee req-d188efee-c9ae-4d19-9215-d7604f0bc2fe tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/security-groups?id=f049b5d0-b00f-469b-8778-e6cd008d2439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Feb 19 01:49:12.522199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-b19b8b79-68f3-4628-9f77-70cda072f22c tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:12.523586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-b19b8b79-68f3-4628-9f77-70cda072f22c tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.96 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Feb 19 01:49:12.617864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Deleting port 2c28d42d-224a-48a3-900f-0e9b45a34b7f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:12.618196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.704675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] For port 2c28d42d-224a-48a3-900f-0e9b45a34b7f, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=2c28d42d-224a-48a3-900f-0e9b45a34b7f,segment=NetworkSegment(16ddb457-14ca-4dba-9459-60cd33f7c969),segment_id=16ddb457-14ca-4dba-9459-60cd33f7c969)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:12.705035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.717875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Calling delete_port for 2c28d42d-224a-48a3-900f-0e9b45a34b7f owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:12.928390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2c28d42d-224a-48a3-900f-0e9b45a34b7f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.940898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['2c28d42d-224a-48a3-900f-0e9b45a34b7f'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:49:12.957271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Pushing event deleted for resources: {'Port': ['ID=2c28d42d-224a-48a3-900f-0e9b45a34b7f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:12.964318 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b4696774-941b-4d39-84a2-a3e090c450d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.003777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] No DVR routers for this DVR port 2c28d42d-224a-48a3-900f-0e9b45a34b7f on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:13.007050 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.010455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd6b87f-d7b6-4e15-b885-fad5c7a3165e req-61af5d07-0334-464a-b0ba-30107c881478 tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.96 "DELETE /v2.0/ports/2c28d42d-224a-48a3-900f-0e9b45a34b7f HTTP/1.1" status: 204 len: 173 time: 0.4814801 Feb 19 01:49:13.010943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-deleted', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:13.013265 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ba874b-8122-4e14-bcfc-299ba2a745cd" -d '{"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-deleted", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:13.049799 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6e210f-3adc-4f20-8624-477e3cfbf7b5 x-openstack-request-id: req-2a6e210f-3adc-4f20-8624-477e3cfbf7b5 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:13.050097 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a5d41-466c-4004-b0d2-c03967d8ba40", "name": "network-vif-deleted", "tag": "2c28d42d-224a-48a3-900f-0e9b45a34b7f", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:13.050357 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2a6e210f-3adc-4f20-8624-477e3cfbf7b5 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:13.050767 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a5d41-466c-4004-b0d2-c03967d8ba40', 'name': 'network-vif-deleted', 'tag': '2c28d42d-224a-48a3-900f-0e9b45a34b7f', 'status': 'completed', 'code': 200} Feb 19 01:49:13.528178 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-034da940-adab-4fff-a0e6-8b2a444e947d req-a4aed4fc-281c-406b-92f3-3025ebc511dd tempest-DeleteServersTestJSON-1579844456 tempest-DeleteServersTestJSON-1579844456-project] 10.222.0.94 "GET /v2.0/ports?device_id=e61a5d41-466c-4004-b0d2-c03967d8ba40 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Feb 19 01:49:14.370377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.662935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33290) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:14.706388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Deleting subnet 86614ee7-1b7f-42b2-aa49-d134447956f5 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:49:14.710017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Publish callbacks [] for subnet (86614ee7-1b7f-42b2-aa49-d134447956f5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.744423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (86614ee7-1b7f-42b2-aa49-d134447956f5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.783900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (86614ee7-1b7f-42b2-aa49-d134447956f5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.918980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (86614ee7-1b7f-42b2-aa49-d134447956f5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.946360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86614ee7-1b7f-42b2-aa49-d134447956f5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:14.952006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.955171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-dfadfae6-c6e8-4741-adab-34df365ed1be admin admin] 10.222.0.94 "DELETE /v2.0/subnets/86614ee7-1b7f-42b2-aa49-d134447956f5 HTTP/1.1" status: 204 len: 168 time: 0.2911825 Feb 19 01:49:14.957727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33292) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:15.026319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b7ea4d8e-7561-4957-8cb1-b5412620afea), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.107639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b7ea4d8e-7561-4957-8cb1-b5412620afea), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.127758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ea4d8e-7561-4957-8cb1-b5412620afea']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:15.137473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ddb457-14ca-4dba-9459-60cd33f7c969') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:15.137771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ddb457-14ca-4dba-9459-60cd33f7c969') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:15.146972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (16ddb457-14ca-4dba-9459-60cd33f7c969), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.159979 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (16ddb457-14ca-4dba-9459-60cd33f7c969), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.166906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (16ddb457-14ca-4dba-9459-60cd33f7c969), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:49:15.168905 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:49:15.282310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b7ea4d8e-7561-4957-8cb1-b5412620afea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.289586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.293107 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] 10.222.0.94 "DELETE /v2.0/networks/b7ea4d8e-7561-4957-8cb1-b5412620afea HTTP/1.1" status: 204 len: 168 time: 0.3344593 Feb 19 01:49:15.305248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c883fdd-8379-4c83-aba7-b53a6db29d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ea4d8e-7561-4957-8cb1-b5412620afea,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:15.425088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.590970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33296) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:15.644143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7dc196d9-6381-4cc4-bfae-b758f4131bc2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4dd2dfb1da5b487b879b993b095c53ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518105 Feb 19 01:49:15.647790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33298) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:15.701516 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] Publish callbacks [] for security_group (f049b5d0-b00f-469b-8778-e6cd008d2439), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.724425 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] Publish callbacks [] for security_group (f049b5d0-b00f-469b-8778-e6cd008d2439), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.851816 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f049b5d0-b00f-469b-8778-e6cd008d2439), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.856055 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.857827 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f049b5d0-b00f-469b-8778-e6cd008d2439 HTTP/1.1" status: 204 len: 168 time: 0.2084804 Feb 19 01:49:15.868868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520c6e-1338-490d-99ba-41bcc3cd3256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f049b5d0-b00f-469b-8778-e6cd008d2439,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:16.958733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33320) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:16.959342 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.006001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:17.028853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 2c28d42d-224a-48a3-900f-0e9b45a34b7f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:17.029090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 2c28d42d-224a-48a3-900f-0e9b45a34b7f not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:17.057496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-10436430-network', 'tenant_id': 'cf0858811f7a4823afd46ff2003a9235'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:17.158801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Made reservation on behalf of cf0858811f7a4823afd46ff2003a9235 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:17.161259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.170525 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.260331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks [] for security_group (c95dbbac-c8f8-4268-a5c9-5e1a6df6d795), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.344994 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c95dbbac-c8f8-4268-a5c9-5e1a6df6d795), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.370688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:49:17.382798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:17.386560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (293b1036-1c58-42bd-971f-e807f57939cb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.386906 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Added segment 293b1036-1c58-42bd-971f-e807f57939cb of type vlan for network b79416fb-773f-45ed-895c-2c42a3c84011 Feb 19 01:49:17.430017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b79416fb-773f-45ed-895c-2c42a3c84011), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.545350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b79416fb-773f-45ed-895c-2c42a3c84011), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.546272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:17.546867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.609003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] Pushing event updated for resources: {'Network': ['ID=b79416fb-773f-45ed-895c-2c42a3c84011,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:17.618538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b79416fb-773f-45ed-895c-2c42a3c84011 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:49:17.658487 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d4f7f57-f028-4f42-874a-b6ffe8679597 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6983659 Feb 19 01:49:17.661332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33324) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:17.666568 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Request body: {'subnet': {'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-10436430-subnet', 'tenant_id': 'cf0858811f7a4823afd46ff2003a9235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:17.742367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Made reservation on behalf of cf0858811f7a4823afd46ff2003a9235 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:17.744770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.979348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (ba77a197-de9c-46ff-ab34-a2b5305e6890), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.036859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba77a197-de9c-46ff-ab34-a2b5305e6890,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:18.043767 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Checking segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:18.044133 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Network hostable DHCP agents. Network: b79416fb-773f-45ed-895c-2c42a3c84011, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:49:18.117103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Network b79416fb-773f-45ed-895c-2c42a3c84011 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:49:18.192688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b79416fb-773f-45ed-895c-2c42a3c84011) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:18.197453 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:18.198448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.202655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703325b-71f6-4588-ba50-664ab6ca9fa9 None None] Network b79416fb-773f-45ed-895c-2c42a3c84011 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:18.251329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1ae70f84-98af-4628-8787-1e4bc412291a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5883939 Feb 19 01:49:18.303996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d6e33-6013-4a12-844f-d9e579887b6d None None] Network b79416fb-773f-45ed-895c-2c42a3c84011 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:18.682415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-a391f190-261e-43b8-b5db-9f3f9d9b862b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:18.683906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-a391f190-261e-43b8-b5db-9f3f9d9b862b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 813 time: 0.1038299 Feb 19 01:49:18.698443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-e70d43da-08ed-44ce-8c57-7b08aa5d2f0d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/quotas/cf0858811f7a4823afd46ff2003a9235 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Feb 19 01:49:18.729655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-912cb912-f0ec-4932-a8ce-f4bc7057d2f0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264838 Feb 19 01:49:18.740763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-e8149536-b1bf-46c5-a1f8-e4c2567b2251 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:49:18.741863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-e8149536-b1bf-46c5-a1f8-e4c2567b2251 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058107 Feb 19 01:49:18.830102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-dc2f6152-78ec-428d-9350-09d1d224e1ef service neutron] 10.222.0.94 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826106 Feb 19 01:49:18.928813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-563e50df-bef2-45a5-bffb-b48dd1f8e72e service neutron] 10.222.0.94 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929689 Feb 19 01:49:19.164930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-349268ce-cad5-47bd-a57e-4a4bcb48c73e req-c9d4fda6-cc8b-437a-8fc1-3c02e2907448 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 210 time: 0.0313666 Feb 19 01:49:20.265942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21ea8130-d332-4def-9dc9-cd383496f9fb req-f006ca96-14d9-4923-8c8d-d860fbb2e8fc tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 210 time: 0.0278864 Feb 19 01:49:21.234066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-f90cb493-efb9-4b2b-b5d0-150fc71ce888 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:21.235451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-f90cb493-efb9-4b2b-b5d0-150fc71ce888 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 813 time: 0.1037736 Feb 19 01:49:21.246941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Request body: {'port': {'device_id': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'admin_state_up': True, 'tenant_id': 'cf0858811f7a4823afd46ff2003a9235'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:21.368093 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6f631ea-1422-408d-8f41-dec5296f81f1 req-e1d64f4f-2a45-4149-9a79-d226932104e5 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 210 time: 0.0304556 Feb 19 01:49:21.424874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Made reservation on behalf of cf0858811f7a4823afd46ff2003a9235 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:21.428264 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.554276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Allocated IP 172.20.0.4 (b79416fb-773f-45ed-895c-2c42a3c84011/ba77a197-de9c-46ff-ab34-a2b5305e6890/382db47d-4e93-49c2-9170-0774d0e13e1e) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:21.697387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks [] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.793140 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.837163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Network b79416fb-773f-45ed-895c-2c42a3c84011 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:21.840155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:21.843711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:21.866449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.893546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:21.894158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.961480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ecd8b3bf-c4c2-4b75-902b-cf651444880b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182677 Feb 19 01:49:21.971998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Request body: {'port': {'device_id': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:22.036904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.580744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e759389-8174-43fc-b18d-5dc9abf57172 req-f9ae7895-8155-47b3-bee9-9e9697a619d1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:22.582111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e759389-8174-43fc-b18d-5dc9abf57172 req-f9ae7895-8155-47b3-bee9-9e9697a619d1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 931 time: 0.1151741 Feb 19 01:49:22.664358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e759389-8174-43fc-b18d-5dc9abf57172 req-b20ca807-4301-40e6-bc59-a966dc80af13 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757325 Feb 19 01:49:22.704108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382db47d-4e93-49c2-9170-0774d0e13e1e {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:49:22.711449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks [] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.722785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Transition to ACTIVE for port object 382db47d-4e93-49c2-9170-0774d0e13e1e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:49:22.790977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.840764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:22.906281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:22.906617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:22.906949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:22.911244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:49:22.911823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:22.917128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:22.917466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Checking segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:22.917851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Bound using segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:22.918275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Bound port: 382db47d-4e93-49c2-9170-0774d0e13e1e, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:22.918627 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.983399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:22.986332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:23.071277 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:23.108325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.108944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:23.110306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] 10.222.0.117 "PUT /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 1091 time: 1.1423097 Feb 19 01:49:23.110745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:23.113037 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:23.133870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8934e0-800b-421f-86d6-31f052c83a91 service neutron] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:23.150303 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86bb000-4a45-44b2-98bb-d758256a9148 x-openstack-request-id: req-b86bb000-4a45-44b2-98bb-d758256a9148 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:23.150590 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:23.150840 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b86bb000-4a45-44b2-98bb-d758256a9148 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:23.151287 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'status': 'completed', 'code': 200} Feb 19 01:49:23.214827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-0d74f068-8cca-4731-8e9e-f6c9fc521a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.216379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-0d74f068-8cca-4731-8e9e-f6c9fc521a09 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1125 time: 0.0475965 Feb 19 01:49:23.318258 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-5dfa8cf9-0a69-44d4-86b3-dc656fcc5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.320330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-5dfa8cf9-0a69-44d4-86b3-dc656fcc5fe0 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=cf0858811f7a4823afd46ff2003a9235&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0961430 Feb 19 01:49:23.418693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-9d4767e7-7440-4301-b185-f31a23d36190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.420187 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb4f214a-2698-4c0c-9bb1-c1e14d3382ab req-9d4767e7-7440-4301-b185-f31a23d36190 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953941 Feb 19 01:49:23.503770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-1f746a2d-cb47-4478-8fa2-f36a66c2a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.505261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-1f746a2d-cb47-4478-8fa2-f36a66c2a275 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1125 time: 0.0500963 Feb 19 01:49:23.545118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-5306ff02-26af-4384-88e8-46d80b7af828 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0338016 Feb 19 01:49:23.590943 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-37875f25-185e-4eb6-91f3-26709c3f310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.592422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-37875f25-185e-4eb6-91f3-26709c3f310d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0419445 Feb 19 01:49:23.635379 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-2cbab551-4e90-4e24-a6a4-88c82b7db3f0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285001 Feb 19 01:49:23.741492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-ca895007-5f63-414a-a274-41922f02062e service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006713 Feb 19 01:49:23.852104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9e1c1-7409-4745-8352-58d0eec5747c req-54ed84e7-b201-4cf6-9878-e847cc3f8412 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:23.853573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4b9e1c1-7409-4745-8352-58d0eec5747c req-54ed84e7-b201-4cf6-9878-e847cc3f8412 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.1078238 Feb 19 01:49:23.889195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfdd8375-a021-4e71-b79c-029cf3b2ac3e req-f897887d-80d8-428e-a80b-9e6597ca0db6 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351740 Feb 19 01:49:23.915763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e4b9e1c1-7409-4745-8352-58d0eec5747c req-00f29f0f-46e3-4841-a705-b07927ab598e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Feb 19 01:49:25.037373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf9cf9-3fe4-477c-8b78-6fc90cf4168e req-f9bae88f-477b-42dc-9841-7e38efeee14e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:25.038861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8caf9cf9-3fe4-477c-8b78-6fc90cf4168e req-f9bae88f-477b-42dc-9841-7e38efeee14e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.0533495 Feb 19 01:49:25.084641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8caf9cf9-3fe4-477c-8b78-6fc90cf4168e req-548f4a8c-843d-4726-bad2-57fee6ab1f54 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Feb 19 01:49:25.676420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:49:25.775486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:25.786898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'port_id': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'mac_address': 'fa:16:3e:ec:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77a197-de9c-46ff-ab34-a2b5305e6890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:49:25.823529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 382db47d-4e93-49c2-9170-0774d0e13e1e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:25.823919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.837013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382db47d-4e93-49c2-9170-0774d0e13e1e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:49:25.856493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:25.930425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.977324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:26.135499 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['382db47d-4e93-49c2-9170-0774d0e13e1e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:49:26.203059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1ba80-7a58-42e7-afbc-45e687402ca1 req-770a21cf-4342-4ab4-995e-be4ea2a4136d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:26.204465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d1ba80-7a58-42e7-afbc-45e687402ca1 req-770a21cf-4342-4ab4-995e-be4ea2a4136d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 944 time: 0.0527813 Feb 19 01:49:26.259420 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d1ba80-7a58-42e7-afbc-45e687402ca1 req-073f2fe8-f1a5-440f-8625-107a2fe66d33 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492589 Feb 19 01:49:26.457212 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:49:27.378395 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7778b-6360-4378-a98b-e976d2185cd3 req-d3a517ba-dbf0-404f-976f-42b7acbdbace tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:27.379927 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bff7778b-6360-4378-a98b-e976d2185cd3 req-d3a517ba-dbf0-404f-976f-42b7acbdbace tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Feb 19 01:49:27.432162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bff7778b-6360-4378-a98b-e976d2185cd3 req-333a43aa-b11b-44e3-8f75-e3691221598c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Feb 19 01:49:27.692526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:27.815593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 382db47d-4e93-49c2-9170-0774d0e13e1e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:49:27.819742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 382db47d-4e93-49c2-9170-0774d0e13e1e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:27.820135 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:27.899734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 382db47d-4e93-49c2-9170-0774d0e13e1e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:27.900121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:27.922214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:27.924548 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a7d63-d7f9-448e-aba2-e89bddb193dc" -d '{"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-plugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:27.936539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:27.965979 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075f59b-3623-456b-8482-cbf4fb13ddec x-openstack-request-id: req-7075f59b-3623-456b-8482-cbf4fb13ddec {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:27.966276 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-plugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:27.966535 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7075f59b-3623-456b-8482-cbf4fb13ddec {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:27.966936 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'code': 200} Feb 19 01:49:28.008894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.058137 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:28.065920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c940c8-21fc-4fcd-a51e-8d34a6e7e020 req-a9b53cf1-f29c-404b-b5dc-06fa27f3f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.067452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61c940c8-21fc-4fcd-a51e-8d34a6e7e020 req-a9b53cf1-f29c-404b-b5dc-06fa27f3f62c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1127 time: 0.0452652 Feb 19 01:49:28.112203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61c940c8-21fc-4fcd-a51e-8d34a6e7e020 req-73516f30-67ee-4621-8b15-54b6daedec4a service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Feb 19 01:49:28.548459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb091c5-c953-41a6-a179-6ffeed176a50 req-cb90ede9-956b-40dd-afae-d0c174cc2425 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.549838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abb091c5-c953-41a6-a179-6ffeed176a50 req-cb90ede9-956b-40dd-afae-d0c174cc2425 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Feb 19 01:49:28.596230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-abb091c5-c953-41a6-a179-6ffeed176a50 req-fe48fae2-5f07-47aa-a094-9ee25803b4c7 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Feb 19 01:49:29.720723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bfaaa-7131-471a-b040-62da7ec3c842 req-369b97d4-cba8-4477-8757-8d9c32a00ac8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.722177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-815bfaaa-7131-471a-b040-62da7ec3c842 req-369b97d4-cba8-4477-8757-8d9c32a00ac8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0523982 Feb 19 01:49:29.780686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-815bfaaa-7131-471a-b040-62da7ec3c842 req-0d8f7f61-bda6-42d5-8f8e-2cffb7290e3f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Feb 19 01:49:29.906817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5fb44-e8dc-4a55-80fb-fac283aafa20 req-370e43bb-b278-4978-b0ef-01016b5815b8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.908262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6f5fb44-e8dc-4a55-80fb-fac283aafa20 req-370e43bb-b278-4978-b0ef-01016b5815b8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Feb 19 01:49:29.955501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c6f5fb44-e8dc-4a55-80fb-fac283aafa20 req-39faaaa5-c866-41c3-951f-cf882d208f23 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Feb 19 01:49:30.234094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd7e37-6638-4da4-ae69-20efb9b157a0 req-b9510447-04de-450a-b29d-25a9eeddb079 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:30.235499 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40fd7e37-6638-4da4-ae69-20efb9b157a0 req-b9510447-04de-450a-b29d-25a9eeddb079 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0561593 Feb 19 01:49:30.281506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40fd7e37-6638-4da4-ae69-20efb9b157a0 req-8532937e-af89-4e8f-9023-8b045dec647e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Feb 19 01:49:30.404477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46735ee0-ce69-407b-a449-a9c80f794f42 req-a27c433b-bc7b-4f48-971e-6466bb16de0f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:30.405958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46735ee0-ce69-407b-a449-a9c80f794f42 req-a27c433b-bc7b-4f48-971e-6466bb16de0f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0591333 Feb 19 01:49:30.455137 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-46735ee0-ce69-407b-a449-a9c80f794f42 req-d6bb0507-8c28-4e2b-961a-fe4986dfea03 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Feb 19 01:49:30.809864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61f1e5-9ab6-4968-a9d9-28e06022c032 req-d1cae48f-e873-400c-bb99-edf73d418835 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:30.811381 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f61f1e5-9ab6-4968-a9d9-28e06022c032 req-d1cae48f-e873-400c-bb99-edf73d418835 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Feb 19 01:49:30.858350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f61f1e5-9ab6-4968-a9d9-28e06022c032 req-6dec8423-0886-494e-8fa4-6834c2abf538 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Feb 19 01:49:30.922135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-5b42d0e0-7fcd-471f-a367-7723f9a7d40b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0484800 Feb 19 01:49:31.497200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-dcf5cc7d-51fd-41dc-b0f4-b3a10df18bf9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:31.498587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-dcf5cc7d-51fd-41dc-b0f4-b3a10df18bf9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 942 time: 0.0465095 Feb 19 01:49:31.980229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940c99-0ca2-4cbc-adab-6c5575fa83b1 req-0c0325b4-694b-4670-9277-85603f73e775 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:31.981749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10940c99-0ca2-4cbc-adab-6c5575fa83b1 req-0c0325b4-694b-4670-9277-85603f73e775 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0538549 Feb 19 01:49:32.031738 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10940c99-0ca2-4cbc-adab-6c5575fa83b1 req-324a99e6-8b94-4641-8583-9d0390b175bf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Feb 19 01:49:32.998970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-d39736b0-b763-4513-82b3-ed6c19c1f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.000490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-d39736b0-b763-4513-82b3-ed6c19c1f049 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1127 time: 0.0457311 Feb 19 01:49:33.112949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1762499-1ffc-4c27-94d7-78d1e109d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.114449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1762499-1ffc-4c27-94d7-78d1e109d536 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.1082444 Feb 19 01:49:33.175037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-0f16f6f6-bb2a-4940-a456-43365e82c5e4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0510147 Feb 19 01:49:33.233411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30398-3a9c-42b1-b36d-57e8bb1f7024 req-00e895c1-f452-4f2b-ab36-51f17d15872c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.234935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cec30398-3a9c-42b1-b36d-57e8bb1f7024 req-00e895c1-f452-4f2b-ab36-51f17d15872c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.1193781 Feb 19 01:49:33.238375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-4b6c4d91-40eb-49c3-b58b-16aa454a0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.239726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-4b6c4d91-40eb-49c3-b58b-16aa454a0fc5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0586021 Feb 19 01:49:33.283025 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-39df669c-6c89-4379-a744-633331d678c6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366390 Feb 19 01:49:33.351564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cec30398-3a9c-42b1-b36d-57e8bb1f7024 req-57e46649-f8f2-4b82-934e-22837e647caf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108084 Feb 19 01:49:33.389174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-a7ba722b-af51-445d-b1c4-76fc906b2f00 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960567 Feb 19 01:49:33.484343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-10c9a3f4-341f-4166-8609-282a02c670d8 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891700 Feb 19 01:49:34.476479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d6014-3e06-4246-ba47-8c6dc15fc705 req-863a98f9-a5d9-4db9-a65e-a027d572709c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:34.478485 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690d6014-3e06-4246-ba47-8c6dc15fc705 req-863a98f9-a5d9-4db9-a65e-a027d572709c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0590909 Feb 19 01:49:34.530302 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690d6014-3e06-4246-ba47-8c6dc15fc705 req-8ec4767a-6cde-4d98-bccc-5daf3d4b4e60 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Feb 19 01:49:35.651818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ac882-b24c-4da4-8285-5d5906fec7d8 req-06f2d181-f2af-43ec-b7bc-01bb97c4dddd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:35.653311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d27ac882-b24c-4da4-8285-5d5906fec7d8 req-06f2d181-f2af-43ec-b7bc-01bb97c4dddd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Feb 19 01:49:35.699954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d27ac882-b24c-4da4-8285-5d5906fec7d8 req-e3f30f08-14b9-4d55-9e95-5fe59c95ac75 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Feb 19 01:49:36.820611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ba18-0510-4d55-b5fb-af5a6125e7c3 req-d392b612-a3f1-4537-a20a-8bb44eaafb31 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:36.822803 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f69ba18-0510-4d55-b5fb-af5a6125e7c3 req-d392b612-a3f1-4537-a20a-8bb44eaafb31 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0545065 Feb 19 01:49:36.869440 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0f69ba18-0510-4d55-b5fb-af5a6125e7c3 req-2d772c5e-2714-438f-a647-222bc253633f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Feb 19 01:49:37.997696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdd66e-858b-4a6d-9dc7-e9b43467dfc6 req-038078a9-c208-4f0d-afe9-20428ad1c280 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:37.999203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99fdd66e-858b-4a6d-9dc7-e9b43467dfc6 req-038078a9-c208-4f0d-afe9-20428ad1c280 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0579338 Feb 19 01:49:38.046391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-99fdd66e-858b-4a6d-9dc7-e9b43467dfc6 req-3de53b44-df19-4aeb-929d-d1484cf94fb1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Feb 19 01:49:39.168464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259e21c-38af-4125-905a-587c90e4d684 req-dd1dbe64-f01d-4fdb-832d-32a83fe02ca8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:39.170049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6259e21c-38af-4125-905a-587c90e4d684 req-dd1dbe64-f01d-4fdb-832d-32a83fe02ca8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0556810 Feb 19 01:49:39.220984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6259e21c-38af-4125-905a-587c90e4d684 req-33eb890c-caf3-4216-8104-e05f732b4923 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Feb 19 01:49:40.184109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:40.341374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd51d4-2f86-47c7-992a-fd3eac449301 req-afdd385d-3214-409b-9346-af93a3f254f5 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:40.342886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58dd51d4-2f86-47c7-992a-fd3eac449301 req-afdd385d-3214-409b-9346-af93a3f254f5 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Feb 19 01:49:40.388874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58dd51d4-2f86-47c7-992a-fd3eac449301 req-7ec52c0b-202b-41f6-b701-83edbce7e8cd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Feb 19 01:49:40.715869 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2556ac36-bd4c-4a25-8284-2ae91204a3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:40.744731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:41.514364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddca4fb-6d44-43ff-b953-b87433161725 req-5ca1cc36-6677-46e3-9f08-5f9fdfbad544 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:41.515937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ddca4fb-6d44-43ff-b953-b87433161725 req-5ca1cc36-6677-46e3-9f08-5f9fdfbad544 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Feb 19 01:49:41.562177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5ddca4fb-6d44-43ff-b953-b87433161725 req-5f85e7da-0a89-4ba7-8a1e-3992280d61a2 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Feb 19 01:49:42.679940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e091cc-9347-4bd9-bdb7-72833fa39e83 req-7da70270-5c86-4843-bbdc-59b747ac014d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:42.682068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5e091cc-9347-4bd9-bdb7-72833fa39e83 req-7da70270-5c86-4843-bbdc-59b747ac014d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Feb 19 01:49:42.730914 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5e091cc-9347-4bd9-bdb7-72833fa39e83 req-e8c5fabe-2deb-4501-89d1-a9808fff3855 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Feb 19 01:49:42.921990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aafff2c0-fdf4-4aac-9e2e-3a6a2a55c95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:43.849163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452da8-d030-442f-b233-0148b66b5a14 req-270bff74-089d-4d4d-ab7b-92ffb0854e77 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:43.850683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a452da8-d030-442f-b233-0148b66b5a14 req-270bff74-089d-4d4d-ab7b-92ffb0854e77 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Feb 19 01:49:43.897171 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a452da8-d030-442f-b233-0148b66b5a14 req-b7b083b8-459e-4c97-ac47-c76aca5b6987 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Feb 19 01:49:44.386267 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:45.021781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fb460-8a61-4baa-b4e8-4450ae3b4e18 req-01636372-8c5c-435f-9d80-3e98bcac7f0a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:45.023180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e66fb460-8a61-4baa-b4e8-4450ae3b4e18 req-01636372-8c5c-435f-9d80-3e98bcac7f0a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0552471 Feb 19 01:49:45.070478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e66fb460-8a61-4baa-b4e8-4450ae3b4e18 req-4724bab3-29d5-49e7-821a-465a90af6cef tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Feb 19 01:49:45.441778 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:46.193770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a723b-da62-4684-9720-ae599b61cd55 req-5e4731a0-604a-4508-aaa2-2ff4f35c1231 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:46.195310 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c39a723b-da62-4684-9720-ae599b61cd55 req-5e4731a0-604a-4508-aaa2-2ff4f35c1231 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0581245 Feb 19 01:49:46.241862 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c39a723b-da62-4684-9720-ae599b61cd55 req-80aced47-25f5-4101-8c02-12a3421e6a20 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Feb 19 01:49:46.968756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:47.367552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829a0f-00fa-4bfe-94a1-5b5cfa42472a req-98bb34b7-329d-4aad-9246-4658aca80d33 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:47.369587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9829a0f-00fa-4bfe-94a1-5b5cfa42472a req-98bb34b7-329d-4aad-9246-4658aca80d33 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Feb 19 01:49:47.416198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9829a0f-00fa-4bfe-94a1-5b5cfa42472a req-d63990e4-848a-41cb-8a04-a19d0c858be1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Feb 19 01:49:48.538646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f3fd-966c-47f3-ab58-790829fc18d6 req-c9d0ed11-ad26-42ee-8f5e-510dbbb03704 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:48.540770 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a08f3fd-966c-47f3-ab58-790829fc18d6 req-c9d0ed11-ad26-42ee-8f5e-510dbbb03704 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Feb 19 01:49:48.598200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8a08f3fd-966c-47f3-ab58-790829fc18d6 req-fbff3452-b5c4-4f16-834d-d287cd724430 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516822 Feb 19 01:49:49.724390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ba6a7-0c68-4f51-b638-8308ebe0faef req-469ff076-0ef3-471e-87d7-54b0d27adb85 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:49.725847 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-141ba6a7-0c68-4f51-b638-8308ebe0faef req-469ff076-0ef3-471e-87d7-54b0d27adb85 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0571165 Feb 19 01:49:49.772219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-141ba6a7-0c68-4f51-b638-8308ebe0faef req-c0be918f-5f92-4723-abc4-2785e4fedc70 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Feb 19 01:49:50.897551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550d02-f4d1-4ee6-9eb4-ccd9a610d73c req-8576c525-8b45-4f0c-b30d-d84bcc0348f2 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:50.899143 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34550d02-f4d1-4ee6-9eb4-ccd9a610d73c req-8576c525-8b45-4f0c-b30d-d84bcc0348f2 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0559123 Feb 19 01:49:50.951481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-34550d02-f4d1-4ee6-9eb4-ccd9a610d73c req-da720d65-1dce-4c56-b166-872aba9f4c33 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Feb 19 01:49:52.068795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea042e-892b-4591-90b7-3061018bcce3 req-567f33f3-468c-43b3-934e-27472f80b1a6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:52.070167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2ea042e-892b-4591-90b7-3061018bcce3 req-567f33f3-468c-43b3-934e-27472f80b1a6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Feb 19 01:49:52.122511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2ea042e-892b-4591-90b7-3061018bcce3 req-89fce74a-9904-4cfc-ae37-cca67c817c3b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Feb 19 01:49:53.244883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580d039-92ad-4c05-b0b2-416c7c33ab1b req-3e028f2d-f01c-47ba-b362-277d8a664f47 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:53.246378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3580d039-92ad-4c05-b0b2-416c7c33ab1b req-3e028f2d-f01c-47ba-b362-277d8a664f47 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Feb 19 01:49:53.293923 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3580d039-92ad-4c05-b0b2-416c7c33ab1b req-7023cb9b-e0eb-4419-a579-d62feb5f5d94 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Feb 19 01:49:54.414029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5debee-dd0f-42df-b437-35f79ffae007 req-020bde48-5179-4de7-aceb-63551cc4137b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:54.416283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc5debee-dd0f-42df-b437-35f79ffae007 req-020bde48-5179-4de7-aceb-63551cc4137b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0542300 Feb 19 01:49:54.474860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc5debee-dd0f-42df-b437-35f79ffae007 req-3414d822-1d0b-44f1-a56e-0a3e2de57a76 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530903 Feb 19 01:49:55.597078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da0de1-ac09-41d8-883a-2323b15a7664 req-e9620277-bf34-467b-9933-5e94aaa1bcdf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:55.598548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1da0de1-ac09-41d8-883a-2323b15a7664 req-e9620277-bf34-467b-9933-5e94aaa1bcdf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Feb 19 01:49:55.645176 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1da0de1-ac09-41d8-883a-2323b15a7664 req-972e013b-67e6-43bd-850f-86bff417c1a4 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Feb 19 01:49:56.769910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e7bba-3273-4011-a667-612055983263 req-76f552ab-6595-44cc-aec9-b599fb1b5b14 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:56.771416 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-409e7bba-3273-4011-a667-612055983263 req-76f552ab-6595-44cc-aec9-b599fb1b5b14 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Feb 19 01:49:56.818831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-409e7bba-3273-4011-a667-612055983263 req-e2fc9412-c837-4ece-958c-710938645e3c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Feb 19 01:49:57.940429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a235a-7f7a-444b-b236-a869ccf80fc5 req-ca641508-addf-4d90-8f6c-c062cb5d260e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:57.941895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b5a235a-7f7a-444b-b236-a869ccf80fc5 req-ca641508-addf-4d90-8f6c-c062cb5d260e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0558407 Feb 19 01:49:57.989054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b5a235a-7f7a-444b-b236-a869ccf80fc5 req-e4f4d630-6075-4fd2-b092-2b28f77d5920 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Feb 19 01:49:59.109795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ffe73-e094-434f-be16-fea69f36e89d req-85aa6438-bfa5-434d-8430-5fe06af7b079 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:59.111312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee1ffe73-e094-434f-be16-fea69f36e89d req-85aa6438-bfa5-434d-8430-5fe06af7b079 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Feb 19 01:49:59.157663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ee1ffe73-e094-434f-be16-fea69f36e89d req-71e3610c-cec9-4311-85a6-8ce04962aba9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Feb 19 01:50:00.279325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4c114-756e-4678-9db1-d2a85cff5a03 req-e95d92c4-1a94-4bcc-8a2d-182ee1b8992c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:00.280838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6be4c114-756e-4678-9db1-d2a85cff5a03 req-e95d92c4-1a94-4bcc-8a2d-182ee1b8992c tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Feb 19 01:50:00.328367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6be4c114-756e-4678-9db1-d2a85cff5a03 req-e0b80f0a-b8ed-4520-88e9-432d73ae6b7b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Feb 19 01:50:00.641414 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-94f14750-b792-4862-8727-428b7ff68c77 req-a4d0c159-a6ef-43ca-8161-7e6b9a23294e service neutron] show failed (client error): The resource could not be found. Feb 19 01:50:00.642406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-a4d0c159-a6ef-43ca-8161-7e6b9a23294e service neutron] 10.222.0.117 "GET /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0587442 Feb 19 01:50:01.115748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-9d7741be-e288-4dbc-8a55-5a8dd2831586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:01.117363 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-9d7741be-e288-4dbc-8a55-5a8dd2831586 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572&tenant_id=cf0858811f7a4823afd46ff2003a9235 HTTP/1.1" status: 200 len: 1127 time: 0.0473750 Feb 19 01:50:01.128036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:01.192095 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.401761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:01.466855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:01.503510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f5c3f-a2bc-499d-b0d1-403a349cee84 req-9d89ca2f-6e21-4f00-b423-61fa35e666fb tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:01.504995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c17f5c3f-a2bc-499d-b0d1-403a349cee84 req-9d89ca2f-6e21-4f00-b423-61fa35e666fb tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.1060803 Feb 19 01:50:01.524409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:01.526570 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c80140-dd0d-4a5e-803d-9c3ead6c3650" -d '{"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-unplugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:01.530167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks [] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.553907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Transition to ACTIVE for port object 382db47d-4e93-49c2-9170-0774d0e13e1e will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:50:01.580581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c17f5c3f-a2bc-499d-b0d1-403a349cee84 req-773cf5f5-9f37-4b5e-b0f3-d47cfcdde8e7 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655248 Feb 19 01:50:01.582363 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab9ea9-0c01-4893-a979-d3af99fc3bc3 x-openstack-request-id: req-2fab9ea9-0c01-4893-a979-d3af99fc3bc3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:01.582675 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-unplugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:01.582907 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2fab9ea9-0c01-4893-a979-d3af99fc3bc3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:01.583322 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'code': 200} Feb 19 01:50:01.620031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.684372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:01.687859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] No DVR routers for this DVR port 382db47d-4e93-49c2-9170-0774d0e13e1e on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:50:01.723199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:50:01.723530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:50:01.723855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:01.729153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:50:01.729477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Attempting to bind port 382db47d-4e93-49c2-9170-0774d0e13e1e on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:01.734325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:50:01.734667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Checking segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:50:01.735048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Bound using segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:50:01.735503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Bound port: 382db47d-4e93-49c2-9170-0774d0e13e1e, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:50:01.735858 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.798380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:01.802910 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:50:01.869751 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.907748 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:01.908373 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:01.909746 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] 10.222.0.96 "PUT /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 1091 time: 0.7857859 Feb 19 01:50:01.930996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1715778-04e2-481f-a1c3-b86a5b59de2b service neutron] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:01.976556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-d579ee73-c5d8-48fd-bc06-0c7a98d911e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:01.978657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-d579ee73-c5d8-48fd-bc06-0c7a98d911e0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1125 time: 0.0448272 Feb 19 01:50:02.070623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-05774d72-b10c-4f4b-82fc-bbbf8dbdb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:02.072108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-05774d72-b10c-4f4b-82fc-bbbf8dbdb200 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.0877843 Feb 19 01:50:02.113221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-02f9ac14-522d-46da-9a00-8bcc6b1468a0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0351334 Feb 19 01:50:02.160811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14750-b792-4862-8727-428b7ff68c77 req-b5a2ff22-d00c-4433-b516-187c34d0f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:02.162144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-b5a2ff22-d00c-4433-b516-187c34d0f7db service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0426416 Feb 19 01:50:02.192827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-f80c40e9-efb3-4421-b579-2dca421b0d4c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247369 Feb 19 01:50:02.284583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-5622f45b-9eff-4755-bd64-35bb9b8e00df service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Feb 19 01:50:02.371076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94f14750-b792-4862-8727-428b7ff68c77 req-61f3b007-e5ff-4f2f-a016-521553eb31dd service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806227 Feb 19 01:50:02.709160 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c5d5b-3e8d-4737-b70d-ddab7ba9ac9c req-3e98e406-37e4-4300-8106-e3ea320fdb6e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:02.710635 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b4c5d5b-3e8d-4737-b70d-ddab7ba9ac9c req-3e98e406-37e4-4300-8106-e3ea320fdb6e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.0541399 Feb 19 01:50:02.762929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b4c5d5b-3e8d-4737-b70d-ddab7ba9ac9c req-348bfe7f-38b0-41a5-ab40-0953b64aba5e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Feb 19 01:50:03.456484 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:03.584882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:03.587935 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:03.634630 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7170b-6807-4a56-8752-5eb8baaad09e x-openstack-request-id: req-77d7170b-6807-4a56-8752-5eb8baaad09e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:03.634922 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:03.635207 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-77d7170b-6807-4a56-8752-5eb8baaad09e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:03.635669 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'status': 'completed', 'code': 200} Feb 19 01:50:03.733063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-d072bffc-a595-452d-ba35-c62d147ccc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:03.734469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-d072bffc-a595-452d-ba35-c62d147ccc94 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1125 time: 0.0797200 Feb 19 01:50:03.736951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-d5f820d5-68cc-4de0-a273-9a82f04ba7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:03.738262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-d5f820d5-68cc-4de0-a273-9a82f04ba7cd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1125 time: 0.0846753 Feb 19 01:50:03.801053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:50:03.843795 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 382db47d-4e93-49c2-9170-0774d0e13e1e host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:50:03.844516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:50:03.887516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3cace-890a-43b7-98cf-62e3a4575fe7 req-999eaf4f-707e-40e3-9bf8-2373846e67ee tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:03.889196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44d3cace-890a-43b7-98cf-62e3a4575fe7 req-999eaf4f-707e-40e3-9bf8-2373846e67ee tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.0544713 Feb 19 01:50:03.900711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-ff76fcfa-1d14-43ff-bf26-ee70a10c8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:03.902185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-ff76fcfa-1d14-43ff-bf26-ee70a10c8bc8 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.1622834 Feb 19 01:50:03.904780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-7120eec6-717f-4bd8-9083-7ead2b19c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:03.906096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-7120eec6-717f-4bd8-9083-7ead2b19c85b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.1590631 Feb 19 01:50:03.938230 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-44d3cace-890a-43b7-98cf-62e3a4575fe7 req-d6018b89-d081-498c-b7eb-459e05de58f3 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Feb 19 01:50:03.953810 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-3181d255-f5f4-4445-9016-432ca8555d0e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0449092 Feb 19 01:50:03.988828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-375d5f04-2601-4f3b-931a-68a7c8a07ead service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0741909 Feb 19 01:50:04.055506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-659dda8e-407c-4a70-bd57-7cc2bd3610f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:04.057056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-659dda8e-407c-4a70-bd57-7cc2bd3610f1 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0771542 Feb 19 01:50:04.060530 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-e467b38d-635c-499e-b9ef-bd903a9d6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:04.061919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-e467b38d-635c-499e-b9ef-bd903a9d6106 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0559287 Feb 19 01:50:04.111517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-5f1eddf6-b5e0-4de6-a811-44d28a08a879 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486803 Feb 19 01:50:04.113400 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-bb43f96e-bfd2-41a7-8c28-42ab9fa18179 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422761 Feb 19 01:50:04.277385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-40ace2f1-bc41-4d10-92de-1b4bde017980 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604168 Feb 19 01:50:04.279269 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-662b1049-b65b-448c-8b1d-1358ec6ecff0 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540699 Feb 19 01:50:04.438528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-041c3a5a-2a29-44bd-a917-636c0fdf429a service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545725 Feb 19 01:50:04.440452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c1e9ac3-b4d4-45de-a460-f1e5d3e79b3b req-75389e55-c2fc-46b8-91c7-4cd6e4b0f776 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485689 Feb 19 01:50:05.066644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8025f-856d-42d7-a42d-bbd31bb78e07 req-30d0ff3c-1f76-4e90-b66a-1cf74c740b50 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.068052 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89d8025f-856d-42d7-a42d-bbd31bb78e07 req-30d0ff3c-1f76-4e90-b66a-1cf74c740b50 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.0578990 Feb 19 01:50:05.114789 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-89d8025f-856d-42d7-a42d-bbd31bb78e07 req-c2f9d557-2052-42bb-b09a-95c42e0f39af tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Feb 19 01:50:05.209000 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:50:05.309236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:05.321964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'port_id': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'mac_address': 'fa:16:3e:ec:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77a197-de9c-46ff-ab34-a2b5305e6890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:50:05.359933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 382db47d-4e93-49c2-9170-0774d0e13e1e is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:05.360336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:05.375018 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382db47d-4e93-49c2-9170-0774d0e13e1e {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:05.395429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:05.463619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:05.513665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:05.548865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b7e8f-5b69-487f-879b-b6cb3827e8b8 req-9ef746c6-95bb-40dd-bbbe-0898eb5d2399 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.553554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a01b7e8f-5b69-487f-879b-b6cb3827e8b8 req-9ef746c6-95bb-40dd-bbbe-0898eb5d2399 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 943 time: 0.1342812 Feb 19 01:50:05.584578 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-8b7a5fed-a9a3-48e6-b2f2-1a79eafb6df1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.585924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-8b7a5fed-a9a3-48e6-b2f2-1a79eafb6df1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.117 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572&tenant_id=cf0858811f7a4823afd46ff2003a9235&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 944 time: 0.0858984 Feb 19 01:50:05.644253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a01b7e8f-5b69-487f-879b-b6cb3827e8b8 req-a7097d73-0e61-4e92-b902-9c1f07b322c6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875368 Feb 19 01:50:05.667357 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-1df3c1a7-cd53-4e80-a798-1f7df36fb485 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:50:05.668373 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-1df3c1a7-cd53-4e80-a798-1f7df36fb485 service neutron] 10.222.0.117 "DELETE /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0728648 Feb 19 01:50:05.696981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['382db47d-4e93-49c2-9170-0774d0e13e1e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:50:05.754125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-f74b2874-179e-472b-a6ec-1b8c2be64b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.755664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-f74b2874-179e-472b-a6ec-1b8c2be64b23 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 1126 time: 0.0455465 Feb 19 01:50:05.858405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-1dea1289-27e8-43f0-9f17-e747434eb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.859827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-1dea1289-27e8-43f0-9f17-e747434eb105 service neutron] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.0984921 Feb 19 01:50:05.902330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-13ea16e5-ab51-4465-ad94-3c67f7f0fb62 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 200 len: 217 time: 0.0348153 Feb 19 01:50:05.949494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-69c750de-76ae-43b8-832b-f03d4582097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:05.950907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-69c750de-76ae-43b8-832b-f03d4582097d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0428534 Feb 19 01:50:05.982876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-7fea1d73-9326-4df3-9706-8a39f244b173 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254586 Feb 19 01:50:06.074969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-d5c61850-66ab-4716-8c5d-cfef05bd67e9 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Feb 19 01:50:06.166389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a26db1c-1bd4-445d-9414-e5096704b32b req-21ac2da7-774c-40d7-8c61-4840a28fc0c7 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845525 Feb 19 01:50:06.773303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae57304-96fc-4ce8-b541-353d80a870cb req-6026461b-af19-43c8-b87d-d96ebbe30e4b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:06.775929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ae57304-96fc-4ce8-b541-353d80a870cb req-6026461b-af19-43c8-b87d-d96ebbe30e4b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 944 time: 0.0582166 Feb 19 01:50:06.825128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0ae57304-96fc-4ce8-b541-353d80a870cb req-5b0c08a5-150d-466c-b81f-fde1568eeb62 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Feb 19 01:50:07.210797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:50:07.314772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 382db47d-4e93-49c2-9170-0774d0e13e1e completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:50:07.318764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 382db47d-4e93-49c2-9170-0774d0e13e1e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:50:07.325132 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:07.397657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 382db47d-4e93-49c2-9170-0774d0e13e1e is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:07.398042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:07.421890 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:07.424116 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039e8e0-3a93-43e4-aa1a-e4370a8aa8b2" -d '{"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-plugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:07.438186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:07.461061 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfde7e5-5513-41e4-a725-ac91b27edc56 x-openstack-request-id: req-dcfde7e5-5513-41e4-a725-ac91b27edc56 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:07.461352 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-plugged", "status": "completed", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:07.461638 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dcfde7e5-5513-41e4-a725-ac91b27edc56 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:07.462028 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'code': 200} Feb 19 01:50:07.494504 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:07.542718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:07.947839 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f942d-96e0-43f9-906e-e3e94c17b38a req-91d7e627-c7c8-49e8-9a4e-5b3b75abcb73 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:07.949426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e5f942d-96e0-43f9-906e-e3e94c17b38a req-91d7e627-c7c8-49e8-9a4e-5b3b75abcb73 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0565894 Feb 19 01:50:07.994974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3e5f942d-96e0-43f9-906e-e3e94c17b38a req-4b6c4aa0-b7a4-4562-8140-0c1e18445a8f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Feb 19 01:50:08.117529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86c585-2573-46e5-ac47-99ec3afd2985 req-de8d2ba8-2bc8-45dc-85e1-493aeaf9e7bf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:08.119081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de86c585-2573-46e5-ac47-99ec3afd2985 req-de8d2ba8-2bc8-45dc-85e1-493aeaf9e7bf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0576246 Feb 19 01:50:08.167385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de86c585-2573-46e5-ac47-99ec3afd2985 req-3928c61b-3af8-4a70-89ab-e2f3546a2c63 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Feb 19 01:50:08.283664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576cd0c-b424-47f2-9fdb-b8c2ee07d022 req-2c56888e-1da1-46f0-8350-e401196757e8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:08.285060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a576cd0c-b424-47f2-9fdb-b8c2ee07d022 req-2c56888e-1da1-46f0-8350-e401196757e8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Feb 19 01:50:08.331960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a576cd0c-b424-47f2-9fdb-b8c2ee07d022 req-53cc21b5-a679-4353-bbe5-0d9d851995a6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Feb 19 01:50:08.900391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-d1510d1e-d2fa-410a-818e-2f609d9d3c77 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:08.903009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-d1510d1e-d2fa-410a-818e-2f609d9d3c77 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 813 time: 0.1082633 Feb 19 01:50:08.918471 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-54b99523-258b-4f4a-965d-565b4283a771 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/quotas/cf0858811f7a4823afd46ff2003a9235 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Feb 19 01:50:08.972047 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-0c9da4e6-b2f2-4b95-9480-3074a20ecf8b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478661 Feb 19 01:50:09.065482 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-b942caa2-2e74-47e4-a84b-814daf135ad9 service neutron] 10.222.0.94 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859237 Feb 19 01:50:09.158428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-21a1673c-1fa3-46fd-9195-5de0cab7bf91 service neutron] 10.222.0.94 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872486 Feb 19 01:50:09.406343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-896f5c81-573f-4475-a557-a3f6b6f5360f req-41792211-0e39-4053-8a84-ef30ec5280c6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Feb 19 01:50:10.218073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.228733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-e2819806-b603-48ee-b4c1-7a6cee0cfdec tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:10.231453 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-e2819806-b603-48ee-b4c1-7a6cee0cfdec tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.96 "GET /v2.0/ports?device_id=0dcdd765-d1d7-4896-9cfb-e0e703a62572 HTTP/1.1" status: 200 len: 945 time: 0.0567665 Feb 19 01:50:10.332317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Deleting port 382db47d-4e93-49c2-9170-0774d0e13e1e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:50:10.332661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.424239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] For port 382db47d-4e93-49c2-9170-0774d0e13e1e, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=382db47d-4e93-49c2-9170-0774d0e13e1e,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:10.424960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.437345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Calling delete_port for 382db47d-4e93-49c2-9170-0774d0e13e1e owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:50:10.510815 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-facdbbdf-8c04-4f3c-9c8c-ba533a64af3d req-426378b4-70d5-4df4-929d-bb2bd7ea656d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Feb 19 01:50:10.629637 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (382db47d-4e93-49c2-9170-0774d0e13e1e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.645900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['382db47d-4e93-49c2-9170-0774d0e13e1e'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:50:10.661680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Pushing event deleted for resources: {'Port': ['ID=382db47d-4e93-49c2-9170-0774d0e13e1e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:10.672431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.672903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.673147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.673549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.673938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.674279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.674710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.674936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.675300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.675647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.675983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.676288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.676615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:10.724507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] No DVR routers for this DVR port 382db47d-4e93-49c2-9170-0774d0e13e1e on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:50:10.727031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.730867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9c6f0c1-d7f2-482d-a667-38faef2e913e req-83008d58-d26b-4035-a416-4f27f1c14247 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.96 "DELETE /v2.0/ports/382db47d-4e93-49c2-9170-0774d0e13e1e HTTP/1.1" status: 204 len: 173 time: 0.4937716 Feb 19 01:50:10.731512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-deleted', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:10.733816 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead63ec4-d465-431e-82c8-3bff92546122" -d '{"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-deleted", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:10.744002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e9112bfd-68f6-4d36-823d-5945495274dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.766446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:10.773785 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4ce1c9-2083-44fb-8fb3-f5a6552d732b x-openstack-request-id: req-fa4ce1c9-2083-44fb-8fb3-f5a6552d732b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:10.773785 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcdd765-d1d7-4896-9cfb-e0e703a62572", "name": "network-vif-deleted", "tag": "382db47d-4e93-49c2-9170-0774d0e13e1e", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:10.774010 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fa4ce1c9-2083-44fb-8fb3-f5a6552d732b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:10.774216 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcdd765-d1d7-4896-9cfb-e0e703a62572', 'name': 'network-vif-deleted', 'tag': '382db47d-4e93-49c2-9170-0774d0e13e1e', 'status': 'completed', 'code': 200} Feb 19 01:50:11.289992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-f8d35a9e-ac77-4242-ad02-a7ef47be788b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:11.291454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-f8d35a9e-ac77-4242-ad02-a7ef47be788b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 813 time: 0.1052454 Feb 19 01:50:11.306991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Request body: {'port': {'device_id': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'admin_state_up': True, 'tenant_id': 'cf0858811f7a4823afd46ff2003a9235'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:11.615942 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b973e692-9860-40d3-a64b-a97e94d0f671 req-d06f5693-2acf-470d-afbc-76a19f99346a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Feb 19 01:50:11.809113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Made reservation on behalf of cf0858811f7a4823afd46ff2003a9235 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:50:11.812493 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:11.932545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Allocated IP 172.20.0.14 (b79416fb-773f-45ed-895c-2c42a3c84011/ba77a197-de9c-46ff-ab34-a2b5305e6890/966465b5-3a81-44fd-8b93-0abe10cd98d2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:50:12.079969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks [] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.168917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.215582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Network b79416fb-773f-45ed-895c-2c42a3c84011 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:50:12.218662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:50:12.222378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:50:12.249565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:12.272855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:12.273464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.359528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-4cd4e5f1-e49f-49b4-9268-d327454fb492 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0562921 Feb 19 01:50:12.371855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Request body: {'port': {'device_id': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:12.429105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.688656 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966465b5-3a81-44fd-8b93-0abe10cd98d2 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:12.697616 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks [] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.733546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Transition to ACTIVE for port object 966465b5-3a81-44fd-8b93-0abe10cd98d2 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:50:12.755352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baea9c-d7ac-41d3-93c2-44773afdea85 req-a763bf31-1480-400f-bd4b-b5c8c6d7bf17 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:12.756846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0baea9c-d7ac-41d3-93c2-44773afdea85 req-a763bf31-1480-400f-bd4b-b5c8c6d7bf17 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 932 time: 0.0638328 Feb 19 01:50:12.791349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.840260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c0baea9c-d7ac-41d3-93c2-44773afdea85 req-429c3f1a-cf27-4565-8248-eafda4abd3fd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769470 Feb 19 01:50:12.854892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:12.926492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:50:12.926695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd338b3e-714d-4d10-9747-6bebb164122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:12.927229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:50:12.927229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:12.931746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:50:12.934437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:12.937337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:50:12.937704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Checking segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:50:12.938093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Bound using segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:50:12.938562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Bound port: 966465b5-3a81-44fd-8b93-0abe10cd98d2, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:50:12.938921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:13.001643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:13.004639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:50:13.075787 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:13.115506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.116125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:13.117491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] 10.222.0.96 "PUT /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 1092 time: 0.7503099 Feb 19 01:50:13.117944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:13.120884 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2621f56-f384-4458-a657-504bf51c6797" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:13.145212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b534e52-20d5-48a8-bd2b-0661cb503083 service neutron] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:13.165694 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d55e1-080d-4a8e-8ab1-e2fcbf3cd8c3 x-openstack-request-id: req-d24d55e1-080d-4a8e-8ab1-e2fcbf3cd8c3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:13.165995 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:13.166255 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d24d55e1-080d-4a8e-8ab1-e2fcbf3cd8c3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:13.166657 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'status': 'completed', 'code': 200} Feb 19 01:50:13.227973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:50:13.228195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621f56-f384-4458-a657-504bf51c6797 req-3141c438-a3af-4e21-a4bd-17f2e0a89e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.229446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2621f56-f384-4458-a657-504bf51c6797 req-3141c438-a3af-4e21-a4bd-17f2e0a89e08 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1126 time: 0.0451238 Feb 19 01:50:13.249307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 382db47d-4e93-49c2-9170-0774d0e13e1e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:50:13.249659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 382db47d-4e93-49c2-9170-0774d0e13e1e not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:50:13.328482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621f56-f384-4458-a657-504bf51c6797 req-39abc6e1-60b2-43e7-a447-b7303a7d9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.329981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2621f56-f384-4458-a657-504bf51c6797 req-39abc6e1-60b2-43e7-a447-b7303a7d9aee service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cf0858811f7a4823afd46ff2003a9235&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939379 Feb 19 01:50:13.431157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621f56-f384-4458-a657-504bf51c6797 req-a00297b7-d2c6-4605-9ba9-d9803fb88a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.433366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2621f56-f384-4458-a657-504bf51c6797 req-a00297b7-d2c6-4605-9ba9-d9803fb88a83 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960662 Feb 19 01:50:13.510799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-766316f9-9865-4027-b7bf-9dcb9cef2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.513066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-766316f9-9865-4027-b7bf-9dcb9cef2b69 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1126 time: 0.0461078 Feb 19 01:50:13.559354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-21aadd33-0d86-456d-ba75-401f440d9c30 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0391891 Feb 19 01:50:13.607047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8e06070b-8cfa-4d38-8551-5636b88c1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.608528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-8e06070b-8cfa-4d38-8551-5636b88c1c96 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0437799 Feb 19 01:50:13.640201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-f18059ef-fddd-4dee-9c2d-5decce5ca03d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256402 Feb 19 01:50:13.732941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-9b1415f2-55c7-4601-b462-f13b5d12a242 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Feb 19 01:50:13.825763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6e07aca5-241f-4cc5-a012-5ebdf3ab31bf req-befbe0de-630c-485d-940b-cad336e6a30a service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Feb 19 01:50:13.976580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109498ad-15a4-4248-8c40-f51067e1963e req-ac5fa1f6-0e88-4484-9c4b-846d5f429d96 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:13.978055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-109498ad-15a4-4248-8c40-f51067e1963e req-ac5fa1f6-0e88-4484-9c4b-846d5f429d96 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0539241 Feb 19 01:50:14.024812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-109498ad-15a4-4248-8c40-f51067e1963e req-4777f654-e0ba-4c35-afda-5f6753f2943d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Feb 19 01:50:14.345440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:15.155938 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e1d7a-08dd-4c89-8180-a6b63921f03a req-ffd11207-60f2-4f1f-8cc1-19d47fc7e02e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:15.157693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d4e1d7a-08dd-4c89-8180-a6b63921f03a req-ffd11207-60f2-4f1f-8cc1-19d47fc7e02e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Feb 19 01:50:15.205321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d4e1d7a-08dd-4c89-8180-a6b63921f03a req-511f5fcb-a94f-4f3b-8e8e-5b41ee4b147e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Feb 19 01:50:15.442376 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:16.343935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ce27a-b853-4fbf-947a-4f3ce74e6856 req-d70fa9fd-b738-4ab7-ab11-1f9dac805c4b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:16.345504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91ce27a-b853-4fbf-947a-4f3ce74e6856 req-d70fa9fd-b738-4ab7-ab11-1f9dac805c4b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0734553 Feb 19 01:50:16.399747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91ce27a-b853-4fbf-947a-4f3ce74e6856 req-ca04cbee-df8e-4e83-b46b-c631ba8f2884 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 Feb 19 01:50:16.949228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:17.227030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:50:17.331492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:17.343719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'port_id': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'mac_address': 'fa:16:3e:c8:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77a197-de9c-46ff-ab34-a2b5305e6890', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:50:17.378980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 966465b5-3a81-44fd-8b93-0abe10cd98d2 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:17.379393 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:17.395806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966465b5-3a81-44fd-8b93-0abe10cd98d2 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:17.415895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:17.482786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:17.521610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057c1d6-f186-4787-bea6-c99d1ac6d4bc req-b865fa46-e9f2-4794-83ca-bf123badb3a1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:17.523174 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7057c1d6-f186-4787-bea6-c99d1ac6d4bc req-b865fa46-e9f2-4794-83ca-bf123badb3a1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Feb 19 01:50:17.532709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:17.540633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.540992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.541339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.541680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.542431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.543076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.543445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.543787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.544115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.544445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.544774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.545103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.545422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:50:17.571488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7057c1d6-f186-4787-bea6-c99d1ac6d4bc req-45b64c8e-558e-40d4-acef-3567b2061e62 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Feb 19 01:50:17.704205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['966465b5-3a81-44fd-8b93-0abe10cd98d2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:50:18.690824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d0016-a7a0-4440-9f65-2d58a3de981f req-54ea9d34-871a-41f1-a11a-8962d70ce612 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:18.692307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-555d0016-a7a0-4440-9f65-2d58a3de981f req-54ea9d34-871a-41f1-a11a-8962d70ce612 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Feb 19 01:50:18.741147 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-555d0016-a7a0-4440-9f65-2d58a3de981f req-75811a0b-6b81-41bb-aa81-b72d29d31b73 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Feb 19 01:50:19.227891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:50:19.348858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 966465b5-3a81-44fd-8b93-0abe10cd98d2 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:50:19.352886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 966465b5-3a81-44fd-8b93-0abe10cd98d2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:50:19.357618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:19.430679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 966465b5-3a81-44fd-8b93-0abe10cd98d2 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:19.431068 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:19.453375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:19.455652 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3c6bf-1e8b-421d-add8-7ca378bb0201" -d '{"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-plugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:19.472084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:19.493485 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731c420-4c64-4664-933c-db5599871c79 x-openstack-request-id: req-3731c420-4c64-4664-933c-db5599871c79 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:19.493784 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-plugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:19.494045 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3731c420-4c64-4664-933c-db5599871c79 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:19.494445 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'code': 200} Feb 19 01:50:19.543877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:19.593956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:19.594967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b0d0e-8a3d-4771-9fea-403c776bfc94 req-76dca7d7-1115-46e0-850b-777d14f8cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:19.597199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e04b0d0e-8a3d-4771-9fea-403c776bfc94 req-76dca7d7-1115-46e0-850b-777d14f8cfb9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1128 time: 0.0494831 Feb 19 01:50:19.645623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e04b0d0e-8a3d-4771-9fea-403c776bfc94 req-c546651a-c377-40eb-964d-d70fbc3d31cf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Feb 19 01:50:19.862430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eb6be-fb0f-4596-a340-004136a5a117 req-c6814554-39b8-45cc-984f-535725d4a0e8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:19.863930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f3eb6be-fb0f-4596-a340-004136a5a117 req-c6814554-39b8-45cc-984f-535725d4a0e8 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0520663 Feb 19 01:50:19.911974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f3eb6be-fb0f-4596-a340-004136a5a117 req-3e9de73d-18ed-4925-a769-7802c4147c1e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Feb 19 01:50:21.038976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b029-492a-458b-9da7-665429802e16 req-88e62914-24c4-4f78-93a3-391b6476c365 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:21.040387 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dd1b029-492a-458b-9da7-665429802e16 req-88e62914-24c4-4f78-93a3-391b6476c365 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0567956 Feb 19 01:50:21.086200 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7dd1b029-492a-458b-9da7-665429802e16 req-ffa6b76d-3453-4202-94a5-092177ed3fde tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Feb 19 01:50:21.204995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734caffd-25ce-4c5e-b402-fb1cb722d3fb req-33f31655-19b2-4a31-98d3-cc44f7e2a468 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:21.206457 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-734caffd-25ce-4c5e-b402-fb1cb722d3fb req-33f31655-19b2-4a31-98d3-cc44f7e2a468 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0519207 Feb 19 01:50:21.261568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-734caffd-25ce-4c5e-b402-fb1cb722d3fb req-67814ff3-063e-4165-a191-2f3bf8c411a9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Feb 19 01:50:21.656613 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1feb5-1ef2-4021-acba-0ed4fc463a63 req-4045dd39-535e-4502-a34a-61b43ea19daa tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:21.658183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3f1feb5-1ef2-4021-acba-0ed4fc463a63 req-4045dd39-535e-4502-a34a-61b43ea19daa tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Feb 19 01:50:21.711294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e3f1feb5-1ef2-4021-acba-0ed4fc463a63 req-7c1c92ba-3a24-4474-abe7-5b039cfc3125 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Feb 19 01:50:21.787391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-2c1aaa3f-d489-4c7a-99f1-f2eb852fb1b2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448420 Feb 19 01:50:22.318201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-787c3633-e1f4-4ed5-b7b1-0aed4ca01695 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:22.319812 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-787c3633-e1f4-4ed5-b7b1-0aed4ca01695 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 943 time: 0.0482605 Feb 19 01:50:22.835886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f4bd-c646-4976-9028-d7f97e4a4b90 req-fd7d62b3-cf88-452d-b28d-0ba744b1e4e0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:22.837393 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27a2f4bd-c646-4976-9028-d7f97e4a4b90 req-fd7d62b3-cf88-452d-b28d-0ba744b1e4e0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Feb 19 01:50:22.884420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-27a2f4bd-c646-4976-9028-d7f97e4a4b90 req-a64681b3-3d99-4632-9132-eba83d0887d6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Feb 19 01:50:23.761958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-c6a935f4-011a-42e6-83e8-98416dfb197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:23.763506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-c6a935f4-011a-42e6-83e8-98416dfb197b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1128 time: 0.0497985 Feb 19 01:50:23.853619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-6385a017-72f5-475b-bba2-572ae0fdcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:23.855833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-6385a017-72f5-475b-bba2-572ae0fdcaaa service neutron] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.0850136 Feb 19 01:50:23.899353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-9038808c-d369-4f9f-95a8-b3e207c89a9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0378411 Feb 19 01:50:24.005896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668af7db-b489-4da5-8b07-aa4bea6ed287 req-1db95f82-3baa-44ca-a644-5feb4a72ddea tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:24.007424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-668af7db-b489-4da5-8b07-aa4bea6ed287 req-1db95f82-3baa-44ca-a644-5feb4a72ddea tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Feb 19 01:50:24.081130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-668af7db-b489-4da5-8b07-aa4bea6ed287 req-17b24d02-c91a-42be-8ff4-754202afbe90 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670803 Feb 19 01:50:24.095600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-6cea8602-1f00-40e0-842c-c5d426986a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:24.097051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-6cea8602-1f00-40e0-842c-c5d426986a59 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0532103 Feb 19 01:50:24.128384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-b65b0ca6-c743-41b0-b895-de3402bdb730 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253685 Feb 19 01:50:24.223109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-15e6ac14-bccb-41af-b276-816f18e701a8 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879760 Feb 19 01:50:24.312111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-81625b43-4815-4e02-aae6-37d4f8c196ed service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831857 Feb 19 01:50:25.204803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c04b1f-fe96-49b1-a175-be9a64c8bf36 req-f848b906-ed4d-48b1-ae23-b3422c6981a6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:25.206266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28c04b1f-fe96-49b1-a175-be9a64c8bf36 req-f848b906-ed4d-48b1-ae23-b3422c6981a6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0527217 Feb 19 01:50:25.255665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-28c04b1f-fe96-49b1-a175-be9a64c8bf36 req-17629592-2bd4-4a98-9d67-edf8c86b372b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438254 Feb 19 01:50:26.394371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442cdc3-f058-4d36-ab4c-045223c4f10c req-bc191af7-6c65-4e9e-b0b4-6cf49bd12916 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:26.396714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7442cdc3-f058-4d36-ab4c-045223c4f10c req-bc191af7-6c65-4e9e-b0b4-6cf49bd12916 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0659087 Feb 19 01:50:26.447051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7442cdc3-f058-4d36-ab4c-045223c4f10c req-93ecaa36-ae69-4733-9db9-ce129afa0213 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Feb 19 01:50:27.565327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670995-2840-408a-8170-ab7d3516b50b req-e55bde25-475d-4dcb-bb47-10541428610e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:27.566785 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42670995-2840-408a-8170-ab7d3516b50b req-e55bde25-475d-4dcb-bb47-10541428610e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0512640 Feb 19 01:50:27.612059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-42670995-2840-408a-8170-ab7d3516b50b req-306190bb-2d85-4ca2-b081-a2299fe7c50f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 Feb 19 01:50:28.732791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b111-688a-482e-b45e-7c7f6397a45a req-d07e9101-0578-4ad7-91f2-063ea084436a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:28.734271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1023b111-688a-482e-b45e-7c7f6397a45a req-d07e9101-0578-4ad7-91f2-063ea084436a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0533497 Feb 19 01:50:28.782651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1023b111-688a-482e-b45e-7c7f6397a45a req-ef1e89ed-442f-48b4-ab6f-135c8ce4b457 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Feb 19 01:50:29.901824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3fe7-2c4e-4605-9a06-c984c6381fba req-01574a90-14c4-443b-bba1-2025a98f6387 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:29.903345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eaeb3fe7-2c4e-4605-9a06-c984c6381fba req-01574a90-14c4-443b-bba1-2025a98f6387 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0541351 Feb 19 01:50:29.950248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eaeb3fe7-2c4e-4605-9a06-c984c6381fba req-b894bb0c-f84c-4053-9c4d-1514a4008c42 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Feb 19 01:50:31.066504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43531d89-a060-431d-8684-3061f32b7d1c req-29fc52ad-3b05-43c0-b2ee-5dca240b6169 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:31.068055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43531d89-a060-431d-8684-3061f32b7d1c req-29fc52ad-3b05-43c0-b2ee-5dca240b6169 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0519495 Feb 19 01:50:31.129111 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-43531d89-a060-431d-8684-3061f32b7d1c req-215e8699-494f-48d8-b7cd-7fb47f263ffb tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549107 Feb 19 01:50:32.252256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2b903-4a5a-4017-ac3e-8507e3705a58 req-ffdf5e13-bc49-42ea-8d71-376dde4b0793 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:32.253749 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26e2b903-4a5a-4017-ac3e-8507e3705a58 req-ffdf5e13-bc49-42ea-8d71-376dde4b0793 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0563188 Feb 19 01:50:32.301916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26e2b903-4a5a-4017-ac3e-8507e3705a58 req-a481daec-62a0-4530-8949-8386d88d3760 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Feb 19 01:50:33.423976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecefdb-885c-4d25-b0ef-063bcb172480 req-de220ac1-201e-4344-8778-631aab0cea90 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:33.425456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6eecefdb-885c-4d25-b0ef-063bcb172480 req-de220ac1-201e-4344-8778-631aab0cea90 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0562398 Feb 19 01:50:33.473320 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6eecefdb-885c-4d25-b0ef-063bcb172480 req-5db3e5fe-5342-4284-8746-746b192560ea tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 Feb 19 01:50:34.592914 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deabcf-6ce9-44db-b532-28e5a5d2ab1f req-6f708ec7-5e26-4b75-81ce-f615dc41052d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:34.594293 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36deabcf-6ce9-44db-b532-28e5a5d2ab1f req-6f708ec7-5e26-4b75-81ce-f615dc41052d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0536389 Feb 19 01:50:34.640641 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-36deabcf-6ce9-44db-b532-28e5a5d2ab1f req-c3155832-4f6e-493b-8d1a-c917c82adead tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Feb 19 01:50:35.761137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cd76f-087e-4380-95e0-d70b540f3cd2 req-ef729e48-9adf-43f3-8d05-eb0f8c0f9275 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:35.762660 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-486cd76f-087e-4380-95e0-d70b540f3cd2 req-ef729e48-9adf-43f3-8d05-eb0f8c0f9275 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0532019 Feb 19 01:50:35.814035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-486cd76f-087e-4380-95e0-d70b540f3cd2 req-e23d2195-3006-4c74-9b87-22c288c5b23e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Feb 19 01:50:36.938380 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5ec9-f6ee-4694-8c56-98070429d722 req-5de9dd9d-bacc-4d5d-bb1d-29b97d450cde tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:36.939964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9dc5ec9-f6ee-4694-8c56-98070429d722 req-5de9dd9d-bacc-4d5d-bb1d-29b97d450cde tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0530863 Feb 19 01:50:36.990588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f9dc5ec9-f6ee-4694-8c56-98070429d722 req-fd9c4f19-64b9-435a-9399-a32feb81541b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Feb 19 01:50:38.112358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa35567-1f83-4fea-bc27-c15bfa67c5ee req-b232bc5b-3438-48e7-915c-475c27cb0c5e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:38.113830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-baa35567-1f83-4fea-bc27-c15bfa67c5ee req-b232bc5b-3438-48e7-915c-475c27cb0c5e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0563293 Feb 19 01:50:38.162095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-baa35567-1f83-4fea-bc27-c15bfa67c5ee req-acbbee13-379e-478b-81df-591d7e5995ce tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Feb 19 01:50:39.284162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1cdca-88c6-4bba-be96-c0b7f27f8042 req-de996c59-0ccf-4271-a826-fae1cba213cd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:39.285897 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78b1cdca-88c6-4bba-be96-c0b7f27f8042 req-de996c59-0ccf-4271-a826-fae1cba213cd tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Feb 19 01:50:39.332883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-78b1cdca-88c6-4bba-be96-c0b7f27f8042 req-f3675c02-6d92-466b-af55-b95f6f128214 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Feb 19 01:50:40.213166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:40.453774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3176f2f-635f-4971-a518-78d1a794546f req-0ff0098a-62ea-4416-9466-72278d42d7f0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:40.455268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3176f2f-635f-4971-a518-78d1a794546f req-0ff0098a-62ea-4416-9466-72278d42d7f0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0529041 Feb 19 01:50:40.455960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:40.500799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3176f2f-635f-4971-a518-78d1a794546f req-2a2e953c-03ab-4c1f-861f-aa4e71f2dfd9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Feb 19 01:50:40.704632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-07ad7808-9d96-45be-bf25-c16cc3a7f28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:40.727114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:41.625189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93411c90-bd6e-4deb-b682-0ae4c7495dc6 req-81563d38-8da1-4fd6-92ad-a702e8ad2337 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:41.626683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93411c90-bd6e-4deb-b682-0ae4c7495dc6 req-81563d38-8da1-4fd6-92ad-a702e8ad2337 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Feb 19 01:50:41.674348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-93411c90-bd6e-4deb-b682-0ae4c7495dc6 req-2c731b23-c634-4e86-b4c5-fed2d89df016 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Feb 19 01:50:42.797517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaf359-4f51-4eb8-9c89-44b455483104 req-599e1305-d4e6-488e-ba11-7eb7dd3776a0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:42.799072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cfaf359-4f51-4eb8-9c89-44b455483104 req-599e1305-d4e6-488e-ba11-7eb7dd3776a0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0575426 Feb 19 01:50:42.845562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9cfaf359-4f51-4eb8-9c89-44b455483104 req-814321dc-e0bb-4b64-aecc-f3f27d33234b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Feb 19 01:50:42.950272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-73eb4749-24f8-4c80-8bef-2656b7afc090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:43.969468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f0589-3f0c-44f9-bf12-976bcadb91a6 req-833c828a-6bd7-42d1-8aae-c0b34b4efccf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:43.970937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-710f0589-3f0c-44f9-bf12-976bcadb91a6 req-833c828a-6bd7-42d1-8aae-c0b34b4efccf tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0563080 Feb 19 01:50:44.017671 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-710f0589-3f0c-44f9-bf12-976bcadb91a6 req-37deb10d-a8a1-4d82-b202-2f8ceb253560 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Feb 19 01:50:44.373444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:45.136565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048d654-5fcc-44e4-842d-94df30e9b976 req-79a4b242-ea96-4af3-bc0e-0fe0cc83a250 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:45.138042 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8048d654-5fcc-44e4-842d-94df30e9b976 req-79a4b242-ea96-4af3-bc0e-0fe0cc83a250 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0529966 Feb 19 01:50:45.186152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8048d654-5fcc-44e4-842d-94df30e9b976 req-efe20b88-1d17-4a71-afda-c072c74ae921 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Feb 19 01:50:45.480539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:46.305679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ea91-de58-469d-b90b-ed18d73bade8 req-4e24003d-7836-4879-b1a4-881377d73665 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:46.307698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7425ea91-de58-469d-b90b-ed18d73bade8 req-4e24003d-7836-4879-b1a4-881377d73665 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Feb 19 01:50:46.356205 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7425ea91-de58-469d-b90b-ed18d73bade8 req-083a6c45-7420-4199-9d35-ed6ad84a0126 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Feb 19 01:50:46.955904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:47.475437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caefb15-6217-4f47-9268-e9840ecb235b req-b4f817b7-5e1d-4fc4-b616-2c4131eb30eb tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:47.476913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3caefb15-6217-4f47-9268-e9840ecb235b req-b4f817b7-5e1d-4fc4-b616-2c4131eb30eb tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0537040 Feb 19 01:50:47.531252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3caefb15-6217-4f47-9268-e9840ecb235b req-79cd1844-ca04-42f4-8973-ac4bbe79e3fc tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Feb 19 01:50:48.653976 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500f22-b3cc-4bff-896e-d5bf6e0e6acc req-b10b697c-2222-4da1-b984-8a776791431b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:48.655484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee500f22-b3cc-4bff-896e-d5bf6e0e6acc req-b10b697c-2222-4da1-b984-8a776791431b tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0559583 Feb 19 01:50:48.994003 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ee500f22-b3cc-4bff-896e-d5bf6e0e6acc req-4af026d3-7a65-4f58-84d3-0d2f9c441f59 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327470 Feb 19 01:50:50.117797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe4f8a-0a77-4c8c-bd4b-4d7f25e75d99 req-e4d0cb71-6ed7-45c3-99f0-6ebd3d7f82a2 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:50.119310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afe4f8a-0a77-4c8c-bd4b-4d7f25e75d99 req-e4d0cb71-6ed7-45c3-99f0-6ebd3d7f82a2 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0552850 Feb 19 01:50:50.170012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3afe4f8a-0a77-4c8c-bd4b-4d7f25e75d99 req-7db6d8d2-7d84-42c0-b3b4-0a1678387f61 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Feb 19 01:50:51.298133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d400-4668-462a-8a16-f3774051ed58 req-a1b61ab5-5d9d-40c0-bf34-6e87d05f8ec1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:51.299537 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce49d400-4668-462a-8a16-f3774051ed58 req-a1b61ab5-5d9d-40c0-bf34-6e87d05f8ec1 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0600514 Feb 19 01:50:51.347022 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ce49d400-4668-462a-8a16-f3774051ed58 req-93954b45-2a94-43f2-a8a4-ccc0c7106e49 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Feb 19 01:50:51.532822 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-93443a69-92d1-4195-8ebd-5f9a881763e0 service neutron] show failed (client error): The resource could not be found. Feb 19 01:50:51.533857 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-93443a69-92d1-4195-8ebd-5f9a881763e0 service neutron] 10.222.0.96 "GET /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0539036 Feb 19 01:50:52.048052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-fa4c4003-4769-483e-acfb-87c70e2cfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:52.049443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-fa4c4003-4769-483e-acfb-87c70e2cfa13 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4&tenant_id=cf0858811f7a4823afd46ff2003a9235 HTTP/1.1" status: 200 len: 1128 time: 0.0450552 Feb 19 01:50:52.059708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-5cc76051-1c5e-4e3b-a040-625d0c13c6ae service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:50:52.060633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-5cc76051-1c5e-4e3b-a040-625d0c13c6ae service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057662 Feb 19 01:50:52.070853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:50:52.137612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.342040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:52.376475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:52.415853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:52.418837 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b445e87d-ad21-439d-8b8f-bef2c84853c9" -d '{"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:52.422489 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks [] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.468525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Transition to ACTIVE for port object 966465b5-3a81-44fd-8b93-0abe10cd98d2 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:50:52.473381 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5a98cd-8403-4c2d-a699-09b3c1f85055 x-openstack-request-id: req-4e5a98cd-8403-4c2d-a699-09b3c1f85055 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:52.473672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-unplugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:52.473923 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4e5a98cd-8403-4c2d-a699-09b3c1f85055 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:52.474314 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'code': 200} Feb 19 01:50:52.493259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b01d2-8d97-49c3-b8a2-84c3498e8867 req-93914079-1a95-4637-b18b-eebd12b5a911 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:52.494780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a3b01d2-8d97-49c3-b8a2-84c3498e8867 req-93914079-1a95-4637-b18b-eebd12b5a911 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0691628 Feb 19 01:50:52.538663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.565943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a3b01d2-8d97-49c3-b8a2-84c3498e8867 req-88e7df26-434e-4b8c-a0e5-77f0fbbe8b00 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652781 Feb 19 01:50:52.604346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] No DVR routers for this DVR port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:50:52.609847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:52.648920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:50:52.649263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:50:52.649602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:52.656132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:50:52.656616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Attempting to bind port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on network b79416fb-773f-45ed-895c-2c42a3c84011 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:50:52.662230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:50:52.662577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Checking segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:50:52.662965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Bound using segment: {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:50:52.663428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Bound port: 966465b5-3a81-44fd-8b93-0abe10cd98d2, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293b1036-1c58-42bd-971f-e807f57939cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:50:52.663792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.736731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:50:52.740227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:50:52.859433 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.896805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:52.897479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:52.898879 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] 10.222.0.117 "PUT /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 1092 time: 0.8316591 Feb 19 01:50:52.919388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866378ea-8c5c-42c2-925a-cfe7ac5cf65f service neutron] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:52.968109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-1f280171-9bc1-421a-a2cb-616f26422f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:52.969627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-1f280171-9bc1-421a-a2cb-616f26422f08 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1126 time: 0.0468435 Feb 19 01:50:53.061839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-d48e44b0-f588-4551-a759-7f068128cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:53.063334 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-d48e44b0-f588-4551-a759-7f068128cc7a service neutron] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.0883052 Feb 19 01:50:53.105794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-72a938e3-371d-4de6-b81d-71bd47feca2f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0363121 Feb 19 01:50:53.153649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-192a4b28-d4e1-436a-aa23-3f185db15390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:53.154983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-192a4b28-d4e1-436a-aa23-3f185db15390 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0436549 Feb 19 01:50:53.190343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-2ff7492c-5f8f-4c8c-91e1-258f83b968e0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298316 Feb 19 01:50:53.281537 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-1afd93b2-e1ed-4db1-a761-2516edd08c88 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856183 Feb 19 01:50:53.386051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9147f6a-2841-4714-adbe-181bdd9ba9f5 req-c9b2ca42-11e4-47fe-badc-d6726d696120 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992684 Feb 19 01:50:53.694928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b2de-f5b1-4e6d-a9ed-d25503d14e70 req-113033d8-338f-4503-bacb-f8ad9ae6caf9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:53.696484 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea28b2de-f5b1-4e6d-a9ed-d25503d14e70 req-113033d8-338f-4503-bacb-f8ad9ae6caf9 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0549595 Feb 19 01:50:53.747501 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ea28b2de-f5b1-4e6d-a9ed-d25503d14e70 req-a648045e-5742-4cca-a6b3-ecd73b9d16cc tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Feb 19 01:50:54.475598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:54.477997 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:54.527550 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb3399f-f1ef-4aee-8a1c-dacf5ac0982d x-openstack-request-id: req-8fb3399f-f1ef-4aee-8a1c-dacf5ac0982d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:54.527844 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:54.528100 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8fb3399f-f1ef-4aee-8a1c-dacf5ac0982d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:54.528505 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'status': 'completed', 'code': 200} Feb 19 01:50:54.624596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-140eba89-b2bf-4720-a0fc-89f5de2cfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.626637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-140eba89-b2bf-4720-a0fc-89f5de2cfe3a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1126 time: 0.0816305 Feb 19 01:50:54.629939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-7f615012-b4c6-4dba-b49a-88929e1231cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.631907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-7f615012-b4c6-4dba-b49a-88929e1231cd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1126 time: 0.0789974 Feb 19 01:50:54.790849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-b2143e5e-2466-4c32-9171-b55bb4203cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.792485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-b2143e5e-2466-4c32-9171-b55bb4203cf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.1595519 Feb 19 01:50:54.795059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-36f6cee5-4a90-4acc-8eae-e2490da1248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.796418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-36f6cee5-4a90-4acc-8eae-e2490da1248f service neutron] 10.222.0.117 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.1532924 Feb 19 01:50:54.842404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-ea9a423c-e1b7-418d-85a6-09456c962133 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0436964 Feb 19 01:50:54.871117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511aff-15ea-4a04-b8a0-2393dd13441e req-f9cf70f7-5544-42ba-9c02-5deb11473328 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.872646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd511aff-15ea-4a04-b8a0-2393dd13441e req-f9cf70f7-5544-42ba-9c02-5deb11473328 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0540109 Feb 19 01:50:54.875939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-f9c0963c-ea9c-4056-b278-9465361e2e2d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0707903 Feb 19 01:50:54.919800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fd511aff-15ea-4a04-b8a0-2393dd13441e req-e7da3fe0-c798-43ff-85f2-7a4d23d55e51 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Feb 19 01:50:54.949069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-07552f2e-285e-4fd3-8787-4cf76e3b8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.950542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-07552f2e-285e-4fd3-8787-4cf76e3b8b6c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0830107 Feb 19 01:50:54.955859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-8e2c1068-1342-4539-9633-484d7f7dd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:54.957200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-8e2c1068-1342-4539-9633-484d7f7dd7c2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0622125 Feb 19 01:50:54.984482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-988249fb-7c15-4e69-aa8d-082dd5a44ca5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263798 Feb 19 01:50:55.022562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-0875acb4-2b97-4a2d-9685-6a2e96a0b50d service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402250 Feb 19 01:50:55.152333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-50fb3970-3be8-4165-b939-9e8fce085418 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609168 Feb 19 01:50:55.184412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-43ee550a-f48f-48e1-aa02-4231d6cfe9f3 service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308799 Feb 19 01:50:55.317604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-dc5fc40f-9fc8-45f2-ad6b-2d6049f89848 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546137 Feb 19 01:50:55.331055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7187a8c0-33cf-447e-bcbb-d38db0fc3db3 req-2060dcc8-5dc5-4433-9f9c-ea19eb3e5ddd service neutron] 10.222.0.117 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166489 Feb 19 01:50:55.446460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:50:55.485558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port 966465b5-3a81-44fd-8b93-0abe10cd98d2 host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:50:55.485950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:50:55.991941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:50:56.042590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ea3c9-a480-4c40-8e0e-30ce1660daa5 req-1489eda1-d442-4777-a42c-2f10187435aa tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.044095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-832ea3c9-a480-4c40-8e0e-30ce1660daa5 req-1489eda1-d442-4777-a42c-2f10187435aa tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 944 time: 0.0542059 Feb 19 01:50:56.093215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-832ea3c9-a480-4c40-8e0e-30ce1660daa5 req-0d36a8dd-b301-4802-9ee1-7e54d97bb82f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432091 Feb 19 01:50:56.099767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:56.106607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'network_id': 'b79416fb-773f-45ed-895c-2c42a3c84011', 'port_id': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'mac_address': 'fa:16:3e:c8:8e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77a197-de9c-46ff-ab34-a2b5305e6890', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:50:56.144888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 966465b5-3a81-44fd-8b93-0abe10cd98d2 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:56.145278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:56.158671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966465b5-3a81-44fd-8b93-0abe10cd98d2 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:50:56.179495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:56.269799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:56.318636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:56.449956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417f0ae-318c-4a34-ac88-4f19f069d783 req-74b19087-4ab8-4f72-a822-ddc9e16804da tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.451495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6417f0ae-318c-4a34-ac88-4f19f069d783 req-74b19087-4ab8-4f72-a822-ddc9e16804da tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 945 time: 0.0532248 Feb 19 01:50:56.494375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['966465b5-3a81-44fd-8b93-0abe10cd98d2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:50:56.536272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6417f0ae-318c-4a34-ac88-4f19f069d783 req-b04bdd09-6ee6-4723-9cb7-d6b4a151826d tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790818 Feb 19 01:50:56.548941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-741dc8d8-dda2-4a55-9e44-13ed5d476051 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.550392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-741dc8d8-dda2-4a55-9e44-13ed5d476051 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.96 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4&tenant_id=cf0858811f7a4823afd46ff2003a9235&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 945 time: 0.0916662 Feb 19 01:50:56.610313 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-b2ff98ac-4667-4d1d-85e0-232621a7d729 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:50:56.611304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-b2ff98ac-4667-4d1d-85e0-232621a7d729 service neutron] 10.222.0.96 "DELETE /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0542638 Feb 19 01:50:56.746095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-d4f439f7-db77-45d8-b7cb-0c516f994626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.747627 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-d4f439f7-db77-45d8-b7cb-0c516f994626 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cf0858811f7a4823afd46ff2003a9235&device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 1127 time: 0.0467899 Feb 19 01:50:56.843508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-a79eae3a-7795-4489-9a10-ce475d850c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.845010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-a79eae3a-7795-4489-9a10-ce475d850c45 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 200 len: 914 time: 0.0892675 Feb 19 01:50:56.887496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-35e4a2c0-6f50-470c-9ae8-253297516d50 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 200 len: 217 time: 0.0361881 Feb 19 01:50:56.935402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-536b1bad-b762-4d4e-9ed2-06e8dfc607eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:56.936846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-536b1bad-b762-4d4e-9ed2-06e8dfc607eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 200 len: 853 time: 0.0442612 Feb 19 01:50:56.969987 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-a118668d-1b6f-4b69-871a-b446e573bb61 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b79416fb-773f-45ed-895c-2c42a3c84011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257080 Feb 19 01:50:57.065731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-f226319b-56d0-496c-bb3d-8e131de82597 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891232 Feb 19 01:50:57.155208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbb3cd1d-9eec-4c2a-ae49-6b8e35e366a5 req-7e82f1be-db40-4a2e-8a3a-fa110c5bdc88 service neutron] 10.222.0.96 "GET /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832405 Feb 19 01:50:57.668110 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07614a0-02a2-4841-8cd7-df44742e0d80 req-759a48d4-5101-4a3e-9ebe-ae9d901d8de0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:57.669583 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07614a0-02a2-4841-8cd7-df44742e0d80 req-759a48d4-5101-4a3e-9ebe-ae9d901d8de0 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 945 time: 0.0620184 Feb 19 01:50:57.720920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b07614a0-02a2-4841-8cd7-df44742e0d80 req-b516483f-92b4-494a-9a28-ec694c371727 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Feb 19 01:50:58.001622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:50:58.115741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 966465b5-3a81-44fd-8b93-0abe10cd98d2 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:50:58.120419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 966465b5-3a81-44fd-8b93-0abe10cd98d2 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:50:58.120911 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.201315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 966465b5-3a81-44fd-8b93-0abe10cd98d2 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:50:58.201694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.223674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:50:58.225892 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984df210-a746-4d0b-ac94-1e841dba2c1c" -d '{"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-plugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:50:58.238180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:50:58.263744 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfcbdf3-d77f-4b13-9e78-5154bd6dff42 x-openstack-request-id: req-ccfcbdf3-d77f-4b13-9e78-5154bd6dff42 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:50:58.263992 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-plugged", "status": "completed", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:50:58.264253 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ccfcbdf3-d77f-4b13-9e78-5154bd6dff42 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:50:58.264682 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'code': 200} Feb 19 01:50:58.310112 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:58.359125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:50:58.844376 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecaae6-f130-410b-b7f4-7049022a8d10 req-4dfcde2a-e6fa-45c0-8f04-92b45d700198 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:58.845865 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-feecaae6-f130-410b-b7f4-7049022a8d10 req-4dfcde2a-e6fa-45c0-8f04-92b45d700198 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0567799 Feb 19 01:50:58.892857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-feecaae6-f130-410b-b7f4-7049022a8d10 req-2246b72d-01bf-4ed5-b810-bba81f237c7e tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Feb 19 01:50:59.014980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2bb4a-f16b-42f2-939c-04a3f3ed3862 req-59c0f113-56a7-41d9-b28f-1c9c869c6ed3 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:59.016391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7a2bb4a-f16b-42f2-939c-04a3f3ed3862 req-59c0f113-56a7-41d9-b28f-1c9c869c6ed3 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0562522 Feb 19 01:50:59.061495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7a2bb4a-f16b-42f2-939c-04a3f3ed3862 req-1b47a1b5-5521-4c3c-8ca4-23df3d33d55a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Feb 19 01:50:59.178560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2a4c9-c45e-4b4d-a4f0-369695f1a861 req-252cbe87-feab-410d-88c3-48d7803849af tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:59.180124 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0a2a4c9-c45e-4b4d-a4f0-369695f1a861 req-252cbe87-feab-410d-88c3-48d7803849af tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0533407 Feb 19 01:50:59.226330 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0a2a4c9-c45e-4b4d-a4f0-369695f1a861 req-cf75179c-6726-4dfe-8bf6-2c93157d7d7f tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Feb 19 01:50:59.817375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e0a27-ee89-48a0-9d11-fa33e42121da req-dfa443f3-ec20-43ea-9052-4d34d44d18be tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:59.818876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-045e0a27-ee89-48a0-9d11-fa33e42121da req-dfa443f3-ec20-43ea-9052-4d34d44d18be tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0523372 Feb 19 01:50:59.865500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-045e0a27-ee89-48a0-9d11-fa33e42121da req-cd92f555-6e76-4b48-97e8-b3ec65534d32 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Feb 19 01:51:00.970911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-a7a5acdc-4b36-475f-afba-a49b9c9ccc3a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:00.972409 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-a7a5acdc-4b36-475f-afba-a49b9c9ccc3a tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.117 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0555220 Feb 19 01:51:00.991185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11de1b-e0d2-4013-a1b8-779686d8976a req-33c92e61-96b1-42a6-a065-6c62dc3043e3 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:00.992647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb11de1b-e0d2-4013-a1b8-779686d8976a req-33c92e61-96b1-42a6-a065-6c62dc3043e3 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/ports?device_id=ff5aa7d3-92da-4922-9865-6ab46d6816c4 HTTP/1.1" status: 200 len: 946 time: 0.0561044 Feb 19 01:51:01.042183 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fb11de1b-e0d2-4013-a1b8-779686d8976a req-7dec0831-f29f-4c75-8388-215271d4a0b6 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.94 "GET /v2.0/security-groups?id=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Feb 19 01:51:01.063520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Deleting port 966465b5-3a81-44fd-8b93-0abe10cd98d2 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:51:01.063862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.153945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] For port 966465b5-3a81-44fd-8b93-0abe10cd98d2, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=966465b5-3a81-44fd-8b93-0abe10cd98d2,segment=NetworkSegment(293b1036-1c58-42bd-971f-e807f57939cb),segment_id=293b1036-1c58-42bd-971f-e807f57939cb)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:01.154302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.167700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Calling delete_port for 966465b5-3a81-44fd-8b93-0abe10cd98d2 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:51:01.365136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (966465b5-3a81-44fd-8b93-0abe10cd98d2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.377773 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['966465b5-3a81-44fd-8b93-0abe10cd98d2'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:51:01.397505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Pushing event deleted for resources: {'Port': ['ID=966465b5-3a81-44fd-8b93-0abe10cd98d2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:01.439926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] No DVR routers for this DVR port 966465b5-3a81-44fd-8b93-0abe10cd98d2 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:51:01.442468 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:01.445691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53696775-afbe-4b9a-8d92-3270430e4f01 req-953cd9d2-199e-4426-98cf-5dea44342a86 tempest-ServerDiskConfigTestJSON-1789489510 tempest-ServerDiskConfigTestJSON-1789489510-project] 10.222.0.117 "DELETE /v2.0/ports/966465b5-3a81-44fd-8b93-0abe10cd98d2 HTTP/1.1" status: 204 len: 173 time: 0.4688182 Feb 19 01:51:01.446122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-deleted', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:01.449025 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b01ef57-f972-445c-bea0-ad5e1cd55a33" -d '{"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-deleted", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:01.486309 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f40c00-5c43-41f8-a573-26234b64cf16 x-openstack-request-id: req-92f40c00-5c43-41f8-a573-26234b64cf16 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:01.486607 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5aa7d3-92da-4922-9865-6ab46d6816c4", "name": "network-vif-deleted", "tag": "966465b5-3a81-44fd-8b93-0abe10cd98d2", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:01.486861 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-92f40c00-5c43-41f8-a573-26234b64cf16 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:01.487303 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5aa7d3-92da-4922-9865-6ab46d6816c4', 'name': 'network-vif-deleted', 'tag': '966465b5-3a81-44fd-8b93-0abe10cd98d2', 'status': 'completed', 'code': 200} Feb 19 01:51:02.165694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33664) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:02.209876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Deleting subnet ba77a197-de9c-46ff-ab34-a2b5305e6890 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:51:02.213680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Publish callbacks [] for subnet (ba77a197-de9c-46ff-ab34-a2b5305e6890), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.247226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (ba77a197-de9c-46ff-ab34-a2b5305e6890), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.289802 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (ba77a197-de9c-46ff-ab34-a2b5305e6890), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.738696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (ba77a197-de9c-46ff-ab34-a2b5305e6890), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.762366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba77a197-de9c-46ff-ab34-a2b5305e6890,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:02.770965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.774084 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-03630355-a781-4edf-978c-5ef07b7bbbb8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ba77a197-de9c-46ff-ab34-a2b5305e6890 HTTP/1.1" status: 204 len: 168 time: 0.6068318 Feb 19 01:51:02.777331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33668) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:02.845469 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b79416fb-773f-45ed-895c-2c42a3c84011), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.925575 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b79416fb-773f-45ed-895c-2c42a3c84011), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.944970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79416fb-773f-45ed-895c-2c42a3c84011']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.954465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293b1036-1c58-42bd-971f-e807f57939cb') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.954758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293b1036-1c58-42bd-971f-e807f57939cb') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:02.964337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (293b1036-1c58-42bd-971f-e807f57939cb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.976963 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (293b1036-1c58-42bd-971f-e807f57939cb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.983354 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:51:02.983748 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (293b1036-1c58-42bd-971f-e807f57939cb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:51:02.985458 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:51:03.098599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b79416fb-773f-45ed-895c-2c42a3c84011), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.104599 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.108994 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] 10.222.0.94 "DELETE /v2.0/networks/b79416fb-773f-45ed-895c-2c42a3c84011 HTTP/1.1" status: 204 len: 168 time: 0.3293860 Feb 19 01:51:03.119282 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79416fb-773f-45ed-895c-2c42a3c84011,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:03.127014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.127405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.127755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.128096 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.128430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.128768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.129101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.129430 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.129755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.130097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.130557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.130720 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.131044 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3379c-8016-48a4-9e27-ce54b77218f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:03.394176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33672) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:03.450154 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-69213288-e5ad-47f4-89dd-ca39c81ee2dc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=cf0858811f7a4823afd46ff2003a9235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547953 Feb 19 01:51:03.452959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33674) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:03.503059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] Publish callbacks [] for security_group (c95dbbac-c8f8-4268-a5c9-5e1a6df6d795), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.524265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] Publish callbacks [] for security_group (c95dbbac-c8f8-4268-a5c9-5e1a6df6d795), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.641278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c95dbbac-c8f8-4268-a5c9-5e1a6df6d795), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.643822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:03.644981 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c95dbbac-c8f8-4268-a5c9-5e1a6df6d795 HTTP/1.1" status: 204 len: 168 time: 0.1909611 Feb 19 01:51:03.653117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09df9f-3746-4fea-8411-f805f300b2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95dbbac-c8f8-4268-a5c9-5e1a6df6d795,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:04.669946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33698) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:04.778144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-448862512-network', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:04.924580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:51:04.926939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:04.935457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.015607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks [] for security_group (b2eeea08-ecbb-44c5-9914-e5a48d9f2c56), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.075428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2eeea08-ecbb-44c5-9914-e5a48d9f2c56), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.101423 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:51:05.111212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eeea08-ecbb-44c5-9914-e5a48d9f2c56,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:05.117040 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (270034f9-1218-4279-9d26-53220fbdea65), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.117389 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Added segment 270034f9-1218-4279-9d26-53220fbdea65 of type vlan for network 3df16ab2-0296-406e-8319-77f10b60e397 Feb 19 01:51:05.158645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (3df16ab2-0296-406e-8319-77f10b60e397), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.227746 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (3df16ab2-0296-406e-8319-77f10b60e397), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.228713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:05.229290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.287299 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] Pushing event updated for resources: {'Network': ['ID=3df16ab2-0296-406e-8319-77f10b60e397,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:05.296855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 3df16ab2-0296-406e-8319-77f10b60e397 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:51:05.375637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-46f0e5b0-609b-4181-bd02-b867a3304d84 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7040327 Feb 19 01:51:05.378499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33702) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:05.383285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Request body: {'subnet': {'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-448862512-subnet', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:05.458456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:51:05.460850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.681178 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (a6635b0c-7aed-4dd3-9202-137162534000), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.746938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6635b0c-7aed-4dd3-9202-137162534000,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:05.755852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:05.756346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Network hostable DHCP agents. Network: 3df16ab2-0296-406e-8319-77f10b60e397, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:51:05.835401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Network 3df16ab2-0296-406e-8319-77f10b60e397 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:51:05.921486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 3df16ab2-0296-406e-8319-77f10b60e397) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:05.925879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:05.926722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:05.930858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817d609-eec3-4c66-9894-a9d1284cfa23 None None] Network 3df16ab2-0296-406e-8319-77f10b60e397 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:51:06.004034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9881daf6-e28b-4bc1-a318-becced80a5b9 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6244483 Feb 19 01:51:06.006734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33704) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:06.011114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:06.036798 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-3df16ab2-0296-406e-8319-77f10b60e397', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:51:06.037643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.102336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:51:06.104510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (af3ab04e-30e1-4758-ae60-99139bac2021), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.105644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (af3ab04e-30e1-4758-ae60-99139bac2021), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.131185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 966465b5-3a81-44fd-8b93-0abe10cd98d2 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:51:06.131550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 966465b5-3a81-44fd-8b93-0abe10cd98d2 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:51:06.160837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for router_controller (af3ab04e-30e1-4758-ae60-99139bac2021), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.189274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Allocated IP 172.20.0.2 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/c8d4fb6c-4420-4d74-bc10-bac949c7d40d) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:06.334372 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks [] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.362898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for router_gateway (af3ab04e-30e1-4758-ae60-99139bac2021), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.393677 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.452119 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:06.455200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:06.458783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:06.465986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Pushing event updated for resources: {'Port': ['ID=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:06.519960 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Attempting to bind port c8d4fb6c-4420-4d74-bc10-bac949c7d40d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:51:06.520340 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Attempting to bind port c8d4fb6c-4420-4d74-bc10-bac949c7d40d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:51:06.520707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Attempting to bind port c8d4fb6c-4420-4d74-bc10-bac949c7d40d on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:06.525760 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:51:06.530441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:06.530441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.530441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:51:06.530441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Bound port: c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:51:06.530441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.590802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] For port c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:06.594634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] For port c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:51:06.626606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for router_gateway (af3ab04e-30e1-4758-ae60-99139bac2021), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.646067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.673804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.736998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828667f-6138-40ae-9fb6-53aab8ab001c None None] Pushing event updated for resources: {'Port': ['ID=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:06.754196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Allocated IP 172.25.2.139 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/72697fa3-f7f3-4211-839f-491d9db8da92) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:06.879066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for port (72697fa3-f7f3-4211-839f-491d9db8da92), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:06.988307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.033585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:07.037140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:07.039688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:07.070171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Pushing event updated for resources: {'Port': ['ID=72697fa3-f7f3-4211-839f-491d9db8da92,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:07.403671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for router_gateway (af3ab04e-30e1-4758-ae60-99139bac2021), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.621361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (af3ab04e-30e1-4758-ae60-99139bac2021), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.716083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017dc7d-a63f-4fcd-8d51-17cc79cdfef0 None None] Network 3df16ab2-0296-406e-8319-77f10b60e397 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:51:07.801202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Router af3ab04e-30e1-4758-ae60-99139bac2021 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:51:07.816939 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Provisioning complete for port c8d4fb6c-4420-4d74-bc10-bac949c7d40d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:07.817309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.911414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Current status of the port c8d4fb6c-4420-4d74-bc10-bac949c7d40d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:07.911807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.922256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:51:07.934563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:51:07.959343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:07.959921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:07.962854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] For port c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:07.992261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:07.996083 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e1a0e32a-e82a-4d1e-ae46-3b834db20062 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9856975 Feb 19 01:51:07.996348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 33706) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:08.167587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.264255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6165cd2-06a4-4c3b-bb3f-4cf970b8875c None None] Pushing event updated for resources: {'Port': ['ID=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:08.282969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:08.390287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-af437179-6eee-4cb0-85fd-9cd1e3d9b9ee None None] Provisioning complete for port c8d4fb6c-4420-4d74-bc10-bac949c7d40d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:08.390628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-af437179-6eee-4cb0-85fd-9cd1e3d9b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.419741 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8d4fb6c-4420-4d74-bc10-bac949c7d40d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:08.444574 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.592306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c8d4fb6c-4420-4d74-bc10-bac949c7d40d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:08.592864 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.599025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-af437179-6eee-4cb0-85fd-9cd1e3d9b9ee None None] Current status of the port c8d4fb6c-4420-4d74-bc10-bac949c7d40d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:08.617139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Allocated IP 172.20.0.1 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/94922266-3bbd-48f8-b741-210fed9c804f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:08.656983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:07Z', 'revision_number': 3, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:08.705676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:51:08.706027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Updating router af3ab04e-30e1-4758-ae60-99139bac2021 port 72697fa3-f7f3-4211-839f-491d9db8da92 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:51:08.723372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks [] for port (94922266-3bbd-48f8-b741-210fed9c804f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.741731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c8d4fb6c-4420-4d74-bc10-bac949c7d40d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:08.744191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.828674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:08.871417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:08.875776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:08.878228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:08.901327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Pushing event updated for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:08.923509 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (af3ab04e-30e1-4758-ae60-99139bac2021), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.013266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks [] for port (72697fa3-f7f3-4211-839f-491d9db8da92), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.086913 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.145441 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94922266-3bbd-48f8-b741-210fed9c804f), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.158196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Attempting to bind port 72697fa3-f7f3-4211-839f-491d9db8da92 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:51:09.158578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Attempting to bind port 72697fa3-f7f3-4211-839f-491d9db8da92 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:51:09.159402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Attempting to bind port 72697fa3-f7f3-4211-839f-491d9db8da92 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:09.162560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0742-d854-4de1-a3ab-5b134b21589e None None] Pushing event updated for resources: {'Port': ['ID=72697fa3-f7f3-4211-839f-491d9db8da92,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:09.167143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-28612233-c619-477d-b9c4-88d21e24d548 None None] Provisioning complete for port 94922266-3bbd-48f8-b741-210fed9c804f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:09.167643 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-28612233-c619-477d-b9c4-88d21e24d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94922266-3bbd-48f8-b741-210fed9c804f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.171517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:51:09.171854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:09.172374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.172815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:51:09.173370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Bound port: 72697fa3-f7f3-4211-839f-491d9db8da92, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:51:09.173822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.230833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-28612233-c619-477d-b9c4-88d21e24d548 None None] Port 94922266-3bbd-48f8-b741-210fed9c804f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:51:09.252851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] For port 72697fa3-f7f3-4211-839f-491d9db8da92, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:09.256004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] For port 72697fa3-f7f3-4211-839f-491d9db8da92, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=72697fa3-f7f3-4211-839f-491d9db8da92,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:51:09.313649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks [] for port (94922266-3bbd-48f8-b741-210fed9c804f), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.331048 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.383930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:09.384469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:09.434262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0742-d854-4de1-a3ab-5b134b21589e None None] Pushing event updated for resources: {'Port': ['ID=72697fa3-f7f3-4211-839f-491d9db8da92,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:09.435158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.505675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Pushing event updated for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:09.509156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (af3ab04e-30e1-4758-ae60-99139bac2021), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.511967 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:09.606019 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:09.608668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:09.722143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:08Z', 'revision_number': 1, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:09.733556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:51:09.751664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6d3a35-9da6-451e-99d1-d757ed32fc41 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:08Z', 'revision_number': 1, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:51:09.859393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d2bb897e-b0a3-4cff-8734-5c9ee0c512b3 None None] Provisioning complete for port 94922266-3bbd-48f8-b741-210fed9c804f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:09.859771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d2bb897e-b0a3-4cff-8734-5c9ee0c512b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94922266-3bbd-48f8-b741-210fed9c804f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:09.863850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:51:09.875728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1b8339d9-e259-48bd-a891-0a52e7ddf19d admin admin] 10.222.0.94 "PUT /v2.0/routers/af3ab04e-30e1-4758-ae60-99139bac2021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782892 Feb 19 01:51:09.917919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb897e-b0a3-4cff-8734-5c9ee0c512b3 None None] Port 94922266-3bbd-48f8-b741-210fed9c804f cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:51:10.218620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.644707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33714) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:10.649585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307043403', 'description': 'tempest-description--1098126616'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:10.690661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f71460b5-3523-4cd9-8030-e2e4e0ad8410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.747783 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.782271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.853571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.915827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:10.946259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:11.012713 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.014395 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-38b826eb-41ea-4b00-8b5b-31503fd4ad47 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3682988 Feb 19 01:51:11.017075 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33716) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:11.021765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'security_group_rule': {'security_group_id': '7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:11.101496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (e0eb5f57-2763-4dba-bb96-440dba7b166d), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.158522 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (e0eb5f57-2763-4dba-bb96-440dba7b166d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.229928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e0eb5f57-2763-4dba-bb96-440dba7b166d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.251019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0eb5f57-2763-4dba-bb96-440dba7b166d,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:11.323139 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.324486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ebc156fe-8e8e-4955-937f-641ac34e48f2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064556 Feb 19 01:51:11.327763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33718) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:11.332165 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'security_group_rule': {'security_group_id': '7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:11.423077 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (17d39ca5-111e-4578-86f2-e050a6b80573), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.481011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (17d39ca5-111e-4578-86f2-e050a6b80573), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.544433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (17d39ca5-111e-4578-86f2-e050a6b80573), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.567316 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d39ca5-111e-4578-86f2-e050a6b80573,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:11.643638 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.645540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-59cf2bdf-e4be-4ea0-a756-c583b7ef6eee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162742 Feb 19 01:51:11.648082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33720) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:11.652808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:11.747595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.786101 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:51:11.801258 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:11.803058 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:11.849856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:11.912666 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:11.960136 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Allocated IP 172.25.2.153 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/412c850c-7a3e-414e-a063-c46b05089268) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:12.066614 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (412c850c-7a3e-414e-a063-c46b05089268), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.121013 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 2, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:12.147271 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:51:12.147630 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Updating router af3ab04e-30e1-4758-ae60-99139bac2021 port 94922266-3bbd-48f8-b741-210fed9c804f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:51:12.174799 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94922266-3bbd-48f8-b741-210fed9c804f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.189928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (412c850c-7a3e-414e-a063-c46b05089268), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.237072 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:12.240079 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:12.244275 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:12.247283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=412c850c-7a3e-414e-a063-c46b05089268,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:12.331569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.409938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 72697fa3-f7f3-4211-839f-491d9db8da92 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:12.438363 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (412c850c-7a3e-414e-a063-c46b05089268), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.452054 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks [] for port (94922266-3bbd-48f8-b741-210fed9c804f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.463805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 72697fa3-f7f3-4211-839f-491d9db8da92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:12.464182 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.513179 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.548801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 72697fa3-f7f3-4211-839f-491d9db8da92 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:12.549305 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.569490 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Pushing event updated for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:12.580183 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.580370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 72697fa3-f7f3-4211-839f-491d9db8da92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=72697fa3-f7f3-4211-839f-491d9db8da92,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:12.580470 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.580819 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.581982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.581982 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.582363 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.582481 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.582923 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.583368 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.583695 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.584017 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.584332 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.584681 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:12.615580 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (412c850c-7a3e-414e-a063-c46b05089268), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.642245 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Attempting to bind port 94922266-3bbd-48f8-b741-210fed9c804f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:51:12.642621 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Attempting to bind port 94922266-3bbd-48f8-b741-210fed9c804f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:51:12.642983 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Attempting to bind port 94922266-3bbd-48f8-b741-210fed9c804f on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:12.644822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.650430 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:51:12.650931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:12.651533 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.654942 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:51:12.654942 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Bound port: 94922266-3bbd-48f8-b741-210fed9c804f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:51:12.654942 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94922266-3bbd-48f8-b741-210fed9c804f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.673073 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (412c850c-7a3e-414e-a063-c46b05089268), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.708234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=72697fa3-f7f3-4211-839f-491d9db8da92,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:12.739382 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] For port 94922266-3bbd-48f8-b741-210fed9c804f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:12.744430 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] For port 94922266-3bbd-48f8-b741-210fed9c804f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94922266-3bbd-48f8-b741-210fed9c804f,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:51:12.764346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=412c850c-7a3e-414e-a063-c46b05089268,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:12.766115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.811360 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.836358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.836653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0818ac5b-085e-4b46-ad8e-4504cac5cf49 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1874809 Feb 19 01:51:12.872526 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:12.873830 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:50:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:12.877222 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b487d9-d596-45db-b3a7-3ec05bd18a73 None None] Pushing event updated for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:12.894783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Provisioning complete for port 94922266-3bbd-48f8-b741-210fed9c804f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:12.895186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94922266-3bbd-48f8-b741-210fed9c804f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.953788 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3f5ceef2-282e-4fd3-80ca-3feb9f398b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:13.028488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-9ad140f9-f3cf-499b-846c-8935ef89dd9a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1307043403&fields=id&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 267 time: 0.0539172 Feb 19 01:51:13.031697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Current status of the port 94922266-3bbd-48f8-b741-210fed9c804f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:13.032099 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94922266-3bbd-48f8-b741-210fed9c804f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:13.037713 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:13.069616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] For port 94922266-3bbd-48f8-b741-210fed9c804f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94922266-3bbd-48f8-b741-210fed9c804f,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:13.132347 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:13.153263 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3315129-bb36-4040-9954-742d94694ef0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:13.155078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3315129-bb36-4040-9954-742d94694ef0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1175392 Feb 19 01:51:13.171320 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-5ccbacaf-b55f-4abb-b7cd-32e323094b6b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/quotas/fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Feb 19 01:51:13.188167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f7d39-3861-44d6-9df4-296906da2029 None None] Pushing event updated for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:13.234599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-d2f2c00a-5ea5-43bf-bbaa-8a822cc04576 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567300 Feb 19 01:51:13.255623 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1932873e-7382-46fe-b8c7-e933985d8d28 None None] Provisioning complete for port 94922266-3bbd-48f8-b741-210fed9c804f triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:13.256094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1932873e-7382-46fe-b8c7-e933985d8d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94922266-3bbd-48f8-b741-210fed9c804f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:13.259184 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:13.291565 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153adb69-1918-4f30-915e-8d903846ed47 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:51:13.351360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-bbafe4c4-8cd6-451b-96eb-dd2d54c5a196 service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030834 Feb 19 01:51:13.353002 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1932873e-7382-46fe-b8c7-e933985d8d28 None None] Current status of the port 94922266-3bbd-48f8-b741-210fed9c804f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:13.453698 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-fad7ad93-d860-4951-bcc6-cbc2f048080c service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935836 Feb 19 01:51:13.731864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1420c63a-2b45-4391-ae77-f720c9917a59 req-937e3a29-5ee9-47e0-93da-3c8a398bc338 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 210 time: 0.0463283 Feb 19 01:51:14.406813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:14.417303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94922266-3bbd-48f8-b741-210fed9c804f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:14.461646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 94922266-3bbd-48f8-b741-210fed9c804f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:14.462022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94922266-3bbd-48f8-b741-210fed9c804f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:14.543946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 94922266-3bbd-48f8-b741-210fed9c804f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:14.545026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 72697fa3-f7f3-4211-839f-491d9db8da92 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:14.590899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 72697fa3-f7f3-4211-839f-491d9db8da92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:14.591609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:14.670985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 72697fa3-f7f3-4211-839f-491d9db8da92 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:14.818262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d22b979-9b82-4999-9123-39cb495a46d5 req-e24209cd-9f28-4f74-8f9f-6849e356401e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 210 time: 0.0283022 Feb 19 01:51:15.463791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:15.688753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-491081bb-1d4f-4290-a822-1ce352593913 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:15.690122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-491081bb-1d4f-4290-a822-1ce352593913 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1045208 Feb 19 01:51:15.749935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-e7625540-349a-45db-ad7e-0a44267a2f04 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 380 time: 0.0509870 Feb 19 01:51:15.758781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'port': {'device_id': '6e434956-0390-4466-b13f-a6caf3b096c2', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'admin_state_up': True, 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'security_groups': ['7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:15.921966 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2758096d-256e-4b7c-b325-cac30658958e req-e3a9a3dd-1452-48cb-8b4a-d95b28e9347b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 210 time: 0.0328493 Feb 19 01:51:15.931971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:51:15.935392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.062858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Allocated IP 172.20.0.4 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/feeb5f6f-da1d-42e2-b784-f882c95113e8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:16.200371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.298193 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.346755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:16.350002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:16.353861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:16.361444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:16.398502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.398859 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.399236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.399585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.399921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.400260 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.400597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.400924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.401249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.401582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.401907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.402233 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.402564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:16.430004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:16.430712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.501844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-1eb9e770-b75f-49a8-99f0-72edeb47a03b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466445 Feb 19 01:51:16.514205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Request body: {'port': {'device_id': '6e434956-0390-4466-b13f-a6caf3b096c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:16.573726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.592638 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-4d502048-ad0c-4ec6-ac5b-05c851cf3d26 None None] Provisioning complete for port feeb5f6f-da1d-42e2-b784-f882c95113e8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:16.593230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4d502048-ad0c-4ec6-ac5b-05c851cf3d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:16.627292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-4d502048-ad0c-4ec6-ac5b-05c851cf3d26 None None] Port feeb5f6f-da1d-42e2-b784-f882c95113e8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:51:16.947981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.048097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e99d4-4875-45ad-9d2b-46c1ab8ae9ff req-6205fe8d-15fc-43bd-840c-c84bfab6c83b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.049720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5e99d4-4875-45ad-9d2b-46c1ab8ae9ff req-6205fe8d-15fc-43bd-840c-c84bfab6c83b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 931 time: 0.0537901 Feb 19 01:51:17.097506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d5e99d4-4875-45ad-9d2b-46c1ab8ae9ff req-39cf2555-fbaa-4935-adc5-4d0a7b657a24 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Feb 19 01:51:17.165522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeb5f6f-da1d-42e2-b784-f882c95113e8 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:51:17.173416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks [] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.185236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Transition to ACTIVE for port object feeb5f6f-da1d-42e2-b784-f882c95113e8 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:51:17.252449 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.321900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:17.377100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:51:17.377445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:51:17.377923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:17.382514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:51:17.386959 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:17.388032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:51:17.388380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:17.388830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:51:17.390196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Bound port: feeb5f6f-da1d-42e2-b784-f882c95113e8, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:51:17.390578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.455987 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:51:17.459187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:17.462329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:51:17.524909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.565838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.566469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:17.567942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] 10.222.0.96 "PUT /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 1091 time: 1.0583019 Feb 19 01:51:17.568341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:17.570585 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4063d8b-afbc-4d16-898f-c0976b90c375" -d '{"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:17.595626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3828c67-195e-482d-8c66-6e8fa94c15c1 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:17.614541 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3aa0b-8698-4ca6-84a6-5c9991d6635a x-openstack-request-id: req-a6f3aa0b-8698-4ca6-84a6-5c9991d6635a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:17.614972 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:17.615368 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a6f3aa0b-8698-4ca6-84a6-5c9991d6635a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:17.615852 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'status': 'completed', 'code': 200} Feb 19 01:51:17.697611 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-b4987040-998f-4e3b-858a-197ac0afc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.699202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-b4987040-998f-4e3b-858a-197ac0afc101 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1125 time: 0.0584135 Feb 19 01:51:17.812302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-86acbbdb-cf54-4db4-a208-877163bcd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.813772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-86acbbdb-cf54-4db4-a208-877163bcd022 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=fe4a9c45715643ea9644d175f9685671&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1072617 Feb 19 01:51:17.911602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-eb21cbcc-7783-4e20-b5bf-df7c10bb58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.913072 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d4063d8b-afbc-4d16-898f-c0976b90c375 req-eb21cbcc-7783-4e20-b5bf-df7c10bb58e8 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922394 Feb 19 01:51:17.996975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-cabd5f23-bd16-4da2-acd3-ae01ed69c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:17.999242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-cabd5f23-bd16-4da2-acd3-ae01ed69c968 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1125 time: 0.0495539 Feb 19 01:51:18.043751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-28d6d1ea-667a-408d-95a2-322ae705649a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 217 time: 0.0363657 Feb 19 01:51:18.094533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-0ead239b-12a3-4954-8262-6b051f3bb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:18.096050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-0ead239b-12a3-4954-8262-6b051f3bb231 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0468452 Feb 19 01:51:18.145914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-42defadf-39e6-468c-93ca-12e310cb3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:18.147685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-42defadf-39e6-468c-93ca-12e310cb3731 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454452 Feb 19 01:51:18.218808 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8c37-c08c-4b3c-9835-0b7c11cc7bdc req-7a2db752-ee53-45f9-9079-11ac84006624 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:18.220348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03dd8c37-c08c-4b3c-9835-0b7c11cc7bdc req-7a2db752-ee53-45f9-9079-11ac84006624 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.0526502 Feb 19 01:51:18.244818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-7f3f30b5-3b9b-479b-ad77-765960f66403 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914226 Feb 19 01:51:18.272318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-03dd8c37-c08c-4b3c-9835-0b7c11cc7bdc req-ce8d78e1-3ab2-415a-a799-cc6e83cc7919 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Feb 19 01:51:18.337886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-31971db2-c097-41b4-85a0-f47d9aa5faa6 req-8e5f231b-e899-4ebd-b069-b78d563a69a1 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Feb 19 01:51:19.399079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4492f-3ae3-4c09-9b90-3fa8d4114377 req-cda0fc47-7139-42c1-81fd-8e688c67be8e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:19.400579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a4492f-3ae3-4c09-9b90-3fa8d4114377 req-cda0fc47-7139-42c1-81fd-8e688c67be8e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.0593839 Feb 19 01:51:19.447055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a4492f-3ae3-4c09-9b90-3fa8d4114377 req-ea46d1b8-a2d2-4b22-9fe7-834e61056c87 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Feb 19 01:51:20.566942 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83e268-2388-4972-bf91-8a36dd8ac1c7 req-be0fcdc8-7540-4f65-9061-b089e8e2eab9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:20.568458 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd83e268-2388-4972-bf91-8a36dd8ac1c7 req-be0fcdc8-7540-4f65-9061-b089e8e2eab9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.0533493 Feb 19 01:51:20.615739 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd83e268-2388-4972-bf91-8a36dd8ac1c7 req-e3c56bef-a8f2-48ae-8803-c03456d71f0c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Feb 19 01:51:21.505719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:51:21.602973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:21.615160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'mac_address': 'fa:16:3e:48:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:51:21.652919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port feeb5f6f-da1d-42e2-b784-f882c95113e8 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:21.653260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:21.667889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeb5f6f-da1d-42e2-b784-f882c95113e8 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:51:21.688237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:21.736218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128a47c-7d6b-45f0-bc2d-d6b689e7ff7d req-3cf60d2f-2426-453d-ab24-e1ad3bca7b52 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:21.737719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4128a47c-7d6b-45f0-bc2d-d6b689e7ff7d req-3cf60d2f-2426-453d-ab24-e1ad3bca7b52 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.0527344 Feb 19 01:51:21.758881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:21.786468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4128a47c-7d6b-45f0-bc2d-d6b689e7ff7d req-6ec74907-a18a-45b2-9601-0bc495edb6cb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Feb 19 01:51:21.811668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:21.818854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.819198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.819533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.819865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.820193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.820519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.820850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.821173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.821493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.821816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.822136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.822453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.822769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:21.979696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['feeb5f6f-da1d-42e2-b784-f882c95113e8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:51:22.906509 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39766-16c4-41de-bf88-55523496aa0d req-1f7b46af-98b7-4dfd-9168-a93f0d0bb05a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:22.908014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48c39766-16c4-41de-bf88-55523496aa0d req-1f7b46af-98b7-4dfd-9168-a93f0d0bb05a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 944 time: 0.0532358 Feb 19 01:51:22.954476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48c39766-16c4-41de-bf88-55523496aa0d req-370c788f-2579-4df3-a4ea-45d330df2308 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Feb 19 01:51:23.522320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:23.632710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port feeb5f6f-da1d-42e2-b784-f882c95113e8 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:51:23.636684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port feeb5f6f-da1d-42e2-b784-f882c95113e8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:23.637071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:23.713588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port feeb5f6f-da1d-42e2-b784-f882c95113e8 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:23.713978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:23.736954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:23.739215 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8382032e-678a-41c7-8811-6bf9d9ec58ec" -d '{"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-plugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:23.752167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:23.777559 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03446b3a-bc1e-42dc-aa73-127786d8ca72 x-openstack-request-id: req-03446b3a-bc1e-42dc-aa73-127786d8ca72 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:23.777849 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-plugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:23.778103 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-03446b3a-bc1e-42dc-aa73-127786d8ca72 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:23.778504 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'code': 200} Feb 19 01:51:23.812394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:23.866184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:23.885508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cb803-cab7-4bcf-bfc1-3215005176e5 req-83fc7aee-efa5-4574-8849-38a09f44ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:23.887016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d4cb803-cab7-4bcf-bfc1-3215005176e5 req-83fc7aee-efa5-4574-8849-38a09f44ad42 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1127 time: 0.0514877 Feb 19 01:51:23.930473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d4cb803-cab7-4bcf-bfc1-3215005176e5 req-fb5e1bba-535a-4079-8d09-fd0fc6e9e1ce service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374990 Feb 19 01:51:24.078170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cfbe4-c182-44b0-9135-20c795688b69 req-35fdf4e9-c082-4247-b209-b70cb7b514d4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:24.079605 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf2cfbe4-c182-44b0-9135-20c795688b69 req-35fdf4e9-c082-4247-b209-b70cb7b514d4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0575380 Feb 19 01:51:24.125677 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cf2cfbe4-c182-44b0-9135-20c795688b69 req-6d3921c1-5ee7-474f-97ec-9dad9dc1164e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Feb 19 01:51:25.252870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cd862-55c1-47b2-ad4d-69c8f0253f6f req-19132fc2-5c8e-4222-925a-bcec671621ff tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:25.253887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-778cd862-55c1-47b2-ad4d-69c8f0253f6f req-19132fc2-5c8e-4222-925a-bcec671621ff tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Feb 19 01:51:25.302506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-778cd862-55c1-47b2-ad4d-69c8f0253f6f req-0e8ddf37-0290-4456-9135-4fcac48f4004 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Feb 19 01:51:25.429389 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdd948-c486-4e73-b04e-8a4fd5e7831d req-f6499952-471f-4650-9eb5-554a7aa612fe tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:25.430805 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0bcdd948-c486-4e73-b04e-8a4fd5e7831d req-f6499952-471f-4650-9eb5-554a7aa612fe tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0591938 Feb 19 01:51:25.440018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33774) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:51:25.444459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'floatingip': {'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:25.487181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:25.931193 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:25.983285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:26.089456 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 associated. External IP: 172.25.2.153, port: feeb5f6f-da1d-42e2-b784-f882c95113e8. Feb 19 01:51:26.301723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:51:26.415747 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:51:26.421367 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:26.427684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:51:26.438800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:26.439469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:26.451300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-96560193-06b2-42f7-9780-fad0128841b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "PUT /v2.0/floatingips/8ac853e1-60d4-4a0c-9561-6dedad5d6702 HTTP/1.1" status: 200 len: 991 time: 1.0101418 Feb 19 01:51:26.452253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:26.454525 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88223097-3db3-4af6-a808-79058b7215d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:26.500560 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93d001-a830-4635-8812-56ce9e810d36 x-openstack-request-id: req-0a93d001-a830-4635-8812-56ce9e810d36 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:26.500855 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:26.501111 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0a93d001-a830-4635-8812-56ce9e810d36 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:26.501524 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'status': 'completed', 'code': 200} Feb 19 01:51:26.591308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6972a0-7db5-409b-b7b1-4946d2b4878b req-ed31ac4c-444c-4582-bea1-ac1ee7b0002e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.593620 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd6972a0-7db5-409b-b7b1-4946d2b4878b req-ed31ac4c-444c-4582-bea1-ac1ee7b0002e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0907652 Feb 19 01:51:26.616857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223097-3db3-4af6-a808-79058b7215d3 req-690d928c-6dfb-494a-b1eb-7d7aa0c80fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.618375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-690d928c-6dfb-494a-b1eb-7d7aa0c80fab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1127 time: 0.0851226 Feb 19 01:51:26.694980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd6972a0-7db5-409b-b7b1-4946d2b4878b req-515209e1-9eff-4c51-a224-4cd1a4475ff1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949874 Feb 19 01:51:26.727193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:26.744153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223097-3db3-4af6-a808-79058b7215d3 req-63741abb-0ff5-4529-8d97-ea8d2ef74fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.745695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-63741abb-0ff5-4529-8d97-ea8d2ef74fda service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1198609 Feb 19 01:51:26.832929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-69b0b48c-212c-4680-9335-041db587727b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 999 time: 0.0807741 Feb 19 01:51:26.836928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e136d-6f3f-49be-874a-db54e8e39de1 req-6ca59c7b-57b3-4911-8c72-b7aead4d3432 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.838472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-606e136d-6f3f-49be-874a-db54e8e39de1 req-6ca59c7b-57b3-4911-8c72-b7aead4d3432 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0558395 Feb 19 01:51:26.886150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223097-3db3-4af6-a808-79058b7215d3 req-b27ae5b7-227d-4986-9018-29601042022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.887945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-b27ae5b7-227d-4986-9018-29601042022c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0492990 Feb 19 01:51:26.898956 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-606e136d-6f3f-49be-874a-db54e8e39de1 req-54183ef1-0042-4c4f-a3c6-75d2ab1387d7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539653 Feb 19 01:51:26.940058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88223097-3db3-4af6-a808-79058b7215d3 req-c6961b8f-1827-41b5-a195-78b2bc73aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:26.943133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-c6961b8f-1827-41b5-a195-78b2bc73aa4f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473628 Feb 19 01:51:26.953012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-5e12fbbe-f2fa-4da6-b5d0-9bcc602c62b6 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:51:26.953918 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-5e12fbbe-f2fa-4da6-b5d0-9bcc602c62b6 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057678 Feb 19 01:51:26.990452 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:48:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434956-0390-4466-b13f-a6caf3b096c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:51:25Z', 'revision_number': 1, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:27.022076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:51:27.031454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:27.032067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:27.052538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-5abffb99-0b01-4b9f-922f-a80880911414 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926042 Feb 19 01:51:27.147114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88223097-3db3-4af6-a808-79058b7215d3 req-08621aca-0341-4d88-8d56-99111fd32539 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880401 Feb 19 01:51:27.152451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:27.377848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:48:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434956-0390-4466-b13f-a6caf3b096c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:51:25Z', 'revision_number': 1, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:27.413148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410fac3-baf1-4645-a00f-7540e05a2293 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:48:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434956-0390-4466-b13f-a6caf3b096c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:51:25Z', 'revision_number': 1, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:51:27.614729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bbb22-853e-4682-9794-52906d9987cd None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:51:28.027075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa207c-7f11-4057-8182-8ed685c8a56d req-5549ef9f-7924-4345-a9e9-37ccc96d2cd0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:28.028490 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0daa207c-7f11-4057-8182-8ed685c8a56d req-5549ef9f-7924-4345-a9e9-37ccc96d2cd0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0619140 Feb 19 01:51:28.074148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0daa207c-7f11-4057-8182-8ed685c8a56d req-f0e32e71-e2c9-4f6e-ac46-a13ae74b77a6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391679 Feb 19 01:51:28.192304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77b227-1561-4976-98c9-b5037450c3cd req-95eb2744-ad94-47de-bbb1-f0423a952471 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:28.193808 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e77b227-1561-4976-98c9-b5037450c3cd req-95eb2744-ad94-47de-bbb1-f0423a952471 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Feb 19 01:51:28.243324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e77b227-1561-4976-98c9-b5037450c3cd req-453c41d0-07a8-4402-b01b-ba27ac8b9c4b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Feb 19 01:51:28.754287 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a86d2c-d250-46b5-b9f2-baba3b6e732a req-3f55d5ac-cf3c-4450-ae43-2f9aa9fe9cb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:28.755777 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16a86d2c-d250-46b5-b9f2-baba3b6e732a req-3f55d5ac-cf3c-4450-ae43-2f9aa9fe9cb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0538955 Feb 19 01:51:28.805524 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-16a86d2c-d250-46b5-b9f2-baba3b6e732a req-48a71af5-1967-4613-95a5-9dd970e82d18 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Feb 19 01:51:28.849180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-c0e99e45-4c29-42c4-a411-01735e264771 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446780 Feb 19 01:51:29.558606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-448cc344-192d-4665-abd8-01e16219b393 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:29.559985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-448cc344-192d-4665-abd8-01e16219b393 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 942 time: 0.1000268 Feb 19 01:51:30.193372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a7a7-b21e-4316-842d-3268ae0091f5 req-1a039960-3183-44b0-aa2a-8c5d73b5851f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:30.194745 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3329a7a7-b21e-4316-842d-3268ae0091f5 req-1a039960-3183-44b0-aa2a-8c5d73b5851f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0598788 Feb 19 01:51:30.244435 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3329a7a7-b21e-4316-842d-3268ae0091f5 req-0426710b-6933-45ce-ba53-1e9825af68ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 Feb 19 01:51:31.005107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-559420a6-d39b-4ca8-b78e-23f7c3432c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.006583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-559420a6-d39b-4ca8-b78e-23f7c3432c3f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1127 time: 0.0448680 Feb 19 01:51:31.098708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-e278a253-24c6-4ea6-8bbe-914b70c893b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.100115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-e278a253-24c6-4ea6-8bbe-914b70c893b5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0877490 Feb 19 01:51:31.164260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-bf3f827c-b094-44d8-9251-4cdef9c404d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 1001 time: 0.0581872 Feb 19 01:51:31.211148 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-baa8d06d-5bfb-470c-bfe2-75d9e916729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.212598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-baa8d06d-5bfb-470c-bfe2-75d9e916729c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0428810 Feb 19 01:51:31.264665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-4bc6fa3a-85ae-4381-9427-3af2048e2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.266732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-4bc6fa3a-85ae-4381-9427-3af2048e2e5e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482953 Feb 19 01:51:31.357395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-ebbf1eb8-f66e-4b29-a3b7-012a0b9730e7 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844245 Feb 19 01:51:31.369414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e8009-8aee-49b4-aa3e-0cbead2b1654 req-d5c56f21-a466-4eff-8542-1cc5620cad73 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.370891 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd2e8009-8aee-49b4-aa3e-0cbead2b1654 req-d5c56f21-a466-4eff-8542-1cc5620cad73 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0567627 Feb 19 01:51:31.418333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd2e8009-8aee-49b4-aa3e-0cbead2b1654 req-3831edff-45fd-4b01-8fd8-9174ce4cba89 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Feb 19 01:51:31.455496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-aeeaac7a-cd2c-4eb8-845e-84a2053f8429 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Feb 19 01:51:32.538779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c311-a4b4-4274-8106-86510b59f212 req-b10c36dc-46a8-4b54-9f30-79d7b81b4cbf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:32.540254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6721c311-a4b4-4274-8106-86510b59f212 req-b10c36dc-46a8-4b54-9f30-79d7b81b4cbf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0525188 Feb 19 01:51:32.586691 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6721c311-a4b4-4274-8106-86510b59f212 req-ee4f568c-55bd-4cd2-bd43-0f2e28419612 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Feb 19 01:51:33.709181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca7090-b95f-4fdc-af7c-5742f44e99fd req-9e4aa8cf-da9d-43a0-b21a-787d9bfb4b00 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:33.710668 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91ca7090-b95f-4fdc-af7c-5742f44e99fd req-9e4aa8cf-da9d-43a0-b21a-787d9bfb4b00 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Feb 19 01:51:33.757714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91ca7090-b95f-4fdc-af7c-5742f44e99fd req-a08d35d8-507b-44f3-b0ad-a26b7771bea9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Feb 19 01:51:34.878805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a551a5-4d89-479c-961c-51dba3b90169 req-afb64a77-12c8-4b8f-821f-9e72a8052db6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:34.880348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62a551a5-4d89-479c-961c-51dba3b90169 req-afb64a77-12c8-4b8f-821f-9e72a8052db6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0546730 Feb 19 01:51:34.929504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62a551a5-4d89-479c-961c-51dba3b90169 req-765e3ae5-66c5-40ab-83c9-b366e14bb81c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Feb 19 01:51:36.050610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20eb8-e34a-49f9-a921-bd34ab2cb5bc req-18fdeb6b-c7c9-4e04-a990-46b501457b33 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:36.052066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8d20eb8-e34a-49f9-a921-bd34ab2cb5bc req-18fdeb6b-c7c9-4e04-a990-46b501457b33 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0540500 Feb 19 01:51:36.113161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8d20eb8-e34a-49f9-a921-bd34ab2cb5bc req-629db8da-0e6e-4896-aa96-e135dbc0fb5b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530329 Feb 19 01:51:37.237171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27b1e-3351-4bec-9fd4-38b30144f175 req-ec2a0fdf-faa5-41aa-a6eb-e292988cdf57 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:37.238625 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a27b1e-3351-4bec-9fd4-38b30144f175 req-ec2a0fdf-faa5-41aa-a6eb-e292988cdf57 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0560949 Feb 19 01:51:37.284990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47a27b1e-3351-4bec-9fd4-38b30144f175 req-62e8a984-1b86-4f09-bffe-90704397560b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Feb 19 01:51:38.405045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2642-c9d5-4d03-bca2-e5a3240c7a24 req-da3a4db6-d45e-4d08-9f61-0dfefcc839e8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:38.407077 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c5e2642-c9d5-4d03-bca2-e5a3240c7a24 req-da3a4db6-d45e-4d08-9f61-0dfefcc839e8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0542121 Feb 19 01:51:38.463191 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c5e2642-c9d5-4d03-bca2-e5a3240c7a24 req-958898ed-e868-4fd3-a5e4-e98063862916 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497487 Feb 19 01:51:39.585478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35728970-2333-4544-9bb3-b2bc6f8487b6 req-91bfa6ac-947f-40cc-b2d5-59ed644e5227 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:39.586937 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35728970-2333-4544-9bb3-b2bc6f8487b6 req-91bfa6ac-947f-40cc-b2d5-59ed644e5227 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Feb 19 01:51:39.633318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35728970-2333-4544-9bb3-b2bc6f8487b6 req-b3b5d08e-8794-4a1a-8621-da316b21c832 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Feb 19 01:51:40.205941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:40.731621 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edb72abe-fe1a-49df-b12f-f9f328cb52ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:40.743295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:40.761289 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511eeb6-0523-4fc1-a959-4f08526eed69 req-2cf81bfa-c0cc-46c9-9c25-294b3115eb5a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:40.762818 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b511eeb6-0523-4fc1-a959-4f08526eed69 req-2cf81bfa-c0cc-46c9-9c25-294b3115eb5a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0614002 Feb 19 01:51:40.811413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b511eeb6-0523-4fc1-a959-4f08526eed69 req-b071edec-5273-4a78-923e-c7736a46870f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427043 Feb 19 01:51:41.931340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749908a-a7f4-4926-b1ac-12228418757d req-9f2d7239-fd9b-4715-9188-22d8a30f39ec tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:41.932855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f749908a-a7f4-4926-b1ac-12228418757d req-9f2d7239-fd9b-4715-9188-22d8a30f39ec tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Feb 19 01:51:41.983076 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f749908a-a7f4-4926-b1ac-12228418757d req-bdc790c4-3f5c-4ed4-881b-c4d4743ce985 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441949 Feb 19 01:51:42.926043 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1556443-16c5-4b1f-a61b-bb5b191478d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:43.105893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776460ca-49c0-4d7f-b91b-71e94b8a859d req-598db989-587f-4eb8-bd4a-8d225e47d5c6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:43.107389 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776460ca-49c0-4d7f-b91b-71e94b8a859d req-598db989-587f-4eb8-bd4a-8d225e47d5c6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0563171 Feb 19 01:51:43.153550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-776460ca-49c0-4d7f-b91b-71e94b8a859d req-8e00966d-4517-4cf8-8682-89bee8fd8211 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Feb 19 01:51:44.280642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484fc1-b0c8-43ec-ae00-2561e698a32a req-3239e3d0-5f39-402d-badb-e23971cbdad4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:44.282805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2484fc1-b0c8-43ec-ae00-2561e698a32a req-3239e3d0-5f39-402d-badb-e23971cbdad4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 19 01:51:44.331843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2484fc1-b0c8-43ec-ae00-2561e698a32a req-44480db3-9f6c-4639-9884-81b537734581 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Feb 19 01:51:44.358428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:45.440521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:45.456191 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a55a6-59ef-47ee-b116-8b04f3624837 req-6e2a6561-982c-4fa9-afd4-58036bb7466c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:45.457700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-360a55a6-59ef-47ee-b116-8b04f3624837 req-6e2a6561-982c-4fa9-afd4-58036bb7466c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0579765 Feb 19 01:51:45.504911 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-360a55a6-59ef-47ee-b116-8b04f3624837 req-913c6171-917f-4a9c-ab18-5e1a8b9666d8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Feb 19 01:51:46.623753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675aafa-c944-48c2-a590-137a8e9b0751 req-2db9ee67-12c9-4f0a-96aa-a504fc263dee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:46.625648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e675aafa-c944-48c2-a590-137a8e9b0751 req-2db9ee67-12c9-4f0a-96aa-a504fc263dee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Feb 19 01:51:46.673641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e675aafa-c944-48c2-a590-137a8e9b0751 req-c7ae5b57-efb0-4278-b548-3d68b3f12672 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Feb 19 01:51:46.957630 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:47.799320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeb8a3-d716-449c-9268-db4370d5725b req-e06da4c7-3709-414e-a261-25a1e39013c9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:47.800798 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8aeb8a3-d716-449c-9268-db4370d5725b req-e06da4c7-3709-414e-a261-25a1e39013c9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0569394 Feb 19 01:51:47.846123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8aeb8a3-d716-449c-9268-db4370d5725b req-e9d43216-b354-4bd7-9474-fea5537bd2cc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 Feb 19 01:51:48.323664 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-582811f3-118c-4ec0-8600-b15731a05bfe req-ac864047-77d7-4e95-9a2c-439fc70688c5 service neutron] show failed (client error): The resource could not be found. Feb 19 01:51:48.324679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-ac864047-77d7-4e95-9a2c-439fc70688c5 service neutron] 10.222.0.96 "GET /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0609624 Feb 19 01:51:48.886837 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-c28fa539-4d53-45c3-b817-b879d612de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:48.888394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-c28fa539-4d53-45c3-b817-b879d612de01 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1127 time: 0.1010041 Feb 19 01:51:48.898907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:49.004400 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.019538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72067453-61f3-49de-8d3e-d4f07dc8aaa8 req-79aee609-3f58-48f2-9427-f88e45e70364 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:49.020943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72067453-61f3-49de-8d3e-d4f07dc8aaa8 req-79aee609-3f58-48f2-9427-f88e45e70364 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0996256 Feb 19 01:51:49.156057 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72067453-61f3-49de-8d3e-d4f07dc8aaa8 req-944ed5ad-749a-4551-9550-535dfbe1e24c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288393 Feb 19 01:51:49.256723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:49.294139 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:49.334015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:49.336300 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eab15e-c3f6-4ca1-9aac-962aaa4a76d6" -d '{"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-unplugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:49.340317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks [] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.353660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Transition to ACTIVE for port object feeb5f6f-da1d-42e2-b784-f882c95113e8 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:51:49.385770 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b655ee39-cd0d-420f-bea4-2bbb71f3a741 x-openstack-request-id: req-b655ee39-cd0d-420f-bea4-2bbb71f3a741 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:49.386159 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-unplugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:49.386416 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b655ee39-cd0d-420f-bea4-2bbb71f3a741 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:49.386819 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'code': 200} Feb 19 01:51:49.434176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.547580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605025-57e0-4676-983d-04b04e528561 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:49.610723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] No DVR routers for this DVR port feeb5f6f-da1d-42e2-b784-f882c95113e8 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:51:49.747842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:51:49.748188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:51:49.748525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:49.752991 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:51:49.753319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Attempting to bind port feeb5f6f-da1d-42e2-b784-f882c95113e8 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:51:49.758254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:51:49.758597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:51:49.758987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:51:49.759447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Bound port: feeb5f6f-da1d-42e2-b784-f882c95113e8, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:51:49.759807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.822698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:51:49.825607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:51:49.891747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.928289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:49.928926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.930327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-df605025-57e0-4676-983d-04b04e528561 service neutron] 10.222.0.117 "PUT /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 1091 time: 1.0354450 Feb 19 01:51:50.115407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605025-57e0-4676-983d-04b04e528561 service neutron] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:50.115407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-89f2a6fd-13d6-4ca7-8a31-83e1954c72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.115407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-89f2a6fd-13d6-4ca7-8a31-83e1954c72fd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1125 time: 0.0649259 Feb 19 01:51:50.124005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-c916132e-8e7d-407a-969e-d290efbbc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.126213 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-c916132e-8e7d-407a-969e-d290efbbc788 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1016462 Feb 19 01:51:50.198398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-7e275a4b-a5db-4a3e-b86c-dcb91d96640e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 999 time: 0.0663180 Feb 19 01:51:50.276509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-49783f28-6f45-4ca4-bdfb-83898c62ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.277964 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-49783f28-6f45-4ca4-bdfb-83898c62ae8d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0737774 Feb 19 01:51:50.324732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48599e6a-b355-4053-9c28-db4ace493e05 req-1873e250-65a8-4aac-a010-9b6961947735 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.326180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48599e6a-b355-4053-9c28-db4ace493e05 req-1873e250-65a8-4aac-a010-9b6961947735 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.0846877 Feb 19 01:51:50.356224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582811f3-118c-4ec0-8600-b15731a05bfe req-a27973f0-e8ca-490d-9284-e40228547271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.357703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-a27973f0-e8ca-490d-9284-e40228547271 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732768 Feb 19 01:51:50.430674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-48599e6a-b355-4053-9c28-db4ace493e05 req-9fc5872e-65ba-45f0-8380-20d2390ac53a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971861 Feb 19 01:51:50.468112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-0e8dc46c-c577-479d-abab-98ad0318e5c8 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003487 Feb 19 01:51:50.556013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-582811f3-118c-4ec0-8600-b15731a05bfe req-82613467-a2e1-4fc9-a267-76d5ea759498 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823443 Feb 19 01:51:51.387705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:51.390041 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b003356e-c30e-438b-a47d-bc6aa809ee92" -d '{"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:51.439959 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d4b154-359c-4ece-967b-fea4390578c3 x-openstack-request-id: req-40d4b154-359c-4ece-967b-fea4390578c3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:51.440393 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:51.440664 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40d4b154-359c-4ece-967b-fea4390578c3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:51.441155 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'status': 'completed', 'code': 200} Feb 19 01:51:51.566187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d6a3e79f-72d9-4369-bed6-e0b3dbe4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.567727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d6a3e79f-72d9-4369-bed6-e0b3dbe4988d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1125 time: 0.1091092 Feb 19 01:51:51.590154 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:51:51.595566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-b6fed2f6-550d-47a8-8bc2-9bb9da88d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.597698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-b6fed2f6-550d-47a8-8bc2-9bb9da88d94b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1125 time: 0.1310437 Feb 19 01:51:51.635208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port feeb5f6f-da1d-42e2-b784-f882c95113e8 host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:51:51.635751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:51:51.685424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389519-6b5f-4a7e-a341-44cf3a5899a6 req-fab19ca4-0311-47d6-9b2d-ccab0d899a67 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.686801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef389519-6b5f-4a7e-a341-44cf3a5899a6 req-fab19ca4-0311-47d6-9b2d-ccab0d899a67 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 943 time: 0.1744673 Feb 19 01:51:51.803745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d2bebe98-28e5-4091-ab6a-3e49b1256f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.805210 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d2bebe98-28e5-4091-ab6a-3e49b1256f16 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.2304263 Feb 19 01:51:51.823338 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-ae88d9f5-0ace-4924-8203-c3562410b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.824727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-ae88d9f5-0ace-4924-8203-c3562410b44b service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.2101784 Feb 19 01:51:51.829969 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ef389519-6b5f-4a7e-a341-44cf3a5899a6 req-c0019d3c-f231-46f0-a6ef-e58ae4268bcd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145997 Feb 19 01:51:52.156861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:51:52.268721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:52.292203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'mac_address': 'fa:16:3e:48:a1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:51:52.305477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-5dff9231-9464-4967-b50d-ae4a68c05d58 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 999 time: 0.4902339 Feb 19 01:51:52.320558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-f28f8d6f-4a7f-491d-ba81-104be3e7e8c5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 999 time: 0.4626818 Feb 19 01:51:52.330876 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port feeb5f6f-da1d-42e2-b784-f882c95113e8 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:52.331446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:52.349568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeb5f6f-da1d-42e2-b784-f882c95113e8 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:51:52.371035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:52.399905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-85a9d472-9d84-4b0c-80d3-f2cf72c42cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.401366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-85a9d472-9d84-4b0c-80d3-f2cf72c42cbc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0895729 Feb 19 01:51:52.406321 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-f13642cb-25c8-4dd3-98d8-68d94036b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.407736 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-f13642cb-25c8-4dd3-98d8-68d94036b2c3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0642953 Feb 19 01:51:52.441910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:52.486304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-0a48e62d-2ae6-40bc-a81d-b36997fc1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.487856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-0a48e62d-2ae6-40bc-a81d-b36997fc1e81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790870 Feb 19 01:51:52.489648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d850510b-b17c-45ec-a901-ce1149a8eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.491060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-d850510b-b17c-45ec-a901-ce1149a8eab3 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749581 Feb 19 01:51:52.492260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:52.649955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['feeb5f6f-da1d-42e2-b784-f882c95113e8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:51:52.652843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-f18fab3c-8d70-41ce-97db-fbac686e3ae3 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581821 Feb 19 01:51:52.658599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-99fb4446-1e00-4e20-ab40-d84a3ddaa5a4 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448259 Feb 19 01:51:52.815274 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-ec387eeb-9312-4452-a771-b7747e1717c4 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557968 Feb 19 01:51:52.817124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b003356e-c30e-438b-a47d-bc6aa809ee92 req-3d61a0e1-fa80-4342-a292-ac93bfca8745 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507809 Feb 19 01:51:52.955818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697229-83e1-4322-a9e5-88b8b11e31a6 req-f9ad9e16-c6a1-4e3f-ad85-3ad76b65e8b5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.957229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54697229-83e1-4322-a9e5-88b8b11e31a6 req-f9ad9e16-c6a1-4e3f-ad85-3ad76b65e8b5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 944 time: 0.0544777 Feb 19 01:51:53.005135 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-54697229-83e1-4322-a9e5-88b8b11e31a6 req-70cfd3df-14dd-4737-a842-b67ff86e528a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Feb 19 01:51:53.335944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58654d3-a955-437e-bbab-0e6d997949da req-856ed0cd-dc5e-4b0d-801f-8247b969fafa tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.337470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b58654d3-a955-437e-bbab-0e6d997949da req-856ed0cd-dc5e-4b0d-801f-8247b969fafa tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 944 time: 0.0550570 Feb 19 01:51:53.390620 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b58654d3-a955-437e-bbab-0e6d997949da req-40eaee27-13bc-420e-bfdf-e9d02d1b817a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Feb 19 01:51:53.414464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-dd2349ff-1c02-41c7-b042-53f875c5e72d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.415980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-dd2349ff-1c02-41c7-b042-53f875c5e72d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2&tenant_id=fe4a9c45715643ea9644d175f9685671&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 944 time: 0.0590405 Feb 19 01:51:53.481020 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-de94888f-5911-4733-8394-2efd0852b089 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:51:53.481935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-de94888f-5911-4733-8394-2efd0852b089 service neutron] 10.222.0.96 "DELETE /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0595331 Feb 19 01:51:53.571289 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-e5fcacce-3354-446f-a64f-14e9e0dd74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.572837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-e5fcacce-3354-446f-a64f-14e9e0dd74f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 1126 time: 0.0462112 Feb 19 01:51:53.663002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-476e9d99-3912-4a25-916a-84fa008e7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.664513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-476e9d99-3912-4a25-916a-84fa008e7d47 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0849829 Feb 19 01:51:53.732423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-3fcbf75d-3991-427a-aa60-92a775d6b1cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 200 len: 1000 time: 0.0612864 Feb 19 01:51:53.785891 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-bc081dc8-ef59-4c03-9558-12e90ae50226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.788061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-bc081dc8-ef59-4c03-9558-12e90ae50226 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0497570 Feb 19 01:51:53.838802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-b7a20612-1eb6-4f82-976f-9c4221533044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.840362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-b7a20612-1eb6-4f82-976f-9c4221533044 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462546 Feb 19 01:51:53.933582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-94a24101-5ff4-47cf-891d-68f181e88f4e service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866919 Feb 19 01:51:54.021661 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f435e069-efa0-4d1e-af3f-d92d85e3ba47 req-c27809df-37d5-4ea7-8250-b3e072c433bb service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Feb 19 01:51:54.177145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:54.280007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port feeb5f6f-da1d-42e2-b784-f882c95113e8 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:51:54.284989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port feeb5f6f-da1d-42e2-b784-f882c95113e8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:54.285513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:54.366396 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port feeb5f6f-da1d-42e2-b784-f882c95113e8 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:54.366792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:54.389755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:54.392330 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b28b03-ab23-415e-baeb-594640ba184b" -d '{"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-plugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:54.405306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:54.446382 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40382ef8-af1e-4586-b3c6-8573ecd460f0 x-openstack-request-id: req-40382ef8-af1e-4586-b3c6-8573ecd460f0 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:54.446789 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-plugged", "status": "completed", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:54.447231 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-40382ef8-af1e-4586-b3c6-8573ecd460f0 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:54.451679 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'code': 200} Feb 19 01:51:54.457486 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:51:54.496969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:54.531904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f8d43-92eb-4223-8331-326be62fc8bc req-f66ec368-65c1-4506-aa43-87401904926d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:54.534954 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-017f8d43-92eb-4223-8331-326be62fc8bc req-f66ec368-65c1-4506-aa43-87401904926d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 944 time: 0.0556698 Feb 19 01:51:54.550564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:54.584027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-017f8d43-92eb-4223-8331-326be62fc8bc req-a1f462ca-fd16-432b-80d6-5365e0fb4b5a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Feb 19 01:51:55.709313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81422e61-e767-4cee-943d-2b480ebd3de2 req-df0d29ed-15fb-4bc3-adc4-c9088da2e512 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:55.710774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81422e61-e767-4cee-943d-2b480ebd3de2 req-df0d29ed-15fb-4bc3-adc4-c9088da2e512 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0577695 Feb 19 01:51:55.758469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-81422e61-e767-4cee-943d-2b480ebd3de2 req-8a499ce1-b8b2-433b-afa1-847298429cbe tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Feb 19 01:51:55.940242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f2d75-6530-495a-98c4-15727d3557ca req-6d1d4a18-9d20-4f64-b854-311ae2752142 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:55.942406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f2f2d75-6530-495a-98c4-15727d3557ca req-6d1d4a18-9d20-4f64-b854-311ae2752142 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.1152282 Feb 19 01:51:55.987896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8f2f2d75-6530-495a-98c4-15727d3557ca req-db2c673f-8366-4e90-a59d-259df850b703 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Feb 19 01:51:56.106058 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf313-8217-4cda-a2e4-3066293e4cd5 req-169c2522-f8b5-4048-acc5-2320bd391158 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:56.107597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1bdf313-8217-4cda-a2e4-3066293e4cd5 req-169c2522-f8b5-4048-acc5-2320bd391158 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0527792 Feb 19 01:51:56.154228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1bdf313-8217-4cda-a2e4-3066293e4cd5 req-04014a4a-41d3-4fc3-aca4-fc41b5753def tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Feb 19 01:51:56.630063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b82f-f988-400e-8776-712d89e64eb5 req-35cda97f-5649-4f08-aa91-136141b8f1fb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:56.631567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04b6b82f-f988-400e-8776-712d89e64eb5 req-35cda97f-5649-4f08-aa91-136141b8f1fb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0566235 Feb 19 01:51:56.677953 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-04b6b82f-f988-400e-8776-712d89e64eb5 req-7ced6a5c-64fe-4893-8108-a39997903ba5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Feb 19 01:51:57.805567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd4d-23ee-4476-8fcb-0a9fc9b47b5a req-97532e69-a12f-4e7f-a98c-990985d426ee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:57.807060 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0537bd4d-23ee-4476-8fcb-0a9fc9b47b5a req-97532e69-a12f-4e7f-a98c-990985d426ee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0572135 Feb 19 01:51:57.853672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0537bd4d-23ee-4476-8fcb-0a9fc9b47b5a req-9c391271-794d-40fa-848d-4f89b48e63e0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Feb 19 01:51:57.907561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-9410ef5c-3a25-4910-854b-468c7c7db855 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:57.909350 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-9410ef5c-3a25-4910-854b-468c7c7db855 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 945 time: 0.0593007 Feb 19 01:51:57.998889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Deleting port feeb5f6f-da1d-42e2-b784-f882c95113e8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:51:57.999292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.090593 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] For port feeb5f6f-da1d-42e2-b784-f882c95113e8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=feeb5f6f-da1d-42e2-b784-f882c95113e8,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:58.090970 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.266597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.266867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.267216 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 disassociated. External IP: 172.25.2.153, port: feeb5f6f-da1d-42e2-b784-f882c95113e8. Feb 19 01:51:58.267559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Calling delete_port for feeb5f6f-da1d-42e2-b784-f882c95113e8 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:51:58.456963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (feeb5f6f-da1d-42e2-b784-f882c95113e8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.487675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'Port': ['ID=feeb5f6f-da1d-42e2-b784-f882c95113e8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:58.617029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:51:58.732067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:51:58.743957 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:51:58.754188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:58.754810 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:58.775932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] No DVR routers for this DVR port feeb5f6f-da1d-42e2-b784-f882c95113e8 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:51:58.778673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:58.782433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9316953-7549-4e38-b21d-e553e67bd3c4 req-50711b8c-853d-4cf9-b7c8-81e805ac8ad6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "DELETE /v2.0/ports/feeb5f6f-da1d-42e2-b784-f882c95113e8 HTTP/1.1" status: 204 len: 173 time: 0.8682833 Feb 19 01:51:58.783170 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-deleted', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:58.786089 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ff213-03b3-4206-9b7d-70fcbd06338d" -d '{"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-deleted", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:58.871182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:58.891253 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0d1fb-85b7-4338-b8e6-5fa9cef63b6b x-openstack-request-id: req-9bb0d1fb-85b7-4338-b8e6-5fa9cef63b6b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:58.891253 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e434956-0390-4466-b13f-a6caf3b096c2", "name": "network-vif-deleted", "tag": "feeb5f6f-da1d-42e2-b784-f882c95113e8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:58.891253 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9bb0d1fb-85b7-4338-b8e6-5fa9cef63b6b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:58.891253 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e434956-0390-4466-b13f-a6caf3b096c2', 'name': 'network-vif-deleted', 'tag': 'feeb5f6f-da1d-42e2-b784-f882c95113e8', 'status': 'completed', 'code': 200} Feb 19 01:51:58.971332 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82d9a85c-0d2e-4311-b17c-d9f596c0f71e req-06b787a6-4795-4b2b-a9e1-4ab6694105dc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e434956-0390-4466-b13f-a6caf3b096c2 HTTP/1.1" status: 200 len: 210 time: 0.0326133 Feb 19 01:51:59.084770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:59.116277 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:51:59.124835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:51:59.125445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:59.235213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:51:59.439845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:51:59.467457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea831f97-1683-4799-b9f1-276d6e8a3e3c None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:51:59.697710 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43db51-1bcc-4a70-8af3-136d0639e629 None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:52:00.385666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-40a98fd2-2e16-4dd0-8eb0-15d8b4aa39fb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1307043403&fields=id&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 267 time: 0.0472722 Feb 19 01:52:00.491839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5c0d022a-41ad-4512-8404-836f8c4418a2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:00.493281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5c0d022a-41ad-4512-8404-836f8c4418a2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1011553 Feb 19 01:52:00.508279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-7f19107c-546f-488e-b781-d63e751a7af1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/quotas/fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Feb 19 01:52:00.567797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-f3acc5d6-cbce-4200-8ed7-45373b349a18 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545857 Feb 19 01:52:00.663965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-874932b4-4060-4dcd-8dd6-1e5d6a0e2355 service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847166 Feb 19 01:52:00.755850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-8f6ce860-371c-4c62-95bf-592fc8df9a9a service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863907 Feb 19 01:52:00.978234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-31924865-8382-48a0-b439-73f6b8dfc75e req-b2ddf689-1d56-4c01-9df9-a3a272e0b138 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Feb 19 01:52:02.073192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d944aa26-396a-45a5-abad-30762097e544 req-2c6992b2-c899-4ec6-86bf-0b1edb5f180c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Feb 19 01:52:02.249166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:52:02.268833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: feeb5f6f-da1d-42e2-b784-f882c95113e8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:52:02.269177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device feeb5f6f-da1d-42e2-b784-f882c95113e8 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:52:02.636160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-50959a41-6ac9-48b8-bd63-fa28438e8b58 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:02.637559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-50959a41-6ac9-48b8-bd63-fa28438e8b58 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1099980 Feb 19 01:52:02.702387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-57f6c70c-9a03-4353-a41e-001898d0331d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 380 time: 0.0573592 Feb 19 01:52:02.710205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'port': {'device_id': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'admin_state_up': True, 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'security_groups': ['7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:02.914694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:52:02.918213 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.048857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Allocated IP 172.20.0.10 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/109832d3-90b1-491c-aaf5-49f63cc2668d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:52:03.176303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ab1baf9c-05bc-42f1-ba49-aa9cdf497a4c req-3344a06d-1588-4508-bb08-941d14c3af8a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 210 time: 0.0329592 Feb 19 01:52:03.188221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.274719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.318630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:52:03.321993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:52:03.325582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:52:03.349422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:03.378560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:03.379216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.474500 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5baa3e12-1efa-4d98-81cb-b7c5435ac84a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678781 Feb 19 01:52:03.486319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Request body: {'port': {'device_id': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:03.533933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-dd85a412-7e50-4f22-99f9-d91920e7a6c1 None None] Provisioning complete for port 109832d3-90b1-491c-aaf5-49f63cc2668d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:52:03.534535 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd85a412-7e50-4f22-99f9-d91920e7a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.550885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.567115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-dd85a412-7e50-4f22-99f9-d91920e7a6c1 None None] Port 109832d3-90b1-491c-aaf5-49f63cc2668d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:52:03.812540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109832d3-90b1-491c-aaf5-49f63cc2668d {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:03.819985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks [] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.831638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Transition to ACTIVE for port object 109832d3-90b1-491c-aaf5-49f63cc2668d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:52:03.894144 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:03.947956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:04.028428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:52:04.028771 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:52:04.029108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:04.034121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:52:04.034457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:04.040322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:52:04.040725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:52:04.041126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:52:04.041566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Bound port: 109832d3-90b1-491c-aaf5-49f63cc2668d, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:52:04.041928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:04.108840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:52:04.112103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:52:04.175319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:04.217674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.218285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:04.220058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] 10.222.0.117 "PUT /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1092 time: 0.7382417 Feb 19 01:52:04.220517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:04.223173 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf84a9-eee6-4622-ae60-d6af64e33a45" -d '{"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:04.252186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de698098-d819-4e7f-8c96-f955a3e53b30 service neutron] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:04.295778 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98fa020-1827-4eb6-ad37-5747c2d0c022 x-openstack-request-id: req-c98fa020-1827-4eb6-ad37-5747c2d0c022 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:04.296093 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:04.296338 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c98fa020-1827-4eb6-ad37-5747c2d0c022 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:04.296789 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'status': 'completed', 'code': 200} Feb 19 01:52:04.357013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff367d-715d-49bb-80b1-cbf77d3883bc req-94b03d40-2787-46a1-9456-419f12e99041 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.363665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56ff367d-715d-49bb-80b1-cbf77d3883bc req-94b03d40-2787-46a1-9456-419f12e99041 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.1041124 Feb 19 01:52:04.411785 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-2dee7ba7-254b-4368-a6a6-8c386b17ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.413307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-2dee7ba7-254b-4368-a6a6-8c386b17ff00 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1126 time: 0.1023726 Feb 19 01:52:04.435793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56ff367d-715d-49bb-80b1-cbf77d3883bc req-d1e4d30c-7f08-4e7c-978b-1b742569d3b3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712354 Feb 19 01:52:04.520545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-82628dbe-48bd-4c87-a7bb-2e1a93670310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.522003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-82628dbe-48bd-4c87-a7bb-2e1a93670310 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=fe4a9c45715643ea9644d175f9685671&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997930 Feb 19 01:52:04.635165 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-6b1096b4-c276-462b-985a-235fd9ea396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.636558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-16bf84a9-eee6-4622-ae60-d6af64e33a45 req-6b1096b4-c276-462b-985a-235fd9ea396e service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083083 Feb 19 01:52:04.712672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5c35bb7e-af53-44ea-8944-646a654b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.714153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-5c35bb7e-af53-44ea-8944-646a654b0bba service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1126 time: 0.0444782 Feb 19 01:52:04.757844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-799a2e5a-19b7-43d7-8949-7923d6f79e1f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 217 time: 0.0375371 Feb 19 01:52:04.804534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-aab12ea8-de40-47c3-9f9b-7788119caac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.806758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-aab12ea8-de40-47c3-9f9b-7788119caac6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0436418 Feb 19 01:52:04.856336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb16ba-1928-4748-ba76-3370296df69a req-f8616870-9da1-4b07-ab3a-98ef8f2b0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.857806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-f8616870-9da1-4b07-ab3a-98ef8f2b0edd service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434391 Feb 19 01:52:04.952701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-4370343a-61dc-47b8-8a79-467eb2b2e1be service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889878 Feb 19 01:52:05.039720 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8eeb16ba-1928-4748-ba76-3370296df69a req-1dea0d3f-ec25-4745-b2a8-fe85a637ca59 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814557 Feb 19 01:52:05.559341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2449a-ff21-40a7-9c2c-f219abebd4e8 req-e54ea2cf-563e-41d6-ad6e-76e3932558c6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:05.560819 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46f2449a-ff21-40a7-9c2c-f219abebd4e8 req-e54ea2cf-563e-41d6-ad6e-76e3932558c6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.0530553 Feb 19 01:52:05.607306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46f2449a-ff21-40a7-9c2c-f219abebd4e8 req-a818343f-d661-4175-9821-4876785ffe9e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Feb 19 01:52:06.267432 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:52:06.366427 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:06.379254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'mac_address': 'fa:16:3e:73:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:52:06.421758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 109832d3-90b1-491c-aaf5-49f63cc2668d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:06.422249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:06.435643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109832d3-90b1-491c-aaf5-49f63cc2668d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:06.454797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:06.534367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:06.585193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:06.725654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229428e1-2375-4a2c-9a7a-daf6a55c013f req-a01287d2-1863-4793-ad8a-d6eaef2dafd1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:06.727129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-229428e1-2375-4a2c-9a7a-daf6a55c013f req-a01287d2-1863-4793-ad8a-d6eaef2dafd1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Feb 19 01:52:06.744226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['109832d3-90b1-491c-aaf5-49f63cc2668d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:52:06.781131 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-229428e1-2375-4a2c-9a7a-daf6a55c013f req-11bf459e-5930-49f1-9f7f-148660f88246 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Feb 19 01:52:07.916646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54d13-ff5b-4db6-b87f-62fe48663669 req-0b7d3fbb-4c1f-468a-9342-0bf4d231f40a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:07.919422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fde54d13-ff5b-4db6-b87f-62fe48663669 req-0b7d3fbb-4c1f-468a-9342-0bf4d231f40a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 945 time: 0.0602732 Feb 19 01:52:07.965291 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fde54d13-ff5b-4db6-b87f-62fe48663669 req-c5691e44-b763-4a7f-acfc-eb301630ef13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 Feb 19 01:52:08.279842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:52:08.536374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 109832d3-90b1-491c-aaf5-49f63cc2668d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:52:08.540981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 109832d3-90b1-491c-aaf5-49f63cc2668d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:52:08.541375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:08.618517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 109832d3-90b1-491c-aaf5-49f63cc2668d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:08.619010 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:08.641464 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:08.643704 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6e5d1-451e-4224-8fd2-c583f0f6c5dc" -d '{"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-plugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:08.656289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:08.681766 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c01637-98e1-4652-a4e2-bb0154abbde7 x-openstack-request-id: req-63c01637-98e1-4652-a4e2-bb0154abbde7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:08.682103 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-plugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:08.682377 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-63c01637-98e1-4652-a4e2-bb0154abbde7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:08.682797 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'code': 200} Feb 19 01:52:08.690641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:08.744675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:08.782167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e51d-b4e0-4480-9fed-d21f5a2ed2ca req-74b2d1f7-ad6f-4a54-b39a-8b29769bbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:08.783945 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e212e51d-b4e0-4480-9fed-d21f5a2ed2ca req-74b2d1f7-ad6f-4a54-b39a-8b29769bbae6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1128 time: 0.0458572 Feb 19 01:52:08.827127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e212e51d-b4e0-4480-9fed-d21f5a2ed2ca req-25b60685-3798-4751-a7ca-83ce705a3b1b service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Feb 19 01:52:09.089606 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efd4ab-99e8-4b22-bb4a-e529fdb50d43 req-9197ae29-9516-49dd-b702-da3abb5b3d82 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:09.090983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13efd4ab-99e8-4b22-bb4a-e529fdb50d43 req-9197ae29-9516-49dd-b702-da3abb5b3d82 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0553415 Feb 19 01:52:09.136454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-13efd4ab-99e8-4b22-bb4a-e529fdb50d43 req-1ae93540-be15-4368-a130-3fedf970a2a5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 Feb 19 01:52:10.228239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.256994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26ad0-5c2a-4afb-9f07-881f698e3061 req-8ee0821a-86c8-4b21-b6b1-543a89dc2d7f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:10.258471 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68a26ad0-5c2a-4afb-9f07-881f698e3061 req-8ee0821a-86c8-4b21-b6b1-543a89dc2d7f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0518568 Feb 19 01:52:10.305958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68a26ad0-5c2a-4afb-9f07-881f698e3061 req-ace98649-9b12-4f9f-9bf2-023ac7f1160d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Feb 19 01:52:10.420581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3865fa5-efa9-4edf-b68f-a79045473c63 req-85dfd762-958b-4f7a-b5a3-2ce86374c8d8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:10.421988 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3865fa5-efa9-4edf-b68f-a79045473c63 req-85dfd762-958b-4f7a-b5a3-2ce86374c8d8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0528297 Feb 19 01:52:10.432070 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 33942) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:52:10.437022 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'floatingip': {'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:10.478307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.688770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9a5567c-b055-4a27-b969-7aaf08084e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.711422 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:11.175455 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.resource_extend [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 01:52:11.224735 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:11.282999 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:11.386286 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 associated. External IP: 172.25.2.153, port: 109832d3-90b1-491c-aaf5-49f63cc2668d. Feb 19 01:52:11.601061 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:52:11.715776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:52:11.720776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:11.725659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:52:11.736255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:11.736869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:11.752645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6efb1348-8961-4bc7-bf89-76b79efa4cc1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "PUT /v2.0/floatingips/8ac853e1-60d4-4a0c-9561-6dedad5d6702 HTTP/1.1" status: 200 len: 992 time: 1.3201630 Feb 19 01:52:11.753257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:11.755573 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe" -d '{"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:11.858363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:11.860925 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f52b7b-9bbe-42d4-a05f-c548a0db0fe1 x-openstack-request-id: req-f5f52b7b-9bbe-42d4-a05f-c548a0db0fe1 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:11.861276 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:11.861464 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f5f52b7b-9bbe-42d4-a05f-c548a0db0fe1 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:11.861868 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'status': 'completed', 'code': 200} Feb 19 01:52:11.930026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-516112b4-7a9a-4887-a6d9-ab84fad7ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:11.932978 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-516112b4-7a9a-4887-a6d9-ab84fad7ddd7 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1128 time: 0.0502567 Feb 19 01:52:12.039319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-dba95515-c8e6-4c71-bec8-dae844b8caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:12.042112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-dba95515-c8e6-4c71-bec8-dae844b8caa7 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1041472 Feb 19 01:52:12.095361 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521803-a278-4ed0-8717-92d2ed40ed58 req-ca0009c6-5b3a-452d-80ae-d8ed677e5b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:12.097000 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb521803-a278-4ed0-8717-92d2ed40ed58 req-ca0009c6-5b3a-452d-80ae-d8ed677e5b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0555191 Feb 19 01:52:12.123294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-0a0eb7f1-eea8-49cb-b6a1-8fe0b299cd81 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1000 time: 0.0747454 Feb 19 01:52:12.132665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:73:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:52:10Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:12.153184 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb521803-a278-4ed0-8717-92d2ed40ed58 req-3589e4e2-399d-44ff-a1e6-1adf5e63cc03 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505524 Feb 19 01:52:12.164211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:52:12.172596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:12.173206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:51:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:12.178687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-d6c3962b-82d0-41a2-99b1-78f01ac1b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:12.180176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-d6c3962b-82d0-41a2-99b1-78f01ac1b71e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0490053 Feb 19 01:52:12.228877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-12f71492-1f85-4e64-a359-d230997de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:12.230406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-12f71492-1f85-4e64-a359-d230997de9b4 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439372 Feb 19 01:52:12.286871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:12.333682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-f813837d-8271-4de8-98c8-0013f08bb22e service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974762 Feb 19 01:52:12.424034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e2643d9-29d0-4b3d-a174-d5d8060ebafe req-32405fa7-e065-4632-a979-6d540d7dfe79 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Feb 19 01:52:12.527685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:73:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:52:10Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:12.554482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d555562-39e3-4047-a737-bd07a000ccb7 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:73:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:52:10Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:52:12.750696 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdee376-e4a2-4993-81af-0d1d488c92aa None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:52:12.913628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05be424c-f303-42d2-913b-fa1539fbb193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:13.275888 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59de1a-51c5-4d52-99ca-354ad1f4409b req-b620e251-2382-43a3-aff7-68d99ce20cd3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:13.277434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d59de1a-51c5-4d52-99ca-354ad1f4409b req-b620e251-2382-43a3-aff7-68d99ce20cd3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0543964 Feb 19 01:52:13.329703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d59de1a-51c5-4d52-99ca-354ad1f4409b req-86b41d53-db74-496e-9ec5-45ea11b1317e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463431 Feb 19 01:52:14.382183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:14.460035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011b78d-d5e5-434b-8e1e-6a85b900ac48 req-9942c012-5b30-43bb-bc90-c7576091d8dc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:14.461543 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a011b78d-d5e5-434b-8e1e-6a85b900ac48 req-9942c012-5b30-43bb-bc90-c7576091d8dc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0556488 Feb 19 01:52:14.515771 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a011b78d-d5e5-434b-8e1e-6a85b900ac48 req-7b06e3a0-23b3-49e0-a3e3-146f6615695b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484974 Feb 19 01:52:15.450714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:15.637365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a64fdd-258e-4ff7-a2c8-6da7f2b6dd8e req-f8841fe0-78e6-4801-ae59-bb081de217e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:15.639007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65a64fdd-258e-4ff7-a2c8-6da7f2b6dd8e req-f8841fe0-78e6-4801-ae59-bb081de217e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0559077 Feb 19 01:52:15.687923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-65a64fdd-258e-4ff7-a2c8-6da7f2b6dd8e req-272694ac-e46c-4b07-a267-ad4b8e92e090 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Feb 19 01:52:16.806513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810f154-3793-4935-8327-24d63b137158 req-a98df1e1-fdf3-42eb-b6c0-534a90d02d03 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:16.808025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c810f154-3793-4935-8327-24d63b137158 req-a98df1e1-fdf3-42eb-b6c0-534a90d02d03 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0515718 Feb 19 01:52:16.857338 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c810f154-3793-4935-8327-24d63b137158 req-882614eb-76ae-406c-9383-d14113231790 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Feb 19 01:52:16.968141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:17.984398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefac70-45e1-4eaa-8a00-ec3903e0b189 req-6607c4b3-7c6e-427e-9ebf-ed9edfe76173 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:17.985948 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cefac70-45e1-4eaa-8a00-ec3903e0b189 req-6607c4b3-7c6e-427e-9ebf-ed9edfe76173 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0573058 Feb 19 01:52:18.032354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3cefac70-45e1-4eaa-8a00-ec3903e0b189 req-1757c275-4176-4078-89db-45a73aaa1f72 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 Feb 19 01:52:19.167637 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1872253-9ee4-45d2-a3d0-c5fa878d9365 req-5e5b62f7-054a-44c9-9864-599ca33183e5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:19.169903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1872253-9ee4-45d2-a3d0-c5fa878d9365 req-5e5b62f7-054a-44c9-9864-599ca33183e5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0629194 Feb 19 01:52:19.215523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e1872253-9ee4-45d2-a3d0-c5fa878d9365 req-3f055aea-d625-4736-9917-56614187e54a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401762 Feb 19 01:52:20.342354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cc4dc-806d-4766-8275-e5f2288a7566 req-a9979fdc-b480-4c1d-820b-5c8fe6584f83 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:20.344010 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-945cc4dc-806d-4766-8275-e5f2288a7566 req-a9979fdc-b480-4c1d-820b-5c8fe6584f83 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0572321 Feb 19 01:52:20.392332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-945cc4dc-806d-4766-8275-e5f2288a7566 req-81e16688-ed1b-48c2-8c37-a9245afabbc3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Feb 19 01:52:21.514495 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546ac8-0be7-4b40-8e70-e1e230bd8eee req-02e87dc1-0ada-4810-a181-1b4c3ba4636c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:21.515998 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d546ac8-0be7-4b40-8e70-e1e230bd8eee req-02e87dc1-0ada-4810-a181-1b4c3ba4636c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0528667 Feb 19 01:52:21.564198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7d546ac8-0be7-4b40-8e70-e1e230bd8eee req-62a52b1f-41ac-4abe-a3ff-32182f883593 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Feb 19 01:52:22.692347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae0b0a-8f55-47d1-9416-0da78d57b5cd req-233f3bfa-ea19-447f-bdd2-48412993e2da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:22.694417 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abae0b0a-8f55-47d1-9416-0da78d57b5cd req-233f3bfa-ea19-447f-bdd2-48412993e2da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0632212 Feb 19 01:52:22.755536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abae0b0a-8f55-47d1-9416-0da78d57b5cd req-d009588b-5ee4-4d16-8e83-d76b226b928f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555732 Feb 19 01:52:23.704446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-7521ac07-ce6c-428f-a1f9-0ec99337104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:23.705942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-7521ac07-ce6c-428f-a1f9-0ec99337104a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1128 time: 0.0442650 Feb 19 01:52:23.814899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-1fdb3559-42ec-4eba-914a-95e104145427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:23.816454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-1fdb3559-42ec-4eba-914a-95e104145427 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0937984 Feb 19 01:52:23.882215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c9a32-3342-4d1d-a452-78ee5c4c6523 req-5d9bd788-09b6-4876-b44d-ce79095cdfb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:23.882873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-c5ce216c-3598-46ad-ac84-157863ace46d service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1002 time: 0.0589185 Feb 19 01:52:23.883737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-404c9a32-3342-4d1d-a452-78ee5c4c6523 req-5d9bd788-09b6-4876-b44d-ce79095cdfb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0567505 Feb 19 01:52:23.931612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-404c9a32-3342-4d1d-a452-78ee5c4c6523 req-7e226ca9-be72-4622-8c22-8897a73ead14 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Feb 19 01:52:23.938153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-d19d3e2b-81c8-46eb-8fab-fdaad397f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:23.940219 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-d19d3e2b-81c8-46eb-8fab-fdaad397f0f0 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0490024 Feb 19 01:52:23.988665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-d51602bc-ff94-46b8-a7a1-d80e617137e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:23.990060 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-d51602bc-ff94-46b8-a7a1-d80e617137e1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443177 Feb 19 01:52:24.077179 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-25f47022-cecf-4567-8f33-fa03aa02b7ab service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804777 Feb 19 01:52:24.167464 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e6791973-64aa-42bf-876e-2f6af1c08103 req-b7883366-f1d9-4fd8-af6b-4c96057a8b9c service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Feb 19 01:52:25.057313 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232057c-fce1-4b2d-85fc-771b84af3ed4 req-5bde13cd-43dc-4df2-9021-084991529cfe tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:25.058732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5232057c-fce1-4b2d-85fc-771b84af3ed4 req-5bde13cd-43dc-4df2-9021-084991529cfe tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0579984 Feb 19 01:52:25.106183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5232057c-fce1-4b2d-85fc-771b84af3ed4 req-33e6af25-4e28-4590-b7bd-202ef198545a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Feb 19 01:52:26.226190 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c15ef-a007-4e7f-93af-21847811c1bb req-42819421-548f-444a-9bc6-e64ce49fc99f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:26.227714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f5c15ef-a007-4e7f-93af-21847811c1bb req-42819421-548f-444a-9bc6-e64ce49fc99f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0525234 Feb 19 01:52:26.274496 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4f5c15ef-a007-4e7f-93af-21847811c1bb req-07764299-789a-47f3-9b5f-19a178753087 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Feb 19 01:52:27.396238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649ffc4-e417-4932-964d-8e81882efa1b req-1eb2c8fe-4869-46d3-b36e-7cab51d06d0e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:27.397724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8649ffc4-e417-4932-964d-8e81882efa1b req-1eb2c8fe-4869-46d3-b36e-7cab51d06d0e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0556650 Feb 19 01:52:27.453898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8649ffc4-e417-4932-964d-8e81882efa1b req-4b4276fc-e67d-422a-a059-6dae96637c34 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505805 Feb 19 01:52:28.573594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d048a-5479-4216-bcc5-fd538da21e1c req-1902808f-7985-4c9a-a8ca-6965e8469d3a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:28.575136 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-001d048a-5479-4216-bcc5-fd538da21e1c req-1902808f-7985-4c9a-a8ca-6965e8469d3a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Feb 19 01:52:28.626843 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-001d048a-5479-4216-bcc5-fd538da21e1c req-1b4023b7-a223-488a-8676-a99a17ffd14c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Feb 19 01:52:29.745539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb4ebe-072d-4dbe-b0ce-7b61d2349dc4 req-3b573574-2a96-4c56-99d1-100d8be57ba1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:29.747039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ffb4ebe-072d-4dbe-b0ce-7b61d2349dc4 req-3b573574-2a96-4c56-99d1-100d8be57ba1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0537083 Feb 19 01:52:29.800044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ffb4ebe-072d-4dbe-b0ce-7b61d2349dc4 req-c89eedea-5bd3-4adf-9aea-f00a1268a079 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 Feb 19 01:52:30.922219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a22e0-e064-40d8-86a0-2a5c21aa068b req-50c3d070-ab02-406d-8a9d-679f5dd4e597 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:30.923729 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-115a22e0-e064-40d8-86a0-2a5c21aa068b req-50c3d070-ab02-406d-8a9d-679f5dd4e597 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0529413 Feb 19 01:52:30.970321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-115a22e0-e064-40d8-86a0-2a5c21aa068b req-b97d9e3f-57b5-4d2e-9311-6535c1b622b3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 Feb 19 01:52:31.456600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:52:32.091745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26593f-2369-48d7-8cdc-4cf4bb145cbf req-d73b74e1-6a56-474b-98b6-9182d50aa8a1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:32.093101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f26593f-2369-48d7-8cdc-4cf4bb145cbf req-d73b74e1-6a56-474b-98b6-9182d50aa8a1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0511210 Feb 19 01:52:32.141610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f26593f-2369-48d7-8cdc-4cf4bb145cbf req-7aeea04c-73a8-46bf-b2bb-2878bf54c413 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429389 Feb 19 01:52:33.261578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cc340-c14b-4e67-9ffa-f7038ae93d32 req-81c848f8-36e8-485c-be59-1d68fe9b7fdb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:33.263568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac4cc340-c14b-4e67-9ffa-f7038ae93d32 req-81c848f8-36e8-485c-be59-1d68fe9b7fdb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0529313 Feb 19 01:52:33.310307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ac4cc340-c14b-4e67-9ffa-f7038ae93d32 req-178d6c2b-a537-4d6e-85e3-076c165dd114 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Feb 19 01:52:34.431763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af5698-cbc3-420f-ad6a-f325390c9ea8 req-cd6bc606-744a-40c1-b504-c53f3de7d4e2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:34.433267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02af5698-cbc3-420f-ad6a-f325390c9ea8 req-cd6bc606-744a-40c1-b504-c53f3de7d4e2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0541911 Feb 19 01:52:34.479672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02af5698-cbc3-420f-ad6a-f325390c9ea8 req-623e1754-6b7e-4dbf-b06a-f0c5db85dea6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Feb 19 01:52:35.610115 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295f430-a7c3-44eb-8768-c3ecf66de9a7 req-98b7225a-b42a-4eaa-91ce-09f579abb007 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:35.611619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9295f430-a7c3-44eb-8768-c3ecf66de9a7 req-98b7225a-b42a-4eaa-91ce-09f579abb007 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0569003 Feb 19 01:52:35.658342 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9295f430-a7c3-44eb-8768-c3ecf66de9a7 req-04a85980-f87a-4ee4-9705-6ed3dcefaf9a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Feb 19 01:52:36.780652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317b71-95da-481d-952a-7d7f53a0983c req-c9965ca5-a390-4751-965b-779eb020cb0c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:36.782392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5317b71-95da-481d-952a-7d7f53a0983c req-c9965ca5-a390-4751-965b-779eb020cb0c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0566893 Feb 19 01:52:36.827846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5317b71-95da-481d-952a-7d7f53a0983c req-df089bae-a2ea-4b91-b2a9-a9e0f05e0864 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Feb 19 01:52:37.947771 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5a3cd-268b-4800-abba-65fdfd07f204 req-c3f0e892-be2a-4f43-af83-b386035db8a3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:37.949241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22c5a3cd-268b-4800-abba-65fdfd07f204 req-c3f0e892-be2a-4f43-af83-b386035db8a3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0538862 Feb 19 01:52:37.995236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-22c5a3cd-268b-4800-abba-65fdfd07f204 req-c3aecfdb-37d4-4832-a1d5-f66a017a081d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Feb 19 01:52:38.380035 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed670-07f1-49f4-963f-e3ebad4dc088 req-1acb4a12-b1aa-4ef7-8f4f-34e8e98a8eef tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:38.381552 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6aed670-07f1-49f4-963f-e3ebad4dc088 req-1acb4a12-b1aa-4ef7-8f4f-34e8e98a8eef tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0542428 Feb 19 01:52:38.434351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6aed670-07f1-49f4-963f-e3ebad4dc088 req-a86c811f-4661-4800-a929-47ea80d6074b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Feb 19 01:52:38.494413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-94536945-155f-40a4-90ce-41c90b098450 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492587 Feb 19 01:52:38.994830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-889f1d47-7acb-4e67-a21f-bb34ac959026 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:38.996201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-889f1d47-7acb-4e67-a21f-bb34ac959026 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 943 time: 0.0458720 Feb 19 01:52:39.555294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61189-d921-4604-a704-b647d5f0040d req-65c115cb-8e20-457d-8e54-5e5efa263772 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:39.556735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94c61189-d921-4604-a704-b647d5f0040d req-65c115cb-8e20-457d-8e54-5e5efa263772 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0534785 Feb 19 01:52:39.603479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-94c61189-d921-4604-a704-b647d5f0040d req-064a07c1-188a-4fe6-a168-51ad362d5933 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Feb 19 01:52:40.253837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:40.468967 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-2d235cc2-dcfc-4963-8414-2d645bdb7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:40.470475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-2d235cc2-dcfc-4963-8414-2d645bdb7d3e service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1128 time: 0.0475307 Feb 19 01:52:40.568533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-4e7c42c1-a08b-4d8d-b8a5-899cc0f44531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:40.569929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-4e7c42c1-a08b-4d8d-b8a5-899cc0f44531 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0942032 Feb 19 01:52:40.638535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c640fcff-89bc-4cbd-86e7-72e169b154a9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1002 time: 0.0623324 Feb 19 01:52:40.689078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-84102797-1260-4c91-adea-617815ae41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:40.690534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-84102797-1260-4c91-adea-617815ae41ed service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0467057 Feb 19 01:52:40.693356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9ec-083d-45b8-886d-523717819450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:40.730843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b8b52-905a-42b6-aa2d-79025eeb4aec req-22c6c04c-64c8-4001-a575-ef60d17d62ee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:40.732933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-478b8b52-905a-42b6-aa2d-79025eeb4aec req-22c6c04c-64c8-4001-a575-ef60d17d62ee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0570381 Feb 19 01:52:40.740067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:40.741548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-ca185ba3-075d-4495-82b3-b2611aa57cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:40.743081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-ca185ba3-075d-4495-82b3-b2611aa57cd2 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471401 Feb 19 01:52:40.786394 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-478b8b52-905a-42b6-aa2d-79025eeb4aec req-7fd9fa7d-d901-4139-8b01-bffa48e34145 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Feb 19 01:52:40.837351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-39b4189f-a8a4-4d7d-800f-757cdff1933f service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886509 Feb 19 01:52:41.268427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-63ceb06f-29ff-48aa-9a74-1046558beb71 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251733 Feb 19 01:52:41.906526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301fe66-5b1c-41f2-a44b-454d448b7b9b req-624e93c7-64b6-473d-bee4-ec87288c4f52 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:41.908288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e301fe66-5b1c-41f2-a44b-454d448b7b9b req-624e93c7-64b6-473d-bee4-ec87288c4f52 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0538247 Feb 19 01:52:41.957349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e301fe66-5b1c-41f2-a44b-454d448b7b9b req-5174257b-c570-40c8-8990-e65087145641 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Feb 19 01:52:42.907130 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f4b510c9-b0a3-4a01-811e-340d0ec429bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:43.077352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e969a3-fd39-4ad4-aff4-313e2e161b86 req-67fe86b2-0761-4463-b092-12f329f82358 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:43.078722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09e969a3-fd39-4ad4-aff4-313e2e161b86 req-67fe86b2-0761-4463-b092-12f329f82358 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Feb 19 01:52:43.124411 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09e969a3-fd39-4ad4-aff4-313e2e161b86 req-efe2a1c2-4de0-4bdf-87b4-73d597c28e48 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401390 Feb 19 01:52:43.162695 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-2365656c-a298-4ca9-99f7-1046d0d32655 service neutron] show failed (client error): The resource could not be found. Feb 19 01:52:43.163740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-2365656c-a298-4ca9-99f7-1046d0d32655 service neutron] 10.222.0.117 "GET /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0539587 Feb 19 01:52:43.694408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-9cd527a4-b7f4-42f7-8940-fa9368e52e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:43.695933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-9cd527a4-b7f4-42f7-8940-fa9368e52e1d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1128 time: 0.0866168 Feb 19 01:52:43.707713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:43.767748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:43.966565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:43.999284 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:52:44.036996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:44.039257 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b358526-4bee-4943-89bc-0a862dc921fd" -d '{"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:44.043065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks [] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.055483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Transition to ACTIVE for port object 109832d3-90b1-491c-aaf5-49f63cc2668d will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:52:44.092411 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2a3ec-b4da-4c07-b08f-d6b861d46b6b x-openstack-request-id: req-e7f2a3ec-b4da-4c07-b08f-d6b861d46b6b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:44.092713 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:44.092967 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e7f2a3ec-b4da-4c07-b08f-d6b861d46b6b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:44.093376 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'code': 200} Feb 19 01:52:44.141302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.233159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:44.258800 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9547c6-92b4-4e9b-87e4-d4e4e411ca52 req-6bc9550f-b2be-43b5-9187-5f9d2c64b28d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:44.260871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f9547c6-92b4-4e9b-87e4-d4e4e411ca52 req-6bc9550f-b2be-43b5-9187-5f9d2c64b28d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.0589778 Feb 19 01:52:44.275024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.276931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.277291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.277640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.277979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.278305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.279427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.279942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.281747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.282409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.282747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.283107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.283436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:44.292022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] No DVR routers for this DVR port 109832d3-90b1-491c-aaf5-49f63cc2668d on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:52:44.331328 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2f9547c6-92b4-4e9b-87e4-d4e4e411ca52 req-b9179461-01b2-462e-bf3e-b63c6fa49c42 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593185 Feb 19 01:52:44.370051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.447924 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:52:44.448185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:52:44.448556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:44.453172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:52:44.453499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Attempting to bind port 109832d3-90b1-491c-aaf5-49f63cc2668d on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:44.458344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:52:44.460109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:52:44.460109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:52:44.460109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Bound port: 109832d3-90b1-491c-aaf5-49f63cc2668d, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:52:44.460109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.523212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:52:44.526160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:52:44.610408 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.651153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:44.651769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:44.653206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] 10.222.0.96 "PUT /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1092 time: 0.9493129 Feb 19 01:52:44.686564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c9c5-87b3-4ad4-9297-688fa36bc897 service neutron] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:44.723722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-83eaa2d1-5d98-4ebf-bc0f-2b42052876d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:44.725255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-83eaa2d1-5d98-4ebf-bc0f-2b42052876d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1126 time: 0.0491319 Feb 19 01:52:44.823604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-36f27c68-b8fe-4a8c-8c06-0fbe6849bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:44.825164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-36f27c68-b8fe-4a8c-8c06-0fbe6849bace service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0934713 Feb 19 01:52:44.898360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-3057dd4e-ac49-46c4-95d9-8a7b40f3bb74 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1000 time: 0.0662506 Feb 19 01:52:44.954368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-0b3546ab-6b69-4dda-abf6-ba20ef5ed96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:44.955797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-0b3546ab-6b69-4dda-abf6-ba20ef5ed96f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0522203 Feb 19 01:52:45.010433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-db55cd03-6c7c-4d73-a029-29ffc8265ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:45.012004 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-db55cd03-6c7c-4d73-a029-29ffc8265ce2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502124 Feb 19 01:52:45.104939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-9f0ef850-019c-44a8-a14b-f136b648abd5 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Feb 19 01:52:45.198155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d1b53f6f-5989-4636-9b09-93458e8d5275 req-e6b0ac97-1d0e-4ca5-8a6d-bf4223e5e523 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Feb 19 01:52:45.474879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676c18-b22f-4de5-9019-9eb24826491d req-a3b95cc8-9244-4263-bc59-12b1bef740de tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:45.476427 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80676c18-b22f-4de5-9019-9eb24826491d req-a3b95cc8-9244-4263-bc59-12b1bef740de tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.0635371 Feb 19 01:52:45.476883 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:45.523498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-80676c18-b22f-4de5-9019-9eb24826491d req-0c0f7db5-4df3-45fc-b4a7-4c0c6ee060b6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Feb 19 01:52:46.094998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:46.097364 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7" -d '{"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:46.145780 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6987a4-f387-456e-b76f-1108ac305c6e x-openstack-request-id: req-1f6987a4-f387-456e-b76f-1108ac305c6e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:46.146070 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:46.146325 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1f6987a4-f387-456e-b76f-1108ac305c6e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:46.146728 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'status': 'completed', 'code': 200} Feb 19 01:52:46.239997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-b850ffaf-c644-42bd-bbc9-3f800972fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.241501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-b850ffaf-c644-42bd-bbc9-3f800972fe6c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1126 time: 0.0765970 Feb 19 01:52:46.243262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-43774c90-f093-43e5-a057-9c937e216918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.244601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-43774c90-f093-43e5-a057-9c937e216918 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1126 time: 0.0713506 Feb 19 01:52:46.410858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-540c2cba-4f63-46a9-8c1c-7160ae41cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.412368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-540c2cba-4f63-46a9-8c1c-7160ae41cb4f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1629963 Feb 19 01:52:46.413552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-c0570587-67ff-4d52-8156-d51d5a482795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.414859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-c0570587-67ff-4d52-8156-d51d5a482795 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1585653 Feb 19 01:52:46.530869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-7cd46940-556d-4f88-beda-eeb771e40717 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1000 time: 0.1120880 Feb 19 01:52:46.534653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-68b775e3-b363-4a35-aa3a-08dbd3aa1469 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1000 time: 0.1097918 Feb 19 01:52:46.639317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-8aa1a13a-6b49-4884-9d2b-96b71aed8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.640659 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-8aa1a13a-6b49-4884-9d2b-96b71aed8ab5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.1029241 Feb 19 01:52:46.646364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-64d22b1a-7ae9-4ca0-9125-73455b3946d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.647808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-64d22b1a-7ae9-4ca0-9125-73455b3946d2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.1024117 Feb 19 01:52:46.727291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6dd6a-7500-40c1-b221-8279ebde46f3 req-f8cf3da9-427a-4c2e-9dd4-6806c5726a94 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.728771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec6dd6a-7500-40c1-b221-8279ebde46f3 req-f8cf3da9-427a-4c2e-9dd4-6806c5726a94 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.1342885 Feb 19 01:52:46.757815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-1b21879d-d146-44bd-b135-0a4ccfc9f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.758838 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-1b21879d-d146-44bd-b135-0a4ccfc9f270 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1094966 Feb 19 01:52:46.778191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-79cd1899-28fc-4433-bc80-faf3a1043a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:46.780480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-79cd1899-28fc-4433-bc80-faf3a1043a04 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208217 Feb 19 01:52:46.897568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dec6dd6a-7500-40c1-b221-8279ebde46f3 req-832c1c38-6994-4fd3-b250-68cd09dc3c32 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605313 Feb 19 01:52:46.952312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-47e5daeb-9580-4b89-a970-5385ebd9e1fe service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867852 Feb 19 01:52:46.955613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-12b2637e-964c-43f9-9f2b-11a948595e23 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608293 Feb 19 01:52:46.987017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:47.115780 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-7fae3614-b10c-42b9-b9d4-35a55779d5a7 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565876 Feb 19 01:52:47.117761 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d67deae2-0c1a-4d6c-92f2-9c165e0c05d7 req-0f1dd7c0-b453-4e0a-a2cd-50e196866d64 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515369 Feb 19 01:52:47.896057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:52:47.998627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:48.010489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'mac_address': 'fa:16:3e:73:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:52:48.025434 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6caf1c-bade-4aaa-92a2-7e416694bdbf req-8a4c0e68-2a45-4c38-96f0-83484d16511c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.026939 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d6caf1c-bade-4aaa-92a2-7e416694bdbf req-8a4c0e68-2a45-4c38-96f0-83484d16511c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 944 time: 0.0536220 Feb 19 01:52:48.048352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 109832d3-90b1-491c-aaf5-49f63cc2668d is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:48.048800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:48.062347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109832d3-90b1-491c-aaf5-49f63cc2668d {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:48.073734 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8d6caf1c-bade-4aaa-92a2-7e416694bdbf req-ad04a00a-874d-4eba-95b7-6825ab776ea2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Feb 19 01:52:48.082768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:48.144663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:48.196178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:48.204258 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.207441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.208332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.208332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:48.363733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['109832d3-90b1-491c-aaf5-49f63cc2668d'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:52:48.425130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a95f-113b-4aa9-b9a3-1d37c5a64de2 req-f7178a48-b99d-45de-ac49-b47c2dd70c2e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.427016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c605a95f-113b-4aa9-b9a3-1d37c5a64de2 req-f7178a48-b99d-45de-ac49-b47c2dd70c2e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 945 time: 0.0646100 Feb 19 01:52:48.452720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:52:48.482619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c605a95f-113b-4aa9-b9a3-1d37c5a64de2 req-75aafd81-fef8-454b-8381-5caa9a2672ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491955 Feb 19 01:52:48.501306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-863165cf-8d23-4169-b7a7-03ec4406323d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.502831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-863165cf-8d23-4169-b7a7-03ec4406323d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3&tenant_id=fe4a9c45715643ea9644d175f9685671&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 945 time: 0.0664022 Feb 19 01:52:48.525892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 109832d3-90b1-491c-aaf5-49f63cc2668d host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:52:48.526292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:52:48.568249 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-b15f37ff-87b4-49e7-8377-1706f2ed00e1 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:52:48.569221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-b15f37ff-87b4-49e7-8377-1706f2ed00e1 service neutron] 10.222.0.117 "DELETE /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0599999 Feb 19 01:52:48.652413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-05b1cfaf-9041-4d3a-94bd-ffc6583b5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.654704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-05b1cfaf-9041-4d3a-94bd-ffc6583b5597 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1127 time: 0.0458071 Feb 19 01:52:48.744152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-accfb093-4fd8-467a-85df-8aa058b2f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.745613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-accfb093-4fd8-467a-85df-8aa058b2f001 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0862348 Feb 19 01:52:48.809397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-6eaad67e-0b0b-4676-bba9-024c035420ef service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1001 time: 0.0580962 Feb 19 01:52:48.857485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-a38bd93e-a6a9-4d5c-9e8a-30c4527ce9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.858885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-a38bd93e-a6a9-4d5c-9e8a-30c4527ce9ca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0434296 Feb 19 01:52:48.911690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-0d728086-955e-43bf-a7f4-8a1047452479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:48.913276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-0d728086-955e-43bf-a7f4-8a1047452479 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488451 Feb 19 01:52:49.002336 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-d6c27622-b386-45a8-af7b-5bbdce60f9a2 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829599 Feb 19 01:52:49.092655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6dd141a-8343-4541-b31b-5e23d9e6fa10 req-9894c9e7-b796-4b01-9b39-629bfa56d47e service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850873 Feb 19 01:52:49.608830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d0cd-5810-4d75-af96-674af23fad02 req-9dd40f81-cb8d-4173-b012-02a794b0c646 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:49.610418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d84d0cd-5810-4d75-af96-674af23fad02 req-9dd40f81-cb8d-4173-b012-02a794b0c646 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 945 time: 0.0544591 Feb 19 01:52:49.657754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d84d0cd-5810-4d75-af96-674af23fad02 req-80805da3-4a09-43c0-8ab3-26fd3edd8ab2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415173 Feb 19 01:52:49.898287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:52:50.009408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 109832d3-90b1-491c-aaf5-49f63cc2668d completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:52:50.013631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 109832d3-90b1-491c-aaf5-49f63cc2668d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:52:50.014018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:50.096290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 109832d3-90b1-491c-aaf5-49f63cc2668d is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:50.096597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:50.118928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:50.121186 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df2eb73-b3a7-4c3d-9848-7edcfdaf05f8" -d '{"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-plugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:50.134169 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:50.162870 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fec961-7daa-4fa1-b3f8-5d67f865ec4d x-openstack-request-id: req-65fec961-7daa-4fa1-b3f8-5d67f865ec4d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:50.163305 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-plugged", "status": "completed", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:50.163793 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-65fec961-7daa-4fa1-b3f8-5d67f865ec4d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:50.163904 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'code': 200} Feb 19 01:52:50.215409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:50.264055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:50.783302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119627f5-d576-42e0-80f9-4b2db87c3ed5 req-6f79f682-b750-4ce1-aee8-5be90da89660 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:50.784795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-119627f5-d576-42e0-80f9-4b2db87c3ed5 req-6f79f682-b750-4ce1-aee8-5be90da89660 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Feb 19 01:52:50.836931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-119627f5-d576-42e0-80f9-4b2db87c3ed5 req-cc0aead7-1a25-4374-b817-6852284c1561 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Feb 19 01:52:50.964964 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67331fc-7fd7-4fc6-a688-e4948b1251f1 req-8c838da5-c781-4bbb-a9a9-46fce4d51f3a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:50.966373 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b67331fc-7fd7-4fc6-a688-e4948b1251f1 req-8c838da5-c781-4bbb-a9a9-46fce4d51f3a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0549164 Feb 19 01:52:51.015378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b67331fc-7fd7-4fc6-a688-e4948b1251f1 req-7a4b1268-d9f5-4b49-a90c-bfeda8408ef0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Feb 19 01:52:51.385030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815d8ae-96c3-48bc-9faa-965b94d53a77 req-c927014e-ac06-4684-880c-4a6937464b87 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:51.386463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0815d8ae-96c3-48bc-9faa-965b94d53a77 req-c927014e-ac06-4684-880c-4a6937464b87 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0580096 Feb 19 01:52:51.439410 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0815d8ae-96c3-48bc-9faa-965b94d53a77 req-e915fc20-2695-45bd-9404-29f9147d722a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468099 Feb 19 01:52:51.481495 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-eab276b2-fea9-46ef-b854-c727dccb3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:51.483525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-eab276b2-fea9-46ef-b854-c727dccb3c00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 1128 time: 0.0522985 Feb 19 01:52:51.574329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-700885b1-466d-4cd3-ac08-3bebff0c5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:51.575913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-700885b1-466d-4cd3-ac08-3bebff0c5098 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0853198 Feb 19 01:52:51.649688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-c80e365f-16f6-4aab-9b93-124c1d69fc60 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 200 len: 1002 time: 0.0656447 Feb 19 01:52:51.700334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-379e0f6c-6114-4fd6-9351-16f228c36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:51.701837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-379e0f6c-6114-4fd6-9351-16f228c36291 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0456405 Feb 19 01:52:51.753704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-4c03a91d-b9e6-4fa2-beac-3dfcdac1b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:51.755731 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-4c03a91d-b9e6-4fa2-beac-3dfcdac1b40c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473173 Feb 19 01:52:51.850956 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-c0dee605-b71d-42bc-93b7-bccc1f1c0591 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884309 Feb 19 01:52:51.941682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9bcb509-be57-4def-aaf0-06018ea4f221 req-71b7decc-b75b-47cd-8cdb-00541b4bfef0 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Feb 19 01:52:52.563469 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4624-bd79-4cb5-b511-95e0e7afb4e2 req-5b9b0721-05c3-4bc0-8387-f0aae8248816 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:52.564942 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-669f4624-bd79-4cb5-b511-95e0e7afb4e2 req-5b9b0721-05c3-4bc0-8387-f0aae8248816 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0542858 Feb 19 01:52:52.616267 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-669f4624-bd79-4cb5-b511-95e0e7afb4e2 req-b63a2f47-649f-491a-86c9-d4c70fdf0d3c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 Feb 19 01:52:53.742144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e682eac-8cea-4fa3-a5b3-3f2b40bbb062 req-9f0ed30e-4ee9-4a90-a950-943388b57566 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:53.743793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e682eac-8cea-4fa3-a5b3-3f2b40bbb062 req-9f0ed30e-4ee9-4a90-a950-943388b57566 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0543633 Feb 19 01:52:53.792694 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e682eac-8cea-4fa3-a5b3-3f2b40bbb062 req-e07f1588-e882-4e7e-b879-dfe153539165 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Feb 19 01:52:54.225008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673afad7-7702-48b2-b53b-34276ba96c10 req-169b44bc-0527-4e15-abc5-238aad7e03e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:54.226492 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-673afad7-7702-48b2-b53b-34276ba96c10 req-169b44bc-0527-4e15-abc5-238aad7e03e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0530920 Feb 19 01:52:54.272236 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-673afad7-7702-48b2-b53b-34276ba96c10 req-1586e174-8e02-4834-abb9-75b13454c822 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Feb 19 01:52:55.396271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17eb5-a477-493e-a0a5-673188f3d480 req-fb73c024-eb23-48c5-ab92-a55d87aaefb8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:55.397827 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfa17eb5-a477-493e-a0a5-673188f3d480 req-fb73c024-eb23-48c5-ab92-a55d87aaefb8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0534062 Feb 19 01:52:55.450425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bfa17eb5-a477-493e-a0a5-673188f3d480 req-c4725479-3a5b-4d47-bb2c-96d9ab06982c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471280 Feb 19 01:52:55.591764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be7642-ff6f-424f-965c-7061453a7c26 req-f64a5756-0b93-420b-b5fc-27371b6d9b9d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:55.593665 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38be7642-ff6f-424f-965c-7061453a7c26 req-f64a5756-0b93-420b-b5fc-27371b6d9b9d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 946 time: 0.0509365 Feb 19 01:52:55.686282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Deleting port 109832d3-90b1-491c-aaf5-49f63cc2668d {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:52:55.686625 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.780709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] For port 109832d3-90b1-491c-aaf5-49f63cc2668d, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=109832d3-90b1-491c-aaf5-49f63cc2668d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:55.781080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.955249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.955528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:55.955849 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 disassociated. External IP: 172.25.2.153, port: 109832d3-90b1-491c-aaf5-49f63cc2668d. Feb 19 01:52:55.956191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Calling delete_port for 109832d3-90b1-491c-aaf5-49f63cc2668d owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:52:56.186457 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (109832d3-90b1-491c-aaf5-49f63cc2668d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:56.219648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'Port': ['ID=109832d3-90b1-491c-aaf5-49f63cc2668d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:56.341803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:52:56.457026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:52:56.467329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:52:56.478019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:56.479069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:56.498662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] No DVR routers for this DVR port 109832d3-90b1-491c-aaf5-49f63cc2668d on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:52:56.501671 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:56.504988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38be7642-ff6f-424f-965c-7061453a7c26 req-75534118-aae7-4362-b2d6-31b0742e3e66 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "DELETE /v2.0/ports/109832d3-90b1-491c-aaf5-49f63cc2668d HTTP/1.1" status: 204 len: 173 time: 0.9058981 Feb 19 01:52:56.505446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-deleted', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:56.507730 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cdde97-3eca-4f01-895b-718e0f74ce10" -d '{"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-deleted", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:56.555760 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a172bc50-18ce-4c33-a184-40bf7f5546cf x-openstack-request-id: req-a172bc50-18ce-4c33-a184-40bf7f5546cf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:56.555760 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae93388-662d-44f3-9cbb-e4baeed7aee3", "name": "network-vif-deleted", "tag": "109832d3-90b1-491c-aaf5-49f63cc2668d", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:56.555760 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a172bc50-18ce-4c33-a184-40bf7f5546cf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:56.555760 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae93388-662d-44f3-9cbb-e4baeed7aee3', 'name': 'network-vif-deleted', 'tag': '109832d3-90b1-491c-aaf5-49f63cc2668d', 'status': 'completed', 'code': 200} Feb 19 01:52:56.557975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5486d2f-6a85-4926-a509-16663910cd8d req-a940a2f7-fd30-4e6e-a256-6946de710aa9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=dae93388-662d-44f3-9cbb-e4baeed7aee3 HTTP/1.1" status: 200 len: 210 time: 0.0337024 Feb 19 01:52:56.597714 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:56.801528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:56.827476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:52:56.836019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:56.836624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:56.947778 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:57.149727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:57.180206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a41-a291-40fb-8e08-eeb8b6175252 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:52:57.398118 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93681794-9d03-457b-99b2-803b078210fa None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:52:57.810097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-df31e514-eeb7-4ccb-b601-5af92c4d5538 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1307043403&fields=id&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 267 time: 0.0424366 Feb 19 01:52:58.253431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-8836d3de-5a90-4919-b37a-fdc16ade7dfb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:58.254898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-8836d3de-5a90-4919-b37a-fdc16ade7dfb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.4383464 Feb 19 01:52:58.269470 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-9e1f6729-8bbe-4f44-a13b-e3b4cb7565d3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/quotas/fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 375 time: 0.0090475 Feb 19 01:52:58.324407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-001a9611-fbfd-492f-9a2c-32ab6c1e3bb9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500324 Feb 19 01:52:58.417474 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-5f45d957-40c2-456f-be6b-f0868878379f service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Feb 19 01:52:58.513039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-5a0a1dd6-151c-4b49-bd23-87e49bc0e8f4 service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886843 Feb 19 01:52:58.736560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1d98298c-b2e4-4cfb-b048-26656170db80 req-c927addd-89ee-46b2-be04-5cb6727f4bf3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 210 time: 0.0292358 Feb 19 01:52:59.839523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad582744-c630-4106-96a5-953a8f305384 req-31cdf7f0-ede1-438c-a4f3-9a4f1f8979a0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 210 time: 0.0296667 Feb 19 01:52:59.970820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:52:59.991023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 109832d3-90b1-491c-aaf5-49f63cc2668d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:52:59.991323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 109832d3-90b1-491c-aaf5-49f63cc2668d not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:53:00.507449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-1545a844-2eb2-41ea-9c3c-b579cdd94961 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:00.509584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-1545a844-2eb2-41ea-9c3c-b579cdd94961 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1304388 Feb 19 01:53:00.569324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4c0636dd-6460-4453-a779-6382ebb53eca tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 380 time: 0.0520477 Feb 19 01:53:00.577864 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'port': {'device_id': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'admin_state_up': True, 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'security_groups': ['7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:00.744250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:53:00.747739 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:00.890396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Allocated IP 172.20.0.11 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/18e52fc8-e68b-4c28-af47-25e4ab75e8d9) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:53:00.939603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6a582e9-9883-46a4-a506-70e2d48f0d3a req-3af16408-41d8-4133-b2b5-5f81229bd6f6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 210 time: 0.0286462 Feb 19 01:53:01.039712 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.132955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.178876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:53:01.182003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:53:01.184715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:53:01.194045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:01.244521 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:01.245149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.324032 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2707a843-e41c-4699-8f6a-780f2b622015 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496767 Feb 19 01:53:01.335375 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Request body: {'port': {'device_id': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:01.396860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.429820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ec345da0-eed6-4f53-a917-ea87320265fd None None] Provisioning complete for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:01.429820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ec345da0-eed6-4f53-a917-ea87320265fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.468456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ec345da0-eed6-4f53-a917-ea87320265fd None None] Port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:53:01.658335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:01.665641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks [] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.678840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Transition to ACTIVE for port object 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:53:01.757800 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.813526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:01.879138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:53:01.879499 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:53:01.879825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:01.884219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:53:01.884539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:01.889418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:53:01.889762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:53:01.890138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:53:01.890799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Bound port: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:53:01.891405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:01.962217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:53:01.965683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:53:02.045043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:02.090858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.091516 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:02.092912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] 10.222.0.117 "PUT /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1092 time: 0.7620463 Feb 19 01:53:02.093368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:02.096579 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366bec2e-158e-4413-8d35-691c9aea51c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:02.122649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e778be9-4a99-4eca-91ba-ad838dea0832 req-f525364e-67c6-4dab-8d79-88a981f20596 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.122649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e778be9-4a99-4eca-91ba-ad838dea0832 req-f525364e-67c6-4dab-8d79-88a981f20596 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.1094203 Feb 19 01:53:02.143680 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f49054-e285-4be4-b463-3f023273bc0f x-openstack-request-id: req-19f49054-e285-4be4-b463-3f023273bc0f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:02.149327 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:02.149327 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-19f49054-e285-4be4-b463-3f023273bc0f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:02.149327 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'status': 'completed', 'code': 200} Feb 19 01:53:02.152926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea284f5-2d89-499d-8024-073b9162ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:02.222167 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e778be9-4a99-4eca-91ba-ad838dea0832 req-9de57883-5ac6-4d98-97f6-fc11c4b21658 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877991 Feb 19 01:53:02.238992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-2ba212d5-8759-4c9f-8ed5-db1df9893a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.238992 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-2ba212d5-8759-4c9f-8ed5-db1df9893a95 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1126 time: 0.0741093 Feb 19 01:53:02.341662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-6005bbe9-3cbd-4be4-a2e2-02de516ea96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.343177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-6005bbe9-3cbd-4be4-a2e2-02de516ea96f service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=fe4a9c45715643ea9644d175f9685671&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984554 Feb 19 01:53:02.443906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-a2eeafc4-521c-443c-b67d-44e298118097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.445398 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-366bec2e-158e-4413-8d35-691c9aea51c8 req-a2eeafc4-521c-443c-b67d-44e298118097 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972297 Feb 19 01:53:02.524486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-08a08e6c-2a74-4494-bb37-e7c3253bc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.525961 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-08a08e6c-2a74-4494-bb37-e7c3253bc240 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1126 time: 0.0442989 Feb 19 01:53:02.565910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-b6e76ded-26ec-422e-8409-f90126cc4025 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0332978 Feb 19 01:53:02.615480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-c05407c2-bd07-489b-82e2-302de6de3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.616882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-c05407c2-bd07-489b-82e2-302de6de3534 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0461061 Feb 19 01:53:02.664558 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-41bf9977-4bd6-46e4-8619-e7ec8ec46c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:02.666030 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-41bf9977-4bd6-46e4-8619-e7ec8ec46c24 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436294 Feb 19 01:53:02.752099 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-bfe460ec-d42c-420d-8df7-b461e6b2848a service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800555 Feb 19 01:53:02.845238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-07712e42-6a8e-4a60-b5d1-5ec9acd769d0 req-2e880ca7-4386-4edd-b37b-1a6471251f93 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879085 Feb 19 01:53:03.345058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d6605-61ad-4455-a77d-348ae8d2f074 req-3d8f0e09-4db8-4b76-9c75-6d7337dada46 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:03.346559 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b6d6605-61ad-4455-a77d-348ae8d2f074 req-3d8f0e09-4db8-4b76-9c75-6d7337dada46 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.0529933 Feb 19 01:53:03.393382 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2b6d6605-61ad-4455-a77d-348ae8d2f074 req-13fa79b3-ba0e-46e1-947d-788df3bae2ed tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Feb 19 01:53:04.512173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:53:04.516026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d097286-d1f5-4466-93d6-094a780279b9 req-cb717c1a-c940-4669-87e2-bda00b4eaaeb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:04.517623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d097286-d1f5-4466-93d6-094a780279b9 req-cb717c1a-c940-4669-87e2-bda00b4eaaeb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.0560594 Feb 19 01:53:04.565993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6d097286-d1f5-4466-93d6-094a780279b9 req-829ad66d-961c-4a86-aadb-bb08e4b54c26 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Feb 19 01:53:04.607380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:04.619236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:53:04.817414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:04.817805 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:04.830418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:04.849681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:04.907616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:04.954181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:05.094034 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['18e52fc8-e68b-4c28-af47-25e4ab75e8d9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:53:05.689739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dde67-aedc-420d-b003-7a8a312815dc req-a04b95ab-849d-4e71-9a2a-5bf243703ec1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:05.691238 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f25dde67-aedc-420d-b003-7a8a312815dc req-a04b95ab-849d-4e71-9a2a-5bf243703ec1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 945 time: 0.0569682 Feb 19 01:53:05.739355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f25dde67-aedc-420d-b003-7a8a312815dc req-d3a20577-f37d-450b-acef-29dfa93fd892 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Feb 19 01:53:06.517473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:53:06.620507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:53:06.624493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:06.625545 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:06.704666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:06.704963 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:06.727006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:06.730326 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d257e-e2be-4eed-b4be-dd435a576fbc" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:06.743529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:06.768873 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b607a3-bd84-45e9-8518-2e2c451cf630 x-openstack-request-id: req-86b607a3-bd84-45e9-8518-2e2c451cf630 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:06.769172 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:06.769428 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-86b607a3-bd84-45e9-8518-2e2c451cf630 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:06.769826 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'code': 200} Feb 19 01:53:06.807190 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:06.861402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:06.863761 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2289-8d96-4e86-a1e3-fa793a741120 req-25fc0c37-9682-4f16-99e3-944f45c44058 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:06.868519 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-868e2289-8d96-4e86-a1e3-fa793a741120 req-25fc0c37-9682-4f16-99e3-944f45c44058 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0588324 Feb 19 01:53:06.881298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20053fe3-05a2-4801-b54f-24a8093567ff req-ba9fd36a-b6ba-4af3-85d5-d7191407072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:06.882876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20053fe3-05a2-4801-b54f-24a8093567ff req-ba9fd36a-b6ba-4af3-85d5-d7191407072d service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1128 time: 0.0574095 Feb 19 01:53:06.917728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-868e2289-8d96-4e86-a1e3-fa793a741120 req-ec1fa8fe-7615-4a5a-8200-cf0f907eb048 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Feb 19 01:53:06.928939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20053fe3-05a2-4801-b54f-24a8093567ff req-bee53723-cc5b-412e-9ba5-ef9174705f50 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393975 Feb 19 01:53:08.042254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e3339-d441-4d4b-a060-d2935cbf3e5d req-98842130-d553-42b5-a9e0-05025c3a954a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:08.043742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d3e3339-d441-4d4b-a060-d2935cbf3e5d req-98842130-d553-42b5-a9e0-05025c3a954a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0546153 Feb 19 01:53:08.096765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d3e3339-d441-4d4b-a060-d2935cbf3e5d req-d6b1c87e-774a-4cc5-83f8-1c3c692a1157 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473144 Feb 19 01:53:08.455358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:09.233476 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73debafa-027b-445a-a664-7633733533d5 req-e393ea8b-697b-46e8-b02a-b47ad8689f77 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:09.236186 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73debafa-027b-445a-a664-7633733533d5 req-e393ea8b-697b-46e8-b02a-b47ad8689f77 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0596220 Feb 19 01:53:09.288214 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-73debafa-027b-445a-a664-7633733533d5 req-f431d05b-24bc-407d-b0c9-edd5787c0c80 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Feb 19 01:53:09.403468 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703221-2fad-40c6-acc6-7509b45501d8 req-eb842d23-1276-4b77-93b9-4593f3659c00 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:09.404868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b5703221-2fad-40c6-acc6-7509b45501d8 req-eb842d23-1276-4b77-93b9-4593f3659c00 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0526135 Feb 19 01:53:09.414765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34124) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:53:09.419172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'floatingip': {'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:09.465258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:09.927407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:09.994983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:10.098453 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 associated. External IP: 172.25.2.153, port: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9. Feb 19 01:53:10.232064 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:10.309932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:53:10.419820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:53:10.425215 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:10.429758 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:53:10.440254 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:10.440863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:10.455046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-21822154-4407-4e7b-b2ec-10490aa48fdd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "PUT /v2.0/floatingips/8ac853e1-60d4-4a0c-9561-6dedad5d6702 HTTP/1.1" status: 200 len: 992 time: 1.0391808 Feb 19 01:53:10.455781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:10.458125 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:10.501290 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d3c607-95fc-4333-b060-ff5c926ffff5 x-openstack-request-id: req-59d3c607-95fc-4333-b060-ff5c926ffff5 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:10.501572 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:10.501827 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-59d3c607-95fc-4333-b060-ff5c926ffff5 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:10.502234 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'status': 'completed', 'code': 200} Feb 19 01:53:10.559573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:10.574645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-8c062cc4-8d17-4d45-b3f0-adfb25599e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:10.576214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-8c062cc4-8d17-4d45-b3f0-adfb25599e2d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1128 time: 0.0527408 Feb 19 01:53:10.667404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-ae53ae2c-b8b3-4a00-bc2e-3d6963bb7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:10.668586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-ae53ae2c-b8b3-4a00-bc2e-3d6963bb7c72 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0868506 Feb 19 01:53:10.744576 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-1c805e36-14e6-4831-a306-a40b317fae4a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1000 time: 0.0695615 Feb 19 01:53:10.747791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a869e343-ab04-467a-b0ce-70b603d36770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:10.752037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:10.802047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-da30b386-cf2f-4821-91b9-ace991301eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:10.803563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-da30b386-cf2f-4821-91b9-ace991301eb3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0488281 Feb 19 01:53:10.841806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:53:09Z', 'revision_number': 9, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:10.870404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:53:10.878832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:10.879482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:52:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:10.888010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-0c6fe840-e6dc-4ebd-b42a-7efbf79a1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:10.889529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-0c6fe840-e6dc-4ebd-b42a-7efbf79a1024 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798576 Feb 19 01:53:10.899960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fffae-d518-4584-8b18-d90a30264c4c req-9aa7cc7b-1391-4dd2-8360-e6b0b28f5e31 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:10.901373 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-156fffae-d518-4584-8b18-d90a30264c4c req-9aa7cc7b-1391-4dd2-8360-e6b0b28f5e31 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0834119 Feb 19 01:53:10.999007 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:11.054073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-156fffae-d518-4584-8b18-d90a30264c4c req-21beb221-116e-4002-9801-74352e46f7cc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430764 Feb 19 01:53:11.062655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-914a1285-f36e-4d97-a6b2-bae635416c3a service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598384 Feb 19 01:53:11.071504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-08e042e7-8814-4401-aec3-ae756afb7355 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076818 Feb 19 01:53:11.164480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-801fdfd2-ea1a-4726-9c55-ae48f9a3434c req-b1d91d62-6d78-41c0-ac25-7d06dde74b37 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961163 Feb 19 01:53:11.255513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:53:09Z', 'revision_number': 9, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:11.285814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e7e1b-af55-47f5-8299-c6e4d09b2d04 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:53:09Z', 'revision_number': 9, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:53:11.625354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-210d5533-517b-4ea5-b469-ea2f73f2af89 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:11.626776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-210d5533-517b-4ea5-b469-ea2f73f2af89 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 943 time: 0.0548379 Feb 19 01:53:11.635588 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf0065-64bc-4a76-a450-ac4983586c2d None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:53:12.178681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7436b-864e-4d15-ad8e-ae66bf28f489 req-aacc6b24-821c-4094-8420-c9aaac8c64b8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:12.180346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70d7436b-864e-4d15-ad8e-ae66bf28f489 req-aacc6b24-821c-4094-8420-c9aaac8c64b8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0560021 Feb 19 01:53:12.228121 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70d7436b-864e-4d15-ad8e-ae66bf28f489 req-bd8f55f7-3376-4d20-87e3-21738e3dd110 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Feb 19 01:53:12.911731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f1018ed7-8349-4db1-9e17-f271b2ba4002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:13.190929 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-e2ba4e8d-e2cd-4dac-805b-0d28e7960ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.192468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-e2ba4e8d-e2cd-4dac-805b-0d28e7960ed9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1128 time: 0.0486264 Feb 19 01:53:13.286268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-4d2d9d92-fc9a-4c7c-b91b-b5b07ab7d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.287760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-4d2d9d92-fc9a-4c7c-b91b-b5b07ab7d10e service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0893118 Feb 19 01:53:13.379365 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-f2ecc352-977d-46b9-adfa-cf4b36e50582 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1003 time: 0.0854502 Feb 19 01:53:13.428747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dad59-7e41-4efe-93ea-e96d8ce28250 req-eb084b25-8329-4e83-8485-ced2d71b8f39 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.430189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-895dad59-7e41-4efe-93ea-e96d8ce28250 req-eb084b25-8329-4e83-8485-ced2d71b8f39 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.1296353 Feb 19 01:53:13.446200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-10362671-a3db-4548-a43c-a0f5adfcc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.447512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-10362671-a3db-4548-a43c-a0f5adfcc0b6 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0629230 Feb 19 01:53:13.505753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-895dad59-7e41-4efe-93ea-e96d8ce28250 req-8ebe4822-f4ce-4458-9290-2b711836a9a2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695705 Feb 19 01:53:13.517419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-65516f5e-ad8a-4611-8351-24c5fb6cfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:13.518842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-65516f5e-ad8a-4611-8351-24c5fb6cfa8b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652173 Feb 19 01:53:13.610037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-1f554a5b-23e0-4689-8ad3-39b0e67049de service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Feb 19 01:53:13.697148 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-09c08585-99ff-47cd-817f-bcc71ab0fe44 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813074 Feb 19 01:53:14.389568 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:14.627342 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcf149-c117-4e0c-b48c-47837d35905d req-7a423b95-7729-4a1f-b6a0-f8dae1145d1f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:14.628890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46dcf149-c117-4e0c-b48c-47837d35905d req-7a423b95-7729-4a1f-b6a0-f8dae1145d1f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0542285 Feb 19 01:53:14.675532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46dcf149-c117-4e0c-b48c-47837d35905d req-14353d1f-1a11-4cf7-be6e-b946d75c71b3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410581 Feb 19 01:53:15.443354 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:15.801989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cae9c-7108-49c5-b496-28b147bb69e4 req-d74312db-9249-42d3-9cc2-8fb9b599ab29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:15.803513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f1cae9c-7108-49c5-b496-28b147bb69e4 req-d74312db-9249-42d3-9cc2-8fb9b599ab29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0608714 Feb 19 01:53:15.850089 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2f1cae9c-7108-49c5-b496-28b147bb69e4 req-8c98f8e6-90ae-4482-a3c9-51815433e873 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Feb 19 01:53:16.979967 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc282a8-776f-4843-9053-54dead535c35 req-b27d52b3-48c4-4b06-ad6e-1eecec2abc05 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:16.981462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cc282a8-776f-4843-9053-54dead535c35 req-b27d52b3-48c4-4b06-ad6e-1eecec2abc05 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0607402 Feb 19 01:53:16.997570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:17.031612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0cc282a8-776f-4843-9053-54dead535c35 req-7c48633a-ed2a-4603-b590-30a4c031c042 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Feb 19 01:53:18.151857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb10d6-667e-46dd-91e7-49af1a01abc2 req-6cee97c3-52d9-4460-be98-936b3872c8d3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:18.153345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1fcb10d6-667e-46dd-91e7-49af1a01abc2 req-6cee97c3-52d9-4460-be98-936b3872c8d3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0521348 Feb 19 01:53:18.201145 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1fcb10d6-667e-46dd-91e7-49af1a01abc2 req-824f5ba2-36f4-43dc-b55d-827e8a13e00d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Feb 19 01:53:19.327647 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ef55-762f-4d4a-be0b-a73abeecb44a req-15c8ab05-217d-4c9e-a679-69c9a78c169c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:19.329346 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2885ef55-762f-4d4a-be0b-a73abeecb44a req-15c8ab05-217d-4c9e-a679-69c9a78c169c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0544591 Feb 19 01:53:19.376548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2885ef55-762f-4d4a-be0b-a73abeecb44a req-deccfeaf-136b-4ce5-8020-93d98f8d2a48 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Feb 19 01:53:20.497147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc1332-4b46-463d-b12b-41ac78987df2 req-f882fa76-cfb8-4fb4-808a-a139e44242a6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:20.498622 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bcc1332-4b46-463d-b12b-41ac78987df2 req-f882fa76-cfb8-4fb4-808a-a139e44242a6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0534968 Feb 19 01:53:20.548986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bcc1332-4b46-463d-b12b-41ac78987df2 req-755ef20a-f1ad-4e72-be46-b3e95737d8b4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Feb 19 01:53:21.671113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b05f0-5b36-4e60-b03b-9f041601226b req-106d7abf-c10f-4817-bb7f-647317ffc1df tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:21.672617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd7b05f0-5b36-4e60-b03b-9f041601226b req-106d7abf-c10f-4817-bb7f-647317ffc1df tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0537891 Feb 19 01:53:21.730243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dd7b05f0-5b36-4e60-b03b-9f041601226b req-e1d41096-f475-4cc9-888f-2015c88c91c4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512071 Feb 19 01:53:22.850368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c121a86-abd7-4ca4-ade0-2d87e76131f0 req-55000717-397e-4829-a475-198946223216 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:22.851876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c121a86-abd7-4ca4-ade0-2d87e76131f0 req-55000717-397e-4829-a475-198946223216 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0520215 Feb 19 01:53:22.897423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5c121a86-abd7-4ca4-ade0-2d87e76131f0 req-af1ae543-cb7f-4a35-b022-ddd7b59775ba tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400798 Feb 19 01:53:24.018816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ec45a-c0bc-4ca0-9eaa-7e2f00224a9f req-0b0f0d9b-35d0-4792-810f-fe49a5412ee5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:24.020225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-021ec45a-c0bc-4ca0-9eaa-7e2f00224a9f req-0b0f0d9b-35d0-4792-810f-fe49a5412ee5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0536964 Feb 19 01:53:24.066568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-021ec45a-c0bc-4ca0-9eaa-7e2f00224a9f req-5247b580-da12-4956-82bc-330ecb604794 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 Feb 19 01:53:25.190059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559409d0-bfdc-4c8b-b6c4-51e025531e58 req-2470649e-d251-4e9b-9509-185cc3085b1a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:25.191545 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-559409d0-bfdc-4c8b-b6c4-51e025531e58 req-2470649e-d251-4e9b-9509-185cc3085b1a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0523343 Feb 19 01:53:25.237081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-559409d0-bfdc-4c8b-b6c4-51e025531e58 req-f987ae47-bd9f-4d4e-a467-878667aef11a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Feb 19 01:53:25.678920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-7d972913-2164-49b6-9c2d-6d8c3e09369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:25.680451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-7d972913-2164-49b6-9c2d-6d8c3e09369d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1128 time: 0.0503809 Feb 19 01:53:25.783867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-4c7ff488-4482-43c6-aca8-048e846328ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:25.785343 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-4c7ff488-4482-43c6-aca8-048e846328ec service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0858152 Feb 19 01:53:25.853888 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-96cb3a52-b990-4938-a2d3-2c83c4b6e5b7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1003 time: 0.0621238 Feb 19 01:53:25.902713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-369f4298-8556-4e04-8f27-f1f031e23e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:25.904186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-369f4298-8556-4e04-8f27-f1f031e23e8b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0446658 Feb 19 01:53:25.951191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-1168d435-53a6-4c88-a4ea-8e394429d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:25.952635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-1168d435-53a6-4c88-a4ea-8e394429d0ea service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430295 Feb 19 01:53:26.045181 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-b346fd79-1096-460e-9489-40a0cb7e73c1 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871530 Feb 19 01:53:26.360219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffb07c-0d41-4920-87ff-1a63c9be993b req-f04ad7bd-8c5e-4cd5-bcc7-d431bff5a7c2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:26.361746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60ffb07c-0d41-4920-87ff-1a63c9be993b req-f04ad7bd-8c5e-4cd5-bcc7-d431bff5a7c2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0540898 Feb 19 01:53:26.416968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60ffb07c-0d41-4920-87ff-1a63c9be993b req-bde95a3b-2f66-46ef-9675-90251a42e3be tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493512 Feb 19 01:53:26.492558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9d6ae37-c03d-40c5-ba9a-a12d20a2695f req-0128f98a-d8fa-4d95-ad27-75c3936f9173 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414835 Feb 19 01:53:27.542459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87549-8354-477b-9eac-3986d4b2fdc4 req-088bfa1b-b160-486b-b5af-5d030c5d162e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:27.543975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55c87549-8354-477b-9eac-3986d4b2fdc4 req-088bfa1b-b160-486b-b5af-5d030c5d162e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0521660 Feb 19 01:53:27.592986 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55c87549-8354-477b-9eac-3986d4b2fdc4 req-9ba4166c-de20-41b7-846a-11d24b5959e1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Feb 19 01:53:28.715962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee11b5-4f37-474f-a645-9af8bf164d2d req-f2897378-3d51-41e7-a718-b191ff4a92f4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:28.717355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82ee11b5-4f37-474f-a645-9af8bf164d2d req-f2897378-3d51-41e7-a718-b191ff4a92f4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0564544 Feb 19 01:53:28.764412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-82ee11b5-4f37-474f-a645-9af8bf164d2d req-519e6ca4-31aa-4b13-a1c5-d740a42b1cce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Feb 19 01:53:29.883256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c0cb3-5be4-4c13-b8e9-c13461f8b972 req-bc23bcaf-0023-45a3-8407-4b114f74b658 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:29.884738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab6c0cb3-5be4-4c13-b8e9-c13461f8b972 req-bc23bcaf-0023-45a3-8407-4b114f74b658 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0509880 Feb 19 01:53:29.931038 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ab6c0cb3-5be4-4c13-b8e9-c13461f8b972 req-9f0dfce6-08f2-443b-aa82-f783c0b8bfce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Feb 19 01:53:31.051995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91194e-4aa0-4b86-a55a-362105c6402e req-585ed10d-7c03-4119-9f4c-bc25477ab34a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:31.053392 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c91194e-4aa0-4b86-a55a-362105c6402e req-585ed10d-7c03-4119-9f4c-bc25477ab34a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0523851 Feb 19 01:53:31.103078 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6c91194e-4aa0-4b86-a55a-362105c6402e req-e7ba5733-7bf0-4282-ad5d-5156e0ac5671 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Feb 19 01:53:32.226657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5faa6a-3d78-4585-ad44-8ae28b7675ac req-130ff092-a6e8-499c-aaaa-a615f1435860 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:32.228155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c5faa6a-3d78-4585-ad44-8ae28b7675ac req-130ff092-a6e8-499c-aaaa-a615f1435860 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0528917 Feb 19 01:53:32.275202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c5faa6a-3d78-4585-ad44-8ae28b7675ac req-4ac882a9-5bf1-4644-9d85-93854e209492 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Feb 19 01:53:33.398850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fff476-d739-4de5-ab0a-eeda7a6510b5 req-29851ac6-db1e-4326-a4f5-54d3b4e9b953 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:33.400355 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6fff476-d739-4de5-ab0a-eeda7a6510b5 req-29851ac6-db1e-4326-a4f5-54d3b4e9b953 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0573814 Feb 19 01:53:33.456439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b6fff476-d739-4de5-ab0a-eeda7a6510b5 req-34921848-cd67-4ad1-a0ac-346569f1092e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Feb 19 01:53:34.580635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde5ef-b79f-4a91-a5e5-aeb12f9a77ad req-3456ab2e-3312-42ee-b48a-14251c8f6330 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:34.582170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bcde5ef-b79f-4a91-a5e5-aeb12f9a77ad req-3456ab2e-3312-42ee-b48a-14251c8f6330 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0577881 Feb 19 01:53:34.628519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bcde5ef-b79f-4a91-a5e5-aeb12f9a77ad req-050fa3cb-db83-46cf-9d49-8c0bbbd7e848 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Feb 19 01:53:35.748920 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15284575-b8df-459a-b366-30ffe71d9768 req-bd978253-2d1e-483e-9be1-405e6a7f8181 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:35.750420 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15284575-b8df-459a-b366-30ffe71d9768 req-bd978253-2d1e-483e-9be1-405e6a7f8181 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0547290 Feb 19 01:53:35.799599 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-15284575-b8df-459a-b366-30ffe71d9768 req-42e439cf-f135-49c0-832e-4b7933aa6bc8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Feb 19 01:53:36.919721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1f855-7437-4bed-89b0-92ae2f70d33c req-d2b4bfce-35aa-4653-87aa-0f7a92689627 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:36.921191 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eed1f855-7437-4bed-89b0-92ae2f70d33c req-d2b4bfce-35aa-4653-87aa-0f7a92689627 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0549383 Feb 19 01:53:36.967403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eed1f855-7437-4bed-89b0-92ae2f70d33c req-1588e172-0604-4355-9cca-62929b6a8797 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Feb 19 01:53:38.088616 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1885e0-88d0-4ce8-9728-e2afb2ce88e2 req-bb4ae065-e8ae-4eea-9e62-0e8b9ab00f25 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:38.090036 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b1885e0-88d0-4ce8-9728-e2afb2ce88e2 req-bb4ae065-e8ae-4eea-9e62-0e8b9ab00f25 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0526571 Feb 19 01:53:38.141197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8b1885e0-88d0-4ce8-9728-e2afb2ce88e2 req-6b34a74d-1581-4d5a-9c99-629b0e64f637 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Feb 19 01:53:39.263835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f7f8-165b-48a0-82ef-7b7734e6a848 req-f57c27e1-436a-4859-ac88-4da1818170c8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:39.265286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8f3f7f8-165b-48a0-82ef-7b7734e6a848 req-f57c27e1-436a-4859-ac88-4da1818170c8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0553944 Feb 19 01:53:39.310817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f8f3f7f8-165b-48a0-82ef-7b7734e6a848 req-b5753b87-fd76-4d99-a494-9728f4e686ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 Feb 19 01:53:40.245547 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:40.459858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af1f7-dbe8-4553-8dcb-70fe820d7fbb req-e5fa1070-244e-4c2d-88b2-170681585c82 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:40.461515 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e89af1f7-dbe8-4553-8dcb-70fe820d7fbb req-e5fa1070-244e-4c2d-88b2-170681585c82 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0823691 Feb 19 01:53:40.514666 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e89af1f7-dbe8-4553-8dcb-70fe820d7fbb req-f5bd6296-9e2e-42dd-80e5-2b50ad489e40 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Feb 19 01:53:40.685570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3cde329b-c3dc-4e3f-953b-3ef00841ded5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:40.760145 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:41.641351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cc4d4-0970-4a2c-8ca0-42e87a634090 req-f34d9473-6168-4ba4-9d24-11fc2c1039a7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:41.642916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-491cc4d4-0970-4a2c-8ca0-42e87a634090 req-f34d9473-6168-4ba4-9d24-11fc2c1039a7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0548825 Feb 19 01:53:41.691310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-491cc4d4-0970-4a2c-8ca0-42e87a634090 req-12f4c416-bcb3-4f4a-9ea7-746c3338d2c6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Feb 19 01:53:42.813227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6398f-ee5b-4451-af0d-1d576291d395 req-016a4813-c17c-4a9d-94ef-80901221fb4a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:42.814724 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69c6398f-ee5b-4451-af0d-1d576291d395 req-016a4813-c17c-4a9d-94ef-80901221fb4a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0565166 Feb 19 01:53:42.863562 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-69c6398f-ee5b-4451-af0d-1d576291d395 req-523bbcd0-bbd5-45a9-b6c2-7cdbf8ac19a4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Feb 19 01:53:42.925515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bd123892-159b-41e1-a7b5-839789e3f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:43.984968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20424ffd-c837-4050-ae05-04a6a616cce1 req-5b4c3560-fc62-42eb-8fcf-00d8cace8ce0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:43.986609 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20424ffd-c837-4050-ae05-04a6a616cce1 req-5b4c3560-fc62-42eb-8fcf-00d8cace8ce0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0528655 Feb 19 01:53:44.042283 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20424ffd-c837-4050-ae05-04a6a616cce1 req-f7154cc4-84d8-4e33-92bb-74522928b1b1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493810 Feb 19 01:53:44.388356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:45.171505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4abd6-0539-4438-86f6-8007069cc3a1 req-3e7b736c-0cb7-4784-9279-e80558ba42a7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:45.173142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5b4abd6-0539-4438-86f6-8007069cc3a1 req-3e7b736c-0cb7-4784-9279-e80558ba42a7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0639946 Feb 19 01:53:45.220665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5b4abd6-0539-4438-86f6-8007069cc3a1 req-0ce524b2-4527-4a75-abcd-7e4a6adae98c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Feb 19 01:53:45.454644 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:45.476410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:45.788621 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-b7a33d00-9add-4fb0-ab53-b49bf0388264 service neutron] show failed (client error): The resource could not be found. Feb 19 01:53:45.789624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-b7a33d00-9add-4fb0-ab53-b49bf0388264 service neutron] 10.222.0.117 "GET /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0545382 Feb 19 01:53:46.348974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-51e2c13e-f55c-43a1-864f-a82e7d87a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:46.350510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-51e2c13e-f55c-43a1-864f-a82e7d87a404 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1128 time: 0.0772200 Feb 19 01:53:46.361474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec309fd-15cc-44c0-a8e9-b234c914392c req-f4be026e-3538-456f-8e09-97d88f4e30f8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:46.363389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec309fd-15cc-44c0-a8e9-b234c914392c req-f4be026e-3538-456f-8e09-97d88f4e30f8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0641258 Feb 19 01:53:46.368156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:46.460897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bec309fd-15cc-44c0-a8e9-b234c914392c req-df9f2ffe-3103-47db-a9cd-782d16988e95 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901301 Feb 19 01:53:46.463319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:46.669696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:46.701743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:53:46.744669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:46.746943 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b182b6a-fd8f-4303-9665-381c0ad196af" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-unplugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:46.750804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks [] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:46.764471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Transition to ACTIVE for port object 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:53:46.797626 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1719ea93-105f-4736-85f7-3c2c60a671ce x-openstack-request-id: req-1719ea93-105f-4736-85f7-3c2c60a671ce {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:46.798234 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-unplugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:46.798234 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1719ea93-105f-4736-85f7-3c2c60a671ce {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:46.798555 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'code': 200} Feb 19 01:53:46.828505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:46.914511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:46.930101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.930364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.930707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.931049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.931416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.931743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.932075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.932406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.932817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.933050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.933374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.933695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.934018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:46.974946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:46.978363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] No DVR routers for this DVR port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:53:47.125594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:53:47.125937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:53:47.126272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:47.131778 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:53:47.132109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:47.136952 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:53:47.137297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:53:47.137688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:53:47.138116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Bound port: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:53:47.138473 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:47.220874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:53:47.224371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:53:47.288224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:47.321776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.322431 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:47.323925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] 10.222.0.96 "PUT /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1092 time: 0.9595954 Feb 19 01:53:47.361836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bd0c5-2ed9-4355-b0ca-2b133a53a2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:47.399961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-9e4956e3-ec1e-411c-8150-d30f9f5c81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.401242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-9e4956e3-ec1e-411c-8150-d30f9f5c81b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1126 time: 0.0502698 Feb 19 01:53:47.501418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-62c621c3-7898-446e-84bf-2edd1a57e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.502897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-62c621c3-7898-446e-84bf-2edd1a57e914 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0961449 Feb 19 01:53:47.602287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-7b552c56-fc95-43d9-8f40-2a2fc16d16a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1001 time: 0.0930648 Feb 19 01:53:47.648793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895b6c3-9def-4b09-816d-f0683583c397 req-bfafbf5a-5b00-46be-bf35-e5e873da7d8b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.650232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1895b6c3-9def-4b09-816d-f0683583c397 req-bfafbf5a-5b00-46be-bf35-e5e873da7d8b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.1050911 Feb 19 01:53:47.668719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-c57dfc8c-0c1a-4074-a5a2-9a76cd2744ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.670096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-c57dfc8c-0c1a-4074-a5a2-9a76cd2744ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0603707 Feb 19 01:53:47.730129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1895b6c3-9def-4b09-816d-f0683583c397 req-5ec33722-3f0f-48af-af6e-60903cf1a179 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721273 Feb 19 01:53:47.741772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-a79f87b3-b4da-40a9-af28-a60efd0599ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:47.743202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-a79f87b3-b4da-40a9-af28-a60efd0599ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0667739 Feb 19 01:53:47.836638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-605e9b14-cbe6-4f32-b789-06f4a2f301eb service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Feb 19 01:53:47.924616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb679658-624c-4f31-8f91-88d84f4696e0 req-d354465d-a2c7-4503-aef2-9db54fc656b1 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818055 Feb 19 01:53:48.799982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:48.802672 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:48.852084 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87bfcaf-d150-4933-a03d-3f002c06e166 x-openstack-request-id: req-f87bfcaf-d150-4933-a03d-3f002c06e166 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:48.852702 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:48.852702 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f87bfcaf-d150-4933-a03d-3f002c06e166 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:48.852992 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'status': 'completed', 'code': 200} Feb 19 01:53:48.868345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79980d64-7bfa-4590-bc61-4ba4333a7f37 req-78b742f6-616e-4b37-876e-c133ee72d93b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:48.869890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79980d64-7bfa-4590-bc61-4ba4333a7f37 req-78b742f6-616e-4b37-876e-c133ee72d93b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.0636935 Feb 19 01:53:48.919294 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-79980d64-7bfa-4590-bc61-4ba4333a7f37 req-6c892e0b-dbc6-4842-ba41-388f232524c5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Feb 19 01:53:48.952057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-2709f5a3-8979-4ece-b2d8-56aedec46e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:48.953564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-2709f5a3-8979-4ece-b2d8-56aedec46e1f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1126 time: 0.0825782 Feb 19 01:53:48.955935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-ea954c19-151f-4c21-9d6c-465d34853057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:48.958127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-ea954c19-151f-4c21-9d6c-465d34853057 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1126 time: 0.0786605 Feb 19 01:53:49.114979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-e3886c76-9389-4ac5-8c36-0f19c547f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.116404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-e3886c76-9389-4ac5-8c36-0f19c547f5a9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1561706 Feb 19 01:53:49.117455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-689f83bf-1286-48c1-8072-59cecc1a4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.118743 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-689f83bf-1286-48c1-8072-59cecc1a4203 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1516874 Feb 19 01:53:49.229395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-7f1425c0-173b-4d41-b562-95e584292811 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1001 time: 0.1067359 Feb 19 01:53:49.230964 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-db1ee73e-4aef-4f7d-ad1b-d8330ac28939 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1001 time: 0.1030476 Feb 19 01:53:49.314799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-4aa0625d-06e8-4d02-8490-81e094eae74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.316399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-4aa0625d-06e8-4d02-8490-81e094eae74b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0732381 Feb 19 01:53:49.317596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-96004f1a-73bf-4857-9717-14ea7acb396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.318878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-96004f1a-73bf-4857-9717-14ea7acb396e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0834520 Feb 19 01:53:49.395827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-68b05c6b-fc35-4365-a4d1-c90696177129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.397235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-68b05c6b-fc35-4365-a4d1-c90696177129 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753157 Feb 19 01:53:49.398883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-a655aa84-3bd1-44f4-80d2-9019ee05cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:49.400238 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-a655aa84-3bd1-44f4-80d2-9019ee05cd75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712309 Feb 19 01:53:49.551439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-1c61ebf8-be55-48b9-a34a-94975f85c989 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477470 Feb 19 01:53:49.554664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-eb18db4a-5f38-45d5-9c14-26482e3b402f service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435180 Feb 19 01:53:49.718551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-c48a1f1c-f3d6-42d7-b8bd-563bd1ab08aa service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617813 Feb 19 01:53:49.720370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b8e9626-3357-42c6-8d5d-d30156f6bc2c req-1c5a831c-2fb9-4d76-8da6-00039ffd2b02 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570628 Feb 19 01:53:50.045112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1122e91-8531-49ab-8474-113fe67092ee req-2dae15ec-d64a-4b3a-a635-5c28551fad04 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:50.046617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1122e91-8531-49ab-8474-113fe67092ee req-2dae15ec-d64a-4b3a-a635-5c28551fad04 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 944 time: 0.0529721 Feb 19 01:53:50.094314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1122e91-8531-49ab-8474-113fe67092ee req-2b2ce2b5-15b5-40ac-9eee-b28d153e99ba tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Feb 19 01:53:50.196213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:53:50.293401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:50.306290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:53:50.346685 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:50.347075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:50.360395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:50.380364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:50.479947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:50.528726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:50.541991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.542632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.543302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.543966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.544585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.545204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.545812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.546460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.547050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.547689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.548313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.548925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.549530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:50.698764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:53:50.752700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['18e52fc8-e68b-4c28-af47-25e4ab75e8d9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:53:50.758220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b97d0d-8722-4f8a-abe4-fe1050288f72 req-2ac79ac8-5bb0-4cb5-8f21-82916a321529 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:50.760623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47b97d0d-8722-4f8a-abe4-fe1050288f72 req-2ac79ac8-5bb0-4cb5-8f21-82916a321529 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 945 time: 0.0683219 Feb 19 01:53:50.809208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:53:50.809678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:53:50.847375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47b97d0d-8722-4f8a-abe4-fe1050288f72 req-119c2266-ab47-46e2-bed0-c5829396e013 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804863 Feb 19 01:53:50.867450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-932c983c-35b6-4e9d-8aef-4e1ed24889da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:50.870140 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-932c983c-35b6-4e9d-8aef-4e1ed24889da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f&tenant_id=fe4a9c45715643ea9644d175f9685671&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 945 time: 0.0883758 Feb 19 01:53:50.934740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-ba0565d9-024d-4d77-8ded-e349dc7f6788 service neutron] 10.222.0.96 "GET /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9/bindings/n-h2-826529-3 HTTP/1.1" status: 200 len: 382 time: 0.0564923 Feb 19 01:53:51.008628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-84bc4b66-0d30-4374-aa8e-f9f088599999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:51.010189 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-84bc4b66-0d30-4374-aa8e-f9f088599999 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1127 time: 0.0483854 Feb 19 01:53:51.110471 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-74286ab8-5e6c-48bb-9c46-f17db50d4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:51.112132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-74286ab8-5e6c-48bb-9c46-f17db50d4d33 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0941143 Feb 19 01:53:51.178864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-960c4b39-200a-4650-b31b-ca32949596b2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1002 time: 0.0604131 Feb 19 01:53:51.234012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-742b3f39-98f9-49e6-b8e2-b902ca0363a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:51.235491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-742b3f39-98f9-49e6-b8e2-b902ca0363a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0503166 Feb 19 01:53:51.285216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-80687867-e769-4ec8-ba99-35e7f816947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:51.286702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-80687867-e769-4ec8-ba99-35e7f816947c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443087 Feb 19 01:53:51.375701 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4c25f9d-fd78-4862-8246-1a4eb7e5d8c4 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819561 Feb 19 01:53:51.470774 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-ce9fd6ce-9c00-4d47-861c-0c3c95ff6fa3 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Feb 19 01:53:51.979373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89972f9f-fdf8-45de-9727-b1ff5095d218 req-1ee1020b-8138-4ea7-8c53-cdac4cf69fb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:51.980870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89972f9f-fdf8-45de-9727-b1ff5095d218 req-1ee1020b-8138-4ea7-8c53-cdac4cf69fb3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 945 time: 0.0545259 Feb 19 01:53:52.032476 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89972f9f-fdf8-45de-9727-b1ff5095d218 req-d6164742-6818-49da-9759-4020fd20f3ae tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458810 Feb 19 01:53:52.212281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:53:52.350976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:53:52.354971 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:52.355374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:52.437087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:52.437475 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:52.460141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:52.462396 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019fb18-9f33-4efb-80e7-169ea75bc52f" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:52.474750 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:52.534162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:52.571352 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0022f4-e3ff-480c-b361-99c01bd15639 x-openstack-request-id: req-ae0022f4-e3ff-480c-b361-99c01bd15639 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:52.571648 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:52.571909 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ae0022f4-e3ff-480c-b361-99c01bd15639 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:52.572310 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'code': 200} Feb 19 01:53:52.587350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:53.153715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389356b-dac9-4bcb-a514-f4a1e1dff6e5 req-c64be39d-bd8a-43c3-95e4-f35b02a2c563 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:53.155546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4389356b-dac9-4bcb-a514-f4a1e1dff6e5 req-c64be39d-bd8a-43c3-95e4-f35b02a2c563 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0536740 Feb 19 01:53:53.202263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4389356b-dac9-4bcb-a514-f4a1e1dff6e5 req-a6292108-596e-4189-bec6-e4e1d011af3c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Feb 19 01:53:54.142407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-e0d413b8-b3b2-4127-b2bb-832d0e8ffa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:54.143957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-e0d413b8-b3b2-4127-b2bb-832d0e8ffa34 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1128 time: 0.0457089 Feb 19 01:53:54.153957 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:53:54.214470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.427126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f6fab-f782-44e8-8ffb-811c9673e835 req-13bb88c6-3d66-40db-ade6-9d9959f8a9fb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:54.430775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-658f6fab-f782-44e8-8ffb-811c9673e835 req-13bb88c6-3d66-40db-ade6-9d9959f8a9fb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.1186261 Feb 19 01:53:54.479709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:54.507866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-658f6fab-f782-44e8-8ffb-811c9673e835 req-1e082770-5046-4e43-988d-725da8958891 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733840 Feb 19 01:53:54.527191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:53:54.570585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:54.572908 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173731f5-6c6a-4149-aa4c-ee8ceb2ae6d9" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-unplugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:54.576766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks [] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.589346 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Transition to ACTIVE for port object 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:53:54.620605 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e7f24d-92a8-4814-a843-d67d80855daf x-openstack-request-id: req-81e7f24d-92a8-4814-a843-d67d80855daf {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:54.620896 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-unplugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:54.621198 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81e7f24d-92a8-4814-a843-d67d80855daf {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:54.621586 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'code': 200} Feb 19 01:53:54.651058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.723878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:54.775492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] No DVR routers for this DVR port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:53:54.917607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:53:54.917940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:53:54.918261 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:54.922446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:53:54.922764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Attempting to bind port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:53:54.928302 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:53:54.928655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:53:54.929030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:53:54.929431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Bound port: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:53:54.929785 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.989682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:53:54.992504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:53:55.068292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.103774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.104391 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.105754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] 10.222.0.117 "PUT /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1093 time: 0.9556878 Feb 19 01:53:55.129480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad9b3f-5889-4c9c-90c0-f386c07336b1 service neutron] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=11']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:55.179826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-e615d5c0-c193-44da-b591-e27180fb6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.181338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-e615d5c0-c193-44da-b591-e27180fb6893 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1127 time: 0.0477123 Feb 19 01:53:55.277434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-217f0db6-8e49-441b-8029-e9a6fe033c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.278944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-217f0db6-8e49-441b-8029-e9a6fe033c5f service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0911198 Feb 19 01:53:55.345333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-0082d0bc-e5c3-42fa-80e9-0d43c49e73b9 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1001 time: 0.0606081 Feb 19 01:53:55.401963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-91bbbe5d-d817-4c2b-b128-37573836640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.403384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-91bbbe5d-d817-4c2b-b128-37573836640a service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0521345 Feb 19 01:53:55.451077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a116d1-a902-47af-b537-4c5022658cbe req-20bb90c2-94fc-4276-9105-952315f38641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.452709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-20bb90c2-94fc-4276-9105-952315f38641 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441356 Feb 19 01:53:55.542145 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-a8f08dbc-c200-4a19-98b8-e90584ecba76 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825360 Feb 19 01:53:55.673813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28a116d1-a902-47af-b537-4c5022658cbe req-19e32c88-a0fc-4cda-8e9a-8ba427a4595f service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257408 Feb 19 01:53:55.681446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f0fe7-fe4f-4ab3-ad59-9eac6f65575f req-5c850ac1-bfec-47eb-a3b9-5bfc916b5796 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:55.682875 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c31f0fe7-fe4f-4ab3-ad59-9eac6f65575f req-5c850ac1-bfec-47eb-a3b9-5bfc916b5796 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 945 time: 0.0876145 Feb 19 01:53:55.729650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c31f0fe7-fe4f-4ab3-ad59-9eac6f65575f req-52806bc9-3452-439c-98eb-32ddbc4f6b61 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Feb 19 01:53:56.240762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:53:56.290334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] The host n-h2-826529-3 is not matching for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 host n-h1-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:53:56.290723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:53:56.622866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:56.625287 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f696300e-9277-4815-a924-b61f8ff859f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:56.674856 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda54be3-9f7c-411c-b9c0-5728549fc13b x-openstack-request-id: req-cda54be3-9f7c-411c-b9c0-5728549fc13b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:56.675957 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:56.676223 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cda54be3-9f7c-411c-b9c0-5728549fc13b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:56.676671 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'status': 'completed', 'code': 200} Feb 19 01:53:56.735078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:53:56.775074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-9e1524f7-0177-4817-b482-85d29e76186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.776633 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-9e1524f7-0177-4817-b482-85d29e76186d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1127 time: 0.0815151 Feb 19 01:53:56.781040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-4dd6bc59-57c0-47a0-adb5-22a11ae18bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.782454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-4dd6bc59-57c0-47a0-adb5-22a11ae18bef service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 1127 time: 0.0860341 Feb 19 01:53:56.841186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:56.853072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'mac_address': 'fa:16:3e:f2:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:53:56.892112 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:56.892651 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:56.908093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:56.931333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:57.028312 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:57.084786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:57.243785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['18e52fc8-e68b-4c28-af47-25e4ab75e8d9'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:53:57.315381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19f032-0723-451e-9c9a-b7396201f7dd req-9ab11626-8472-4a30-8947-bdbe08b4da01 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.317405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a19f032-0723-451e-9c9a-b7396201f7dd req-9ab11626-8472-4a30-8947-bdbe08b4da01 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.4982512 Feb 19 01:53:57.330610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-eef09b95-dbb8-4167-bee0-b865e1af0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.333102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-eef09b95-dbb8-4167-bee0-b865e1af0f9a service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.5419755 Feb 19 01:53:57.339594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-d9e3e112-23ce-4853-9c18-a3762bb2bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.341019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-d9e3e112-23ce-4853-9c18-a3762bb2bf75 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.5571499 Feb 19 01:53:57.476933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a19f032-0723-451e-9c9a-b7396201f7dd req-41d2c6d8-5c43-4999-94f0-7d30d852ca34 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482537 Feb 19 01:53:57.480786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-006392eb-7182-408f-b1f7-4fa5ade8b1c8 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1002 time: 0.1337843 Feb 19 01:53:57.496938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-9b1ffa93-912e-4dcb-b8fc-9c3288fc4122 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 200 len: 1002 time: 0.1413581 Feb 19 01:53:57.566595 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-4c49b1b5-44ff-401c-9f95-548961622dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.568112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-4c49b1b5-44ff-401c-9f95-548961622dd8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0806954 Feb 19 01:53:57.573333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-830edcef-44c0-44f3-beec-2dda05c46d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.574636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-830edcef-44c0-44f3-beec-2dda05c46d28 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0577145 Feb 19 01:53:57.650902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-54216b11-dda6-416d-931b-e26c142b752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.652455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-54216b11-dda6-416d-931b-e26c142b752b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0691655 Feb 19 01:53:57.656618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696300e-9277-4815-a924-b61f8ff859f9 req-a967bbbe-d95d-49fc-aa66-fcd4714c2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.657998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-a967bbbe-d95d-49fc-aa66-fcd4714c2d29 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818579 Feb 19 01:53:57.818452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-e9117023-44dc-480d-b9b6-5100a6b18ff4 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595287 Feb 19 01:53:57.821823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-6325e305-3eab-475d-a26f-b05c348556c3 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528199 Feb 19 01:53:57.982177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-a67aa532-f21b-4102-9816-22c940435f50 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563148 Feb 19 01:53:57.984096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f696300e-9277-4815-a924-b61f8ff859f9 req-cd34a183-daf4-4d6c-acab-ce711d24b31e service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513698 Feb 19 01:53:58.601948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fa4c-6fe3-4783-8448-ed22e03ffec4 req-eb774cbc-52db-467f-9da4-d235cd70331a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:58.603881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5f9fa4c-6fe3-4783-8448-ed22e03ffec4 req-eb774cbc-52db-467f-9da4-d235cd70331a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0530429 Feb 19 01:53:58.650895 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e5f9fa4c-6fe3-4783-8448-ed22e03ffec4 req-bc8e2955-ab9a-47ba-ae38-18b045f62a50 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Feb 19 01:53:58.760780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:53:58.771257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e18a1b-8f36-433a-8bed-708b7f09951b req-6062f7d3-26a8-440c-a948-0f2a37c1c7af tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:58.772947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77e18a1b-8f36-433a-8bed-708b7f09951b req-6062f7d3-26a8-440c-a948-0f2a37c1c7af tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0549254 Feb 19 01:53:58.826075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77e18a1b-8f36-433a-8bed-708b7f09951b req-2777017b-a63a-43a5-8308-48175538a019 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469937 Feb 19 01:53:58.867936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:53:58.872021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:58.872420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:58.950867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e934ca-b0f2-4572-88ff-62cc8e75298e req-a2397d03-8e75-4cc6-ad43-b5b6cf83140d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:58.952377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20e934ca-b0f2-4572-88ff-62cc8e75298e req-a2397d03-8e75-4cc6-ad43-b5b6cf83140d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 946 time: 0.0598185 Feb 19 01:53:59.003074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20e934ca-b0f2-4572-88ff-62cc8e75298e req-1e226acc-97c0-4874-ab4e-1ab0f26d67b0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Feb 19 01:53:59.121393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:59.121782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:59.144168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:59.146400 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9dc84b-3e89-441d-9982-958d635184aa" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:59.158664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:59.184037 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aa1f04-2b65-4cef-85cb-0a3c3b0106dc x-openstack-request-id: req-80aa1f04-2b65-4cef-85cb-0a3c3b0106dc {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:59.184334 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-plugged", "status": "completed", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:59.184588 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-80aa1f04-2b65-4cef-85cb-0a3c3b0106dc {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:59.184987 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'code': 200} Feb 19 01:53:59.222764 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:59.272390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=13']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:59.450542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e37151-efb9-45a8-8c07-8efa15658dbe req-ce4a2c0b-5a22-49b6-bf59-48e218b2e416 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:59.452057 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6e37151-efb9-45a8-8c07-8efa15658dbe req-ce4a2c0b-5a22-49b6-bf59-48e218b2e416 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 947 time: 0.0539386 Feb 19 01:53:59.498720 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6e37151-efb9-45a8-8c07-8efa15658dbe req-65ec6d89-6129-46db-8222-076bff31518e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Feb 19 01:54:00.617731 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d93e7-7bd1-4fe0-9be0-9d4ec22a80f0 req-6c21e805-da8b-4dff-88c5-237a2f6b49e1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:00.619237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b0d93e7-7bd1-4fe0-9be0-9d4ec22a80f0 req-6c21e805-da8b-4dff-88c5-237a2f6b49e1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 947 time: 0.0526407 Feb 19 01:54:00.695944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b0d93e7-7bd1-4fe0-9be0-9d4ec22a80f0 req-cb5c7acc-de7a-42a1-b60d-4fadc1d830bf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711021 Feb 19 01:54:00.707922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-7949d526-d313-4252-a11f-a1d4bb698425 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:00.709354 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-7949d526-d313-4252-a11f-a1d4bb698425 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 947 time: 0.0787873 Feb 19 01:54:00.806643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Deleting port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:00.806991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:00.896376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] For port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:00.896738 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.069795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.070156 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.070489 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 disassociated. External IP: 172.25.2.153, port: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9. Feb 19 01:54:01.070815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Calling delete_port for 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:01.256812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (18e52fc8-e68b-4c28-af47-25e4ab75e8d9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.291639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'Port': ['ID=18e52fc8-e68b-4c28-af47-25e4ab75e8d9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:01.406816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:54:01.521390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:54:01.531854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:54:01.542361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:01.542973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:53:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:01.567353 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] No DVR routers for this DVR port 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:01.570102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.573478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a41fd697-0ee7-4f4d-ba4f-3d06cdf3235b req-8f138e30-2cf6-4d5c-919f-154ce9c4ce13 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "DELETE /v2.0/ports/18e52fc8-e68b-4c28-af47-25e4ab75e8d9 HTTP/1.1" status: 204 len: 173 time: 0.8591368 Feb 19 01:54:01.578083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-deleted', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:01.578083 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d4391-1e46-4f78-b49a-976577730cf1" -d '{"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-deleted", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:01.621539 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3184715d-44a1-4555-bceb-c3f374f63ac1 x-openstack-request-id: req-3184715d-44a1-4555-bceb-c3f374f63ac1 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:01.622146 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1d7e07-c866-491e-b7eb-911b4c32132f", "name": "network-vif-deleted", "tag": "18e52fc8-e68b-4c28-af47-25e4ab75e8d9", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:01.622146 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3184715d-44a1-4555-bceb-c3f374f63ac1 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:01.622452 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1d7e07-c866-491e-b7eb-911b4c32132f', 'name': 'network-vif-deleted', 'tag': '18e52fc8-e68b-4c28-af47-25e4ab75e8d9', 'status': 'completed', 'code': 200} Feb 19 01:54:01.658719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:01.798567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88487399-a7ad-4d36-86d3-7ee1028adc96 req-8ef717bc-4e63-45be-8a1a-dfbfce2a02eb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=5c1d7e07-c866-491e-b7eb-911b4c32132f HTTP/1.1" status: 200 len: 210 time: 0.0297861 Feb 19 01:54:01.880899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:01.907771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:54:01.916132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:01.916727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:53:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:02.026487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:02.231547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:02.264398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b7aeb-4212-4fa9-8cb4-ce4f1d9634b4 None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:54:02.508596 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f919e6-0eff-425e-af02-b0ad04828caf None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:54:03.046678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-9e95eaba-cea0-4ec2-b229-3fc20c288398 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1307043403&fields=id&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 267 time: 0.0424130 Feb 19 01:54:03.153486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-84613a5b-cacf-411c-a51a-f7a9310396d1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:03.154933 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-84613a5b-cacf-411c-a51a-f7a9310396d1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1016915 Feb 19 01:54:03.169909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-e527835c-d09b-4e04-b42e-ff870217e549 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/quotas/fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 375 time: 0.0088217 Feb 19 01:54:03.223488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-ab517682-f39f-4b3a-8259-ce88d70f9573 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488000 Feb 19 01:54:03.364935 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-2c714e59-1ef1-4f75-88f6-9ebb3e29a95c service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304424 Feb 19 01:54:03.453695 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-5217e8ba-0f9b-4372-990f-5b4171eeea24 service neutron] 10.222.0.94 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830443 Feb 19 01:54:03.680132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-afce0527-c781-4c2b-a482-859e3a6a3f33 req-a802c7dd-a15e-4042-8f3a-4e2a59b9c7a9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0286064 Feb 19 01:54:04.779683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2a5093cb-eecb-4e13-8d93-e7a963530366 req-e4a7cd0b-8338-449f-a75f-196a3a01acb8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0277364 Feb 19 01:54:04.822357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:04.843023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:04.843469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 18e52fc8-e68b-4c28-af47-25e4ab75e8d9 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:05.609202 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-8274ae29-9b33-4f8c-9dd4-e4b169d020bc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:05.610645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-8274ae29-9b33-4f8c-9dd4-e4b169d020bc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 811 time: 0.1076188 Feb 19 01:54:05.674958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-965cec72-175d-49c3-9b8f-f146bfcb5f36 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 380 time: 0.0530701 Feb 19 01:54:05.683109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'port': {'device_id': 'a91ab0da-51c0-4434-a514-924fdc665005', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'admin_state_up': True, 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'security_groups': ['7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:54:05.881458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a5a7912-7ccc-44e1-a708-e7f3f8f922cf req-45af3a9c-c163-49cf-abdb-f4b5401c6d6e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0291815 Feb 19 01:54:05.882086 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Made reservation on behalf of fe4a9c45715643ea9644d175f9685671 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:54:05.885346 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.011354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Allocated IP 172.20.0.3 (3df16ab2-0296-406e-8319-77f10b60e397/a6635b0c-7aed-4dd3-9202-137162534000/a233e987-03d2-4193-9abe-41b5385138bc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:54:06.151427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for port (a233e987-03d2-4193-9abe-41b5385138bc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.257015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.306097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Network 3df16ab2-0296-406e-8319-77f10b60e397 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:54:06.309279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:54:06.312935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:54:06.319664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:06.367374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:06.368015 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.473727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-7a7f3342-1d9a-44cf-8ea7-30108c8a7b29 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942019 Feb 19 01:54:06.484965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Request body: {'port': {'device_id': 'a91ab0da-51c0-4434-a514-924fdc665005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:54:06.520167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1fd0600a-38db-4013-969f-bebe34465966 None None] Provisioning complete for port a233e987-03d2-4193-9abe-41b5385138bc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:54:06.520756 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1fd0600a-38db-4013-969f-bebe34465966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a233e987-03d2-4193-9abe-41b5385138bc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.549051 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.558247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0600a-38db-4013-969f-bebe34465966 None None] Port a233e987-03d2-4193-9abe-41b5385138bc cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:54:06.820155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:54:06.827854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks [] for port (a233e987-03d2-4193-9abe-41b5385138bc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.840461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Transition to ACTIVE for port object a233e987-03d2-4193-9abe-41b5385138bc will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:54:06.904337 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:06.960981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:07.028703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581e5d-a5c8-4849-95b3-d6ee3bb9bc9f req-40dc0d61-26a9-479c-8323-2b0b56f68037 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.030412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5581e5d-a5c8-4849-95b3-d6ee3bb9bc9f req-40dc0d61-26a9-479c-8323-2b0b56f68037 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0764358 Feb 19 01:54:07.040096 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:54:07.044214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:54:07.044214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:54:07.046195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:54:07.046527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:54:07.053986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:54:07.054350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:54:07.054752 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:54:07.055324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Bound port: a233e987-03d2-4193-9abe-41b5385138bc, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:54:07.055612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.091630 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f5581e5d-a5c8-4849-95b3-d6ee3bb9bc9f req-7b645893-8bab-48f6-8b5c-395021ff2a82 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540128 Feb 19 01:54:07.128498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:54:07.131928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:54:07.199912 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.236040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.236662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.238703 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] 10.222.0.96 "PUT /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1091 time: 0.7574902 Feb 19 01:54:07.239257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:07.241442 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f" -d '{"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:07.272987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0671937-a668-427f-9d8f-3a9b80398f97 service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:07.285724 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d40dfa3-1f83-4352-b473-a8076445e818 x-openstack-request-id: req-1d40dfa3-1f83-4352-b473-a8076445e818 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:07.285724 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:07.285724 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1d40dfa3-1f83-4352-b473-a8076445e818 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:07.285724 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'status': 'completed', 'code': 200} Feb 19 01:54:07.355520 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-8ad58690-e589-41d8-a8b2-6eb99618deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.357068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-8ad58690-e589-41d8-a8b2-6eb99618deee service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1125 time: 0.0513372 Feb 19 01:54:07.463652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-470900e6-9751-4904-bc3d-12f681c2444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.465197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-470900e6-9751-4904-bc3d-12f681c2444f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=fe4a9c45715643ea9644d175f9685671&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1004081 Feb 19 01:54:07.557723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-4b109c9e-904f-4162-8ee6-b075f75a0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.559136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca55a2bb-9b82-4ce8-b949-04a97f42a75f req-4b109c9e-904f-4162-8ee6-b075f75a0333 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882058 Feb 19 01:54:07.642822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-07b598b0-719d-49f8-850f-b06679fc21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.644939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-07b598b0-719d-49f8-850f-b06679fc21f2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1125 time: 0.0499387 Feb 19 01:54:07.684655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-4a3907f1-caad-4d8b-a62e-88f294421ebd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 217 time: 0.0334487 Feb 19 01:54:07.734779 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-9929f5b6-a004-466b-9926-0d969afd1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.736241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-9929f5b6-a004-466b-9926-0d969afd1194 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0437188 Feb 19 01:54:07.792224 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182db08-1344-4781-bd30-064eb6510940 req-71c6f2ce-dc2e-4d12-9287-cbf8bbd51cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:07.793793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-71c6f2ce-dc2e-4d12-9287-cbf8bbd51cee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517912 Feb 19 01:54:07.890485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-14395260-7832-4fd9-82ca-dde650433dcf service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901878 Feb 19 01:54:07.983445 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7182db08-1344-4781-bd30-064eb6510940 req-16fdd142-3008-44cf-b671-d35baf0df919 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865724 Feb 19 01:54:08.221897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82364e-e708-4048-9bf3-a07fe54215df req-a18be4ee-62a8-4506-8812-70f60df0db2f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:08.223377 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc82364e-e708-4048-9bf3-a07fe54215df req-a18be4ee-62a8-4506-8812-70f60df0db2f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0563762 Feb 19 01:54:08.270263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc82364e-e708-4048-9bf3-a07fe54215df req-40f2014d-6e35-4789-baf6-3a5abacc9808 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Feb 19 01:54:09.391676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad774a9-4e02-44f2-aa04-fe566b78d208 req-66c943e9-5538-4e95-914a-08a069402532 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:09.393149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ad774a9-4e02-44f2-aa04-fe566b78d208 req-66c943e9-5538-4e95-914a-08a069402532 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0532625 Feb 19 01:54:09.440027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ad774a9-4e02-44f2-aa04-fe566b78d208 req-27c64dee-f162-40dd-b796-c836f629e157 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Feb 19 01:54:10.241583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.263395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:54:10.361056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:10.372977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a233e987-03d2-4193-9abe-41b5385138bc', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:54:10.410360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:54:10.410753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.423597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:54:10.444455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:10.502466 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.551654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:10.565218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9896-3800-441c-bd51-52c2d37b3540 req-53a8a914-e03e-44bc-97e9-ef047b5deeea tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:10.567467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6dad9896-3800-441c-bd51-52c2d37b3540 req-53a8a914-e03e-44bc-97e9-ef047b5deeea tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0586052 Feb 19 01:54:10.614452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6dad9896-3800-441c-bd51-52c2d37b3540 req-1a10e7d0-fb6e-4017-9c54-42bc2b6b1235 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Feb 19 01:54:10.702177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c4130735-5835-432d-b194-d3441deb92cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.732609 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.743211 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a233e987-03d2-4193-9abe-41b5385138bc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:54:11.732363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0c69a-a718-47ef-945d-5be86ff6a5ae req-1edb7622-5cbb-4bea-aac8-d8954ffed438 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:11.733990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76f0c69a-a718-47ef-945d-5be86ff6a5ae req-1edb7622-5cbb-4bea-aac8-d8954ffed438 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Feb 19 01:54:11.782144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-76f0c69a-a718-47ef-945d-5be86ff6a5ae req-dea7bd12-9386-467a-9696-9c4e3d97c204 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Feb 19 01:54:12.286922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:54:12.401016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a233e987-03d2-4193-9abe-41b5385138bc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:54:12.405117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a233e987-03d2-4193-9abe-41b5385138bc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:54:12.405492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a233e987-03d2-4193-9abe-41b5385138bc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.484858 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:54:12.485241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.508298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:12.510509 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef52429-2a52-4538-9dd4-f9b8c33f2b86" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:12.527052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:12.548503 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882255c4-7c28-4417-933c-ca467587dbdb x-openstack-request-id: req-882255c4-7c28-4417-933c-ca467587dbdb {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:12.548835 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:12.549088 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-882255c4-7c28-4417-933c-ca467587dbdb {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:12.549509 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'code': 200} Feb 19 01:54:12.578505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.627744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:12.655546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd142570-2ca8-4c88-8aca-2742c37a522c req-5fe81b97-de56-44a3-a8ae-b0b04bada48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:12.657059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd142570-2ca8-4c88-8aca-2742c37a522c req-5fe81b97-de56-44a3-a8ae-b0b04bada48c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1127 time: 0.0502758 Feb 19 01:54:12.701835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd142570-2ca8-4c88-8aca-2742c37a522c req-1da26b02-1fd4-45df-8bf9-84c04c522b7b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Feb 19 01:54:12.906040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5b127-8790-44d0-94c3-612369120f91 req-ff29e200-7ed7-43d3-ad18-50ce436152cc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:12.907563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73c5b127-8790-44d0-94c3-612369120f91 req-ff29e200-7ed7-43d3-ad18-50ce436152cc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Feb 19 01:54:12.927399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d84f7477-1f61-4c68-814d-6ad4b07786bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.957454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73c5b127-8790-44d0-94c3-612369120f91 req-7eb1d8a3-f68f-440c-9108-c1f7e7b31efa tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Feb 19 01:54:14.080464 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7cc97-c4df-4d40-ad19-500b09ed7153 req-42c371e8-0ae1-43be-98f9-c4ea9577c40b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:14.082374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6b7cc97-c4df-4d40-ad19-500b09ed7153 req-42c371e8-0ae1-43be-98f9-c4ea9577c40b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Feb 19 01:54:14.131324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a6b7cc97-c4df-4d40-ad19-500b09ed7153 req-e0958780-6520-4429-b0ca-ad760e31e888 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Feb 19 01:54:14.254464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcc68e-429d-4d99-a43d-e6f4b0b7c0aa req-8bc44535-6589-4c22-9210-2b80325028c7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:14.255991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-53fcc68e-429d-4d99-a43d-e6f4b0b7c0aa req-8bc44535-6589-4c22-9210-2b80325028c7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0578079 Feb 19 01:54:14.264516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34332) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:14.268824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Request body: {'floatingip': {'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:54:14.307855 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.384165 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.775421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.829944 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.932164 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 associated. External IP: 172.25.2.153, port: a233e987-03d2-4193-9abe-41b5385138bc. Feb 19 01:54:15.493089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:15.495724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:54:15.605930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:54:15.610630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:15.615579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:54:15.625984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:15.626702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:54:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:15.640502 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-26f363f1-1ddf-4d92-8a7d-2b9eae5c9688 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "PUT /v2.0/floatingips/8ac853e1-60d4-4a0c-9561-6dedad5d6702 HTTP/1.1" status: 200 len: 992 time: 1.3749607 Feb 19 01:54:15.641094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:15.644316 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b1713-8a73-4f49-b20a-03b7f009f331" -d '{"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:15.690227 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0c1e3a-ce87-4167-91aa-9ddcf32f9912 x-openstack-request-id: req-2b0c1e3a-ce87-4167-91aa-9ddcf32f9912 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:15.690594 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:15.690863 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2b0c1e3a-ce87-4167-91aa-9ddcf32f9912 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:15.691330 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'status': 'completed', 'code': 200} Feb 19 01:54:15.745755 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:15.758681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-307dc523-f562-4fa7-bcd0-e3defd78c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:15.760231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-307dc523-f562-4fa7-bcd0-e3defd78c289 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1127 time: 0.0472767 Feb 19 01:54:15.865512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-9c65b6b1-4a34-4641-994c-c0f287bc49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:15.867103 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-9c65b6b1-4a34-4641-994c-c0f287bc49e3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1010070 Feb 19 01:54:15.937751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-daa63acb-15dc-49c3-9ca0-28c95dcdc8f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0646870 Feb 19 01:54:15.988408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-13b41fa6-606d-4d5a-b211-24e287300695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:15.990095 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-13b41fa6-606d-4d5a-b211-24e287300695 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0460415 Feb 19 01:54:15.992688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91ab0da-51c0-4434-a514-924fdc665005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:54:14Z', 'revision_number': 13, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:16.022697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:54:16.031613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:16.032226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:54:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:16.048636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-70859087-4741-46a5-a107-c75165a84590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:16.050943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-70859087-4741-46a5-a107-c75165a84590 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544798 Feb 19 01:54:16.141555 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-857c9b8f-e026-4988-aa11-9dd025b6dace service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Feb 19 01:54:16.142604 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:16.253465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-840b1713-8a73-4f49-b20a-03b7f009f331 req-59519857-08a4-42da-97c4-2f1064b63ff9 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063747 Feb 19 01:54:16.387397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91ab0da-51c0-4434-a514-924fdc665005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:54:14Z', 'revision_number': 13, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:16.582086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf9781-30da-40c5-9dbb-2242177acc1e None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '8ac853e1-60d4-4a0c-9561-6dedad5d6702', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91ab0da-51c0-4434-a514-924fdc665005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:51:12Z', 'updated_at': '2022-02-19T01:54:14Z', 'revision_number': 13, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:54:16.783233 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4d41c-e938-4d83-bd2e-3e52fbf62efc None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:54:16.984870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:18.479474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930b1a3-11e2-4878-9f05-f34177cfa792 req-d4690570-7a92-4096-b3a9-d8ff37ce8e97 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:18.480959 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9930b1a3-11e2-4878-9f05-f34177cfa792 req-d4690570-7a92-4096-b3a9-d8ff37ce8e97 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0562415 Feb 19 01:54:18.528031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9930b1a3-11e2-4878-9f05-f34177cfa792 req-3b2c902c-e40c-4466-919b-1f74764e08e6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415699 Feb 19 01:54:22.453525 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:54:36.557869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf2fc-1748-429c-ad8b-0ff8f88d4d41 req-163c4eb1-4896-4193-940d-01eafc20faee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:36.559426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-265cf2fc-1748-429c-ad8b-0ff8f88d4d41 req-163c4eb1-4896-4193-940d-01eafc20faee tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0555401 Feb 19 01:54:36.610413 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-265cf2fc-1748-429c-ad8b-0ff8f88d4d41 req-340ed0a6-ce9f-424a-968f-e9c97ed5ca8d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453842 Feb 19 01:54:36.718681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-e73a8e3f-ea3b-4df9-92b2-07c3ae8679e1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852883 Feb 19 01:54:37.272697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-ac622c6c-b5c5-4b2f-8af1-6dcae57c3476 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:37.274220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-ac622c6c-b5c5-4b2f-8af1-6dcae57c3476 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 942 time: 0.0456009 Feb 19 01:54:37.738700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a624282-4b6b-46a4-8d49-c05192684f01 req-2336d7ad-3e75-4b90-aaad-c6335b2f9b55 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:37.740649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a624282-4b6b-46a4-8d49-c05192684f01 req-2336d7ad-3e75-4b90-aaad-c6335b2f9b55 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0591109 Feb 19 01:54:37.792315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9a624282-4b6b-46a4-8d49-c05192684f01 req-1f71a6aa-81d7-4cc9-8d73-bf7e5952c6a5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Feb 19 01:54:38.776562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-6cc0a67c-4b1f-4011-be07-d65078a618bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:38.778199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-6cc0a67c-4b1f-4011-be07-d65078a618bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1127 time: 0.0463381 Feb 19 01:54:38.877269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-75bf8333-e09a-4ac2-ac0f-5bd198ab072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:38.878922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-75bf8333-e09a-4ac2-ac0f-5bd198ab072f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0947630 Feb 19 01:54:38.914034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5401-bc12-4d3c-9ad0-38e1e4ab1eac req-63fb557a-a06f-4f74-8003-95323438148c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:38.915563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-255a5401-bc12-4d3c-9ad0-38e1e4ab1eac req-63fb557a-a06f-4f74-8003-95323438148c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Feb 19 01:54:38.945715 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-786f29f8-b266-4cda-a6a8-3b6e984550e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1002 time: 0.0602796 Feb 19 01:54:38.962850 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-255a5401-bc12-4d3c-9ad0-38e1e4ab1eac req-9bab770f-3c14-41c3-ad77-81809726860f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Feb 19 01:54:38.995801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-fe12f2cd-7fc7-434d-817e-928a44df0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:38.997437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-fe12f2cd-7fc7-434d-817e-928a44df0ad6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0455153 Feb 19 01:54:39.050975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-cae4419c-690f-4772-9648-5c63b1ecc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:39.053265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-cae4419c-690f-4772-9648-5c63b1ecc934 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490379 Feb 19 01:54:39.148149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-8b6574a1-aac2-4597-b155-d09f3e9b20d4 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877378 Feb 19 01:54:39.247150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-b8ac246c-ffb8-4125-a9bf-ee39d7042f06 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926485 Feb 19 01:54:40.084209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610793a-06ce-43c5-9618-0134c32c637c req-0088a8c3-2a69-4dd4-b207-b6cf090cd931 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:40.085613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d610793a-06ce-43c5-9618-0134c32c637c req-0088a8c3-2a69-4dd4-b207-b6cf090cd931 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0533867 Feb 19 01:54:40.132664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d610793a-06ce-43c5-9618-0134c32c637c req-fcc0dafc-d20b-4e05-85b0-b4279c629cf3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Feb 19 01:54:40.306899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:40.703258 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21779610-4934-4cee-a039-d6f22b25a251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:40.766405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:41.256416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33247b9-42ce-404b-a860-564e14ee5e33 req-5f79e13b-d45f-430b-9e1f-fa680fe77428 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:41.257889 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e33247b9-42ce-404b-a860-564e14ee5e33 req-5f79e13b-d45f-430b-9e1f-fa680fe77428 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0538337 Feb 19 01:54:41.305075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e33247b9-42ce-404b-a860-564e14ee5e33 req-ff310068-61a5-4382-afab-914690cc2f17 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Feb 19 01:54:42.430570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9115fd-1797-420c-be0c-a1c27d551fc7 req-d35cce5e-468f-4627-9ce8-94a5c4eda495 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:42.431901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b9115fd-1797-420c-be0c-a1c27d551fc7 req-d35cce5e-468f-4627-9ce8-94a5c4eda495 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0565314 Feb 19 01:54:42.480281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b9115fd-1797-420c-be0c-a1c27d551fc7 req-4f64fbec-04e0-417b-a302-e58adaf5e40e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Feb 19 01:54:42.946668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2da8fab6-2274-4342-812b-520d2cbef10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:43.605441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b43f4-6924-4bab-81c2-6d26809f37fd req-24702ace-3bbe-40f0-9dd5-dd4026d411a5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:43.606918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f86b43f4-6924-4bab-81c2-6d26809f37fd req-24702ace-3bbe-40f0-9dd5-dd4026d411a5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0576634 Feb 19 01:54:43.654595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f86b43f4-6924-4bab-81c2-6d26809f37fd req-0cf3c757-44a9-41f5-bc17-f85c1465a55f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418150 Feb 19 01:54:44.392309 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:44.786144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8fd71-a2a1-475c-9506-06851851286a req-03221010-b5a0-4d37-8797-8b9971f3dbba tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:44.788235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84f8fd71-a2a1-475c-9506-06851851286a req-03221010-b5a0-4d37-8797-8b9971f3dbba tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0611107 Feb 19 01:54:44.834480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84f8fd71-a2a1-475c-9506-06851851286a req-9a4133cb-bb06-4f96-88a8-f65e3437782d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Feb 19 01:54:45.492209 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:45.954334 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc74c6f-4487-454d-903b-3751fef33f87 req-2cee40a0-71d6-48e2-b621-1699d7178629 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:45.955853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecc74c6f-4487-454d-903b-3751fef33f87 req-2cee40a0-71d6-48e2-b621-1699d7178629 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Feb 19 01:54:46.002141 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ecc74c6f-4487-454d-903b-3751fef33f87 req-e7a49145-00ba-431b-81e6-89e663e43ac8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 Feb 19 01:54:46.966374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:47.128454 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65d147-3db9-417a-829d-32017a6d869d req-a092665e-b93e-4bd6-b928-c4c9f94a7d80 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:47.130175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d65d147-3db9-417a-829d-32017a6d869d req-a092665e-b93e-4bd6-b928-c4c9f94a7d80 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0537317 Feb 19 01:54:47.179039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d65d147-3db9-417a-829d-32017a6d869d req-eaad846f-fc51-4641-a137-26e39be92693 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Feb 19 01:54:48.299144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c7245-765e-44b9-8e31-0a5f08ee08ee req-b948e319-004a-498f-b67c-ee57edcaab3e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:48.300664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe8c7245-765e-44b9-8e31-0a5f08ee08ee req-b948e319-004a-498f-b67c-ee57edcaab3e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Feb 19 01:54:48.351662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fe8c7245-765e-44b9-8e31-0a5f08ee08ee req-ae63286a-6f4c-4d6d-8bc3-b10e111b5897 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450697 Feb 19 01:54:49.479359 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dfd6c-aeb1-4b20-b475-ff2dd8d8bb15 req-38ad9405-4dfd-4287-a478-365f5c2ed1e8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:49.480863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-462dfd6c-aeb1-4b20-b475-ff2dd8d8bb15 req-38ad9405-4dfd-4287-a478-365f5c2ed1e8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0607250 Feb 19 01:54:49.528424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-462dfd6c-aeb1-4b20-b475-ff2dd8d8bb15 req-10325cf2-d4e3-4ab8-9a5a-5ff5eac4a140 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Feb 19 01:54:50.650537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5cd02-94cc-41d0-a924-15b41c9da74d req-337b4ea5-61c4-4ee4-a00a-0aa2379b2cb6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:50.652097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdc5cd02-94cc-41d0-a924-15b41c9da74d req-337b4ea5-61c4-4ee4-a00a-0aa2379b2cb6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Feb 19 01:54:50.704161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdc5cd02-94cc-41d0-a924-15b41c9da74d req-e165641f-1b7d-4de2-9274-d717d8378c50 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461233 Feb 19 01:54:51.835360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b2832-00ce-4711-88d2-dbb1974b8856 req-e5d2de23-5953-4895-a43b-3577214de0b4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:51.836874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79b2832-00ce-4711-88d2-dbb1974b8856 req-e5d2de23-5953-4895-a43b-3577214de0b4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0587740 Feb 19 01:54:51.890828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a79b2832-00ce-4711-88d2-dbb1974b8856 req-051e85ef-6b5c-47d2-aaa8-867efaddd3fd tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Feb 19 01:54:53.013270 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b70a3-641d-4476-bf33-82d7c97b0365 req-47c7e729-7913-4ca7-8ab7-4f4a7d285a79 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:53.014672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f8b70a3-641d-4476-bf33-82d7c97b0365 req-47c7e729-7913-4ca7-8ab7-4f4a7d285a79 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0525777 Feb 19 01:54:53.061983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9f8b70a3-641d-4476-bf33-82d7c97b0365 req-4dfeae83-0d2f-4609-8410-ec9575db8ca0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Feb 19 01:54:54.183814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9af74-de2d-4dc2-8566-db539321e21e req-ee08bee2-3e68-47f4-9774-3df049373502 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:54.185276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60b9af74-de2d-4dc2-8566-db539321e21e req-ee08bee2-3e68-47f4-9774-3df049373502 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Feb 19 01:54:54.236957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60b9af74-de2d-4dc2-8566-db539321e21e req-e8f78009-0323-44df-bedb-699f7c19deeb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Feb 19 01:54:54.449966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:54.526387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:54:54.526800 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:54.555766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:54.560293 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746253c-588e-4079-8125-3a1c91ccbbd5" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-unplugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:54.579354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:54.616850 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c88c691-3b57-4e35-9b6c-111a59e6662f x-openstack-request-id: req-2c88c691-3b57-4e35-9b6c-111a59e6662f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:54.617180 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-unplugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:54.617469 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2c88c691-3b57-4e35-9b6c-111a59e6662f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:54.617891 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'code': 200} Feb 19 01:54:54.646152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:54.696574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:54.703924 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.704286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.704635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.704979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.705318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.705657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.705992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.706326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.706660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.707063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.707398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.707846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:54.708183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:55.365940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fbabe-9142-4fa4-a133-210a87f9ff54 req-af8679e6-5be2-4e1c-a75d-b3af498a8c08 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:55.367454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b2fbabe-9142-4fa4-a133-210a87f9ff54 req-af8679e6-5be2-4e1c-a75d-b3af498a8c08 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0552824 Feb 19 01:54:55.415506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0b2fbabe-9142-4fa4-a133-210a87f9ff54 req-868e873f-dc01-49e3-9591-9135802441d2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Feb 19 01:54:55.831735 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-f9947936-e681-46ad-98e5-85c73d8f0f8c service neutron] show failed (client error): The resource could not be found. Feb 19 01:54:55.833404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-f9947936-e681-46ad-98e5-85c73d8f0f8c service neutron] 10.222.0.96 "GET /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0560083 Feb 19 01:54:56.396693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-5dac1ffa-de6e-4e1a-967c-88bc9077b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:56.398231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-5dac1ffa-de6e-4e1a-967c-88bc9077b0e4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1125 time: 0.0460372 Feb 19 01:54:56.408463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:54:56.473392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:56.547587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac33a-ab6f-40e6-b4e0-335f35eb440d req-c6d6703a-e5ab-4342-adcd-f9deeedb37bb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:56.549074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8caac33a-ab6f-40e6-b4e0-335f35eb440d req-c6d6703a-e5ab-4342-adcd-f9deeedb37bb tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0567045 Feb 19 01:54:56.596327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8caac33a-ab6f-40e6-b4e0-335f35eb440d req-8b20bb71-a5b1-4648-9000-4f7f2a6720e0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Feb 19 01:54:56.674081 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:56.706872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:54:56.738963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:54:56.746879 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks [] for port (a233e987-03d2-4193-9abe-41b5385138bc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:56.759312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Transition to ACTIVE for port object a233e987-03d2-4193-9abe-41b5385138bc will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:54:56.820742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:56.900836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:56.915531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.915898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.916235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.916579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.916918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.917255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.917589 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.917920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.918250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.918580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.918908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.919264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.919820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:56.961155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] No DVR routers for this DVR port a233e987-03d2-4193-9abe-41b5385138bc on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:57.103214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:54:57.103544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:54:57.103887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:54:57.108130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:54:57.108514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:54:57.114112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:54:57.114446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:54:57.114825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:54:57.115274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Bound port: a233e987-03d2-4193-9abe-41b5385138bc, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:54:57.115624 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:57.183006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:54:57.186154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:54:57.245958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:57.287409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.288071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:57.289509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] 10.222.0.117 "PUT /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1091 time: 0.8849566 Feb 19 01:54:57.289997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:57.292340 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd1cc27-404a-4f66-a124-856c41bbde0b" -d '{"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:57.316570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5cca2-320a-44b6-ade1-a864ae9f87ff service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=8']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:57.364534 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01a6bf8-fcef-4d51-a9db-f2d26dd7d04d x-openstack-request-id: req-b01a6bf8-fcef-4d51-a9db-f2d26dd7d04d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:57.364923 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:57.365250 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b01a6bf8-fcef-4d51-a9db-f2d26dd7d04d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:57.365918 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'status': 'completed', 'code': 200} Feb 19 01:54:57.376491 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-3b87c3e6-a126-465b-92fe-473c497fa564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.378151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-3b87c3e6-a126-465b-92fe-473c497fa564 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1125 time: 0.0567715 Feb 19 01:54:57.482838 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-3e33afbd-cef7-440b-98aa-13ab8e0016c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.484369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-3e33afbd-cef7-440b-98aa-13ab8e0016c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1125 time: 0.1040239 Feb 19 01:54:57.556162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-e80f5c67-9e69-4939-a51e-ff354d74bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.557651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-e80f5c67-9e69-4939-a51e-ff354d74bd53 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1693327 Feb 19 01:54:57.645392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-aecaab76-ef3f-4ab3-b1c7-c54623367f42 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0807345 Feb 19 01:54:57.649968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-511e7480-6eb3-4c5f-abbd-b903da6fb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.651378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-511e7480-6eb3-4c5f-abbd-b903da6fb646 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1582155 Feb 19 01:54:57.719294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0c9c-5e9e-4bff-82e2-da2217f51569 req-c9f12c28-1ab9-43db-8d38-278f02fe0403 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.720691 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a03a0c9c-5e9e-4bff-82e2-da2217f51569 req-c9f12c28-1ab9-43db-8d38-278f02fe0403 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0517118 Feb 19 01:54:57.745923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-7960a6d2-62b5-47c6-987b-11dfa1dff781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.747425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-7960a6d2-62b5-47c6-987b-11dfa1dff781 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0951860 Feb 19 01:54:57.751208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-02da19b0-a213-4978-bc97-44e4a391bb42 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0901928 Feb 19 01:54:57.769857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a03a0c9c-5e9e-4bff-82e2-da2217f51569 req-6404ae3f-79e0-43f5-936f-0952c35d393e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Feb 19 01:54:57.829885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-edfddc92-2ec2-498e-a5b2-1c6ef7e645b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.831348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-edfddc92-2ec2-498e-a5b2-1c6ef7e645b8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0696340 Feb 19 01:54:57.837413 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-9df5cddd-0e70-403f-a69e-06261e138d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.838881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-9df5cddd-0e70-403f-a69e-06261e138d75 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856211 Feb 19 01:54:57.946552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-51ddaf5c-8769-4d85-a36c-7b17cb84100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:57.948091 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-51ddaf5c-8769-4d85-a36c-7b17cb84100e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1083622 Feb 19 01:54:57.983152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-49cbec53-f648-4d10-a433-96875295753d service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360981 Feb 19 01:54:58.109397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-8e65f821-1565-4f64-9e4a-2be7505ee632 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524825 Feb 19 01:54:58.138486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-f2ebc5ad-7b0b-4796-8038-edd2d84539d0 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291468 Feb 19 01:54:58.203686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-5329eee7-be79-4a29-be57-349c430ed874 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856059 Feb 19 01:54:58.289048 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-76817b7f-520a-4c43-90e2-5ae9e5a70894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:58.290689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-76817b7f-520a-4c43-90e2-5ae9e5a70894 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1125 time: 0.0547740 Feb 19 01:54:58.389714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-c17fa931-8e1f-445d-88b3-3f7c9023ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:58.391261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-c17fa931-8e1f-445d-88b3-3f7c9023ca0b service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0947018 Feb 19 01:54:58.458367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-2afa66fc-e0b8-47eb-a5a3-ba859552e687 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0612857 Feb 19 01:54:58.509906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-4305ea2c-feaf-40ba-a3ea-ef549dbc0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:58.511423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-4305ea2c-feaf-40ba-a3ea-ef549dbc0410 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0480001 Feb 19 01:54:58.561935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-9ed8461e-2ae4-416b-8067-54c4e9f2f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:58.563533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-9ed8461e-2ae4-416b-8067-54c4e9f2f0d0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461357 Feb 19 01:54:58.649982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-8d0d86bb-4215-4d38-ad3d-2b4fc09f30b6 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800517 Feb 19 01:54:58.744157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-abd1cc27-404a-4f66-a124-856c41bbde0b req-be7cdb06-841e-43b9-8207-604edb3b904d service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881574 Feb 19 01:54:58.897835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c828-0704-4212-bd0e-13be35be4be2 req-b837cf13-4c99-4e2a-8605-c8e4047ec613 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:58.899244 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b75c828-0704-4212-bd0e-13be35be4be2 req-b837cf13-4c99-4e2a-8605-c8e4047ec613 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0543122 Feb 19 01:54:58.946447 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b75c828-0704-4212-bd0e-13be35be4be2 req-2fb27251-72e6-4f5a-b0f3-261fa26e475b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 Feb 19 01:54:59.452432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:00.074392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88618b-7215-4b47-804a-4c848d82d7dc req-c1ee97d4-2e77-46c8-a004-2f1aee68c267 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:00.075814 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d88618b-7215-4b47-804a-4c848d82d7dc req-c1ee97d4-2e77-46c8-a004-2f1aee68c267 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0584490 Feb 19 01:55:00.122134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3d88618b-7215-4b47-804a-4c848d82d7dc req-2c25b212-c890-409c-9418-ef985933aae8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Feb 19 01:55:01.249649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7277a8-2f3b-4711-adc3-c39197a065a5 req-58b418f5-9441-4cfe-bf68-691800a1317c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:01.251224 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf7277a8-2f3b-4711-adc3-c39197a065a5 req-58b418f5-9441-4cfe-bf68-691800a1317c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0578587 Feb 19 01:55:01.301700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf7277a8-2f3b-4711-adc3-c39197a065a5 req-63c0f178-90d3-4581-b56c-75fd912c0c45 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434461 Feb 19 01:55:02.441999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2aac3-cbe6-402a-a149-7677f89ad3fd req-a2c5c944-5d8c-418c-9057-691a61cb38dc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:02.443512 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6c2aac3-cbe6-402a-a149-7677f89ad3fd req-a2c5c944-5d8c-418c-9057-691a61cb38dc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0681419 Feb 19 01:55:02.491418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6c2aac3-cbe6-402a-a149-7677f89ad3fd req-c29f3401-15ab-4872-a07a-6545cb178ac3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Feb 19 01:55:03.612685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965dbc4-2805-4d0a-b665-347425fd3f90 req-c74dd291-d0f2-445b-b406-4b03ed7d5b0c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:03.614280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3965dbc4-2805-4d0a-b665-347425fd3f90 req-c74dd291-d0f2-445b-b406-4b03ed7d5b0c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0521302 Feb 19 01:55:03.661433 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3965dbc4-2805-4d0a-b665-347425fd3f90 req-d90406af-b480-4fff-af6f-aa39290c6e60 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Feb 19 01:55:04.785409 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b9e62-1a00-4e2b-acea-e8071f4b578e req-3ca9aedd-58bb-4193-ae90-41cabd4c4769 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:04.787195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-113b9e62-1a00-4e2b-acea-e8071f4b578e req-3ca9aedd-58bb-4193-ae90-41cabd4c4769 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0554166 Feb 19 01:55:04.839348 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-113b9e62-1a00-4e2b-acea-e8071f4b578e req-aae17c41-3f09-4172-b434-185c463093a7 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Feb 19 01:55:05.962614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dac7b-fb01-4d5a-919d-6f4c23447739 req-a966dc02-7f40-418a-9fa1-0fda19a49b76 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:05.964144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3dac7b-fb01-4d5a-919d-6f4c23447739 req-a966dc02-7f40-418a-9fa1-0fda19a49b76 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0515223 Feb 19 01:55:06.020929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e3dac7b-fb01-4d5a-919d-6f4c23447739 req-04fd15e4-4a26-446b-ad9e-ca206dba8c3c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Feb 19 01:55:07.141185 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688ddf8-aa42-492d-b8cd-56c8c0e19526 req-1de6ad1c-28fb-4d4b-8b19-e03e1799d95e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:07.142667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1688ddf8-aa42-492d-b8cd-56c8c0e19526 req-1de6ad1c-28fb-4d4b-8b19-e03e1799d95e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0530694 Feb 19 01:55:07.190333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1688ddf8-aa42-492d-b8cd-56c8c0e19526 req-f324f715-0552-4efe-abb5-8811929c3edc tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Feb 19 01:55:08.310209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb779ec3-8c7d-4ebd-9b7a-9693c5a0ed4b req-2b5a156a-c19a-4545-94e2-f5af69e92a58 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:08.311739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb779ec3-8c7d-4ebd-9b7a-9693c5a0ed4b req-2b5a156a-c19a-4545-94e2-f5af69e92a58 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Feb 19 01:55:08.358590 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb779ec3-8c7d-4ebd-9b7a-9693c5a0ed4b req-830d4dc4-c1ec-4f5b-92d2-2f8d76ca08f4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Feb 19 01:55:09.483915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a531c-e18f-4648-80b4-0ec829c56ddc req-588870e0-b746-43e8-b9af-a4cf3ebd98ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:09.485396 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec0a531c-e18f-4648-80b4-0ec829c56ddc req-588870e0-b746-43e8-b9af-a4cf3ebd98ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0535305 Feb 19 01:55:09.531540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ec0a531c-e18f-4648-80b4-0ec829c56ddc req-b0daf514-9c74-4495-a0d0-74b1e4eecfd8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399833 Feb 19 01:55:10.260322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:10.654980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb416153-9ed5-43af-990e-54bcecbe5c60 req-f50cfc1f-ae5f-49c6-b971-a76d142a0d53 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:10.656493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb416153-9ed5-43af-990e-54bcecbe5c60 req-f50cfc1f-ae5f-49c6-b971-a76d142a0d53 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0553422 Feb 19 01:55:10.708840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb416153-9ed5-43af-990e-54bcecbe5c60 req-68834012-ad3e-4333-89b6-14ce627f2f0d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462995 Feb 19 01:55:10.709087 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5dd52a7f-e607-414f-9364-b68d85165a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:10.774350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:11.835861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd8e8-3f0f-41fc-a1fa-f39a1cec35f9 req-36cf2d6f-c876-4840-8a28-57a8fbd72abf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:11.837354 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-643cd8e8-3f0f-41fc-a1fa-f39a1cec35f9 req-36cf2d6f-c876-4840-8a28-57a8fbd72abf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0587308 Feb 19 01:55:11.883662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-643cd8e8-3f0f-41fc-a1fa-f39a1cec35f9 req-9ffda673-23b4-4605-957a-4a06e0d7832b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Feb 19 01:55:12.931417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-56172936-3062-4444-a8a3-f70b07e5862d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:13.011146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35906b4d-0e7c-4f79-a857-b361ebb10e67 req-284b149f-5b70-48ce-93b8-848f9192aa91 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:13.012548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35906b4d-0e7c-4f79-a857-b361ebb10e67 req-284b149f-5b70-48ce-93b8-848f9192aa91 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0558853 Feb 19 01:55:13.058322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-35906b4d-0e7c-4f79-a857-b361ebb10e67 req-aecb96b1-7540-4741-adae-9a4143aeb192 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401490 Feb 19 01:55:14.178905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee5287-ee8a-406f-8182-6e4c50f6105a req-577fc6bc-ba3c-4bae-b549-c930823da338 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:14.180428 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3ee5287-ee8a-406f-8182-6e4c50f6105a req-577fc6bc-ba3c-4bae-b549-c930823da338 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0537198 Feb 19 01:55:14.226663 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c3ee5287-ee8a-406f-8182-6e4c50f6105a req-8cb4d766-4d27-4f4a-99e5-2ee77e2a6b1d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Feb 19 01:55:14.382533 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:15.237525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a233e987-03d2-4193-9abe-41b5385138bc details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:55:15.349122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:15.352827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862dbb1-5a68-45a4-a4fc-e244bc81786d req-ac719432-d9c2-445a-889a-85fd035eed68 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:15.354505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f862dbb1-5a68-45a4-a4fc-e244bc81786d req-ac719432-d9c2-445a-889a-85fd035eed68 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 943 time: 0.0587990 Feb 19 01:55:15.362298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'a233e987-03d2-4193-9abe-41b5385138bc', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:55:15.417067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:55:15.423818 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:15.423955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f862dbb1-5a68-45a4-a4fc-e244bc81786d req-b3449fa2-b05c-447f-8cb9-27e501ec820f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566950 Feb 19 01:55:15.433050 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:55:15.454069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:15.502176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:15.528989 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:15.582048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:15.774827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['a233e987-03d2-4193-9abe-41b5385138bc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:55:16.533158 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4841d83-13d2-41c1-9d17-2644409f4b6d req-58395fda-f286-4635-bda3-b490fc873402 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:16.534645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4841d83-13d2-41c1-9d17-2644409f4b6d req-58395fda-f286-4635-bda3-b490fc873402 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0523422 Feb 19 01:55:16.585860 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d4841d83-13d2-41c1-9d17-2644409f4b6d req-38e61ee5-25e3-4eb3-a890-53f7a956a1f9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Feb 19 01:55:16.970961 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:17.164557 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191acb2-f0bd-404b-8464-39917c5e75bf req-ba34a681-ab89-4ced-a68c-bd1165f5691b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.166067 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5191acb2-f0bd-404b-8464-39917c5e75bf req-ba34a681-ab89-4ced-a68c-bd1165f5691b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0552897 Feb 19 01:55:17.194949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a5a034a9-607e-4b1e-a775-9e63705a817a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.196436 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a5a034a9-607e-4b1e-a775-9e63705a817a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.117 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005&tenant_id=fe4a9c45715643ea9644d175f9685671&binding%3Ahost_id=n-h1-826529-3 HTTP/1.1" status: 200 len: 944 time: 0.0593743 Feb 19 01:55:17.214160 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5191acb2-f0bd-404b-8464-39917c5e75bf req-3ed34300-4c41-4c53-a028-eebaa3f91a0e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Feb 19 01:55:17.237926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a233e987-03d2-4193-9abe-41b5385138bc up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:55:17.258149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-480a77e9-f40b-47fc-9310-8a6652fd3a86 service neutron] 10.222.0.117 "GET /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc/bindings/n-h1-826529-3 HTTP/1.1" status: 200 len: 382 time: 0.0558352 Feb 19 01:55:17.321770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-0b9edf53-95b4-4950-82d2-5d15c66ad988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.323234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-0b9edf53-95b4-4950-82d2-5d15c66ad988 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1126 time: 0.0450554 Feb 19 01:55:17.345561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port a233e987-03d2-4193-9abe-41b5385138bc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:55:17.350853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port a233e987-03d2-4193-9abe-41b5385138bc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:55:17.350853 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a233e987-03d2-4193-9abe-41b5385138bc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:17.418617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-b299724f-05f9-4861-8480-284897107c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.420231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-b299724f-05f9-4861-8480-284897107c86 service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0902040 Feb 19 01:55:17.428983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:55:17.429375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:17.452221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:17.454445 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc39dba-45ec-4fea-a3f6-2272f40b3589" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:17.467801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:17.488880 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-1ab521a9-6357-4b92-9004-25bb7291d47e service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1001 time: 0.0599494 Feb 19 01:55:17.505417 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8819f6f5-e615-4c1b-9bb4-0cf043aadee7 x-openstack-request-id: req-8819f6f5-e615-4c1b-9bb4-0cf043aadee7 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:17.505713 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:17.505973 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8819f6f5-e615-4c1b-9bb4-0cf043aadee7 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:17.506382 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'code': 200} Feb 19 01:55:17.534248 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:17.534728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-f0dd9d55-a92d-4268-8523-f53c88c18d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.536943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-f0dd9d55-a92d-4268-8523-f53c88c18d2d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0449162 Feb 19 01:55:17.586320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=10']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:17.588352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-d1760c23-4711-4e54-85b1-0cd7066c3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:17.589901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-d1760c23-4711-4e54-85b1-0cd7066c3e0e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474229 Feb 19 01:55:18.016315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-330218ef-758f-4065-bbee-78f3b90d7af9 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209428 Feb 19 01:55:18.105831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-7cc9e0ed-53c7-49ee-883c-ddf8bda3d6e0 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834754 Feb 19 01:55:18.343455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe77d5d-384a-4c29-afaa-b22aedb91b2a req-878263c0-d8f4-4c48-89cd-e3333601644e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:18.345048 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fe77d5d-384a-4c29-afaa-b22aedb91b2a req-878263c0-d8f4-4c48-89cd-e3333601644e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0556459 Feb 19 01:55:18.391364 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fe77d5d-384a-4c29-afaa-b22aedb91b2a req-7a5adca7-530e-4a71-9c8f-94ed78876d94 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Feb 19 01:55:19.516092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3501e-ff91-4580-a04c-39467d47f2dd req-cfdfeaa0-1270-42b3-b9b7-79f487d310da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:19.517581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a3501e-ff91-4580-a04c-39467d47f2dd req-cfdfeaa0-1270-42b3-b9b7-79f487d310da tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0549202 Feb 19 01:55:19.564673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a2a3501e-ff91-4580-a04c-39467d47f2dd req-70df228e-fefd-4e00-b7e2-d29f45da04cf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 Feb 19 01:55:20.699374 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ca7c-965f-4451-8f6d-75792f0a106a req-bc9e90bf-2728-4fe1-9823-08dadfa23e0f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:20.700968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d964ca7c-965f-4451-8f6d-75792f0a106a req-bc9e90bf-2728-4fe1-9823-08dadfa23e0f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Feb 19 01:55:20.749914 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d964ca7c-965f-4451-8f6d-75792f0a106a req-8911d0c2-a6b0-44b4-a1fa-7587ca77b30e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Feb 19 01:55:21.891514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bdf12-144f-47b0-9153-b59acbf0f399 req-52d8841e-ea6f-4174-b1c6-545beefafea5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:21.893040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a22bdf12-144f-47b0-9153-b59acbf0f399 req-52d8841e-ea6f-4174-b1c6-545beefafea5 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0572650 Feb 19 01:55:21.948886 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a22bdf12-144f-47b0-9153-b59acbf0f399 req-556caf8a-4094-4783-b5a2-c55dace8ea8a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486250 Feb 19 01:55:23.074276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfd70-a14b-49d5-8b2e-677e05d8728d req-017cac51-78a0-4f27-b5bd-37543386f265 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:23.075702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-467cfd70-a14b-49d5-8b2e-677e05d8728d req-017cac51-78a0-4f27-b5bd-37543386f265 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0536761 Feb 19 01:55:23.121728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-467cfd70-a14b-49d5-8b2e-677e05d8728d req-d929f7da-0e5c-4b5d-aa28-34001b67f8d1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Feb 19 01:55:23.241885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device a233e987-03d2-4193-9abe-41b5385138bc no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:23.317225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:55:23.317616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.340701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:23.343004 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c262a1-4b23-49be-8dd9-93592b6487b2" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-unplugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:23.360564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:23.393930 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475f626-5ccc-435a-8a3d-0f9d5ee312c9 x-openstack-request-id: req-4475f626-5ccc-435a-8a3d-0f9d5ee312c9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:23.394308 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-unplugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:23.395192 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4475f626-5ccc-435a-8a3d-0f9d5ee312c9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:23.395627 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'code': 200} Feb 19 01:55:23.466141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.514570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:24.245243 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897067-4d3e-4ae0-ac80-40ecf3021131 req-3984ef6d-8294-494e-a16e-6bc2013b0118 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.246751 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da897067-4d3e-4ae0-ac80-40ecf3021131 req-3984ef6d-8294-494e-a16e-6bc2013b0118 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0557435 Feb 19 01:55:24.295043 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da897067-4d3e-4ae0-ac80-40ecf3021131 req-a7c78e25-ea62-46fa-b50d-d59516636fd6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Feb 19 01:55:24.972162 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a79d8490-64ed-4976-b005-48410b5bc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:24.973685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a79d8490-64ed-4976-b005-48410b5bc8d1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005&tenant_id=fe4a9c45715643ea9644d175f9685671 HTTP/1.1" status: 200 len: 1126 time: 0.0443778 Feb 19 01:55:24.984211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:55:25.041338 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.243027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:25.280517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:55:25.313631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:55:25.321743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks [] for port (a233e987-03d2-4193-9abe-41b5385138bc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.335239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Transition to ACTIVE for port object a233e987-03d2-4193-9abe-41b5385138bc will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:55:25.423975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10d084-d14f-40b3-adad-0359717266a0 req-345dcb45-9954-419b-8843-3028799b080e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:25.425479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c10d084-d14f-40b3-adad-0359717266a0 req-345dcb45-9954-419b-8843-3028799b080e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0558455 Feb 19 01:55:25.427512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.536408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=12']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:25.563079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c10d084-d14f-40b3-adad-0359717266a0 req-0791bb56-71c3-4612-bd12-bd5b50a5d155 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301479 Feb 19 01:55:25.593691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] No DVR routers for this DVR port a233e987-03d2-4193-9abe-41b5385138bc on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:25.739594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:55:25.739845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:55:25.740174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:55:25.744824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:55:25.745149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Attempting to bind port a233e987-03d2-4193-9abe-41b5385138bc on network 3df16ab2-0296-406e-8319-77f10b60e397 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:55:25.750028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:55:25.750395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Checking segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:55:25.750780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Bound using segment: {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:55:25.751229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Bound port: a233e987-03d2-4193-9abe-41b5385138bc, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270034f9-1218-4279-9d26-53220fbdea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:55:25.751588 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.817193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:55:25.820189 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:55:25.885396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.920903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:25.921526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:25.922908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] 10.222.0.96 "PUT /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1092 time: 0.9426296 Feb 19 01:55:25.923377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:25.925617 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d03a73-1c42-4d2b-bc69-743d74442caa" -d '{"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:25.954314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db044a61-857d-4eaf-8aab-a7883b3b354e service neutron] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=13']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:25.990297 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8374e2d3-eba9-4bbe-ad76-bc9b4481e240 x-openstack-request-id: req-8374e2d3-eba9-4bbe-ad76-bc9b4481e240 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:25.991067 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:25.991067 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8374e2d3-eba9-4bbe-ad76-bc9b4481e240 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:25.991363 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'status': 'completed', 'code': 200} Feb 19 01:55:26.055129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-83d43655-c025-4314-87e4-b5f304437218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.057098 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-83d43655-c025-4314-87e4-b5f304437218 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1126 time: 0.0980303 Feb 19 01:55:26.138399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-449110e4-f068-4ba4-92f2-b6f366fa65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.138399 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-449110e4-f068-4ba4-92f2-b6f366fa65d4 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1126 time: 0.1235862 Feb 19 01:55:26.217399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-4d7fc4bc-02aa-46cc-845e-d2b951309c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.218882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-4d7fc4bc-02aa-46cc-845e-d2b951309c2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1552246 Feb 19 01:55:26.294197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-a430ecd9-1379-46a9-bc1b-b1089ad85edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.295684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-a430ecd9-1379-46a9-bc1b-b1089ad85edf service neutron] 10.222.0.117 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.1552122 Feb 19 01:55:26.309166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-1ae08178-6fd3-4143-a6bc-778706efbca5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0843449 Feb 19 01:55:26.399860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-5cea882e-caea-4ae8-ac48-5b285fe8c1c5 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0968525 Feb 19 01:55:26.403498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a2a58c36-ab3b-4633-9e94-ba5b57ec0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.404842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-a2a58c36-ab3b-4633-9e94-ba5b57ec0684 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0655003 Feb 19 01:55:26.475582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-d33c4d9d-6e27-4748-9d81-8c54c0593a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.477033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-d33c4d9d-6e27-4748-9d81-8c54c0593a55 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0711086 Feb 19 01:55:26.493712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-2d105057-f309-4dc6-aa96-90acad4c2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.495171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-2d105057-f309-4dc6-aa96-90acad4c2256 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821412 Feb 19 01:55:26.583282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-eb80d727-365b-4112-abe4-c1d2d47fa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.585763 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-eb80d727-365b-4112-abe4-c1d2d47fa446 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024473 Feb 19 01:55:26.671164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-928d7252-5f9c-4b0f-852b-582174cab99d service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574514 Feb 19 01:55:26.792692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-b013a505-935e-49de-9c8c-6365e9c6f588 service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010145 Feb 19 01:55:26.803798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed9dc-658f-4c79-8dfd-87ad25699f48 req-8a9d99cb-cd92-4edb-96b4-e190ba6a251d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.805180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756ed9dc-658f-4c79-8dfd-87ad25699f48 req-8a9d99cb-cd92-4edb-96b4-e190ba6a251d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.1497715 Feb 19 01:55:26.899726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fbeba903-ac1c-40f0-86ef-3eb6b3beef80 req-76cf34f0-69e5-4d8b-b85b-f4bb7a432b95 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114668 Feb 19 01:55:26.938836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-756ed9dc-658f-4c79-8dfd-87ad25699f48 req-2c13e7d3-7543-47e1-8123-cfb4fa607f07 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219149 Feb 19 01:55:26.978342 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-fffa7527-060f-49dd-a0ec-d292b3a4c70c service neutron] 10.222.0.117 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722302 Feb 19 01:55:26.996832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-d9e2f20e-8811-45e5-80cc-151075c7d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:26.998344 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-d9e2f20e-8811-45e5-80cc-151075c7d831 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fe4a9c45715643ea9644d175f9685671&device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 1126 time: 0.0552084 Feb 19 01:55:27.089658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-2e7bfa65-b18a-4948-8444-258bb81b099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:27.091367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-2e7bfa65-b18a-4948-8444-258bb81b099e service neutron] 10.222.0.96 "GET /v2.0/networks?id=3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 200 len: 912 time: 0.0873737 Feb 19 01:55:27.162840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-6adb368f-b281-4e1f-abb4-b693d78e0d3e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 200 len: 1000 time: 0.0649931 Feb 19 01:55:27.215497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-41fbec1f-6391-418e-b529-275c287162a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:27.215497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-41fbec1f-6391-418e-b529-275c287162a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 200 len: 850 time: 0.0450556 Feb 19 01:55:27.264000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-669126a2-a931-46f0-8f1c-f4f8e7142699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:27.265515 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-669126a2-a931-46f0-8f1c-f4f8e7142699 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3df16ab2-0296-406e-8319-77f10b60e397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454693 Feb 19 01:55:27.358476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-6ca76464-bd16-4d07-adaa-ee77a79aaf28 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859354 Feb 19 01:55:27.447917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17d03a73-1c42-4d2b-bc69-743d74442caa req-8ceec7b8-8a87-479a-b7c3-56afdfc569e0 service neutron] 10.222.0.96 "GET /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820436 Feb 19 01:55:28.067891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a98-b8c8-4ec5-9e8d-43e72036505c req-3161aeca-4f96-4436-a217-5b02c96115c2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:28.069378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-260b6a98-b8c8-4ec5-9e8d-43e72036505c req-3161aeca-4f96-4436-a217-5b02c96115c2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0556693 Feb 19 01:55:28.118639 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-260b6a98-b8c8-4ec5-9e8d-43e72036505c req-a6aa3a24-7bf6-4ea2-bc11-d2343b539be3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Feb 19 01:55:29.245820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b517ba-41f7-4c68-98b2-44302e4ddf40 req-d5f3dc1a-a69f-4478-b8ee-ad12dfde668b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:29.247337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5b517ba-41f7-4c68-98b2-44302e4ddf40 req-d5f3dc1a-a69f-4478-b8ee-ad12dfde668b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0582259 Feb 19 01:55:29.294498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5b517ba-41f7-4c68-98b2-44302e4ddf40 req-b023d832-0994-40e3-8f18-3636128a0f11 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413511 Feb 19 01:55:30.424406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b48588-e00a-403c-abc3-a4993ce1654f req-7a075f98-8c56-4112-9b01-4fb0d2cfe5e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:30.425919 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08b48588-e00a-403c-abc3-a4993ce1654f req-7a075f98-8c56-4112-9b01-4fb0d2cfe5e9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0602021 Feb 19 01:55:30.478151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-08b48588-e00a-403c-abc3-a4993ce1654f req-e983c949-fd66-4e46-9622-8807d0131de3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465393 Feb 19 01:55:31.606350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544d2e2-c7ea-43e0-a4a7-c399c59c777c req-279aebff-bfca-4751-9027-ac8157916fc9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:31.607993 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1544d2e2-c7ea-43e0-a4a7-c399c59c777c req-279aebff-bfca-4751-9027-ac8157916fc9 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0583375 Feb 19 01:55:31.660724 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1544d2e2-c7ea-43e0-a4a7-c399c59c777c req-2f0aa74c-dba2-4946-8b69-9614aacab6de tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Feb 19 01:55:32.783375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571007c-fe14-4ca9-a997-b6a6ced3d78d req-5fa421ff-e208-4981-b618-72eaea3c324b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:32.784977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f571007c-fe14-4ca9-a997-b6a6ced3d78d req-5fa421ff-e208-4981-b618-72eaea3c324b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0529394 Feb 19 01:55:32.834210 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f571007c-fe14-4ca9-a997-b6a6ced3d78d req-5e8aad71-1954-4370-bca7-f73f902aa996 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Feb 19 01:55:33.955793 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aae3-d249-4613-901c-d9d7c8214059 req-9a5a5fb3-3511-4e1a-9dc0-529a74b02e0a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:33.957469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192aae3-d249-4613-901c-d9d7c8214059 req-9a5a5fb3-3511-4e1a-9dc0-529a74b02e0a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0527630 Feb 19 01:55:34.007952 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8192aae3-d249-4613-901c-d9d7c8214059 req-d4033c33-51a1-401c-b49e-bf9f794b4b1e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Feb 19 01:55:35.143871 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c357a0-c70e-4b96-b946-d3c931133407 req-8b15eb9b-8d0d-4374-9dae-518d8febc86b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:35.146087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70c357a0-c70e-4b96-b946-d3c931133407 req-8b15eb9b-8d0d-4374-9dae-518d8febc86b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0585947 Feb 19 01:55:35.197190 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-70c357a0-c70e-4b96-b946-d3c931133407 req-a2b0d3bc-a902-4894-9786-20c07ea3869c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Feb 19 01:55:36.319479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc164acc-75bf-490e-986c-5c98b4bada6d req-4518934c-01ac-4d81-8f28-166e0cf1bc5d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:36.320975 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc164acc-75bf-490e-986c-5c98b4bada6d req-4518934c-01ac-4d81-8f28-166e0cf1bc5d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Feb 19 01:55:36.367997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc164acc-75bf-490e-986c-5c98b4bada6d req-428e8a87-4057-4436-8278-5c8dde02821f tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Feb 19 01:55:36.451292 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:37.494176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bd3d6-57da-43b9-9eed-53f9e8620b33 req-00fe4288-f293-4172-96c5-291914469912 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:37.495664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad3bd3d6-57da-43b9-9eed-53f9e8620b33 req-00fe4288-f293-4172-96c5-291914469912 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0567827 Feb 19 01:55:37.542737 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ad3bd3d6-57da-43b9-9eed-53f9e8620b33 req-32f11532-f265-4339-8de1-a1a3ddea30c0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Feb 19 01:55:38.663749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289b31b-a120-4f8e-bc7a-ec98e40c7e50 req-e638699f-b96b-4099-9308-edcfd4404ca6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:38.665230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7289b31b-a120-4f8e-bc7a-ec98e40c7e50 req-e638699f-b96b-4099-9308-edcfd4404ca6 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0530801 Feb 19 01:55:38.712386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7289b31b-a120-4f8e-bc7a-ec98e40c7e50 req-c425ef70-6bce-42ad-ade4-f4fb6c65194b tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Feb 19 01:55:39.834457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0857c-c711-426f-9d5e-08a2e15e2859 req-ad2b9e21-a0a9-4a7c-87e1-2964ac359022 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:39.835960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8f0857c-c711-426f-9d5e-08a2e15e2859 req-ad2b9e21-a0a9-4a7c-87e1-2964ac359022 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0529053 Feb 19 01:55:39.883155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a8f0857c-c711-426f-9d5e-08a2e15e2859 req-5859b5be-3596-4175-b418-5ae3c58ae4b4 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Feb 19 01:55:40.281921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:40.699439 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5b53819-4ba0-4555-956f-2cdd3fdde372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:40.779416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:41.013352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509d50-03b0-494c-85df-50b3a130e273 req-2c796136-2153-422f-a671-c240f78c0ab3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:41.014871 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18509d50-03b0-494c-85df-50b3a130e273 req-2c796136-2153-422f-a671-c240f78c0ab3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0594637 Feb 19 01:55:41.062126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18509d50-03b0-494c-85df-50b3a130e273 req-6c545839-6875-4a17-b18c-3cb9296ebb99 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Feb 19 01:55:42.180206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462db39-38d5-4787-8205-a58fff5bb2f3 req-5fd381b9-c031-4170-b766-0bdb220b4417 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:42.181683 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2462db39-38d5-4787-8205-a58fff5bb2f3 req-5fd381b9-c031-4170-b766-0bdb220b4417 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0513437 Feb 19 01:55:42.231351 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2462db39-38d5-4787-8205-a58fff5bb2f3 req-39aff01a-923f-4d10-a39e-faa94566c4f0 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Feb 19 01:55:42.935934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-575c5056-3315-4232-ad79-b122bda13f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:43.352396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72180312-9a3b-4718-8022-c99c75d783bd req-4b46da41-1ef5-487f-8465-8822d8195f93 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:43.353878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72180312-9a3b-4718-8022-c99c75d783bd req-4b46da41-1ef5-487f-8465-8822d8195f93 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0532076 Feb 19 01:55:43.399808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-72180312-9a3b-4718-8022-c99c75d783bd req-eedfff00-11ee-4e00-8df4-6756139046d2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Feb 19 01:55:44.402018 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.531337 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1efe2e-532e-46ba-a798-44de1e808882 req-c129d224-e825-4e26-9da5-fe11763d8715 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:44.532940 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a1efe2e-532e-46ba-a798-44de1e808882 req-c129d224-e825-4e26-9da5-fe11763d8715 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 944 time: 0.0619438 Feb 19 01:55:44.581360 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9a1efe2e-532e-46ba-a798-44de1e808882 req-5a76bdec-a2ca-43b7-8dee-7de5501cf7cf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Feb 19 01:55:44.666324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:55:44.769575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:44.781312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a233e987-03d2-4193-9abe-41b5385138bc', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'port_id': 'a233e987-03d2-4193-9abe-41b5385138bc', 'mac_address': 'fa:16:3e:b2:43:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:55:44.819303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:55:44.819700 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.833476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:55:44.853290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:44.927946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:44.980021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=14']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:45.169743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a233e987-03d2-4193-9abe-41b5385138bc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:55:45.501663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:45.702372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3837c1-33e0-4cf6-b8f5-55a0bb062320 req-212ac9f6-7673-4606-9d9e-3e56073b8454 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:45.703905 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c3837c1-33e0-4cf6-b8f5-55a0bb062320 req-212ac9f6-7673-4606-9d9e-3e56073b8454 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Feb 19 01:55:45.754649 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c3837c1-33e0-4cf6-b8f5-55a0bb062320 req-28f7eac5-e90a-4e7c-b9cd-3ebfdcabdf53 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 Feb 19 01:55:45.872719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc9e27-a776-45c3-9d5c-e2d47cc03293 req-4973b3ce-6c22-4393-ae2c-3887091b0158 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:45.874142 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3fc9e27-a776-45c3-9d5c-e2d47cc03293 req-4973b3ce-6c22-4393-ae2c-3887091b0158 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Feb 19 01:55:45.921768 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e3fc9e27-a776-45c3-9d5c-e2d47cc03293 req-0ae22ff0-5ce5-4a5b-a3e9-34773a90743c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Feb 19 01:55:46.050769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b6f3-f621-4999-a330-200a85d4d95e req-780146fd-6bff-4d8e-a703-d51e5bd075c8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:46.052252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b647b6f3-f621-4999-a330-200a85d4d95e req-780146fd-6bff-4d8e-a703-d51e5bd075c8 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0633111 Feb 19 01:55:46.099673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b647b6f3-f621-4999-a330-200a85d4d95e req-da235982-8410-4ad8-8cf5-a0c47103398a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Feb 19 01:55:46.591402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b97a6-d9cf-4903-8b74-a16c1f7e6302 req-753b7361-7c09-4b76-95ba-9e13ac2327c1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:46.592900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a24b97a6-d9cf-4903-8b74-a16c1f7e6302 req-753b7361-7c09-4b76-95ba-9e13ac2327c1 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 945 time: 0.0580699 Feb 19 01:55:46.640007 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a24b97a6-d9cf-4903-8b74-a16c1f7e6302 req-7ea5b7c9-6511-4318-b7a6-7cb90fcbdb8d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Feb 19 01:55:46.682487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:55:46.798938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a233e987-03d2-4193-9abe-41b5385138bc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:55:46.803312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a233e987-03d2-4193-9abe-41b5385138bc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:55:46.803791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a233e987-03d2-4193-9abe-41b5385138bc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.910995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a233e987-03d2-4193-9abe-41b5385138bc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:55:46.911402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:46.933791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:46.936180 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a66919-bde8-4b8b-b0a1-5ea46560c3bf" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:46.953669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:46.973959 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c824be-62d0-4721-843b-37e4ad420c15 x-openstack-request-id: req-a2c824be-62d0-4721-843b-37e4ad420c15 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:46.974156 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-plugged", "status": "completed", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:46.974482 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a2c824be-62d0-4721-843b-37e4ad420c15 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:46.974881 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'code': 200} Feb 19 01:55:46.993121 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.022134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:47.080304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=15']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:47.763540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2b8f3-88d5-4da3-b5c9-327e14f302fc req-43c9ad5a-e2bd-4497-a11f-a4b15ecd5188 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:47.765022 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50d2b8f3-88d5-4da3-b5c9-327e14f302fc req-43c9ad5a-e2bd-4497-a11f-a4b15ecd5188 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0564146 Feb 19 01:55:47.810758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-50d2b8f3-88d5-4da3-b5c9-327e14f302fc req-414d272e-b672-4ca3-b7b4-abe5c31370a3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups?id=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397856 Feb 19 01:55:48.231157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-52f404d6-741e-4471-b652-e8b9c59f1124 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:48.232640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-52f404d6-741e-4471-b652-e8b9c59f1124 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 946 time: 0.0517392 Feb 19 01:55:48.326556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Deleting port a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:55:48.326897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a233e987-03d2-4193-9abe-41b5385138bc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.414368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] For port a233e987-03d2-4193-9abe-41b5385138bc, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a233e987-03d2-4193-9abe-41b5385138bc,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:55:48.414731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a233e987-03d2-4193-9abe-41b5385138bc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.587699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.588060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.588376 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702 disassociated. External IP: 172.25.2.153, port: a233e987-03d2-4193-9abe-41b5385138bc. Feb 19 01:55:48.588716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Calling delete_port for a233e987-03d2-4193-9abe-41b5385138bc owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:55:48.770109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a233e987-03d2-4193-9abe-41b5385138bc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:48.801433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'Port': ['ID=a233e987-03d2-4193-9abe-41b5385138bc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:55:48.929690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3253907f-1c7f-438d-a0d4-41c5b89d2862 req-3e7a0327-da6a-49c5-bd99-41ed907dbf11 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0444427 Feb 19 01:55:48.935399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:55:49.058527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:55:49.068166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:55:49.078413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:49.078980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.102723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] No DVR routers for this DVR port a233e987-03d2-4193-9abe-41b5385138bc on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:55:49.105322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.108748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-60d80aef-4d12-4c7f-bf5e-64c6df100a65 req-2b9574db-1b70-456a-97d3-0060e16754ce tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.96 "DELETE /v2.0/ports/a233e987-03d2-4193-9abe-41b5385138bc HTTP/1.1" status: 204 len: 173 time: 0.8712287 Feb 19 01:55:49.109216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-deleted', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:55:49.111573 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ce2c8c-9490-4c3b-8b9d-79b48ab9bf8f" -d '{"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-deleted", "tag": "a233e987-03d2-4193-9abe-41b5385138bc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:55:49.154281 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f317ce4-4efb-4789-9650-dc3680c633ee x-openstack-request-id: req-3f317ce4-4efb-4789-9650-dc3680c633ee {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:55:49.154598 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91ab0da-51c0-4434-a514-924fdc665005", "name": "network-vif-deleted", "tag": "a233e987-03d2-4193-9abe-41b5385138bc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:55:49.154855 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3f317ce4-4efb-4789-9650-dc3680c633ee {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:55:49.155283 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91ab0da-51c0-4434-a514-924fdc665005', 'name': 'network-vif-deleted', 'tag': 'a233e987-03d2-4193-9abe-41b5385138bc', 'status': 'completed', 'code': 200} Feb 19 01:55:49.201869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:49.423450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.455219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:55:49.464487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:55:49.465095 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.576480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:55:49.775252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:55:49.802549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514e391-3fe1-4623-ba7b-a6f1004f62df None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:09Z', 'revision_number': 4, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94922266-3bbd-48f8-b741-210fed9c804f', 'name': '', 'network_id': '3df16ab2-0296-406e-8319-77f10b60e397', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'mac_address': 'fa:16:3e:1a:82:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:08Z', 'updated_at': '2022-02-19T01:51:13Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'subnets': [{'id': 'a6635b0c-7aed-4dd3-9202-137162534000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:55:50.048719 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f7139b7-25f8-478e-9871-d9dafa7a5ebd req-9f17a1b9-13f5-44d8-9958-24f251ddb02d tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0327585 Feb 19 01:55:50.086392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204cb412-ba98-45c4-a5e8-0b23197ecfd8 None None] New status for floating IP 8ac853e1-60d4-4a0c-9561-6dedad5d6702: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:55:50.722358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:55:50.915981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: a233e987-03d2-4193-9abe-41b5385138bc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:55:50.916332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a233e987-03d2-4193-9abe-41b5385138bc not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:55:51.168864 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5467b7ff-d8d1-49b7-bfc8-fdf632e75a6d req-ef58958a-b901-4a35-90f7-5f2a70f12d2e tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0304050 Feb 19 01:55:52.265740 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80aa4839-ab48-4d64-abd3-9ecadc3d7b56 req-498e1ba0-e0d0-47b3-b2dc-76a43d318b67 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Feb 19 01:55:53.362779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-334108de-6adf-4786-97c0-40533d4f93c8 req-387a3051-a370-46be-9580-e08bbc686557 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Feb 19 01:55:54.459761 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-76d1ebc6-3267-435e-8e9f-56cf0d50ab63 req-91a22e3b-fb73-4732-9f91-b865d8caee9c tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0287321 Feb 19 01:55:55.557902 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cb6b5c3-8e6b-42cb-a8e5-6af65dc0f8bb req-589acbd2-476c-43e7-8bae-7c3e61ce8c30 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0277953 Feb 19 01:55:56.660248 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1178e243-aebf-4197-8ef0-b3a3e8cdbb13 req-65a5f4ed-9803-401c-85e0-e007506bdb85 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0307565 Feb 19 01:55:57.762735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f5ac4f2a-ef76-47df-923b-205d3bdbdb66 req-fe4d91fc-b47b-45b7-a6ed-a3b60e76fac2 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0287266 Feb 19 01:55:58.868206 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6a689d97-f685-4009-9445-3efbe73c0a79 req-cf083962-c00d-49df-aa0b-6ca3e09a3b43 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/ports?device_id=a91ab0da-51c0-4434-a514-924fdc665005 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Feb 19 01:56:06.943109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:07.012323 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.039302 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.161870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.164469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.165647 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "DELETE /v2.0/security-groups/7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9 HTTP/1.1" status: 204 len: 168 time: 0.2212610 Feb 19 01:56:07.168535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34644) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:07.174753 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:07.183207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.186271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.187394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.187734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.187962 n-d-826529-3 neutron-server[110601]: INFO neutron.api.v2.resource [None req-2d34686a-25cb-4853-951c-26997700295a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] show failed (client error): The resource could not be found. Feb 19 01:56:07.188093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0050c06-0f5e-4246-9b8b-01bf50cd76c3 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:07.189091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2d34686a-25cb-4853-951c-26997700295a tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "GET /v2.0/security-groups/7c21c08d-5d34-4ebc-9fdf-eaab40d91fb9 HTTP/1.1" status: 404 len: 347 time: 0.0190184 Feb 19 01:56:07.192367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34646) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:07.326956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Deleting port 412c850c-7a3e-414e-a063-c46b05089268 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:07.327214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (412c850c-7a3e-414e-a063-c46b05089268), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.401580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (412c850c-7a3e-414e-a063-c46b05089268), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.401906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (412c850c-7a3e-414e-a063-c46b05089268), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.413998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Calling delete_port for 412c850c-7a3e-414e-a063-c46b05089268 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:07.621224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (412c850c-7a3e-414e-a063-c46b05089268), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.655330 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Pushing event deleted for resources: {'Port': ['ID=412c850c-7a3e-414e-a063-c46b05089268,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:07.713927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks [] for floatingip (8ac853e1-60d4-4a0c-9561-6dedad5d6702), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.716531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:07.717696 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-74c3eb2a-0815-44d7-8ffb-dbebdad9ddcf tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] 10.222.0.94 "DELETE /v2.0/floatingips/8ac853e1-60d4-4a0c-9561-6dedad5d6702 HTTP/1.1" status: 204 len: 168 time: 0.5243871 Feb 19 01:56:07.720827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34648) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:08.467435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (af3ab04e-30e1-4758-ae60-99139bac2021), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.710863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Deleting port 94922266-3bbd-48f8-b741-210fed9c804f {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:08.711234 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (94922266-3bbd-48f8-b741-210fed9c804f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.789699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] For port 94922266-3bbd-48f8-b741-210fed9c804f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94922266-3bbd-48f8-b741-210fed9c804f,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:08.790678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (94922266-3bbd-48f8-b741-210fed9c804f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.803762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Calling delete_port for 94922266-3bbd-48f8-b741-210fed9c804f owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:09.058778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (94922266-3bbd-48f8-b741-210fed9c804f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.082724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94922266-3bbd-48f8-b741-210fed9c804f,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:09.261527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (af3ab04e-30e1-4758-ae60-99139bac2021), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.480912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Router af3ab04e-30e1-4758-ae60-99139bac2021 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:56:09.585545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:56:09.590384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-77c1d0f9-320e-4dee-af22-6de06729cfa5 admin admin] 10.222.0.94 "PUT /v2.0/routers/af3ab04e-30e1-4758-ae60-99139bac2021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684351 Feb 19 01:56:09.592833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34652) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:09.596113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Sync routers for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:56:09.606209 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:56:09.606898 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:09.700094 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks [] for router (af3ab04e-30e1-4758-ae60-99139bac2021), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.716221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:56:09.809520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks [] for router_gateway (af3ab04e-30e1-4758-ae60-99139bac2021), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:09.895998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:56:08Z', 'revision_number': 5, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port': {'id': '72697fa3-f7f3-4211-839f-491d9db8da92', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:09.927965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Checking router: af3ab04e-30e1-4758-ae60-99139bac2021 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:56:09.936674 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Routers {'af3ab04e-30e1-4758-ae60-99139bac2021'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:56:09.937294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:55:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['af3ab04e-30e1-4758-ae60-99139bac2021'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:09.965116 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Deleting port 72697fa3-f7f3-4211-839f-491d9db8da92 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:09.965464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.025355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] Set router af3ab04e-30e1-4758-ae60-99139bac2021 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:56:10.052714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] For port 72697fa3-f7f3-4211-839f-491d9db8da92, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=72697fa3-f7f3-4211-839f-491d9db8da92,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:10.053709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.066022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Calling delete_port for 72697fa3-f7f3-4211-839f-491d9db8da92 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:10.081162 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:56:09Z', 'revision_number': 6, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:10.108492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13c98f-1bfb-4c1e-87eb-3d8302ade3ae None None] The sync data for ids ['af3ab04e-30e1-4758-ae60-99139bac2021'] in n-d-826529-3 is: [{'id': 'af3ab04e-30e1-4758-ae60-99139bac2021', 'name': 'tempest-ServerActionsTestJSON-448862512-router', 'tenant_id': 'fe4a9c45715643ea9644d175f9685671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:51:06Z', 'updated_at': '2022-02-19T01:56:09Z', 'revision_number': 6, 'project_id': 'fe4a9c45715643ea9644d175f9685671', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:56:10.304447 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.333793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (72697fa3-f7f3-4211-839f-491d9db8da92), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.358090 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=72697fa3-f7f3-4211-839f-491d9db8da92,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:10.425579 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (af3ab04e-30e1-4758-ae60-99139bac2021), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.525844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (af3ab04e-30e1-4758-ae60-99139bac2021), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.528772 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks [] for router_controller (af3ab04e-30e1-4758-ae60-99139bac2021), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.644884 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (af3ab04e-30e1-4758-ae60-99139bac2021), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.645449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3ab04e-30e1-4758-ae60-99139bac2021 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:56:10.649931 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.651106 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-87b6c328-be41-4cd4-ae16-5a18c8898a69 admin admin] 10.222.0.94 "DELETE /v2.0/routers/af3ab04e-30e1-4758-ae60-99139bac2021 HTTP/1.1" status: 204 len: 168 time: 1.0573530 Feb 19 01:56:10.653885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34654) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:10.702787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Deleting subnet a6635b0c-7aed-4dd3-9202-137162534000 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:56:10.705984 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Publish callbacks [] for subnet (a6635b0c-7aed-4dd3-9202-137162534000), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.718255 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca4b40bb-1dd5-4303-a79a-11d328b11f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.742672 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (a6635b0c-7aed-4dd3-9202-137162534000), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.809697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.820319 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (a6635b0c-7aed-4dd3-9202-137162534000), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.897199 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94922266-3bbd-48f8-b741-210fed9c804f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:10.918474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 94922266-3bbd-48f8-b741-210fed9c804f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:10.918832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94922266-3bbd-48f8-b741-210fed9c804f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:10.939250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (a6635b0c-7aed-4dd3-9202-137162534000), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.972038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6635b0c-7aed-4dd3-9202-137162534000,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:10.974027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:10.979678 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-32fad264-0180-4fad-8995-e640897698b1 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/a6635b0c-7aed-4dd3-9202-137162534000 HTTP/1.1" status: 204 len: 168 time: 0.3247335 Feb 19 01:56:10.979898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34656) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:10.980570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdaeb3-7fd7-4ff0-859f-0a0b48dbb131 None None] Network 3df16ab2-0296-406e-8319-77f10b60e397 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:11.054579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (3df16ab2-0296-406e-8319-77f10b60e397), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.119853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Deleting port c8d4fb6c-4420-4d74-bc10-bac949c7d40d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:11.120138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.143406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] DHCP port deletion for 3df16ab2-0296-406e-8319-77f10b60e397 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:56:11.194837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] For port c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:11.195321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.197507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Deleting port c8d4fb6c-4420-4d74-bc10-bac949c7d40d {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:11.197833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.208465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Calling delete_port for c8d4fb6c-4420-4d74-bc10-bac949c7d40d owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:11.263660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] For port c8d4fb6c-4420-4d74-bc10-bac949c7d40d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,segment=NetworkSegment(270034f9-1218-4279-9d26-53220fbdea65),segment_id=270034f9-1218-4279-9d26-53220fbdea65)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:11.264061 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.277827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Calling delete_port for c8d4fb6c-4420-4d74-bc10-bac949c7d40d owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:11.346595 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.357716 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (c8d4fb6c-4420-4d74-bc10-bac949c7d40d), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.374655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:11.376816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] No DVR routers for this DVR port c8d4fb6c-4420-4d74-bc10-bac949c7d40d on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:11.385663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.386016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.386359 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.386541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Pushing event deleted for resources: {'Port': ['ID=c8d4fb6c-4420-4d74-bc10-bac949c7d40d,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:11.386697 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.387026 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.387390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.387719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.388043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.388546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.388879 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.389003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] No DVR routers for this DVR port c8d4fb6c-4420-4d74-bc10-bac949c7d40d on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:11.389201 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.389530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.390280 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.404352 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.405005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.405005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.405330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.405330 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6cf10-ccc9-40b9-8c66-4641bbf11526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:56:11.463017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (3df16ab2-0296-406e-8319-77f10b60e397), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.483138 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df16ab2-0296-406e-8319-77f10b60e397']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:11.492473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270034f9-1218-4279-9d26-53220fbdea65') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:11.492772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270034f9-1218-4279-9d26-53220fbdea65') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:11.501921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (270034f9-1218-4279-9d26-53220fbdea65), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.515975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (270034f9-1218-4279-9d26-53220fbdea65), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.522545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:11.523053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (270034f9-1218-4279-9d26-53220fbdea65), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:11.524723 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:11.643912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (3df16ab2-0296-406e-8319-77f10b60e397), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.653617 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:11.653617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] 10.222.0.94 "DELETE /v2.0/networks/3df16ab2-0296-406e-8319-77f10b60e397 HTTP/1.1" status: 204 len: 168 time: 0.6708400 Feb 19 01:56:11.665379 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9dba5-c25e-489b-9f1a-85af0d5c0e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df16ab2-0296-406e-8319-77f10b60e397,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:11.976522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34660) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:12.016568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef2a9347-4b04-48b4-8a4d-7d4b084b37e8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fe4a9c45715643ea9644d175f9685671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389032 Feb 19 01:56:12.018937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34662) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:12.065095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] Publish callbacks [] for security_group (b2eeea08-ecbb-44c5-9914-e5a48d9f2c56), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:12.085681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] Publish callbacks [] for security_group (b2eeea08-ecbb-44c5-9914-e5a48d9f2c56), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:12.212940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b2eeea08-ecbb-44c5-9914-e5a48d9f2c56), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:12.215429 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:12.216576 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b2eeea08-ecbb-44c5-9914-e5a48d9f2c56 HTTP/1.1" status: 204 len: 168 time: 0.1967103 Feb 19 01:56:12.225318 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bc7ec-69fc-44bb-921a-1bd310fb8188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eeea08-ecbb-44c5-9914-e5a48d9f2c56,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:12.531115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8d4fb6c-4420-4d74-bc10-bac949c7d40d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:12.552029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c8d4fb6c-4420-4d74-bc10-bac949c7d40d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:12.562541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c8d4fb6c-4420-4d74-bc10-bac949c7d40d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:12.562541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 72697fa3-f7f3-4211-839f-491d9db8da92 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:12.574782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 72697fa3-f7f3-4211-839f-491d9db8da92 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:12.575153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 72697fa3-f7f3-4211-839f-491d9db8da92 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:12.969009 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ff71c296-9e4c-4845-b4ba-580c00a2e585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.286619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34684) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:13.384930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-66873466-network', 'tenant_id': '68f5603f9f234521a6f8a96b7944ec52'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:13.449669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:13.489084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Made reservation on behalf of 68f5603f9f234521a6f8a96b7944ec52 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:13.491496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.500084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.575742 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks [] for security_group (933767ff-bfa5-4db8-a766-1025081b7c01), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.635230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (933767ff-bfa5-4db8-a766-1025081b7c01), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.659778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:13.669313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933767ff-bfa5-4db8-a766-1025081b7c01,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:13.674059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (52eae7a2-a3a2-4103-9db1-eb447c397b28), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.676562 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Added segment 52eae7a2-a3a2-4103-9db1-eb447c397b28 of type vlan for network ce7129ec-cbfa-451c-9569-e804d06149c9 Feb 19 01:56:13.714399 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ce7129ec-cbfa-451c-9569-e804d06149c9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.803542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ce7129ec-cbfa-451c-9569-e804d06149c9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.804536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:13.805145 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:13.863169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] Pushing event updated for resources: {'Network': ['ID=ce7129ec-cbfa-451c-9569-e804d06149c9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:13.872968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ce7129ec-cbfa-451c-9569-e804d06149c9 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:13.930209 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1653f71-be95-4e12-b884-c97373e7369e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6423252 Feb 19 01:56:13.932982 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34688) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:13.937970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Request body: {'subnet': {'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-66873466-subnet', 'tenant_id': '68f5603f9f234521a6f8a96b7944ec52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:14.015462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Made reservation on behalf of 68f5603f9f234521a6f8a96b7944ec52 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:14.018164 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:14.241483 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (06f5194f-a9f4-40a1-b1c3-69db50065641), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:14.295221 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f5194f-a9f4-40a1-b1c3-69db50065641,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:14.310448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Checking segment: {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:14.310805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Network hostable DHCP agents. Network: ce7129ec-cbfa-451c-9569-e804d06149c9, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:56:14.410099 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Network ce7129ec-cbfa-451c-9569-e804d06149c9 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:56:14.421247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:14.494952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ce7129ec-cbfa-451c-9569-e804d06149c9) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:14.499234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:14.499844 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:14.505294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2167b9-e0a6-45b0-8eee-41236f85f12c None None] Network ce7129ec-cbfa-451c-9569-e804d06149c9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:14.589461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f46beff1-387a-4f76-8b7b-b95ca4025026 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6552963 Feb 19 01:56:14.604737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060fac69-a209-4618-af5f-1c4f0e50d5f2 None None] Network ce7129ec-cbfa-451c-9569-e804d06149c9 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:15.016560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-ccd7772b-f15e-4e13-8b0b-ad88965202fe tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:15.018179 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-ccd7772b-f15e-4e13-8b0b-ad88965202fe tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/networks?id=ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 200 len: 812 time: 0.1073983 Feb 19 01:56:15.037802 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-daff6001-15f1-4a38-b535-d7e2a6a52385 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/quotas/68f5603f9f234521a6f8a96b7944ec52 HTTP/1.1" status: 200 len: 375 time: 0.0127039 Feb 19 01:56:15.071399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-ba53effd-b20e-4e26-9df1-28e67db421dc tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281951 Feb 19 01:56:15.083575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-9b417d2a-027e-4e62-ac68-4c3e7b12f089 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:56:15.084617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-9b417d2a-027e-4e62-ac68-4c3e7b12f089 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060885 Feb 19 01:56:15.180098 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-e2ed7716-181e-4f0c-8b36-a2f3198740b7 service neutron] 10.222.0.94 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890687 Feb 19 01:56:15.281259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-b5a8adc1-844e-4735-aa5f-58f217ee3866 service neutron] 10.222.0.94 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950241 Feb 19 01:56:15.487367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:15.536941 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-263fbf09-fa60-48c4-8b61-38eb5dbacd4c req-cd53b54d-a862-4807-9cf2-060c841b1ea9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 210 time: 0.0289257 Feb 19 01:56:16.930231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00c8a47d-9449-4412-96e3-90b29d346e26 req-f641707c-8ead-4b0a-add5-515ea245fd1e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 210 time: 0.3422153 Feb 19 01:56:16.991919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:17.964616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-4f268ed7-2687-4e4f-9f30-935e36a99a5a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:17.966121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-4f268ed7-2687-4e4f-9f30-935e36a99a5a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.117 "GET /v2.0/networks?id=ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 200 len: 812 time: 0.1004534 Feb 19 01:56:17.978259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Request body: {'port': {'device_id': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9', 'admin_state_up': True, 'tenant_id': '68f5603f9f234521a6f8a96b7944ec52'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:18.061250 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ad7604b7-c389-4431-b2c4-dabdb9d58c11 req-b4756cdf-89ff-4b6c-a36b-a5df2ce9de02 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 210 time: 0.0354390 Feb 19 01:56:18.189603 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Made reservation on behalf of 68f5603f9f234521a6f8a96b7944ec52 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:18.193517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:18.319834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Allocated IP 172.20.0.3 (ce7129ec-cbfa-451c-9569-e804d06149c9/06f5194f-a9f4-40a1-b1c3-69db50065641/081d1b0d-60fc-4113-b155-203d9ff54ead) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:18.469998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks [] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:18.573109 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:18.618896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Network ce7129ec-cbfa-451c-9569-e804d06149c9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:18.622055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:18.624564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:18.653442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Pushing event updated for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:18.678432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:18.679055 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:18.771811 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3635a533-728a-40a9-9b0a-88ef3a786df8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978289 Feb 19 01:56:18.782711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Request body: {'port': {'device_id': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:18.845062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.105690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081d1b0d-60fc-4113-b155-203d9ff54ead {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:19.113451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks [] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.128751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Transition to ACTIVE for port object 081d1b0d-60fc-4113-b155-203d9ff54ead will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:56:19.196215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abce0a-6971-477b-a62b-02d139f1e1c8 req-459130fa-75d6-401d-ad43-8a3edebabdd7 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.197589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.197750 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35abce0a-6971-477b-a62b-02d139f1e1c8 req-459130fa-75d6-401d-ad43-8a3edebabdd7 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 931 time: 0.0565963 Feb 19 01:56:19.247209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Pushing event updated for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:19.248155 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35abce0a-6971-477b-a62b-02d139f1e1c8 req-8c0f7756-a40f-473b-b45c-346076ae4b8c tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Feb 19 01:56:19.322112 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Attempting to bind port 081d1b0d-60fc-4113-b155-203d9ff54ead on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:19.322484 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Attempting to bind port 081d1b0d-60fc-4113-b155-203d9ff54ead by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:19.322807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Attempting to bind port 081d1b0d-60fc-4113-b155-203d9ff54ead on network ce7129ec-cbfa-451c-9569-e804d06149c9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:19.327057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Port 081d1b0d-60fc-4113-b155-203d9ff54ead on network ce7129ec-cbfa-451c-9569-e804d06149c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:56:19.327410 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Attempting to bind port 081d1b0d-60fc-4113-b155-203d9ff54ead on network ce7129ec-cbfa-451c-9569-e804d06149c9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:19.332066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:19.332405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Checking segment: {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:19.332809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Bound using segment: {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:19.333286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Bound port: 081d1b0d-60fc-4113-b155-203d9ff54ead, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:19.333676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.398204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:19.401098 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=081d1b0d-60fc-4113-b155-203d9ff54ead,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:19.495754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.532384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.533006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.534372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] 10.222.0.117 "PUT /v2.0/ports/081d1b0d-60fc-4113-b155-203d9ff54ead HTTP/1.1" status: 200 len: 1091 time: 0.7557504 Feb 19 01:56:19.534821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:19.537720 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ad8ba-5bad-46eb-bb9d-60f47d275969" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:19.560503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde309-dd46-4f71-9015-4f5b9992db2c service neutron] Pushing event updated for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:19.576347 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02750d3d-047b-487b-b664-cef5ee090051 x-openstack-request-id: req-02750d3d-047b-487b-b664-cef5ee090051 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:19.576660 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:19.576920 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-02750d3d-047b-487b-b664-cef5ee090051 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:19.577323 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead', 'status': 'completed', 'code': 200} Feb 19 01:56:19.640968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-3917f860-876e-4366-b82c-c842933f3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.642451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-3917f860-876e-4366-b82c-c842933f3f6f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 1125 time: 0.0451691 Feb 19 01:56:19.741679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-ac443b9b-3f19-4afd-942f-6a33bad6735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.743043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-ac443b9b-3f19-4afd-942f-6a33bad6735f service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=68f5603f9f234521a6f8a96b7944ec52&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0944209 Feb 19 01:56:19.837577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-7e387964-17a6-49bd-97cd-95c46257ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.839105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b17ad8ba-5bad-46eb-bb9d-60f47d275969 req-7e387964-17a6-49bd-97cd-95c46257ed4e service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907807 Feb 19 01:56:19.918940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-540c6e3d-676d-4ad1-b436-f198ccd3143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:19.920478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-540c6e3d-676d-4ad1-b436-f198ccd3143b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 1125 time: 0.0461881 Feb 19 01:56:19.961630 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-7f13903b-0c84-4d8d-953b-53d3ef959274 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081d1b0d-60fc-4113-b155-203d9ff54ead HTTP/1.1" status: 200 len: 217 time: 0.0343378 Feb 19 01:56:20.013435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-22d932ff-d3b3-4635-8e37-780c62c67e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:20.014870 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-22d932ff-d3b3-4635-8e37-780c62c67e60 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=06f5194f-a9f4-40a1-b1c3-69db50065641 HTTP/1.1" status: 200 len: 852 time: 0.0472171 Feb 19 01:56:20.047033 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-2ab43b23-b055-4191-8583-4b865fe9d6a0 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ce7129ec-cbfa-451c-9569-e804d06149c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262024 Feb 19 01:56:20.134570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-3af8c7d6-31c0-4fba-aca0-00132581a2b5 service neutron] 10.222.0.117 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816934 Feb 19 01:56:20.227300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c263181d-5cc5-476a-a8a9-4d899d63d247 req-8f9dfd90-8fcf-4481-9dd5-778d13d1648c service neutron] 10.222.0.117 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Feb 19 01:56:20.369615 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a270-18a5-4b43-964f-08d116d96e34 req-937bf6a4-8a70-496c-ab39-9f4f1f6e1e0a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:20.371133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c76a270-18a5-4b43-964f-08d116d96e34 req-937bf6a4-8a70-496c-ab39-9f4f1f6e1e0a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 943 time: 0.0530255 Feb 19 01:56:20.421678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c76a270-18a5-4b43-964f-08d116d96e34 req-9af60692-6061-452e-a5ac-b836a5eb32e8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Feb 19 01:56:21.547962 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52d2b6-4b41-465b-a945-24cb9f139492 req-b3857854-96d5-4177-a700-d09ac933510a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:21.549794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a52d2b6-4b41-465b-a945-24cb9f139492 req-b3857854-96d5-4177-a700-d09ac933510a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 943 time: 0.0602622 Feb 19 01:56:21.551565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 081d1b0d-60fc-4113-b155-203d9ff54ead details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:56:21.597654 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6a52d2b6-4b41-465b-a945-24cb9f139492 req-ac5237a3-27c5-4776-82b2-df6f3963c001 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Feb 19 01:56:21.652574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=081d1b0d-60fc-4113-b155-203d9ff54ead,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:21.664640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '081d1b0d-60fc-4113-b155-203d9ff54ead', 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9', 'port_id': '081d1b0d-60fc-4113-b155-203d9ff54ead', 'mac_address': 'fa:16:3e:3a:28:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f5194f-a9f4-40a1-b1c3-69db50065641', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:56:21.700560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 081d1b0d-60fc-4113-b155-203d9ff54ead is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:21.700870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:21.714006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081d1b0d-60fc-4113-b155-203d9ff54ead {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:21.733511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=081d1b0d-60fc-4113-b155-203d9ff54ead,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:21.803556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:21.860475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:22.009740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['081d1b0d-60fc-4113-b155-203d9ff54ead'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:22.716947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a676ca-92a6-43da-908e-66565473fb65 req-2cc160bc-2466-4e19-805f-d6c4527c6d53 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:22.718425 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59a676ca-92a6-43da-908e-66565473fb65 req-2cc160bc-2466-4e19-805f-d6c4527c6d53 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 944 time: 0.0520353 Feb 19 01:56:22.765290 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-59a676ca-92a6-43da-908e-66565473fb65 req-70b46bad-4a7d-494d-83fe-6dc9da90aa62 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Feb 19 01:56:23.568592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 081d1b0d-60fc-4113-b155-203d9ff54ead up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:23.704080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 081d1b0d-60fc-4113-b155-203d9ff54ead completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:56:23.708247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 081d1b0d-60fc-4113-b155-203d9ff54ead triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:23.708631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.803147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 081d1b0d-60fc-4113-b155-203d9ff54ead is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:23.803546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.827752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:23.829937 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd11c7df-3b60-4da9-ab50-dd9a833783e7" -d '{"events": [{"server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "name": "network-vif-plugged", "status": "completed", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:23.842926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=081d1b0d-60fc-4113-b155-203d9ff54ead,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:23.869073 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfe2851-ff60-4731-8615-0a80d439b70d x-openstack-request-id: req-8bfe2851-ff60-4731-8615-0a80d439b70d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:23.869073 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "name": "network-vif-plugged", "status": "completed", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:23.869073 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8bfe2851-ff60-4731-8615-0a80d439b70d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:23.869397 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead', 'code': 200} Feb 19 01:56:23.904303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e724a4-e21d-4f61-84ca-18d607b4006f req-2b1310e7-8392-45e0-850f-f59b4c1e4804 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:23.904943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.912329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21e724a4-e21d-4f61-84ca-18d607b4006f req-2b1310e7-8392-45e0-850f-f59b4c1e4804 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 944 time: 0.0578151 Feb 19 01:56:23.967611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:24.001598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-21e724a4-e21d-4f61-84ca-18d607b4006f req-0aa31ba7-de06-420e-b31a-769d0dbcb90c tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827205 Feb 19 01:56:24.012238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183ed-0bcf-48ae-a84b-1f0fc1328c4e req-e533b5a8-5104-4280-9f16-3c195abf591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:24.013719 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc4183ed-0bcf-48ae-a84b-1f0fc1328c4e req-e533b5a8-5104-4280-9f16-3c195abf591c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 1127 time: 0.0792801 Feb 19 01:56:24.062839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc4183ed-0bcf-48ae-a84b-1f0fc1328c4e req-bb7f37e5-bb06-4bc1-a00c-0f7871a64a25 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Feb 19 01:56:25.127462 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ed39-a3a7-4577-99de-e0c2c314286d req-5bde8c8c-7a46-4e07-b1cf-1c9be5cbf56e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:25.128936 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9143ed39-a3a7-4577-99de-e0c2c314286d req-5bde8c8c-7a46-4e07-b1cf-1c9be5cbf56e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0526166 Feb 19 01:56:25.178452 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9143ed39-a3a7-4577-99de-e0c2c314286d req-aec6ccec-0e69-4eae-a72a-c6e2958df69a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Feb 19 01:56:26.296385 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e66e6f-acae-42c7-836c-bb3030b83aa2 req-ff1fdffe-ab7c-4c9c-af40-be7887c19b4b tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:26.297844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68e66e6f-acae-42c7-836c-bb3030b83aa2 req-ff1fdffe-ab7c-4c9c-af40-be7887c19b4b tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Feb 19 01:56:26.344262 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68e66e6f-acae-42c7-836c-bb3030b83aa2 req-728d6635-f75e-4c61-b761-c491e138a52f tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 19 01:56:26.571402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-04510324-6e56-436d-b5d4-691732024460 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:26.572870 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-04510324-6e56-436d-b5d4-691732024460 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/networks?id=ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 200 len: 812 time: 0.1023135 Feb 19 01:56:26.589422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-49ded814-0a25-4c6c-9350-2f7cf6e6fc8e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/quotas/68f5603f9f234521a6f8a96b7944ec52 HTTP/1.1" status: 200 len: 375 time: 0.0110862 Feb 19 01:56:26.649969 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-8d8c8693-79bb-468b-b87e-e364a1f815c6 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550656 Feb 19 01:56:26.748640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-c6783b4c-2560-480b-90b5-be1cc66aa3e1 service neutron] 10.222.0.94 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915782 Feb 19 01:56:26.837467 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-ff2d70f1-7e84-4fc5-8d7f-396e877cdba2 service neutron] 10.222.0.94 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829334 Feb 19 01:56:27.085245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e446c891-523b-4016-807e-f370fcec36f6 req-0472a46c-7a36-4d9e-bdec-36b7c0fd86e2 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 210 time: 0.0323994 Feb 19 01:56:28.180436 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4a681926-546c-4008-bc2a-e4ab24cc75af req-5e9c25ca-f53e-4aff-971e-6a0c27730070 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 210 time: 0.0285959 Feb 19 01:56:28.634364 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-2e354f46-967d-4c56-b29d-13c6182df91f service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432024 Feb 19 01:56:28.718798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01847-e429-4770-9bb7-16382f3998df req-c5f09962-8574-4540-8050-99aac72cc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:28.720349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-c5f09962-8574-4540-8050-99aac72cc73d service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 1127 time: 0.0468628 Feb 19 01:56:28.828799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01847-e429-4770-9bb7-16382f3998df req-96083aea-a404-42b9-8131-34aab9401d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:28.830261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-96083aea-a404-42b9-8131-34aab9401d90 service neutron] 10.222.0.117 "GET /v2.0/networks?id=ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 200 len: 913 time: 0.0912542 Feb 19 01:56:28.871149 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-3039f995-f061-4907-94eb-0295fd8b83f4 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=081d1b0d-60fc-4113-b155-203d9ff54ead HTTP/1.1" status: 200 len: 217 time: 0.0350602 Feb 19 01:56:29.340033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01847-e429-4770-9bb7-16382f3998df req-d681df8e-4b19-493a-ac2d-4e21fc6a38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:29.341485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-d681df8e-4b19-493a-ac2d-4e21fc6a38f3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=06f5194f-a9f4-40a1-b1c3-69db50065641 HTTP/1.1" status: 200 len: 852 time: 0.4653602 Feb 19 01:56:29.345112 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a26461ab-f302-4ad2-80ce-3467a7c5ddbe req-df9b2a8d-7a42-4feb-ba94-cf94a54b8a04 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 210 time: 0.0454817 Feb 19 01:56:29.379718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-2e545c8d-5e87-46e4-848c-031d89bc02d8 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=ce7129ec-cbfa-451c-9569-e804d06149c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318267 Feb 19 01:56:29.448918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-1c2c7b3e-4505-401c-8d43-5dd411828c38 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:29.450341 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-1c2c7b3e-4505-401c-8d43-5dd411828c38 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.96 "GET /v2.0/networks?id=ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 200 len: 812 time: 0.5465126 Feb 19 01:56:29.466940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Request body: {'port': {'device_id': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9', 'admin_state_up': True, 'tenant_id': '68f5603f9f234521a6f8a96b7944ec52'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:29.546834 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-1343272b-0e05-4017-a166-c9c5021248d3 service neutron] 10.222.0.117 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602528 Feb 19 01:56:29.675840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8d01847-e429-4770-9bb7-16382f3998df req-f1759ad6-33e5-4dde-88c8-af0caa48f645 service neutron] 10.222.0.117 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208911 Feb 19 01:56:29.755030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Made reservation on behalf of 68f5603f9f234521a6f8a96b7944ec52 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:29.759585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:29.890903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Allocated IP 172.20.0.11 (ce7129ec-cbfa-451c-9569-e804d06149c9/06f5194f-a9f4-40a1-b1c3-69db50065641/dde648b5-0f6c-4d06-9a92-501e89fe9962) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:30.035010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks [] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.126570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.138341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['081d1b0d-60fc-4113-b155-203d9ff54ead'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:30.169512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Network ce7129ec-cbfa-451c-9569-e804d06149c9 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:30.172647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:30.176775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:30.201839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Pushing event updated for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:30.230127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:30.230759 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.317585 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-f4403a48-83a4-4a7c-bb91-662a3f9621a9 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8555262 Feb 19 01:56:30.328775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Request body: {'port': {'device_id': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:30.392385 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.471402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fffa5-32bd-495c-be92-a6def106257d req-0af9311b-0d9f-420b-a475-32548f0ec7a7 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:30.472894 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc2fffa5-32bd-495c-be92-a6def106257d req-0af9311b-0d9f-420b-a475-32548f0ec7a7 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 932 time: 0.0575681 Feb 19 01:56:30.521318 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc2fffa5-32bd-495c-be92-a6def106257d req-401af5b4-86ef-4ce3-9bf1-324575479b36 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Feb 19 01:56:30.653357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde648b5-0f6c-4d06-9a92-501e89fe9962 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:30.660578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks [] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.672254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Transition to ACTIVE for port object dde648b5-0f6c-4d06-9a92-501e89fe9962 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:56:30.743450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.814181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Pushing event updated for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:30.868803 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Attempting to bind port dde648b5-0f6c-4d06-9a92-501e89fe9962 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:30.869143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Attempting to bind port dde648b5-0f6c-4d06-9a92-501e89fe9962 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:30.869489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Attempting to bind port dde648b5-0f6c-4d06-9a92-501e89fe9962 on network ce7129ec-cbfa-451c-9569-e804d06149c9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:30.874052 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Port dde648b5-0f6c-4d06-9a92-501e89fe9962 on network ce7129ec-cbfa-451c-9569-e804d06149c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:56:30.874379 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Attempting to bind port dde648b5-0f6c-4d06-9a92-501e89fe9962 on network ce7129ec-cbfa-451c-9569-e804d06149c9 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:30.879266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:30.879610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Checking segment: {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:30.880000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Bound using segment: {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:30.880432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Bound port: dde648b5-0f6c-4d06-9a92-501e89fe9962, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52eae7a2-a3a2-4103-9db1-eb447c397b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:30.880794 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:30.954830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:30.954830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:31.055447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:31.092046 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.092674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:31.094050 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] 10.222.0.96 "PUT /v2.0/ports/dde648b5-0f6c-4d06-9a92-501e89fe9962 HTTP/1.1" status: 200 len: 1092 time: 0.7693949 Feb 19 01:56:31.094498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:31.096745 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c40579-628a-4b6f-be09-4540ad130672" -d '{"events": [{"name": "network-changed", "server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:31.119811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b630-99e6-4e20-b30e-accd4b4ade9a service neutron] Pushing event updated for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:31.134019 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d1cc3-61b0-41d5-8d54-caf9810861ef x-openstack-request-id: req-d03d1cc3-61b0-41d5-8d54-caf9810861ef {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:31.134316 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:31.134577 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d03d1cc3-61b0-41d5-8d54-caf9810861ef {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:31.134990 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962', 'status': 'completed', 'code': 200} Feb 19 01:56:31.202445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40579-628a-4b6f-be09-4540ad130672 req-53690bc9-335e-496c-8a29-421f84d13340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.204053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40c40579-628a-4b6f-be09-4540ad130672 req-53690bc9-335e-496c-8a29-421f84d13340 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 1126 time: 0.0476079 Feb 19 01:56:31.313585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40579-628a-4b6f-be09-4540ad130672 req-e829c439-33d1-40fb-a794-9647d6520911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.315082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40c40579-628a-4b6f-be09-4540ad130672 req-e829c439-33d1-40fb-a794-9647d6520911 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=68f5603f9f234521a6f8a96b7944ec52&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030450 Feb 19 01:56:31.414712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40579-628a-4b6f-be09-4540ad130672 req-dd51c67b-7bbf-4f46-8d00-c0c0ee33cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.416215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40c40579-628a-4b6f-be09-4540ad130672 req-dd51c67b-7bbf-4f46-8d00-c0c0ee33cb82 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952232 Feb 19 01:56:31.500475 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-ba4eaa6d-66bb-490f-8c3f-d14861c050f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.502000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-ba4eaa6d-66bb-490f-8c3f-d14861c050f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68f5603f9f234521a6f8a96b7944ec52&device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 1126 time: 0.0472825 Feb 19 01:56:31.548439 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-7dc66a9c-5caf-42f2-9403-30a60a6410cc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962 HTTP/1.1" status: 200 len: 217 time: 0.0386882 Feb 19 01:56:31.606424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-8d300ad7-12cc-4d04-871e-8f50c06e63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.610391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-8d300ad7-12cc-4d04-871e-8f50c06e63de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=06f5194f-a9f4-40a1-b1c3-69db50065641 HTTP/1.1" status: 200 len: 852 time: 0.0558672 Feb 19 01:56:31.648813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-74f1ae29-134d-4f50-bc37-fe29449ffcf8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ce7129ec-cbfa-451c-9569-e804d06149c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318189 Feb 19 01:56:31.664418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82713-adfa-4d3b-a450-c9acea246042 req-4f6b1e0e-b4d3-46ea-a1f4-6c4eb668af38 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:31.666187 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7c82713-adfa-4d3b-a450-c9acea246042 req-4f6b1e0e-b4d3-46ea-a1f4-6c4eb668af38 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 944 time: 0.0579987 Feb 19 01:56:31.714085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7c82713-adfa-4d3b-a450-c9acea246042 req-4b20570a-a86a-4ffc-9437-92408b1fa7cd tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Feb 19 01:56:31.747465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-def62dad-8b5c-4c9f-83d8-2c86afa51e40 service neutron] 10.222.0.96 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902567 Feb 19 01:56:31.842795 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b6b940-89f6-4ebb-bcd7-a1aac586c4ca req-52819fd9-954b-425f-9259-80b773c513ae service neutron] 10.222.0.96 "GET /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892789 Feb 19 01:56:32.837324 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cce40b-372d-4353-b0f8-dc08afd12d37 req-1b5c571b-fbfd-4018-9413-91e997238042 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:32.838799 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3cce40b-372d-4353-b0f8-dc08afd12d37 req-1b5c571b-fbfd-4018-9413-91e997238042 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 944 time: 0.0549021 Feb 19 01:56:32.885972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3cce40b-372d-4353-b0f8-dc08afd12d37 req-b97f2475-6886-44da-98f9-e2fc7f606f00 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Feb 19 01:56:32.930516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dde648b5-0f6c-4d06-9a92-501e89fe9962 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:56:33.030730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:33.042769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'dde648b5-0f6c-4d06-9a92-501e89fe9962', 'network_id': 'ce7129ec-cbfa-451c-9569-e804d06149c9', 'port_id': 'dde648b5-0f6c-4d06-9a92-501e89fe9962', 'mac_address': 'fa:16:3e:f3:19:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f5194f-a9f4-40a1-b1c3-69db50065641', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:56:33.079237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port dde648b5-0f6c-4d06-9a92-501e89fe9962 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:33.079626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:33.095839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde648b5-0f6c-4d06-9a92-501e89fe9962 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:56:33.115259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:33.179927 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:33.228853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:33.423717 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['dde648b5-0f6c-4d06-9a92-501e89fe9962'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:34.007102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214863-cf04-4264-8e60-29d6e4c5c9ff req-12cf827b-e943-49f1-b40d-a21e5f14b1ec tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:34.008572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8214863-cf04-4264-8e60-29d6e4c5c9ff req-12cf827b-e943-49f1-b40d-a21e5f14b1ec tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 945 time: 0.0554996 Feb 19 01:56:34.054271 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d8214863-cf04-4264-8e60-29d6e4c5c9ff req-60fa466c-019e-408d-b74a-6c05800188ff tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Feb 19 01:56:34.939001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dde648b5-0f6c-4d06-9a92-501e89fe9962 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:35.034830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port dde648b5-0f6c-4d06-9a92-501e89fe9962 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:56:35.039240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port dde648b5-0f6c-4d06-9a92-501e89fe9962 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:35.039618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:35.116059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port dde648b5-0f6c-4d06-9a92-501e89fe9962 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:35.116447 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:35.139192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:35.141450 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16990c-7766-4837-8079-b303bfad062f" -d '{"events": [{"server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "name": "network-vif-plugged", "status": "completed", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:35.155764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:35.180781 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76401bea-3dc8-42fe-8daf-d9cf2b5c2233 x-openstack-request-id: req-76401bea-3dc8-42fe-8daf-d9cf2b5c2233 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:35.181077 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "name": "network-vif-plugged", "status": "completed", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:35.181342 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-76401bea-3dc8-42fe-8daf-d9cf2b5c2233 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:35.181735 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962', 'code': 200} Feb 19 01:56:35.184269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b5988-16f0-43b4-964b-22ae48d849c6 req-e9fa13c5-cb91-450a-a4b1-d61833cc3da8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:35.185783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-404b5988-16f0-43b4-964b-22ae48d849c6 req-e9fa13c5-cb91-450a-a4b1-d61833cc3da8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 945 time: 0.0599940 Feb 19 01:56:35.226787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:35.235583 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-404b5988-16f0-43b4-964b-22ae48d849c6 req-e02358aa-0442-4984-b8b6-85a181fa5d37 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Feb 19 01:56:35.278844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:35.294043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b23cd-7d77-4f1c-a2ad-0c7818e18774 req-243a862e-2d59-4262-b0a8-e2901df7ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:35.295589 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-084b23cd-7d77-4f1c-a2ad-0c7818e18774 req-243a862e-2d59-4262-b0a8-e2901df7ef80 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 1128 time: 0.0535920 Feb 19 01:56:35.340562 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-084b23cd-7d77-4f1c-a2ad-0c7818e18774 req-d6555af6-8b58-443c-a790-a30ee8506f87 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384238 Feb 19 01:56:36.361943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be149917-c05e-47ca-bc2c-621756598e00 req-1d8c5905-0b19-4558-bdf4-b808d6ea0192 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:36.363449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be149917-c05e-47ca-bc2c-621756598e00 req-1d8c5905-0b19-4558-bdf4-b808d6ea0192 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 946 time: 0.0536499 Feb 19 01:56:36.412879 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be149917-c05e-47ca-bc2c-621756598e00 req-09407ba0-7403-4715-86b8-b346fe9b79ae tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Feb 19 01:56:37.536732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5599a66-26b3-4715-8e62-0b87681e776d req-ad41bffb-a0c1-4eba-a8f6-ff2990853a03 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:37.539035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5599a66-26b3-4715-8e62-0b87681e776d req-ad41bffb-a0c1-4eba-a8f6-ff2990853a03 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 946 time: 0.0561178 Feb 19 01:56:37.587028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e5599a66-26b3-4715-8e62-0b87681e776d req-05db4462-a12f-4085-9767-a2140480a83c tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Feb 19 01:56:38.058199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bf85-f35b-4744-bfed-48a4554d982b req-8053b048-01cc-4fc1-bf1d-babe34087309 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:38.059598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfc2bf85-f35b-4744-bfed-48a4554d982b req-8053b048-01cc-4fc1-bf1d-babe34087309 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 946 time: 0.0578279 Feb 19 01:56:38.106687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfc2bf85-f35b-4744-bfed-48a4554d982b req-dd321428-3942-4edd-a008-c1bbd0ca1746 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Feb 19 01:56:39.228755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e2aab-72c5-49ad-bb10-db4a3c002f2c req-72c82ce8-885b-432e-a2fb-c274964e288b tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:39.230234 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-987e2aab-72c5-49ad-bb10-db4a3c002f2c req-72c82ce8-885b-432e-a2fb-c274964e288b tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 946 time: 0.0550675 Feb 19 01:56:39.283243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-987e2aab-72c5-49ad-bb10-db4a3c002f2c req-d3a23a3c-de3f-4b31-a96b-b08a77c3296a tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 Feb 19 01:56:39.421649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-8a37fb06-2d2a-4c98-9e54-8c9d0088eac8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:39.422991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-8a37fb06-2d2a-4c98-9e54-8c9d0088eac8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.96 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 946 time: 0.0520909 Feb 19 01:56:39.511992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Deleting port dde648b5-0f6c-4d06-9a92-501e89fe9962 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:39.512370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:39.604251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] For port dde648b5-0f6c-4d06-9a92-501e89fe9962, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=dde648b5-0f6c-4d06-9a92-501e89fe9962,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:39.604608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:39.617569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Calling delete_port for dde648b5-0f6c-4d06-9a92-501e89fe9962 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:39.817602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dde648b5-0f6c-4d06-9a92-501e89fe9962), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:39.830668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['081d1b0d-60fc-4113-b155-203d9ff54ead'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:39.833454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['dde648b5-0f6c-4d06-9a92-501e89fe9962'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:39.848310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Pushing event deleted for resources: {'Port': ['ID=dde648b5-0f6c-4d06-9a92-501e89fe9962,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:39.893631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] No DVR routers for this DVR port dde648b5-0f6c-4d06-9a92-501e89fe9962 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:39.896273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:39.900215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7913fe9a-c951-41b8-8fa4-7a8dad9b6765 req-148a1a98-65a0-4ec3-82fd-ab60f25e2ae5 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.96 "DELETE /v2.0/ports/dde648b5-0f6c-4d06-9a92-501e89fe9962 HTTP/1.1" status: 204 len: 173 time: 0.4718163 Feb 19 01:56:39.900720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'name': 'network-vif-deleted', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:39.903287 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7956862c-d175-4dcb-910b-d9499b21bd11" -d '{"events": [{"server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "name": "network-vif-deleted", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:39.947644 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d0185c-6875-4084-97ab-39bd6779a430 x-openstack-request-id: req-87d0185c-6875-4084-97ab-39bd6779a430 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:39.947938 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c274a044-d4c3-40a2-8251-a09151d0853e", "name": "network-vif-deleted", "tag": "dde648b5-0f6c-4d06-9a92-501e89fe9962", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:39.948195 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-87d0185c-6875-4084-97ab-39bd6779a430 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:39.948622 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c274a044-d4c3-40a2-8251-a09151d0853e', 'name': 'network-vif-deleted', 'tag': 'dde648b5-0f6c-4d06-9a92-501e89fe9962', 'status': 'completed', 'code': 200} Feb 19 01:56:40.294589 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:40.393341 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-66562713-5f0b-4665-adc1-b9d69246f4ca req-4683ff62-c751-466e-ae18-7fd10c87951f tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=c274a044-d4c3-40a2-8251-a09151d0853e HTTP/1.1" status: 200 len: 210 time: 0.0275600 Feb 19 01:56:40.695527 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5226476-dea3-4d14-a716-85561218f601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:40.829441 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:41.548746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ed545-1729-46c4-a3c1-afb46f65183b req-81f3e107-47d9-46df-9780-20273af58539 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:41.550216 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-415ed545-1729-46c4-a3c1-afb46f65183b req-81f3e107-47d9-46df-9780-20273af58539 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Feb 19 01:56:41.597090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-415ed545-1729-46c4-a3c1-afb46f65183b req-df395069-bcc6-4207-bb07-162cd8331fdb tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Feb 19 01:56:41.735435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d736-f36d-47cd-8e5d-a8e3c3d0f28a req-f80077e7-209c-4d18-aca5-7702c8c465cf tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:41.736853 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b95d736-f36d-47cd-8e5d-a8e3c3d0f28a req-f80077e7-209c-4d18-aca5-7702c8c465cf tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0529461 Feb 19 01:56:41.789275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6b95d736-f36d-47cd-8e5d-a8e3c3d0f28a req-ea467b20-513c-450c-8d8c-33984609c73d tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Feb 19 01:56:41.913756 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30d4fb-049f-4767-b590-b32d337b0207 req-504fd027-5bfa-433a-91a1-50d9b34633be tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:41.915255 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc30d4fb-049f-4767-b590-b32d337b0207 req-504fd027-5bfa-433a-91a1-50d9b34633be tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0571549 Feb 19 01:56:41.961917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc30d4fb-049f-4767-b590-b32d337b0207 req-a85d12ce-7691-474e-ae15-665175676ef4 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Feb 19 01:56:42.131222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69579da-6a13-4d3a-9d49-e32e072d6f97 req-810380a6-3e1c-4ec5-ae06-d2dc989eee56 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:42.132963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d69579da-6a13-4d3a-9d49-e32e072d6f97 req-810380a6-3e1c-4ec5-ae06-d2dc989eee56 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Feb 19 01:56:42.180166 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d69579da-6a13-4d3a-9d49-e32e072d6f97 req-b3102979-4b97-4a94-b825-929b6ed40f07 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Feb 19 01:56:42.296762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4e41d-f000-42e6-9601-c8ba24b47cbd req-71eafec7-a30b-408e-bb8e-02fc65cd698c tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:42.298241 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddb4e41d-f000-42e6-9601-c8ba24b47cbd req-71eafec7-a30b-408e-bb8e-02fc65cd698c tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Feb 19 01:56:42.343962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ddb4e41d-f000-42e6-9601-c8ba24b47cbd req-0ae0699a-216f-4ca7-a523-12b7a3cc1b0d tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Feb 19 01:56:42.474445 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aaa9e-d6ce-4e8d-9d9b-6f3e94a07e47 req-9e25552c-26f6-42cd-839c-0570edd2cb14 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:42.476730 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c11aaa9e-d6ce-4e8d-9d9b-6f3e94a07e47 req-9e25552c-26f6-42cd-839c-0570edd2cb14 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0547049 Feb 19 01:56:42.525273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c11aaa9e-d6ce-4e8d-9d9b-6f3e94a07e47 req-9acaccff-49fb-4c17-a345-584836933869 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Feb 19 01:56:42.943518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ac0434f0-8b39-47c0-beb1-87d9c601dfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:42.996591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dde648b5-0f6c-4d06-9a92-501e89fe9962 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:43.018068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: dde648b5-0f6c-4d06-9a92-501e89fe9962 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:43.018517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device dde648b5-0f6c-4d06-9a92-501e89fe9962 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:43.030603 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5fba8-ecd0-4943-8a2b-dcd6bc711dbe req-4f661edf-afdd-481c-b1b1-a1d6d362e8b3 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:43.032122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8c5fba8-ecd0-4943-8a2b-dcd6bc711dbe req-4f661edf-afdd-481c-b1b1-a1d6d362e8b3 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0588989 Feb 19 01:56:43.077882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f8c5fba8-ecd0-4943-8a2b-dcd6bc711dbe req-bfa386b9-ab9a-4d75-9b71-66d434e9f998 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Feb 19 01:56:44.200056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc154c-b0a6-4fbd-9103-52ade631bac1 req-de8dfef8-cf5b-45e3-bfa5-545d055dd063 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:44.201533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fcc154c-b0a6-4fbd-9103-52ade631bac1 req-de8dfef8-cf5b-45e3-bfa5-545d055dd063 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0524991 Feb 19 01:56:44.252327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4fcc154c-b0a6-4fbd-9103-52ade631bac1 req-c87d37a2-561f-4c7e-8477-29296d4fbce8 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/security-groups?id=933767ff-bfa5-4db8-a766-1025081b7c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Feb 19 01:56:44.360173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-8c00eca9-5b17-438d-9440-055389fc2702 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:44.361533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-8c00eca9-5b17-438d-9440-055389fc2702 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.117 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Feb 19 01:56:44.398199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:44.453659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Deleting port 081d1b0d-60fc-4113-b155-203d9ff54ead {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:44.453996 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:44.547876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] For port 081d1b0d-60fc-4113-b155-203d9ff54ead, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=081d1b0d-60fc-4113-b155-203d9ff54ead,segment=NetworkSegment(52eae7a2-a3a2-4103-9db1-eb447c397b28),segment_id=52eae7a2-a3a2-4103-9db1-eb447c397b28)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:44.548240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:44.561269 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Calling delete_port for 081d1b0d-60fc-4113-b155-203d9ff54ead owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:44.752194 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (081d1b0d-60fc-4113-b155-203d9ff54ead), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:44.764242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['081d1b0d-60fc-4113-b155-203d9ff54ead'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:56:44.782174 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Pushing event deleted for resources: {'Port': ['ID=081d1b0d-60fc-4113-b155-203d9ff54ead,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:44.826364 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] No DVR routers for this DVR port 081d1b0d-60fc-4113-b155-203d9ff54ead on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:44.829044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:44.832356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3933ed8-eb6d-41df-ae95-7b20d7693915 req-c02ecf41-bbc3-4a1d-b2e0-9ee9020d997e tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.117 "DELETE /v2.0/ports/081d1b0d-60fc-4113-b155-203d9ff54ead HTTP/1.1" status: 204 len: 173 time: 0.4657598 Feb 19 01:56:44.832794 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'name': 'network-vif-deleted', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:56:44.835243 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09675aa7-fad8-4993-a516-106a51b30f1e" -d '{"events": [{"server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "name": "network-vif-deleted", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:56:44.872210 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4b4dd-0c8c-4aad-8c88-e960d0077030 x-openstack-request-id: req-b0a4b4dd-0c8c-4aad-8c88-e960d0077030 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:56:44.872501 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef3ddb1-0b95-43ee-821c-fb69476f6217", "name": "network-vif-deleted", "tag": "081d1b0d-60fc-4113-b155-203d9ff54ead", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:56:44.872745 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b0a4b4dd-0c8c-4aad-8c88-e960d0077030 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:56:44.873161 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef3ddb1-0b95-43ee-821c-fb69476f6217', 'name': 'network-vif-deleted', 'tag': '081d1b0d-60fc-4113-b155-203d9ff54ead', 'status': 'completed', 'code': 200} Feb 19 01:56:45.360406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ceaccf6-821b-4be3-b8f4-dbee6617fec6 req-85195dd7-dcf0-4e8a-be1c-26e2cfc52951 tempest-ServersNegativeTestJSON-2040164372 tempest-ServersNegativeTestJSON-2040164372-project] 10.222.0.94 "GET /v2.0/ports?device_id=8ef3ddb1-0b95-43ee-821c-fb69476f6217 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Feb 19 01:56:45.486588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.420159 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34836) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:46.469668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Deleting subnet 06f5194f-a9f4-40a1-b1c3-69db50065641 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:56:46.472710 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Publish callbacks [] for subnet (06f5194f-a9f4-40a1-b1c3-69db50065641), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.510220 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (06f5194f-a9f4-40a1-b1c3-69db50065641), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.550059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (06f5194f-a9f4-40a1-b1c3-69db50065641), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.672577 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (06f5194f-a9f4-40a1-b1c3-69db50065641), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.701208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f5194f-a9f4-40a1-b1c3-69db50065641,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:46.704985 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.708180 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f54cd262-ae98-4a07-94d3-8773f4a96b36 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/06f5194f-a9f4-40a1-b1c3-69db50065641 HTTP/1.1" status: 204 len: 168 time: 0.2869763 Feb 19 01:56:46.711737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34838) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:46.788705 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ce7129ec-cbfa-451c-9569-e804d06149c9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.867612 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ce7129ec-cbfa-451c-9569-e804d06149c9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.889025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7129ec-cbfa-451c-9569-e804d06149c9']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:46.899110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eae7a2-a3a2-4103-9db1-eb447c397b28') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:46.899431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eae7a2-a3a2-4103-9db1-eb447c397b28') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:46.913808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (52eae7a2-a3a2-4103-9db1-eb447c397b28), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.926674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (52eae7a2-a3a2-4103-9db1-eb447c397b28), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.933097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (52eae7a2-a3a2-4103-9db1-eb447c397b28), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:46.938458 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:46.957636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.055507 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ce7129ec-cbfa-451c-9569-e804d06149c9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.061357 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.064458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] 10.222.0.94 "DELETE /v2.0/networks/ce7129ec-cbfa-451c-9569-e804d06149c9 HTTP/1.1" status: 204 len: 168 time: 0.3517873 Feb 19 01:56:47.078420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb604-dc78-4cc9-a4fe-83ce6485a32e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7129ec-cbfa-451c-9569-e804d06149c9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:47.362645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:47.403316 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b93d1bd2-3e62-42f3-ac5f-2a33dfcd02b8 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=68f5603f9f234521a6f8a96b7944ec52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394180 Feb 19 01:56:47.405735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34844) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:47.454378 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] Publish callbacks [] for security_group (933767ff-bfa5-4db8-a766-1025081b7c01), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.476722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] Publish callbacks [] for security_group (933767ff-bfa5-4db8-a766-1025081b7c01), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.601233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (933767ff-bfa5-4db8-a766-1025081b7c01), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.603891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:47.605133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/933767ff-bfa5-4db8-a766-1025081b7c01 HTTP/1.1" status: 204 len: 168 time: 0.1985025 Feb 19 01:56:47.612998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cc6cf-69fe-4464-90fb-512f30201542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933767ff-bfa5-4db8-a766-1025081b7c01,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:47.691494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 081d1b0d-60fc-4113-b155-203d9ff54ead no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:56:47.711793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 081d1b0d-60fc-4113-b155-203d9ff54ead {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:56:47.712135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 081d1b0d-60fc-4113-b155-203d9ff54ead not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:56:48.631552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34866) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:48.741737 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265243913'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:48.825920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:48.829276 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.838226 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.909804 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for security_group (1855e924-bd0f-4655-9eba-70f373efc777), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.954982 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1855e924-bd0f-4655-9eba-70f373efc777), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.981858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:48.990389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1855e924-bd0f-4655-9eba-70f373efc777,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:48.996388 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d3661299-77ad-45a8-9b03-2b0a2aa0c1cf), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:48.996733 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Added segment d3661299-77ad-45a8-9b03-2b0a2aa0c1cf of type vlan for network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 Feb 19 01:56:49.038196 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (1c8e8cad-5a4f-423b-b485-565db6ced4a5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:49.115356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (1c8e8cad-5a4f-423b-b485-565db6ced4a5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:49.120903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:49.121448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:49.222882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Network': ['ID=1c8e8cad-5a4f-423b-b485-565db6ced4a5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:49.232861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:49.248990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bf0ffe28-7e9a-459d-af68-302a46523140 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6156762 Feb 19 01:56:50.450440 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:52.554156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34870) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:52.559755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'subnet': {'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:52.709106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:52.712966 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:52.966484 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (6249c5f8-8a95-4f00-af95-ec80a18d227d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.019436 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Subnet': ['ID=6249c5f8-8a95-4f00-af95-ec80a18d227d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:53.035408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking segment: {'id': 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:53.035781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network hostable DHCP agents. Network: 1c8e8cad-5a4f-423b-b485-565db6ced4a5, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:56:53.109702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:56:53.201041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 1c8e8cad-5a4f-423b-b485-565db6ced4a5) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:53.205198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:53.205803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.212009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a674b5-adf7-40c3-8955-35773f22a50e None None] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:53.269330 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a52aa01d-5ca2-4680-b4b2-eb4229bcc9dd tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7135777 Feb 19 01:56:53.272372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34872) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:53.278155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700382347'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:53.313969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-1c8e8cad-5a4f-423b-b485-565db6ced4a5', 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5', 'project_id': '98f13adf463e48a3bbe553125260f29f', 'fixed_ips': [{'subnet_id': '6249c5f8-8a95-4f00-af95-ec80a18d227d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:56:53.314862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.355463 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:53.359045 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.383968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:53.393060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.393410 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Added segment 9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4 of type vlan for network cc1e9069-345b-43eb-ae90-75ed4faed88f Feb 19 01:56:53.436280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.524423 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.529666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:53.533952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.596804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Network': ['ID=cc1e9069-345b-43eb-ae90-75ed4faed88f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:53.608249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cc1e9069-345b-43eb-ae90-75ed4faed88f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:53.646396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4ad7d002-9682-4a00-b68d-e9739c238bd4 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3724532 Feb 19 01:56:53.649251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34874) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:53.654377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'subnet': {'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:53.662270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Allocated IP 2001:db8:0:ffff::2 (1c8e8cad-5a4f-423b-b485-565db6ced4a5/6249c5f8-8a95-4f00-af95-ec80a18d227d/db5110ba-d7e5-4bf4-8b93-89514e5b2f5e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:53.814857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:53.818251 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.832536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks [] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.916223 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.957366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:53.960862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:53.963901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:53.970556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Pushing event updated for resources: {'Port': ['ID=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:54.025947 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Attempting to bind port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:54.026312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Attempting to bind port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:54.026672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Attempting to bind port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e on network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:54.031800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:54.032182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Checking segment: {'id': 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:54.032580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.032966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Bound using segment: {'id': 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:54.033426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Bound port: db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '1c8e8cad-5a4f-423b-b485-565db6ced4a5'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:54.033813 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.075676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (5c387a7f-419d-470a-9cc6-a37be59b56e4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.094880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] For port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:54.103215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] For port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,segment=NetworkSegment(d3661299-77ad-45a8-9b03-2b0a2aa0c1cf),segment_id=d3661299-77ad-45a8-9b03-2b0a2aa0c1cf)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:54.139996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Subnet': ['ID=5c387a7f-419d-470a-9cc6-a37be59b56e4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:54.147163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking segment: {'id': '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:54.147533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network hostable DHCP agents. Network: cc1e9069-345b-43eb-ae90-75ed4faed88f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:56:54.178596 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.236136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cddfc-bfc5-4bae-91c3-13e14bcd8717 None None] Pushing event updated for resources: {'Port': ['ID=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:54.264049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network cc1e9069-345b-43eb-ae90-75ed4faed88f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:56:54.338312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cc1e9069-345b-43eb-ae90-75ed4faed88f) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:54.342394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:54.343038 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.350986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c238a31-72fb-4835-9cc3-37449a26b230 None None] Network cc1e9069-345b-43eb-ae90-75ed4faed88f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:54.434824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8cfdeb91-14fd-467e-99b1-d5e3d1aba021 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7845335 Feb 19 01:56:54.437694 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34876) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:54.476888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-cc1e9069-345b-43eb-ae90-75ed4faed88f', 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f', 'project_id': '98f13adf463e48a3bbe553125260f29f', 'fixed_ips': [{'subnet_id': '5c387a7f-419d-470a-9cc6-a37be59b56e4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:56:54.476888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.568491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.645177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device db5110ba-d7e5-4bf4-8b93-89514e5b2f5e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:54.647700 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Allocated IP 2001:db8::2 (cc1e9069-345b-43eb-ae90-75ed4faed88f/5c387a7f-419d-470a-9cc6-a37be59b56e4/c215c326-1adc-4e7e-8430-15b39bfe88ab) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:54.678150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (5c387a7f-419d-470a-9cc6-a37be59b56e4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.770196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:54.773881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.886833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks [] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.926408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:54.926762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.964823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,segment=NetworkSegment(d3661299-77ad-45a8-9b03-2b0a2aa0c1cf),segment_id=d3661299-77ad-45a8-9b03-2b0a2aa0c1cf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:54.978492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.019708 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Network cc1e9069-345b-43eb-ae90-75ed4faed88f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:55.023907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:55.027878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:55.033441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Pushing event updated for resources: {'Port': ['ID=c215c326-1adc-4e7e-8430-15b39bfe88ab,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:55.038232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.066868 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (5c387a7f-419d-470a-9cc6-a37be59b56e4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.103499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Subnet': ['ID=5c387a7f-419d-470a-9cc6-a37be59b56e4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:55.130082 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Attempting to bind port c215c326-1adc-4e7e-8430-15b39bfe88ab on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:55.130462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Attempting to bind port c215c326-1adc-4e7e-8430-15b39bfe88ab by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:55.130834 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Attempting to bind port c215c326-1adc-4e7e-8430-15b39bfe88ab on network cc1e9069-345b-43eb-ae90-75ed4faed88f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:55.138965 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:55.139365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Checking segment: {'id': '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:55.139705 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.140103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Bound using segment: {'id': '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:55.140581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Bound port: c215c326-1adc-4e7e-8430-15b39bfe88ab, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:55.140959 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.142787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:55.174135 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.198045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1e9069-345b-43eb-ae90-75ed4faed88f']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:55.208517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:55.208823 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:55.209198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] For port c215c326-1adc-4e7e-8430-15b39bfe88ab, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:55.213019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] For port c215c326-1adc-4e7e-8430-15b39bfe88ab, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c215c326-1adc-4e7e-8430-15b39bfe88ab,segment=NetworkSegment(9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4),segment_id=9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:55.221740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.309252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0008b-235f-4657-8db0-651c8c40ace9 None None] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:55.321283 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.326240 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.328285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:55.328645 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:55.331895 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:55.432228 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:56:55.432228 n-d-826529-3 neutron-server[110601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:56:55.432228 n-d-826529-3 neutron-server[110601]: [parameters: {'id': 'cc1e9069-345b-43eb-ae90-75ed4faed88f'}] Feb 19 01:56:55.432228 n-d-826529-3 neutron-server[110601]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:56:55.432761 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:56:55.470092 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-03661cc3-6cdb-431e-b3a7-8246d1a8fad7 None None] Provisioning complete for port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:55.470471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-03661cc3-6cdb-431e-b3a7-8246d1a8fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.476656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a080d0-a043-452d-8470-f83b49e32b6b None None] Pushing event updated for resources: {'Port': ['ID=c215c326-1adc-4e7e-8430-15b39bfe88ab,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:55.532861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ae990-49f2-4a5b-8502-09bb687f445b None None] Network cc1e9069-345b-43eb-ae90-75ed4faed88f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:55.670748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-03661cc3-6cdb-431e-b3a7-8246d1a8fad7 None None] Current status of the port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:55.793150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b0dd8-76da-425b-8276-20298c3231b2 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:56:55.861191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b0dd8-76da-425b-8276-20298c3231b2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:56:55.934225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.944513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5333a625-e27b-4aaa-84ab-cf231050329d None None] Provisioning complete for port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:55.946216 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5333a625-e27b-4aaa-84ab-cf231050329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:55.986999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting port c215c326-1adc-4e7e-8430-15b39bfe88ab {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:55.987397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.052667 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] For port c215c326-1adc-4e7e-8430-15b39bfe88ab, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c215c326-1adc-4e7e-8430-15b39bfe88ab,segment=NetworkSegment(9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4),segment_id=9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:56.053159 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.066598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Calling delete_port for c215c326-1adc-4e7e-8430-15b39bfe88ab owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:56.084783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5333a625-e27b-4aaa-84ab-cf231050329d None None] Current status of the port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:56.203446 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c215c326-1adc-4e7e-8430-15b39bfe88ab), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.228867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Port': ['ID=c215c326-1adc-4e7e-8430-15b39bfe88ab,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:56.232585 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No DVR routers for this DVR port c215c326-1adc-4e7e-8430-15b39bfe88ab on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:56.314157 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.333475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1e9069-345b-43eb-ae90-75ed4faed88f']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:56.342685 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:56.342984 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:56.352909 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.365569 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.371868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:56.372248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (9e1f7827-9acd-44eb-8f4c-e13b6d01dbb4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:56.375137 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:56.527285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cc1e9069-345b-43eb-ae90-75ed4faed88f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.527285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.527285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/cc1e9069-345b-43eb-ae90-75ed4faed88f HTTP/1.1" status: 204 len: 168 time: 2.0831399 Feb 19 01:56:56.527285 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34878) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:56.532228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-263488633'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:56.551929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376360d-bad4-4879-9957-7f87ca4b1576 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Network': ['ID=cc1e9069-345b-43eb-ae90-75ed4faed88f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:56.577479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device db5110ba-d7e5-4bf4-8b93-89514e5b2f5e up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:56:56.626853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:56:56.627274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.635082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:56.638539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.664510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:56.673230 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.673894 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Added segment 5062d5ba-95c6-4b11-b400-24ab2b95cbf0 of type vlan for network 9e8d0d96-0717-413b-a03f-0edd639e747e Feb 19 01:56:56.706425 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:56:56.714432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.806668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.812122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:56.812718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:56.878132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Network': ['ID=9e8d0d96-0717-413b-a03f-0edd639e747e,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:56.888605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 9e8d0d96-0717-413b-a03f-0edd639e747e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:56.951970 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0b4d434f-25eb-4e6f-a8c9-77bbae0e81c3 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4215837 Feb 19 01:56:56.952539 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34880) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:56.959442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'subnet': {'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:57.106169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:57.109753 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.172602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Performing IP validity checks on allocation pools {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:56:57.173133 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:56:57.340649 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6bb69f1f-2a24-4661-86d5-6125ccd1d853), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.401131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Subnet': ['ID=6bb69f1f-2a24-4661-86d5-6125ccd1d853,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:57.409521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking segment: {'id': '5062d5ba-95c6-4b11-b400-24ab2b95cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:57.409883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network hostable DHCP agents. Network: 9e8d0d96-0717-413b-a03f-0edd639e747e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:56:57.523833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network 9e8d0d96-0717-413b-a03f-0edd639e747e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:56:57.618053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 9e8d0d96-0717-413b-a03f-0edd639e747e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:57.627225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:57.627225 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.627485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538eea7-371c-4e91-94e3-9f3a103a869d None None] Network 9e8d0d96-0717-413b-a03f-0edd639e747e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:57.706463 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c5e5edb-3761-4cfb-ae68-53c867f24a82 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7527614 Feb 19 01:56:57.709083 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34882) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:57.731747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-9e8d0d96-0717-413b-a03f-0edd639e747e', 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e', 'project_id': '98f13adf463e48a3bbe553125260f29f', 'fixed_ips': [{'subnet_id': '6bb69f1f-2a24-4661-86d5-6125ccd1d853'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:56:57.732617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.811458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.863232 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6bb69f1f-2a24-4661-86d5-6125ccd1d853), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:57.873488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Allocated IP 2001:db8::3 (9e8d0d96-0717-413b-a03f-0edd639e747e/6bb69f1f-2a24-4661-86d5-6125ccd1d853/a271a098-b5a5-4a2d-878f-1ae276ec789e) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:56:58.012323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks [] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.072317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.130900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Network 9e8d0d96-0717-413b-a03f-0edd639e747e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:56:58.134849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:56:58.137455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:56:58.148968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Pushing event updated for resources: {'Port': ['ID=a271a098-b5a5-4a2d-878f-1ae276ec789e,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:58.200032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Attempting to bind port a271a098-b5a5-4a2d-878f-1ae276ec789e on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:56:58.200412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Attempting to bind port a271a098-b5a5-4a2d-878f-1ae276ec789e by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '5062d5ba-95c6-4b11-b400-24ab2b95cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:56:58.200799 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Attempting to bind port a271a098-b5a5-4a2d-878f-1ae276ec789e on network 9e8d0d96-0717-413b-a03f-0edd639e747e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:56:58.201673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (6bb69f1f-2a24-4661-86d5-6125ccd1d853), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.205861 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:56:58.206248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Checking segment: {'id': '5062d5ba-95c6-4b11-b400-24ab2b95cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:56:58.206656 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.207056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Bound using segment: {'id': '5062d5ba-95c6-4b11-b400-24ab2b95cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:56:58.207547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Bound port: a271a098-b5a5-4a2d-878f-1ae276ec789e, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5062d5ba-95c6-4b11-b400-24ab2b95cbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9e8d0d96-0717-413b-a03f-0edd639e747e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:56:58.207930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.234181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb69f1f-2a24-4661-86d5-6125ccd1d853,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:58.273797 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] For port a271a098-b5a5-4a2d-878f-1ae276ec789e, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:56:58.276842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] For port a271a098-b5a5-4a2d-878f-1ae276ec789e, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a271a098-b5a5-4a2d-878f-1ae276ec789e,segment=NetworkSegment(5062d5ba-95c6-4b11-b400-24ab2b95cbf0),segment_id=5062d5ba-95c6-4b11-b400-24ab2b95cbf0)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:56:58.295655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.316148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8d0d96-0717-413b-a03f-0edd639e747e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:58.326052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5062d5ba-95c6-4b11-b400-24ab2b95cbf0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:58.326356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5062d5ba-95c6-4b11-b400-24ab2b95cbf0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:58.335612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.355658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.357783 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.363987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:58.364410 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:58.368318 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:58.438571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bef3e7-0537-49f7-b60e-3090bac53037 None None] Pushing event updated for resources: {'Port': ['ID=a271a098-b5a5-4a2d-878f-1ae276ec789e,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:58.454415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cca39-52bc-4267-845c-f75da80de66f None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:56:58.466556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.db.api [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:56:58.466556 n-d-826529-3 neutron-server[110601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:56:58.466556 n-d-826529-3 neutron-server[110601]: [parameters: {'id': '9e8d0d96-0717-413b-a03f-0edd639e747e'}] Feb 19 01:56:58.466556 n-d-826529-3 neutron-server[110601]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:56:58.467020 n-d-826529-3 neutron-server[110601]: DEBUG oslo_db.api [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:56:58.519931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703cca39-52bc-4267-845c-f75da80de66f None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:56:58.829139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2af11-e8fb-44c1-8f1d-70582f45541b None None] Network 9e8d0d96-0717-413b-a03f-0edd639e747e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:56:58.968256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.020968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting port a271a098-b5a5-4a2d-878f-1ae276ec789e {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:56:59.021226 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.082541 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] For port a271a098-b5a5-4a2d-878f-1ae276ec789e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a271a098-b5a5-4a2d-878f-1ae276ec789e,segment=NetworkSegment(5062d5ba-95c6-4b11-b400-24ab2b95cbf0),segment_id=5062d5ba-95c6-4b11-b400-24ab2b95cbf0)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:56:59.082903 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.095490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Calling delete_port for a271a098-b5a5-4a2d-878f-1ae276ec789e owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:56:59.266390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a271a098-b5a5-4a2d-878f-1ae276ec789e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.294046 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Port': ['ID=a271a098-b5a5-4a2d-878f-1ae276ec789e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:59.295815 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No DVR routers for this DVR port a271a098-b5a5-4a2d-878f-1ae276ec789e on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:56:59.375384 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.394567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8d0d96-0717-413b-a03f-0edd639e747e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:59.404102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5062d5ba-95c6-4b11-b400-24ab2b95cbf0') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:59.404398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5062d5ba-95c6-4b11-b400-24ab2b95cbf0') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:56:59.413970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.426637 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.432894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:56:59.433271 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (5062d5ba-95c6-4b11-b400-24ab2b95cbf0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:56:59.436169 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:56:59.580451 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (9e8d0d96-0717-413b-a03f-0edd639e747e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.596731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.596731 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/9e8d0d96-0717-413b-a03f-0edd639e747e HTTP/1.1" status: 204 len: 168 time: 1.8817673 Feb 19 01:56:59.596944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34884) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:56:59.600644 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255675352'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:56:59.609117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2545c7-f9a6-4f4b-b352-77da57a8d991 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Network': ['ID=9e8d0d96-0717-413b-a03f-0edd639e747e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:59.692072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:56:59.695897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.719926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:56:59.729124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ad1852da-ec57-4bc0-8f72-02b5edfda0af), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.729462 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Added segment ad1852da-ec57-4bc0-8f72-02b5edfda0af of type vlan for network d97da984-3900-4e35-b53e-58b938f083ce Feb 19 01:56:59.769508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (d97da984-3900-4e35-b53e-58b938f083ce), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.853365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (d97da984-3900-4e35-b53e-58b938f083ce), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.858404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:59.858991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:59.930129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Network': ['ID=d97da984-3900-4e35-b53e-58b938f083ce,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:56:59.941384 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network d97da984-3900-4e35-b53e-58b938f083ce details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:56:59.997809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6e910280-1866-4350-b19a-c8d378fa464b tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4012139 Feb 19 01:57:00.001358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34886) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:00.006229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'subnet': {'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:00.163510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:00.167680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.403834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (1a3fba72-254a-4ef8-ac80-db40b9d4b570), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.469836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Subnet': ['ID=1a3fba72-254a-4ef8-ac80-db40b9d4b570,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:00.474146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking segment: {'id': 'ad1852da-ec57-4bc0-8f72-02b5edfda0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:00.474512 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network hostable DHCP agents. Network: d97da984-3900-4e35-b53e-58b938f083ce, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:00.574668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network d97da984-3900-4e35-b53e-58b938f083ce is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:00.654536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, d97da984-3900-4e35-b53e-58b938f083ce) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:00.658877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:00.659508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.665350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41efdb6a-bc83-4071-986e-edd129e22500 None None] Network d97da984-3900-4e35-b53e-58b938f083ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:00.748716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e41c6f9d-829e-49e2-a044-b7e47219c574 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7463090 Feb 19 01:57:00.752348 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34888) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:00.758718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-64796195'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:00.767711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-d97da984-3900-4e35-b53e-58b938f083ce', 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce', 'project_id': '98f13adf463e48a3bbe553125260f29f', 'fixed_ips': [{'subnet_id': '1a3fba72-254a-4ef8-ac80-db40b9d4b570'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:00.768773 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.846720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:00.850263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.874830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:00.885149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:00.885595 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Added segment 1797d5fe-f784-40b0-a181-fdbd3f896d5b of type vlan for network 60d31aca-a188-4108-878a-2f37c4b55f9d Feb 19 01:57:00.909107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Allocated IP 2001:db8::2 (d97da984-3900-4e35-b53e-58b938f083ce/1a3fba72-254a-4ef8-ac80-db40b9d4b570/dec31595-8069-437b-b5c8-9c7a693ea599) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:00.926914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.012404 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.017502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:01.018096 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.056516 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks [] for port (dec31595-8069-437b-b5c8-9c7a693ea599), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.087137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Network': ['ID=60d31aca-a188-4108-878a-2f37c4b55f9d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:01.096732 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 60d31aca-a188-4108-878a-2f37c4b55f9d details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:01.129297 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b8a2b6b-781b-47a8-9ddc-6d3f00a50446 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3758609 Feb 19 01:57:01.132196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34890) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:01.137481 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.137890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Request body: {'subnet': {'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:01.198989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Network d97da984-3900-4e35-b53e-58b938f083ce is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:01.204811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:01.210010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:01.217421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Pushing event updated for resources: {'Port': ['ID=dec31595-8069-437b-b5c8-9c7a693ea599,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:01.269831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Attempting to bind port dec31595-8069-437b-b5c8-9c7a693ea599 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:01.270093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Attempting to bind port dec31595-8069-437b-b5c8-9c7a693ea599 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'ad1852da-ec57-4bc0-8f72-02b5edfda0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:01.270459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Attempting to bind port dec31595-8069-437b-b5c8-9c7a693ea599 on network d97da984-3900-4e35-b53e-58b938f083ce {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:01.275986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:01.276363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Checking segment: {'id': 'ad1852da-ec57-4bc0-8f72-02b5edfda0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:01.276761 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.277408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Bound using segment: {'id': 'ad1852da-ec57-4bc0-8f72-02b5edfda0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:01.277869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Bound port: dec31595-8069-437b-b5c8-9c7a693ea599, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1852da-ec57-4bc0-8f72-02b5edfda0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd97da984-3900-4e35-b53e-58b938f083ce'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:01.278250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.292806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Made reservation on behalf of 98f13adf463e48a3bbe553125260f29f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:01.296272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.339550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] For port dec31595-8069-437b-b5c8-9c7a693ea599, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:01.342959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] For port dec31595-8069-437b-b5c8-9c7a693ea599, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dec31595-8069-437b-b5c8-9c7a693ea599,segment=NetworkSegment(ad1852da-ec57-4bc0-8f72-02b5edfda0af),segment_id=ad1852da-ec57-4bc0-8f72-02b5edfda0af)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:01.432896 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.496737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675353-99bf-48eb-afea-e01a6e8305d7 None None] Pushing event updated for resources: {'Port': ['ID=dec31595-8069-437b-b5c8-9c7a693ea599,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:01.552704 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (309389da-ac50-4fd8-aea3-8c84a0fa5b70), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.619295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event updated for resources: {'Subnet': ['ID=309389da-ac50-4fd8-aea3-8c84a0fa5b70,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:01.637956 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Checking segment: {'id': '1797d5fe-f784-40b0-a181-fdbd3f896d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:01.638355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network hostable DHCP agents. Network: 60d31aca-a188-4108-878a-2f37c4b55f9d, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:01.723640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Network 60d31aca-a188-4108-878a-2f37c4b55f9d is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:01.800846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 60d31aca-a188-4108-878a-2f37c4b55f9d) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:01.800846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:01.800846 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.801642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cfd937-80a5-455f-88ae-97e50c9099da None None] Network 60d31aca-a188-4108-878a-2f37c4b55f9d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:01.878064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d8b8a178-1077-46df-b893-b695424fdc89 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7441380 Feb 19 01:57:01.880674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34892) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:01.912563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-60d31aca-a188-4108-878a-2f37c4b55f9d', 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d', 'project_id': '98f13adf463e48a3bbe553125260f29f', 'fixed_ips': [{'subnet_id': '309389da-ac50-4fd8-aea3-8c84a0fa5b70'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:01.913474 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:01.984571 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.053116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Allocated IP 2001:db8::2 (60d31aca-a188-4108-878a-2f37c4b55f9d/309389da-ac50-4fd8-aea3-8c84a0fa5b70/32d3d52d-c4ee-420d-94e9-fa1399a85f6a) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:02.064494 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (309389da-ac50-4fd8-aea3-8c84a0fa5b70), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.214786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks [] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.288239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.329998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Network 60d31aca-a188-4108-878a-2f37c4b55f9d is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:02.332889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:02.335982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:02.347271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Pushing event updated for resources: {'Port': ['ID=32d3d52d-c4ee-420d-94e9-fa1399a85f6a,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:02.369510 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (309389da-ac50-4fd8-aea3-8c84a0fa5b70), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.395634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Subnet': ['ID=309389da-ac50-4fd8-aea3-8c84a0fa5b70,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:02.410525 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Attempting to bind port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:02.415715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Attempting to bind port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1797d5fe-f784-40b0-a181-fdbd3f896d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:02.415715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Attempting to bind port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a on network 60d31aca-a188-4108-878a-2f37c4b55f9d {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:02.417833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:02.417833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Checking segment: {'id': '1797d5fe-f784-40b0-a181-fdbd3f896d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:02.418106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.418404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Bound using segment: {'id': '1797d5fe-f784-40b0-a181-fdbd3f896d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:02.418871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Bound port: 32d3d52d-c4ee-420d-94e9-fa1399a85f6a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1797d5fe-f784-40b0-a181-fdbd3f896d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '60d31aca-a188-4108-878a-2f37c4b55f9d'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:02.419278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.457051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa965cf5-5a46-4185-ae31-2aea22e460f9 None None] Network d97da984-3900-4e35-b53e-58b938f083ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:02.466594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.490451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d31aca-a188-4108-878a-2f37c4b55f9d']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:02.501256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1797d5fe-f784-40b0-a181-fdbd3f896d5b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:02.501562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1797d5fe-f784-40b0-a181-fdbd3f896d5b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:02.515766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.538393 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.547995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:02.548688 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:02.552665 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:02.561359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] For port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:02.578929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Provisioning complete for port dec31595-8069-437b-b5c8-9c7a693ea599 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:02.579328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.618999 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dec31595-8069-437b-b5c8-9c7a693ea599 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:02.661105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.db.api [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:57:02.661105 n-d-826529-3 neutron-server[110602]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:57:02.661105 n-d-826529-3 neutron-server[110602]: [parameters: {'id': '60d31aca-a188-4108-878a-2f37c4b55f9d'}] Feb 19 01:57:02.661105 n-d-826529-3 neutron-server[110602]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:57:02.661610 n-d-826529-3 neutron-server[110602]: DEBUG oslo_db.api [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:57:02.667791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] For port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=32d3d52d-c4ee-420d-94e9-fa1399a85f6a,segment=NetworkSegment(1797d5fe-f784-40b0-a181-fdbd3f896d5b),segment_id=1797d5fe-f784-40b0-a181-fdbd3f896d5b)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:02.736853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dec31595-8069-437b-b5c8-9c7a693ea599 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:02.737237 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.740958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.802309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Current status of the port dec31595-8069-437b-b5c8-9c7a693ea599 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:02.808269 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:02.885136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef45141-96ee-4d78-8f41-dba92563f586 None None] Pushing event updated for resources: {'Port': ['ID=32d3d52d-c4ee-420d-94e9-fa1399a85f6a,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:02.905867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] For port dec31595-8069-437b-b5c8-9c7a693ea599, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dec31595-8069-437b-b5c8-9c7a693ea599,segment=NetworkSegment(ad1852da-ec57-4bc0-8f72-02b5edfda0af),segment_id=ad1852da-ec57-4bc0-8f72-02b5edfda0af)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:02.935482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937addc-2953-4695-8b51-1eb93b0aa217 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:57:02.968573 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.002675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dec31595-8069-437b-b5c8-9c7a693ea599 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:03.003062 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.068907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd372b1a-6167-4867-9869-6f101a5f3f17 None None] Pushing event updated for resources: {'Port': ['ID=dec31595-8069-437b-b5c8-9c7a693ea599,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:03.122463 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:57:03.122819 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:57:03.123316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9937addc-2953-4695-8b51-1eb93b0aa217 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:57:03.131656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2ae4ab19-c72e-4095-8565-9c452aaab561 None None] Provisioning complete for port dec31595-8069-437b-b5c8-9c7a693ea599 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:03.132031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ab19-c72e-4095-8565-9c452aaab561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.162290 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.214253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:03.214592 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.479204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ab19-c72e-4095-8565-9c452aaab561 None None] Current status of the port dec31595-8069-437b-b5c8-9c7a693ea599 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:03.519680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc3c9e-e7d9-4a8c-b919-12c5a973eca5 None None] Network 60d31aca-a188-4108-878a-2f37c4b55f9d requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:03.630572 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] For port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=32d3d52d-c4ee-420d-94e9-fa1399a85f6a,segment=NetworkSegment(1797d5fe-f784-40b0-a181-fdbd3f896d5b),segment_id=1797d5fe-f784-40b0-a181-fdbd3f896d5b)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:03.630936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.643761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Calling delete_port for 32d3d52d-c4ee-420d-94e9-fa1399a85f6a owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:03.659304 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dec31595-8069-437b-b5c8-9c7a693ea599 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:03.786438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (32d3d52d-c4ee-420d-94e9-fa1399a85f6a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.814918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Port': ['ID=32d3d52d-c4ee-420d-94e9-fa1399a85f6a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:03.819199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No DVR routers for this DVR port 32d3d52d-c4ee-420d-94e9-fa1399a85f6a on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:03.906919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.926968 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d31aca-a188-4108-878a-2f37c4b55f9d']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:03.937091 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1797d5fe-f784-40b0-a181-fdbd3f896d5b') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:03.937390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1797d5fe-f784-40b0-a181-fdbd3f896d5b') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:03.947763 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.961897 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.967676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:03.968069 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (1797d5fe-f784-40b0-a181-fdbd3f896d5b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:03.971153 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:04.100832 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (60d31aca-a188-4108-878a-2f37c4b55f9d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.107999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.111077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/60d31aca-a188-4108-878a-2f37c4b55f9d HTTP/1.1" status: 204 len: 168 time: 2.2293935 Feb 19 01:57:04.114021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34894) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.123405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622109d-c370-413d-acb5-ff0909275511 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Network': ['ID=60d31aca-a188-4108-878a-2f37c4b55f9d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:04.143500 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a923764-43ea-48e0-b027-a8a1f93b10aa tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] GET failed (client error): The resource could not be found. Feb 19 01:57:04.144804 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5a923764-43ea-48e0-b027-a8a1f93b10aa tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "GET /v2.0/subnets/309389da-ac50-4fd8-aea3-8c84a0fa5b70 HTTP/1.1" status: 404 len: 337 time: 0.0297880 Feb 19 01:57:04.147463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34896) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.166288 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d307fd-63a8-4cba-8f5b-4e54d18dc158 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:04.166779 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d307fd-63a8-4cba-8f5b-4e54d18dc158 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:04.169757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f0d307fd-63a8-4cba-8f5b-4e54d18dc158 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/60d31aca-a188-4108-878a-2f37c4b55f9d HTTP/1.1" status: 404 len: 339 time: 0.0213253 Feb 19 01:57:04.173530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34898) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.206095 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a20ad71-aeaf-4410-84e3-6e94cff5affa tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:04.206756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a20ad71-aeaf-4410-84e3-6e94cff5affa tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:04.209633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6a20ad71-aeaf-4410-84e3-6e94cff5affa tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/subnets/309389da-ac50-4fd8-aea3-8c84a0fa5b70 HTTP/1.1" status: 404 len: 337 time: 0.0352027 Feb 19 01:57:04.213408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34900) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.232094 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7acea97-6c52-413e-8b9b-b06475cd6302 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:04.232587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7acea97-6c52-413e-8b9b-b06475cd6302 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:04.235637 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e7acea97-6c52-413e-8b9b-b06475cd6302 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/60d31aca-a188-4108-878a-2f37c4b55f9d HTTP/1.1" status: 404 len: 339 time: 0.0213306 Feb 19 01:57:04.238111 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34902) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.287351 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting subnet 1a3fba72-254a-4ef8-ac80-db40b9d4b570 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:57:04.291109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (1a3fba72-254a-4ef8-ac80-db40b9d4b570), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.334824 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (1a3fba72-254a-4ef8-ac80-db40b9d4b570), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.417294 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (1a3fba72-254a-4ef8-ac80-db40b9d4b570), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.546880 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (1a3fba72-254a-4ef8-ac80-db40b9d4b570), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.575466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dec31595-8069-437b-b5c8-9c7a693ea599 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:04.581897 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3fba72-254a-4ef8-ac80-db40b9d4b570,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:04.583916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.589058 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6e9ba57d-b6ec-44af-bbc4-ac9111023298 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/subnets/1a3fba72-254a-4ef8-ac80-db40b9d4b570 HTTP/1.1" status: 204 len: 168 time: 0.3493838 Feb 19 01:57:04.591008 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34904) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:04.602568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c67173-3d7a-4135-a431-2fc674a9cc4d None None] Network d97da984-3900-4e35-b53e-58b938f083ce requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:04.675504 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (d97da984-3900-4e35-b53e-58b938f083ce), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.701879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port dec31595-8069-437b-b5c8-9c7a693ea599 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:04.702260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.729560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting port dec31595-8069-437b-b5c8-9c7a693ea599 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:04.729913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.801208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] For port dec31595-8069-437b-b5c8-9c7a693ea599, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dec31595-8069-437b-b5c8-9c7a693ea599,segment=NetworkSegment(ad1852da-ec57-4bc0-8f72-02b5edfda0af),segment_id=ad1852da-ec57-4bc0-8f72-02b5edfda0af)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:04.801640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.809793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] DHCP port deletion for d97da984-3900-4e35-b53e-58b938f083ce request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:57:04.814767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port dec31595-8069-437b-b5c8-9c7a693ea599 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:04.816634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Calling delete_port for dec31595-8069-437b-b5c8-9c7a693ea599 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:04.860768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Deleting port dec31595-8069-437b-b5c8-9c7a693ea599 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:04.861208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.927056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] For port dec31595-8069-437b-b5c8-9c7a693ea599, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=dec31595-8069-437b-b5c8-9c7a693ea599,segment=NetworkSegment(ad1852da-ec57-4bc0-8f72-02b5edfda0af),segment_id=ad1852da-ec57-4bc0-8f72-02b5edfda0af)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:04.927386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.940362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Calling delete_port for dec31595-8069-437b-b5c8-9c7a693ea599 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:04.955506 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:04.984014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Port': ['ID=dec31595-8069-437b-b5c8-9c7a693ea599,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:04.986132 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No DVR routers for this DVR port dec31595-8069-437b-b5c8-9c7a693ea599 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:05.024870 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (dec31595-8069-437b-b5c8-9c7a693ea599), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.050665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] Pushing event deleted for resources: {'Port': ['ID=dec31595-8069-437b-b5c8-9c7a693ea599,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:05.053868 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a27850-b8c9-45ab-b2ef-4b5aa2434770 None None] No DVR routers for this DVR port dec31595-8069-437b-b5c8-9c7a693ea599 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:05.073148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (d97da984-3900-4e35-b53e-58b938f083ce), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.093254 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97da984-3900-4e35-b53e-58b938f083ce']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:05.103034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1852da-ec57-4bc0-8f72-02b5edfda0af') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:05.103358 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1852da-ec57-4bc0-8f72-02b5edfda0af') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:05.112729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (ad1852da-ec57-4bc0-8f72-02b5edfda0af), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.125839 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (ad1852da-ec57-4bc0-8f72-02b5edfda0af), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.131476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:05.131853 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (ad1852da-ec57-4bc0-8f72-02b5edfda0af), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:05.135147 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:05.275721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (d97da984-3900-4e35-b53e-58b938f083ce), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.284541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.287653 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/d97da984-3900-4e35-b53e-58b938f083ce HTTP/1.1" status: 204 len: 168 time: 0.6956038 Feb 19 01:57:05.292504 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34906) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.298057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e9de8-6485-402f-86a8-dcc457402ae7 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Network': ['ID=d97da984-3900-4e35-b53e-58b938f083ce,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:05.324071 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c15f40b-4bdd-4199-bd7f-2ea1f7eaebec tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:05.324468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c15f40b-4bdd-4199-bd7f-2ea1f7eaebec tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:05.327887 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9c15f40b-4bdd-4199-bd7f-2ea1f7eaebec tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/subnets/6bb69f1f-2a24-4661-86d5-6125ccd1d853 HTTP/1.1" status: 404 len: 337 time: 0.0360072 Feb 19 01:57:05.330386 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34908) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.348042 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cd8a80-931b-45b8-91b6-f79f5c7d5be1 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:05.348537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cd8a80-931b-45b8-91b6-f79f5c7d5be1 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:05.352085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-45cd8a80-931b-45b8-91b6-f79f5c7d5be1 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/9e8d0d96-0717-413b-a03f-0edd639e747e HTTP/1.1" status: 404 len: 339 time: 0.0207920 Feb 19 01:57:05.354746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34910) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.380676 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41d46b2-ad9e-4f73-a60f-55bb6507a2a2 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:05.407054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41d46b2-ad9e-4f73-a60f-55bb6507a2a2 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:05.407054 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b41d46b2-ad9e-4f73-a60f-55bb6507a2a2 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/subnets/5c387a7f-419d-470a-9cc6-a37be59b56e4 HTTP/1.1" status: 404 len: 337 time: 0.0284035 Feb 19 01:57:05.408782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34912) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.427363 n-d-826529-3 neutron-server[110601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93cf46b-63a9-4a8a-b44d-43811b7860c9 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] DELETE failed (client error): The resource could not be found. Feb 19 01:57:05.427850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93cf46b-63a9-4a8a-b44d-43811b7860c9 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:57:05.431418 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a93cf46b-63a9-4a8a-b44d-43811b7860c9 tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/cc1e9069-345b-43eb-ae90-75ed4faed88f HTTP/1.1" status: 404 len: 339 time: 0.0217171 Feb 19 01:57:05.437550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34914) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.487623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting subnet 6249c5f8-8a95-4f00-af95-ec80a18d227d {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:57:05.490665 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (6249c5f8-8a95-4f00-af95-ec80a18d227d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.531373 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (6249c5f8-8a95-4f00-af95-ec80a18d227d), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.617122 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6249c5f8-8a95-4f00-af95-ec80a18d227d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.753064 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (6249c5f8-8a95-4f00-af95-ec80a18d227d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.796884 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.796884 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/subnets/6249c5f8-8a95-4f00-af95-ec80a18d227d HTTP/1.1" status: 204 len: 168 time: 0.3489347 Feb 19 01:57:05.796884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61d7a4-f1a3-4677-a81b-a293213a69ca tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Subnet': ['ID=6249c5f8-8a95-4f00-af95-ec80a18d227d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:05.798130 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34916) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:05.798510 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24cc09b-3fa6-41aa-bfd6-d1c5c30b6ff1 None None] Network 1c8e8cad-5a4f-423b-b485-565db6ced4a5 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:05.879243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (1c8e8cad-5a4f-423b-b485-565db6ced4a5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.933862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Deleting port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:05.934202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:05.962913 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] DHCP port deletion for 1c8e8cad-5a4f-423b-b485-565db6ced4a5 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:57:05.999588 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] For port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,segment=NetworkSegment(d3661299-77ad-45a8-9b03-2b0a2aa0c1cf),segment_id=d3661299-77ad-45a8-9b03-2b0a2aa0c1cf)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:05.999941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.011535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Deleting port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:06.011918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.013963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Calling delete_port for db5110ba-d7e5-4bf4-8b93-89514e5b2f5e owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:06.082529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] For port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,segment=NetworkSegment(d3661299-77ad-45a8-9b03-2b0a2aa0c1cf),segment_id=d3661299-77ad-45a8-9b03-2b0a2aa0c1cf)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:06.082979 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.096498 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Calling delete_port for db5110ba-d7e5-4bf4-8b93-89514e5b2f5e owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:06.169155 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.174675 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (db5110ba-d7e5-4bf4-8b93-89514e5b2f5e), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.196396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Port': ['ID=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:06.198247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] No DVR routers for this DVR port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:06.207668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] Pushing event deleted for resources: {'Port': ['ID=db5110ba-d7e5-4bf4-8b93-89514e5b2f5e,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:06.213429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d6c55-c4be-4ff3-9ace-2b4d630f64b3 None None] No DVR routers for this DVR port db5110ba-d7e5-4bf4-8b93-89514e5b2f5e on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:06.280646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (1c8e8cad-5a4f-423b-b485-565db6ced4a5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.301403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8e8cad-5a4f-423b-b485-565db6ced4a5']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:06.311750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:06.312051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3661299-77ad-45a8-9b03-2b0a2aa0c1cf') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:06.321843 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (d3661299-77ad-45a8-9b03-2b0a2aa0c1cf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.334989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (d3661299-77ad-45a8-9b03-2b0a2aa0c1cf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.341850 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:06.342240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (d3661299-77ad-45a8-9b03-2b0a2aa0c1cf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:06.345180 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:06.483450 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (1c8e8cad-5a4f-423b-b485-565db6ced4a5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.490031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:06.493265 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] 10.222.0.94 "DELETE /v2.0/networks/1c8e8cad-5a4f-423b-b485-565db6ced4a5 HTTP/1.1" status: 204 len: 168 time: 0.7002127 Feb 19 01:57:06.504946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05538-9301-4c48-9805-bf67632efd4e tempest-NetworksIpV6Test-2087783502 tempest-NetworksIpV6Test-2087783502-project] Pushing event deleted for resources: {'Network': ['ID=1c8e8cad-5a4f-423b-b485-565db6ced4a5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:06.566441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dec31595-8069-437b-b5c8-9c7a693ea599 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:06.588996 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: dec31595-8069-437b-b5c8-9c7a693ea599 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:57:06.589269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device dec31595-8069-437b-b5c8-9c7a693ea599 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:06.590251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device db5110ba-d7e5-4bf4-8b93-89514e5b2f5e no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:06.609833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: db5110ba-d7e5-4bf4-8b93-89514e5b2f5e {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:57:06.610392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device db5110ba-d7e5-4bf4-8b93-89514e5b2f5e not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:06.922022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34922) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:07.055856 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f88f93f6-3940-48b2-bf16-1df3367c90eb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=98f13adf463e48a3bbe553125260f29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326718 Feb 19 01:57:07.058333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34926) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:07.106626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Publish callbacks [] for security_group (1855e924-bd0f-4655-9eba-70f373efc777), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:07.128485 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Publish callbacks [] for security_group (1855e924-bd0f-4655-9eba-70f373efc777), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:07.241249 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (1855e924-bd0f-4655-9eba-70f373efc777), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:07.244550 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:07.245876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1855e924-bd0f-4655-9eba-70f373efc777 HTTP/1.1" status: 204 len: 168 time: 0.1865375 Feb 19 01:57:07.253658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1855e924-bd0f-4655-9eba-70f373efc777,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:07.262032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.262378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.262718 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.263054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.263415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.263743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.264069 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.264393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.264717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.265083 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.265417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.265736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:07.266057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cba421-b20e-49dd-a569-71e54680a18e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:08.206732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34948) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:08.313460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-557107285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:08.404030 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.405124 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.465214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router_controller (2fce3272-1f2b-41d3-9fab-c489ad2d010b), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.529259 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.618321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.619704 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-63888236-3036-48e0-9ea7-56896814884c tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4119370 Feb 19 01:57:08.622784 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34952) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:08.627713 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-382845902'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:08.717672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Made reservation on behalf of b154ffa66056438d9d26dd6baebfd957 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:08.721012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.730042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.806532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for security_group (038e1a48-069f-4a27-8ce8-65638b191375), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.877598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (038e1a48-069f-4a27-8ce8-65638b191375), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.908384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:08.915885 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038e1a48-069f-4a27-8ce8-65638b191375,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:08.923557 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2582a05c-5977-4bc2-a192-4d1f0aa8c62a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:08.923903 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Added segment 2582a05c-5977-4bc2-a192-4d1f0aa8c62a of type vlan for network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 Feb 19 01:57:08.968086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f818bcfc-0d30-48dd-8a0a-34b451cf88b0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.060474 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f818bcfc-0d30-48dd-8a0a-34b451cf88b0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.065525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:09.066111 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.137051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event updated for resources: {'Network': ['ID=f818bcfc-0d30-48dd-8a0a-34b451cf88b0,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:09.143017 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bbde4877-39c7-4c7a-8a41-fccdaf8d2120 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5191550 Feb 19 01:57:09.145776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34954) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:09.149274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:09.151005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'subnet': {'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:09.289088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Made reservation on behalf of b154ffa66056438d9d26dd6baebfd957 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:09.293006 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.569904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (32133e65-e57f-4874-9438-e9689ddfc4d4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.635860 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event updated for resources: {'Subnet': ['ID=32133e65-e57f-4874-9438-e9689ddfc4d4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:09.642518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Checking segment: {'id': '2582a05c-5977-4bc2-a192-4d1f0aa8c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:09.642518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Network hostable DHCP agents. Network: f818bcfc-0d30-48dd-8a0a-34b451cf88b0, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:09.723053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:09.803917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f818bcfc-0d30-48dd-8a0a-34b451cf88b0) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:09.808676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:09.809283 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.815426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98807f1-2980-498b-9cfa-b67a5f675435 None None] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:09.897698 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c26a3a6d-d04f-44aa-9ba1-1d471ea0e15a tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7506354 Feb 19 01:57:09.900531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34956) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:09.908337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1665567647'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:09.921342 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f818bcfc-0d30-48dd-8a0a-34b451cf88b0', 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0', 'project_id': 'b154ffa66056438d9d26dd6baebfd957', 'fixed_ips': [{'subnet_id': '32133e65-e57f-4874-9438-e9689ddfc4d4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:09.922203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:09.969004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Made reservation on behalf of b154ffa66056438d9d26dd6baebfd957 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:09.972547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.000187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:10.009930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (75ca792b-d16c-4aec-b025-34c226d536e6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.010265 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Added segment 75ca792b-d16c-4aec-b025-34c226d536e6 of type vlan for network ee39454c-88b3-4527-aef9-44f626e90e86 Feb 19 01:57:10.050844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (ee39454c-88b3-4527-aef9-44f626e90e86), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.055052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Allocated IP 172.20.0.2 (f818bcfc-0d30-48dd-8a0a-34b451cf88b0/32133e65-e57f-4874-9438-e9689ddfc4d4/52915d0e-91f8-47bf-971b-7bc5fa66e2a1) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:10.121001 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (ee39454c-88b3-4527-aef9-44f626e90e86), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.125922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:10.126503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.195749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event updated for resources: {'Network': ['ID=ee39454c-88b3-4527-aef9-44f626e90e86,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:10.199736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks [] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.206416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network ee39454c-88b3-4527-aef9-44f626e90e86 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:10.210129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-238cff96-fe97-4678-a4f5-7f7b6efb55bb tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3081088 Feb 19 01:57:10.217805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34958) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:10.218236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'subnet': {'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:10.298900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.339431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:10.343751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:10.347593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:10.349424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.354928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Pushing event updated for resources: {'Port': ['ID=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:10.403770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Made reservation on behalf of b154ffa66056438d9d26dd6baebfd957 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:10.407313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Attempting to bind port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:10.407451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.407692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Attempting to bind port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '2582a05c-5977-4bc2-a192-4d1f0aa8c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:10.408065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Attempting to bind port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 on network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:10.413116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:10.413503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Checking segment: {'id': '2582a05c-5977-4bc2-a192-4d1f0aa8c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:10.413928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.414306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Bound using segment: {'id': '2582a05c-5977-4bc2-a192-4d1f0aa8c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:10.414779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Bound port: 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2582a05c-5977-4bc2-a192-4d1f0aa8c62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f818bcfc-0d30-48dd-8a0a-34b451cf88b0'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:10.415191 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.484409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] For port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:10.487720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] For port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,segment=NetworkSegment(2582a05c-5977-4bc2-a192-4d1f0aa8c62a),segment_id=2582a05c-5977-4bc2-a192-4d1f0aa8c62a)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:10.573529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.645718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d94e7-e6bd-48af-a0be-0866b169c68b None None] Pushing event updated for resources: {'Port': ['ID=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:10.653670 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (cc1335a1-2a4b-427c-95a3-4c1228936658), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.710013 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-58f92fca-5d6c-4914-985c-0c5a4d681ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.725576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event updated for resources: {'Subnet': ['ID=cc1335a1-2a4b-427c-95a3-4c1228936658,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:10.733979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Checking segment: {'id': '75ca792b-d16c-4aec-b025-34c226d536e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:10.734316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Network hostable DHCP agents. Network: ee39454c-88b3-4527-aef9-44f626e90e86, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:10.818485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Network ee39454c-88b3-4527-aef9-44f626e90e86 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:10.855753 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.906564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, ee39454c-88b3-4527-aef9-44f626e90e86) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:10.911181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:10.911895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:10.919583 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ed63d-2702-404b-8544-a51eb73ceeae None None] Network ee39454c-88b3-4527-aef9-44f626e90e86 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:10.977849 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-20edd1e2-cbf7-455b-b878-6b281b130c59 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7634284 Feb 19 01:57:10.981357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34960) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:10.986006 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-30c4b9d6-83f4-4db5-b354-7229ddd59a33 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:11.026721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-ee39454c-88b3-4527-aef9-44f626e90e86', 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86', 'project_id': 'b154ffa66056438d9d26dd6baebfd957', 'fixed_ips': [{'subnet_id': 'cc1335a1-2a4b-427c-95a3-4c1228936658'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:11.027876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.164699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Allocated IP 172.21.0.2 (ee39454c-88b3-4527-aef9-44f626e90e86/cc1335a1-2a4b-427c-95a3-4c1228936658/1c434db0-8cf3-4df9-b163-a73daf297d7c) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:11.207678 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-30c4b9d6-83f4-4db5-b354-7229ddd59a33 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router_gateway (2fce3272-1f2b-41d3-9fab-c489ad2d010b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.316127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks [] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.395123 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [None req-30c4b9d6-83f4-4db5-b354-7229ddd59a33 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:57:11.395799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.403005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-30c4b9d6-83f4-4db5-b354-7229ddd59a33 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "PUT /v2.0/routers/2fce3272-1f2b-41d3-9fab-c489ad2d010b HTTP/1.1" status: 400 len: 364 time: 0.4140172 Feb 19 01:57:11.406455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34962) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:11.465562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Deleting subnet cc1335a1-2a4b-427c-95a3-4c1228936658 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:57:11.469257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (cc1335a1-2a4b-427c-95a3-4c1228936658), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.514203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (cc1335a1-2a4b-427c-95a3-4c1228936658), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.605072 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (cc1335a1-2a4b-427c-95a3-4c1228936658), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.611961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278ba8f9-5645-4db4-b781-09b995be61dc None None] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:11.675852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Network ee39454c-88b3-4527-aef9-44f626e90e86 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:11.683189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:11.684854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Pushing event updated for resources: {'Port': ['ID=1c434db0-8cf3-4df9-b163-a73daf297d7c,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:11.689016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:11.708839 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.709173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.709516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.709849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.710180 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.710505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.710829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.711182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.711506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.711825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.712143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.712463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.712780 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.724097 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (cc1335a1-2a4b-427c-95a3-4c1228936658), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.728435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Provisioning complete for port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:11.741320 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.757540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1335a1-2a4b-427c-95a3-4c1228936658,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:11.757540 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.758909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "DELETE /v2.0/subnets/cc1335a1-2a4b-427c-95a3-4c1228936658 HTTP/1.1" status: 204 len: 168 time: 0.3545225 Feb 19 01:57:11.762537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34964) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:11.766356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.766706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.767051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.767416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.767847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.768097 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.768620 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.769129 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.769463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.769795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.770120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.770449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.770776 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e812c52-5a29-49b9-bb0b-aa0488d8d22d tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:11.835654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Attempting to bind port 1c434db0-8cf3-4df9-b163-a73daf297d7c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:11.835916 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Attempting to bind port 1c434db0-8cf3-4df9-b163-a73daf297d7c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '75ca792b-d16c-4aec-b025-34c226d536e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:11.836275 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Attempting to bind port 1c434db0-8cf3-4df9-b163-a73daf297d7c on network ee39454c-88b3-4527-aef9-44f626e90e86 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:11.847731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (ee39454c-88b3-4527-aef9-44f626e90e86), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.848243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:11.848618 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Checking segment: {'id': '75ca792b-d16c-4aec-b025-34c226d536e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:11.849188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.849592 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Bound using segment: {'id': '75ca792b-d16c-4aec-b025-34c226d536e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:11.850063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Bound port: 1c434db0-8cf3-4df9-b163-a73daf297d7c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ca792b-d16c-4aec-b025-34c226d536e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ee39454c-88b3-4527-aef9-44f626e90e86'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:11.850443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.899926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Deleting port 1c434db0-8cf3-4df9-b163-a73daf297d7c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:11.900274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.937945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Current status of the port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:11.938332 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.976026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] For port 1c434db0-8cf3-4df9-b163-a73daf297d7c, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:11.976234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] For port 1c434db0-8cf3-4df9-b163-a73daf297d7c, host n-d-826529-3, got binding levels [] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:11.976496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:11.980955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] For port 1c434db0-8cf3-4df9-b163-a73daf297d7c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1c434db0-8cf3-4df9-b163-a73daf297d7c,segment=NetworkSegment(75ca792b-d16c-4aec-b025-34c226d536e6),segment_id=75ca792b-d16c-4aec-b025-34c226d536e6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:11.990584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] For port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,segment=NetworkSegment(2582a05c-5977-4bc2-a192-4d1f0aa8c62a),segment_id=2582a05c-5977-4bc2-a192-4d1f0aa8c62a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:11.991384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Calling delete_port for 1c434db0-8cf3-4df9-b163-a73daf297d7c owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:12.078804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.108367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.166779 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50aa61-d0f3-4888-a3c8-956594cd3493 None None] Pushing event updated for resources: {'Port': ['ID=1c434db0-8cf3-4df9-b163-a73daf297d7c,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.167969 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1c434db0-8cf3-4df9-b163-a73daf297d7c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.199690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Port': ['ID=1c434db0-8cf3-4df9-b163-a73daf297d7c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.202632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] No DVR routers for this DVR port 1c434db0-8cf3-4df9-b163-a73daf297d7c on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:12.216526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee251943-87a4-4d49-a6ba-620a647b9e67 None None] get_active_networks_info from n-d-826529-3 {{(pid=110603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:57:12.256697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04399a-130e-4d13-b4d4-f5deffed0a98 None None] Pushing event updated for resources: {'Port': ['ID=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.270490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c0da1bfe-3611-4935-bffd-c0b78f37224c None None] Provisioning complete for port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:12.270881 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c0da1bfe-3611-4935-bffd-c0b78f37224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.284849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (ee39454c-88b3-4527-aef9-44f626e90e86), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.305538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee39454c-88b3-4527-aef9-44f626e90e86']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.315884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ca792b-d16c-4aec-b025-34c226d536e6') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.316180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ca792b-d16c-4aec-b025-34c226d536e6') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:12.326097 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (75ca792b-d16c-4aec-b025-34c226d536e6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.333363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee251943-87a4-4d49-a6ba-620a647b9e67 None None] Resources bound (agent type, host, resource id): {{(pid=110603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:57:12.339895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (75ca792b-d16c-4aec-b025-34c226d536e6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.346267 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:12.346589 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (75ca792b-d16c-4aec-b025-34c226d536e6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:12.349559 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:12.431973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c0da1bfe-3611-4935-bffd-c0b78f37224c None None] Current status of the port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:12.498766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (ee39454c-88b3-4527-aef9-44f626e90e86), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.506017 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.509567 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "DELETE /v2.0/networks/ee39454c-88b3-4527-aef9-44f626e90e86 HTTP/1.1" status: 204 len: 168 time: 0.7455420 Feb 19 01:57:12.512641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34966) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:12.521847 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028c197-9902-4dfd-87a2-525954651848 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Network': ['ID=ee39454c-88b3-4527-aef9-44f626e90e86,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.541720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8fdc1-c635-4b04-80a4-23559e9217ff None None] Network ee39454c-88b3-4527-aef9-44f626e90e86 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:12.560317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8fdc1-c635-4b04-80a4-23559e9217ff None None] Network ee39454c-88b3-4527-aef9-44f626e90e86 could not be found, it might have been deleted concurrently. {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:57:12.569554 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Deleting subnet 32133e65-e57f-4874-9438-e9689ddfc4d4 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:57:12.573337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (32133e65-e57f-4874-9438-e9689ddfc4d4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.614455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:12.618557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (32133e65-e57f-4874-9438-e9689ddfc4d4), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.662675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:12.663047 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.709224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (32133e65-e57f-4874-9438-e9689ddfc4d4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.741677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:12.826482 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (32133e65-e57f-4874-9438-e9689ddfc4d4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.850987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Subnet': ['ID=32133e65-e57f-4874-9438-e9689ddfc4d4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:12.860013 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:12.863172 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2247b5c7-be76-41df-aab3-02c3096135b4 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "DELETE /v2.0/subnets/32133e65-e57f-4874-9438-e9689ddfc4d4 HTTP/1.1" status: 204 len: 168 time: 0.3484478 Feb 19 01:57:12.865701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 34970) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:12.868042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845cba01-0f55-4fb6-8c0d-dbf348bebd92 None None] Network f818bcfc-0d30-48dd-8a0a-34b451cf88b0 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:12.948716 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f818bcfc-0d30-48dd-8a0a-34b451cf88b0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.003460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-237e87cc-0887-41a7-9a06-c0affa880810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.009884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Deleting port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:13.010389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.021836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] DHCP port deletion for f818bcfc-0d30-48dd-8a0a-34b451cf88b0 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:57:13.074517 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] For port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,segment=NetworkSegment(2582a05c-5977-4bc2-a192-4d1f0aa8c62a),segment_id=2582a05c-5977-4bc2-a192-4d1f0aa8c62a)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:13.074844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Deleting port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:57:13.074991 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.075258 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.087932 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Calling delete_port for 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:13.138629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] For port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,segment=NetworkSegment(2582a05c-5977-4bc2-a192-4d1f0aa8c62a),segment_id=2582a05c-5977-4bc2-a192-4d1f0aa8c62a)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:13.138935 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.151312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Calling delete_port for 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:57:13.226433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.232340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (52915d0e-91f8-47bf-971b-7bc5fa66e2a1), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.258372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] No DVR routers for this DVR port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:13.258665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] Pushing event deleted for resources: {'Port': ['ID=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.261579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40977d4-257f-4dbb-8423-1dffc612a02c None None] No DVR routers for this DVR port 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:57:13.263830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Port': ['ID=52915d0e-91f8-47bf-971b-7bc5fa66e2a1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.342698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f818bcfc-0d30-48dd-8a0a-34b451cf88b0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.366587 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f818bcfc-0d30-48dd-8a0a-34b451cf88b0']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:13.375919 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2582a05c-5977-4bc2-a192-4d1f0aa8c62a') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:13.376219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2582a05c-5977-4bc2-a192-4d1f0aa8c62a') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:13.386218 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (2582a05c-5977-4bc2-a192-4d1f0aa8c62a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.403196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (2582a05c-5977-4bc2-a192-4d1f0aa8c62a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.405868 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:57:13.406387 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (2582a05c-5977-4bc2-a192-4d1f0aa8c62a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:57:13.409684 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:57:13.521093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f818bcfc-0d30-48dd-8a0a-34b451cf88b0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.531924 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.532838 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "DELETE /v2.0/networks/f818bcfc-0d30-48dd-8a0a-34b451cf88b0 HTTP/1.1" status: 204 len: 168 time: 0.6649182 Feb 19 01:57:13.535697 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34972) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:13.545200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb386f-b453-4d88-ba8c-fb62e91c4ae7 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Pushing event deleted for resources: {'Network': ['ID=f818bcfc-0d30-48dd-8a0a-34b451cf88b0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:13.564582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-16be3939-8138-44fe-b212-581621400e71 tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "GET /v2.0/ports?device_id=2fce3272-1f2b-41d3-9fab-c489ad2d010b HTTP/1.1" status: 200 len: 205 time: 0.0276618 Feb 19 01:57:13.567137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34974) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:13.645916 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.810031 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.812508 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router_controller (2fce3272-1f2b-41d3-9fab-c489ad2d010b), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.912057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (2fce3272-1f2b-41d3-9fab-c489ad2d010b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.912590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Fanout notify agent at l3_agent the message router_deleted on router 2fce3272-1f2b-41d3-9fab-c489ad2d010b {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:57:13.921706 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:13.921706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-32821cbe-e197-43c9-ae42-e4fee49ba2ab tempest-RoutersNegativeTest-1003866708 tempest-RoutersNegativeTest-1003866708-project] 10.222.0.94 "DELETE /v2.0/routers/2fce3272-1f2b-41d3-9fab-c489ad2d010b HTTP/1.1" status: 204 len: 168 time: 0.3527315 Feb 19 01:57:14.368335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34980) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:14.409340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:14.499496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c9203d06-b483-4a57-beb5-ed360b508a5f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b154ffa66056438d9d26dd6baebfd957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299813 Feb 19 01:57:14.501904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 34984) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:14.550777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] Publish callbacks [] for security_group (038e1a48-069f-4a27-8ce8-65638b191375), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:14.564414 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:57:14.572603 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] Publish callbacks [] for security_group (038e1a48-069f-4a27-8ce8-65638b191375), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:14.584347 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:57:14.584687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 52915d0e-91f8-47bf-971b-7bc5fa66e2a1 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:57:14.678148 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (038e1a48-069f-4a27-8ce8-65638b191375), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:14.680795 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:14.682012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/038e1a48-069f-4a27-8ce8-65638b191375 HTTP/1.1" status: 204 len: 168 time: 0.1792111 Feb 19 01:57:14.690766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fcf2-7711-41d8-9244-230ef710af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038e1a48-069f-4a27-8ce8-65638b191375,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:15.489627 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:15.670686 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35006) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:15.770928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1697325653-network', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:15.864363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Made reservation on behalf of 0853eb21c60f4a1999e44a1eab1dfd26 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:15.866862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:15.876309 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:15.951444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks [] for security_group (2bfcfd88-1d37-4e06-954d-db10679ba353), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.015176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2bfcfd88-1d37-4e06-954d-db10679ba353), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.043279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:16.052930 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfcfd88-1d37-4e06-954d-db10679ba353,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:16.058421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (220fff76-20ae-400f-b019-1819d7a6aaca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.058765 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Added segment 220fff76-20ae-400f-b019-1819d7a6aaca of type vlan for network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f Feb 19 01:57:16.098554 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.180531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.181420 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:16.182567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.239764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] Pushing event updated for resources: {'Network': ['ID=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:16.250648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:16.280783 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8cabd67c-510d-4e35-a2e1-b977485d5e7e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6089475 Feb 19 01:57:16.283628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35010) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:16.288238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Request body: {'subnet': {'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-subnet', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:16.369721 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Made reservation on behalf of 0853eb21c60f4a1999e44a1eab1dfd26 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:16.372150 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.607836 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (d1411b47-c929-46bb-bd92-3d11e053eaac), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.665095 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1411b47-c929-46bb-bd92-3d11e053eaac,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:16.672911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Checking segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:16.673533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Network hostable DHCP agents. Network: f5b7d381-4d1b-4f1c-ad1d-090a51a6271f, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:16.767266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:16.846801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, f5b7d381-4d1b-4f1c-ad1d-090a51a6271f) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:16.850759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:16.851405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:16.856150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54553181-34b3-4dfd-9804-77f8bca322a8 None None] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:16.935407 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9a836806-d35c-46fb-818b-422d8b9082d8 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6507239 Feb 19 01:57:16.938109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:16.942518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:16.973390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:16.974266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.027693 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.028699 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.049634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.086054 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for router_controller (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.120224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Allocated IP 172.20.0.2 (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f/d1411b47-c929-46bb-bd92-3d11e053eaac/48baf66a-a341-4919-ba64-758082130827) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:17.271228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks [] for port (48baf66a-a341-4919-ba64-758082130827), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.341615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (48baf66a-a341-4919-ba64-758082130827), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.366066 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for router_gateway (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.382487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:17.386293 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:17.389966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:17.395435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Pushing event updated for resources: {'Port': ['ID=48baf66a-a341-4919-ba64-758082130827,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:17.451473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Attempting to bind port 48baf66a-a341-4919-ba64-758082130827 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:17.451849 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Attempting to bind port 48baf66a-a341-4919-ba64-758082130827 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:17.452213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Attempting to bind port 48baf66a-a341-4919-ba64-758082130827 on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:17.457192 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:17.457575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Checking segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:17.457986 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.458397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Bound using segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:17.458844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Bound port: 48baf66a-a341-4919-ba64-758082130827, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:17.459302 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48baf66a-a341-4919-ba64-758082130827), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.526859 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] For port 48baf66a-a341-4919-ba64-758082130827, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:17.530215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] For port 48baf66a-a341-4919-ba64-758082130827, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=48baf66a-a341-4919-ba64-758082130827,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:17.621891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for router_gateway (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.622292 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48baf66a-a341-4919-ba64-758082130827), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.642436 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.692639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b8c35-1d07-43ff-9dc1-958e33549e08 None None] Pushing event updated for resources: {'Port': ['ID=48baf66a-a341-4919-ba64-758082130827,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:17.766722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Allocated IP 172.25.2.4 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/2154a2d7-a454-423f-93a1-04c985ac8863) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:17.877882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for port (2154a2d7-a454-423f-93a1-04c985ac8863), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:17.969906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.015861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:18.018926 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:18.021376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:18.048828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Pushing event updated for resources: {'Port': ['ID=2154a2d7-a454-423f-93a1-04c985ac8863,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:18.612576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 48baf66a-a341-4919-ba64-758082130827 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:18.673631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d36e2-3bcd-41f9-94a8-31cf9985d2ea None None] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:18.677043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 48baf66a-a341-4919-ba64-758082130827 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:18.677416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48baf66a-a341-4919-ba64-758082130827), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.703350 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for router_gateway (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.769867 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Provisioning complete for port 48baf66a-a341-4919-ba64-758082130827 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:18.770247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48baf66a-a341-4919-ba64-758082130827), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.894086 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 48baf66a-a341-4919-ba64-758082130827 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:18.894473 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48baf66a-a341-4919-ba64-758082130827), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.916814 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.960701 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Current status of the port 48baf66a-a341-4919-ba64-758082130827 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:18.961088 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48baf66a-a341-4919-ba64-758082130827), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.964869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 48baf66a-a341-4919-ba64-758082130827, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=48baf66a-a341-4919-ba64-758082130827,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:19.021929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48baf66a-a341-4919-ba64-758082130827), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.091328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:57:19.091690 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:57:19.106550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=48baf66a-a341-4919-ba64-758082130827,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:19.121418 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:57:19.237100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:57:19.246767 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Sync routers for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:57:19.257727 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:19.258342 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:19.317731 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.319018 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a3601538-17f4-46b2-85fc-c9a78e944450 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3798473 Feb 19 01:57:19.321840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35014) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:19.368825 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:19.562402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:18Z', 'revision_number': 3, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:19.592669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Checking router: 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:57:19.592669 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Updating router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b port 2154a2d7-a454-423f-93a1-04c985ac8863 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:57:19.620233 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.629852 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-33bf2fbd-8079-473d-9b6e-655e009db17d None None] Current status of the port 48baf66a-a341-4919-ba64-758082130827 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:19.749827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f736da85-2c1f-4bc1-a8dd-b5a9cc96440d None None] Provisioning complete for port 48baf66a-a341-4919-ba64-758082130827 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:19.750203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f736da85-2c1f-4bc1-a8dd-b5a9cc96440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48baf66a-a341-4919-ba64-758082130827), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.770521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.852478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f736da85-2c1f-4bc1-a8dd-b5a9cc96440d None None] Current status of the port 48baf66a-a341-4919-ba64-758082130827 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:19.899711 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks [] for port (2154a2d7-a454-423f-93a1-04c985ac8863), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.949109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Allocated IP 172.20.0.1 (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f/d1411b47-c929-46bb-bd92-3d11e053eaac/bdff8011-b976-42b0-88a4-40d6f1781b8d) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:19.972713 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.029311 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Attempting to bind port 2154a2d7-a454-423f-93a1-04c985ac8863 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:20.029688 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Attempting to bind port 2154a2d7-a454-423f-93a1-04c985ac8863 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:20.030044 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Attempting to bind port 2154a2d7-a454-423f-93a1-04c985ac8863 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:20.038512 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Pushing event updated for resources: {'Port': ['ID=2154a2d7-a454-423f-93a1-04c985ac8863,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:20.042357 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:20.042831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:20.043272 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.043668 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:20.044135 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Bound port: 2154a2d7-a454-423f-93a1-04c985ac8863, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:20.044513 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.060713 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks [] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.067946 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.068295 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.068638 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.068996 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.069327 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.069784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.070111 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.070438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.070760 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.071082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.071429 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.071753 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.072070 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:57:20.106069 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] For port 2154a2d7-a454-423f-93a1-04c985ac8863, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:20.109015 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] For port 2154a2d7-a454-423f-93a1-04c985ac8863, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2154a2d7-a454-423f-93a1-04c985ac8863,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:20.155348 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.181494 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.198979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:20.202033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:20.205628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:20.231214 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Pushing event updated for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:20.247339 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30462-9442-44cb-9fc6-6f73cb77582e None None] Pushing event updated for resources: {'Port': ['ID=2154a2d7-a454-423f-93a1-04c985ac8863,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:20.251989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.261897 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:20.262515 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:20.382202 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:20.469917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.478100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ce566cd9-01d8-447b-a0d3-c67a8cd749d1 None None] Provisioning complete for port bdff8011-b976-42b0-88a4-40d6f1781b8d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:20.478412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ce566cd9-01d8-447b-a0d3-c67a8cd749d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.520411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ce566cd9-01d8-447b-a0d3-c67a8cd749d1 None None] Port bdff8011-b976-42b0-88a4-40d6f1781b8d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:20.577074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 48baf66a-a341-4919-ba64-758082130827 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:20.586450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:18Z', 'revision_number': 3, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:20.613101 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cec9d0-74bf-42bd-b521-45f4cd69682e None None] The sync data for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 is: [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:18Z', 'revision_number': 3, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:57:20.631218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 48baf66a-a341-4919-ba64-758082130827 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:20.632162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48baf66a-a341-4919-ba64-758082130827), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.679227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks [] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.721042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 48baf66a-a341-4919-ba64-758082130827 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:20.752402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.821269 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.823068 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Pushing event updated for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:20.935217 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:20.936633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:21.067649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:57:21.192684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:57:21.197938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7b58890-9da2-4c9d-b902-0f0b8efc0955 admin admin] 10.222.0.94 "PUT /v2.0/routers/6f0df7f6-18cc-49cd-824b-1c3f9b10a47b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8743167 Feb 19 01:57:21.250439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-06948863-2719-4d4e-bf9a-5e49df5d4553 None None] Provisioning complete for port bdff8011-b976-42b0-88a4-40d6f1781b8d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:21.250879 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06948863-2719-4d4e-bf9a-5e49df5d4553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:21.287124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-06948863-2719-4d4e-bf9a-5e49df5d4553 None None] Port bdff8011-b976-42b0-88a4-40d6f1781b8d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:21.889972 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35030) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:21.894917 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1939666095-network', 'tenant_id': 'c9660a17ef09478aacacc657fef94127'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:21.978375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Made reservation on behalf of c9660a17ef09478aacacc657fef94127 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:21.980910 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:21.989856 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.069740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks [] for security_group (decd6a69-32c4-449c-94a7-9ddaa9d96bc1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.129397 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (decd6a69-32c4-449c-94a7-9ddaa9d96bc1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.155219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:57:22.164968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decd6a69-32c4-449c-94a7-9ddaa9d96bc1,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:22.169801 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (691d13a5-53c3-4c7b-909f-bf0fc810f9b6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.170144 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Added segment 691d13a5-53c3-4c7b-909f-bf0fc810f9b6 of type vlan for network cdc0914f-604f-43dc-bcf2-901bcceeb242 Feb 19 01:57:22.213756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (cdc0914f-604f-43dc-bcf2-901bcceeb242), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.233743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Sync routers for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:57:22.245488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:22.246148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:22.315600 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (cdc0914f-604f-43dc-bcf2-901bcceeb242), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.316636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:22.317249 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.380885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc0914f-604f-43dc-bcf2-901bcceeb242,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:22.422688 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c3150ca7-a92d-4381-9bf5-74c6ab700294 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5304837 Feb 19 01:57:22.425219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35032) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:22.430422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Request body: {'subnet': {'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-subnet', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:22.498102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:57:22.515736 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Made reservation on behalf of c9660a17ef09478aacacc657fef94127 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:22.517992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.581724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:22.622533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2154a2d7-a454-423f-93a1-04c985ac8863 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:22.761966 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (6ff94cf0-be41-414a-8b0d-7fb3af384596), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.772843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2154a2d7-a454-423f-93a1-04c985ac8863 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:22.776987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.828145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Checking segment: {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:22.828806 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Network hostable DHCP agents. Network: cdc0914f-604f-43dc-bcf2-901bcceeb242, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:57:22.835692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff94cf0-be41-414a-8b0d-7fb3af384596,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:22.887920 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 4, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'bdff8011-b976-42b0-88a4-40d6f1781b8d', 'name': '', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'mac_address': 'fa:16:3e:4d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:19Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 2, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'subnets': [{'id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:22.901890 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:57:22.919463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Checking router: 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:57:22.919828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Updating router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b port bdff8011-b976-42b0-88a4-40d6f1781b8d binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:57:22.939666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2154a2d7-a454-423f-93a1-04c985ac8863 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:22.940063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.967331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.977723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 2154a2d7-a454-423f-93a1-04c985ac8863, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2154a2d7-a454-423f-93a1-04c985ac8863,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:23.018514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, cdc0914f-604f-43dc-bcf2-901bcceeb242) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:23.022937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:23.023609 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.061660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8ee34-1def-4fe8-b720-a489f3e85d5b None None] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:23.069599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.124089 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-4641de11-dadc-4632-8262-db1ac9c1b545 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6977510 Feb 19 01:57:23.126586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35034) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:23.130796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:23.226775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.227932 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.238591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=2154a2d7-a454-423f-93a1-04c985ac8863,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:23.280886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-cdc0914f-604f-43dc-bcf2-901bcceeb242', 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242', 'project_id': 'c9660a17ef09478aacacc657fef94127', 'fixed_ips': [{'subnet_id': '6ff94cf0-be41-414a-8b0d-7fb3af384596'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:57:23.281755 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.323872 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for router_controller (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.439283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks [] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.480431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Allocated IP 172.20.0.2 (cdc0914f-604f-43dc-bcf2-901bcceeb242/6ff94cf0-be41-414a-8b0d-7fb3af384596/230153a9-e6c3-48a0-bbab-b0039985ff15) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:23.541109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.563787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for router_gateway (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.622130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cff8b-2c47-4db0-a549-40901407083d None None] Pushing event updated for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:23.709533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Attempting to bind port bdff8011-b976-42b0-88a4-40d6f1781b8d on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:23.709954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Attempting to bind port bdff8011-b976-42b0-88a4-40d6f1781b8d by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:23.710325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Attempting to bind port bdff8011-b976-42b0-88a4-40d6f1781b8d on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:23.720851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:23.721230 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Checking segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:23.721636 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.722039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Bound using segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:23.722519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Bound port: bdff8011-b976-42b0-88a4-40d6f1781b8d, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:23.722949 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.742999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks [] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.801527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] For port bdff8011-b976-42b0-88a4-40d6f1781b8d, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:23.804530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] For port bdff8011-b976-42b0-88a4-40d6f1781b8d, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdff8011-b976-42b0-88a4-40d6f1781b8d,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:23.818725 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.852943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-06c6f719-23fe-4557-b51c-e83e3fc97a44 None None] Provisioning complete for port bdff8011-b976-42b0-88a4-40d6f1781b8d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:23.853503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06c6f719-23fe-4557-b51c-e83e3fc97a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.861737 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for router_gateway (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.890964 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:23.898984 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:23.910193 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:23.915043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:23.921133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Pushing event updated for resources: {'Port': ['ID=230153a9-e6c3-48a0-bbab-b0039985ff15,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:23.986584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-06c6f719-23fe-4557-b51c-e83e3fc97a44 None None] Port bdff8011-b976-42b0-88a4-40d6f1781b8d cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:24.039140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:24.039782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:24.046042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cff8b-2c47-4db0-a549-40901407083d None None] Pushing event updated for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:24.255074 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.274005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Attempting to bind port 230153a9-e6c3-48a0-bbab-b0039985ff15 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:24.274588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Attempting to bind port 230153a9-e6c3-48a0-bbab-b0039985ff15 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:24.274698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Attempting to bind port 230153a9-e6c3-48a0-bbab-b0039985ff15 on network cdc0914f-604f-43dc-bcf2-901bcceeb242 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:24.292589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:24.292980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Checking segment: {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:24.293539 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.294107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Bound using segment: {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:24.294814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Bound port: 230153a9-e6c3-48a0-bbab-b0039985ff15, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:24.295406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.320774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Provisioning complete for port bdff8011-b976-42b0-88a4-40d6f1781b8d triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:24.321058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.374817 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Allocated IP 172.25.2.123 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/7007242e-4ca7-4bbd-874d-43a33dbd374b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:24.444908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:24.488849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.496032 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] For port 230153a9-e6c3-48a0-bbab-b0039985ff15, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:24.501845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] For port 230153a9-e6c3-48a0-bbab-b0039985ff15, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=230153a9-e6c3-48a0-bbab-b0039985ff15,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:24.600612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2154a2d7-a454-423f-93a1-04c985ac8863 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:24.602388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.642199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.647375 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:24.651254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:24.654849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:24.686215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Pushing event updated for resources: {'Port': ['ID=7007242e-4ca7-4bbd-874d-43a33dbd374b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:24.728486 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Current status of the port bdff8011-b976-42b0-88a4-40d6f1781b8d is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:24.729029 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.828103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353f678-923e-4dbe-b447-d7a8827d5db4 None None] Pushing event updated for resources: {'Port': ['ID=230153a9-e6c3-48a0-bbab-b0039985ff15,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:24.879541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] For port bdff8011-b976-42b0-88a4-40d6f1781b8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdff8011-b976-42b0-88a4-40d6f1781b8d,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:24.894537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2154a2d7-a454-423f-93a1-04c985ac8863 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:24.895061 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.953685 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:25.023874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 4, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'bdff8011-b976-42b0-88a4-40d6f1781b8d', 'name': '', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'mac_address': 'fa:16:3e:4d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:19Z', 'updated_at': '2022-02-19T01:57:23Z', 'revision_number': 4, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'subnets': [{'id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:25.054137 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for router_gateway (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:25.078291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d41b9f-22e6-4f57-ab8c-0023cd4c3ee0 None None] The sync data for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 is: [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:20Z', 'revision_number': 4, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'bdff8011-b976-42b0-88a4-40d6f1781b8d', 'name': '', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'mac_address': 'fa:16:3e:4d:e8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:19Z', 'updated_at': '2022-02-19T01:57:23Z', 'revision_number': 4, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'subnets': [{'id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:57:25.141648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed12ec-55b0-4983-9afe-4fac561b61cb None None] Pushing event updated for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:25.165040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2154a2d7-a454-423f-93a1-04c985ac8863 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:25.367619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:25.576029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:57:25.701332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:57:25.711522 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Sync routers for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:57:25.729137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:25.729137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:25.793579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:25.798128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35036) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:57:25.798745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-02d3cbf7-b93f-4ffe-8a48-d6fcc6790e77 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6706178 Feb 19 01:57:25.959631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e8cbb-90ca-448a-ac68-a83668816fdb None None] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:57:25.962307 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:26.043219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Provisioning complete for port 230153a9-e6c3-48a0-bbab-b0039985ff15 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:26.043602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.176014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Current status of the port 230153a9-e6c3-48a0-bbab-b0039985ff15 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:26.176658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.189264 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:24Z', 'revision_number': 3, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:26.215550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] For port 230153a9-e6c3-48a0-bbab-b0039985ff15, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=230153a9-e6c3-48a0-bbab-b0039985ff15,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:26.220659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Checking router: c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:57:26.221010 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Updating router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 port 7007242e-4ca7-4bbd-874d-43a33dbd374b binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:57:26.255282 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.301217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.374206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eadba0-b9f6-4e30-975f-b493736bd8f8 None None] Pushing event updated for resources: {'Port': ['ID=230153a9-e6c3-48a0-bbab-b0039985ff15,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:26.542616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1e050a29-8487-4bd3-af6a-b5033b300ed0 None None] Provisioning complete for port 230153a9-e6c3-48a0-bbab-b0039985ff15 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:26.543030 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1e050a29-8487-4bd3-af6a-b5033b300ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.575268 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks [] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.661153 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.665622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1e050a29-8487-4bd3-af6a-b5033b300ed0 None None] Current status of the port 230153a9-e6c3-48a0-bbab-b0039985ff15 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:26.704223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 230153a9-e6c3-48a0-bbab-b0039985ff15 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:26.708919 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.723912 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Attempting to bind port 7007242e-4ca7-4bbd-874d-43a33dbd374b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:26.724897 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Attempting to bind port 7007242e-4ca7-4bbd-874d-43a33dbd374b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:26.725257 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Attempting to bind port 7007242e-4ca7-4bbd-874d-43a33dbd374b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:26.732930 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d720f7d-9ccd-4d77-acee-84516ce4d0c6 None None] Pushing event updated for resources: {'Port': ['ID=7007242e-4ca7-4bbd-874d-43a33dbd374b,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:26.737492 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:26.740555 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:26.740555 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.740555 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:26.740555 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Bound port: 7007242e-4ca7-4bbd-874d-43a33dbd374b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:26.740555 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.779016 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 230153a9-e6c3-48a0-bbab-b0039985ff15 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:26.779435 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.798500 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] For port 7007242e-4ca7-4bbd-874d-43a33dbd374b, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:26.801857 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] For port 7007242e-4ca7-4bbd-874d-43a33dbd374b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7007242e-4ca7-4bbd-874d-43a33dbd374b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:26.860785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 230153a9-e6c3-48a0-bbab-b0039985ff15 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:26.861901 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdff8011-b976-42b0-88a4-40d6f1781b8d up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:26.874585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Allocated IP 172.20.0.1 (cdc0914f-604f-43dc-bcf2-901bcceeb242/6ff94cf0-be41-414a-8b0d-7fb3af384596/61422228-5168-4bd7-b772-04447ecead24) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:26.890370 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.922400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bdff8011-b976-42b0-88a4-40d6f1781b8d triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:26.922674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:26.952697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:26.953697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:26.957445 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d720f7d-9ccd-4d77-acee-84516ce4d0c6 None None] Pushing event updated for resources: {'Port': ['ID=7007242e-4ca7-4bbd-874d-43a33dbd374b,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:26.996122 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks [] for port (61422228-5168-4bd7-b772-04447ecead24), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.007707 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bdff8011-b976-42b0-88a4-40d6f1781b8d is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:27.078781 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:27.107077 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (61422228-5168-4bd7-b772-04447ecead24), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.146323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:27.149242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:27.153834 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:27.182421 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Pushing event updated for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:27.202334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.282061 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:24Z', 'revision_number': 3, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:27.311176 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08892a6c-c2b7-4621-a8cc-8781100b9fc1 None None] The sync data for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 is: [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:24Z', 'revision_number': 3, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:57:27.434011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61422228-5168-4bd7-b772-04447ecead24), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.451527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:57:27.493424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7098844c-6eec-4a32-870a-3fe7f9b9b66b None None] Provisioning complete for port 61422228-5168-4bd7-b772-04447ecead24 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:27.493804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7098844c-6eec-4a32-870a-3fe7f9b9b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61422228-5168-4bd7-b772-04447ecead24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.535633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7098844c-6eec-4a32-870a-3fe7f9b9b66b None None] Port 61422228-5168-4bd7-b772-04447ecead24 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:27.627202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks [] for port (61422228-5168-4bd7-b772-04447ecead24), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.695531 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (61422228-5168-4bd7-b772-04447ecead24), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.763816 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:27.765587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Pushing event updated for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:27.864911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:27.866323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:27.999393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:57:28.127182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:57:28.132202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9fa330e5-568d-4cf6-83fe-b25e56717590 admin admin] 10.222.0.94 "PUT /v2.0/routers/c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3319800 Feb 19 01:57:28.160500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d8b8ce65-e91c-4519-929e-bf15660e0233 None None] Provisioning complete for port 61422228-5168-4bd7-b772-04447ecead24 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:28.161039 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ce65-e91c-4519-929e-bf15660e0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61422228-5168-4bd7-b772-04447ecead24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:28.201131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8ce65-e91c-4519-929e-bf15660e0233 None None] Port 61422228-5168-4bd7-b772-04447ecead24 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:28.597530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7007242e-4ca7-4bbd-874d-43a33dbd374b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:28.661127 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7007242e-4ca7-4bbd-874d-43a33dbd374b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:28.661570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:28.748752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7007242e-4ca7-4bbd-874d-43a33dbd374b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:28.749219 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:28.772077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 7007242e-4ca7-4bbd-874d-43a33dbd374b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7007242e-4ca7-4bbd-874d-43a33dbd374b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:28.921772 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:28.946227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-66b1ff1b-7eb0-4ae6-a65a-d0877e50bf49 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:28.949888 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-66b1ff1b-7eb0-4ae6-a65a-d0877e50bf49 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/networks?id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 200 len: 817 time: 0.1165762 Feb 19 01:57:28.964163 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-954c7b71-a94e-4c55-b8a8-ff5c7ede057f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/quotas/0853eb21c60f4a1999e44a1eab1dfd26 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Feb 19 01:57:28.977276 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=7007242e-4ca7-4bbd-874d-43a33dbd374b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:28.983794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Sync routers for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:57:28.996474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:28.997102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:29.028551 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-0fde7e0c-07ac-43d6-8642-47dd795aaa4d tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581069 Feb 19 01:57:29.108856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:29.122989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-e90314ee-3231-4927-9c73-a02ef1b07507 service neutron] 10.222.0.94 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832002 Feb 19 01:57:29.221529 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-81cf048a-fd80-4b39-a1dc-56d3ee1b8478 service neutron] 10.222.0.94 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927563 Feb 19 01:57:29.318460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:27Z', 'revision_number': 4, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '61422228-5168-4bd7-b772-04447ecead24', 'name': '', 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'mac_address': 'fa:16:3e:bb:33:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:26Z', 'updated_at': '2022-02-19T01:57:27Z', 'revision_number': 2, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'subnets': [{'id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:29.347174 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Checking router: c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:57:29.347682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Updating router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 port 61422228-5168-4bd7-b772-04447ecead24 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:57:29.375070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61422228-5168-4bd7-b772-04447ecead24), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:29.580597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0d84aee5-43e6-4643-bff6-b9fe7c7351dc req-742ff85f-7831-4650-a2d8-ed4a14985802 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 210 time: 0.1546042 Feb 19 01:57:29.660268 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks [] for port (61422228-5168-4bd7-b772-04447ecead24), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:29.735507 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61422228-5168-4bd7-b772-04447ecead24), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:29.785313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf1bf-da4a-461a-8fcf-79018ac9ebe8 None None] Pushing event updated for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:29.842155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Attempting to bind port 61422228-5168-4bd7-b772-04447ecead24 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:29.842155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Attempting to bind port 61422228-5168-4bd7-b772-04447ecead24 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:29.842155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Attempting to bind port 61422228-5168-4bd7-b772-04447ecead24 on network cdc0914f-604f-43dc-bcf2-901bcceeb242 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:29.847853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:29.848863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Checking segment: {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:29.849159 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:29.849631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Bound using segment: {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:29.850241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Bound port: 61422228-5168-4bd7-b772-04447ecead24, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691d13a5-53c3-4c7b-909f-bf0fc810f9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:29.850698 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61422228-5168-4bd7-b772-04447ecead24), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:29.926770 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] For port 61422228-5168-4bd7-b772-04447ecead24, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:29.930348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] For port 61422228-5168-4bd7-b772-04447ecead24, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61422228-5168-4bd7-b772-04447ecead24,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:30.004416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61422228-5168-4bd7-b772-04447ecead24), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.082113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Provisioning complete for port 61422228-5168-4bd7-b772-04447ecead24 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:30.082483 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61422228-5168-4bd7-b772-04447ecead24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.086334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf1bf-da4a-461a-8fcf-79018ac9ebe8 None None] Pushing event updated for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:30.110956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:57:30.111622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:57:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:30.447687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:57:30.473260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Current status of the port 61422228-5168-4bd7-b772-04447ecead24 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:30.473652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (61422228-5168-4bd7-b772-04447ecead24), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.564190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] For port 61422228-5168-4bd7-b772-04447ecead24, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61422228-5168-4bd7-b772-04447ecead24,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:30.591120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7007242e-4ca7-4bbd-874d-43a33dbd374b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:30.635984 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (61422228-5168-4bd7-b772-04447ecead24), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.691835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5c219875-069d-46ff-9db7-f45d962e75bf req-c3934f26-16d1-4721-86d3-282186bf52ff tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 210 time: 0.0333257 Feb 19 01:57:30.756423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb62644-23c7-43bc-ae2f-4587e75df344 None None] Pushing event updated for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:30.762649 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7007242e-4ca7-4bbd-874d-43a33dbd374b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:30.762848 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.806355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c3f93238-ff5f-4ee7-a47a-22b8f5c199cc None None] Provisioning complete for port 61422228-5168-4bd7-b772-04447ecead24 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:30.806731 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c3f93238-ff5f-4ee7-a47a-22b8f5c199cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61422228-5168-4bd7-b772-04447ecead24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:30.856374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:27Z', 'revision_number': 4, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '61422228-5168-4bd7-b772-04447ecead24', 'name': '', 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'mac_address': 'fa:16:3e:bb:33:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:26Z', 'updated_at': '2022-02-19T01:57:29Z', 'revision_number': 4, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'subnets': [{'id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:57:30.911745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa755bb7-cc5d-4d28-83e9-b8e4888c8841 None None] The sync data for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 is: [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:57:27Z', 'revision_number': 4, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '61422228-5168-4bd7-b772-04447ecead24', 'name': '', 'network_id': 'cdc0914f-604f-43dc-bcf2-901bcceeb242', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'mac_address': 'fa:16:3e:bb:33:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:26Z', 'updated_at': '2022-02-19T01:57:29Z', 'revision_number': 4, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'subnets': [{'id': '6ff94cf0-be41-414a-8b0d-7fb3af384596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:57:30.929610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7007242e-4ca7-4bbd-874d-43a33dbd374b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:30.991048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c3f93238-ff5f-4ee7-a47a-22b8f5c199cc None None] Current status of the port 61422228-5168-4bd7-b772-04447ecead24 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:31.539072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-c8c74810-c8c7-4a65-b913-8b645c9c1717 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:31.540642 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-c8c74810-c8c7-4a65-b913-8b645c9c1717 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "GET /v2.0/networks?id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 200 len: 817 time: 0.1174324 Feb 19 01:57:31.552524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Request body: {'port': {'device_id': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'admin_state_up': True, 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:31.742222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Made reservation on behalf of 0853eb21c60f4a1999e44a1eab1dfd26 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:57:31.746770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:31.812455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e9905c32-c2e3-48ef-a401-d53187d45841 req-8511b28d-a478-4106-b4b1-a78b9748f62f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 210 time: 0.0379066 Feb 19 01:57:31.932494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Allocated IP 172.20.0.10 (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f/d1411b47-c929-46bb-bd92-3d11e053eaac/f9c24436-8728-43c0-8519-ff54adc47bfc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:57:32.088972 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks [] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.181847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.230712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:57:32.233905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:57:32.237657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:57:32.262378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Pushing event updated for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:32.295236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:32.295901 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.358882 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-faf5231e-7540-4a3e-88fd-8b6fc4b1a3db tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8099587 Feb 19 01:57:32.421288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Request body: {'port': {'device_id': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:57:32.487271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.522535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9f4b782d-2f4c-437a-ad47-ea92186ca2c0 None None] Provisioning complete for port f9c24436-8728-43c0-8519-ff54adc47bfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:32.523082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f4b782d-2f4c-437a-ad47-ea92186ca2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.566265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b782d-2f4c-437a-ad47-ea92186ca2c0 None None] Port f9c24436-8728-43c0-8519-ff54adc47bfc cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:57:32.614010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61422228-5168-4bd7-b772-04447ecead24 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:32.662970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 61422228-5168-4bd7-b772-04447ecead24 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:32.663462 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (61422228-5168-4bd7-b772-04447ecead24), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.742469 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 61422228-5168-4bd7-b772-04447ecead24 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:32.759791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c24436-8728-43c0-8519-ff54adc47bfc {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:32.768406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks [] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.781485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Transition to ACTIVE for port object f9c24436-8728-43c0-8519-ff54adc47bfc will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:57:32.853390 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:32.911020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:32.942325 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593e7f-a55e-47d7-9352-43df528daade req-d2feb1c7-5547-4783-8f29-f589445f76e2 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:32.943950 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25593e7f-a55e-47d7-9352-43df528daade req-d2feb1c7-5547-4783-8f29-f589445f76e2 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 944 time: 0.0597377 Feb 19 01:57:33.008447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Attempting to bind port f9c24436-8728-43c0-8519-ff54adc47bfc on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:57:33.008796 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Attempting to bind port f9c24436-8728-43c0-8519-ff54adc47bfc by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:57:33.009135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Attempting to bind port f9c24436-8728-43c0-8519-ff54adc47bfc on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:33.011736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25593e7f-a55e-47d7-9352-43df528daade req-178efe83-fdd7-4493-9aa2-480d6bf4dbed tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591621 Feb 19 01:57:33.017316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Port f9c24436-8728-43c0-8519-ff54adc47bfc on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:57:33.017657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Attempting to bind port f9c24436-8728-43c0-8519-ff54adc47bfc on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:57:33.022944 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:57:33.023328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Checking segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:57:33.023719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Bound using segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:57:33.031861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Bound port: f9c24436-8728-43c0-8519-ff54adc47bfc, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:57:33.031861 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:33.103057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:57:33.103057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f9c24436-8728-43c0-8519-ff54adc47bfc,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:57:33.179511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:33.216693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.217324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:33.218742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] 10.222.0.117 "PUT /v2.0/ports/f9c24436-8728-43c0-8519-ff54adc47bfc HTTP/1.1" status: 200 len: 1092 time: 0.8528769 Feb 19 01:57:33.219219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:33.221518 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088" -d '{"events": [{"name": "network-changed", "server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:33.248735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2524f05-7687-44cd-ac94-75c543f226c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:33.355879 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f955de-ceea-49c1-a3b7-037c0afa268a x-openstack-request-id: req-b8f955de-ceea-49c1-a3b7-037c0afa268a {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:33.356091 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:33.356347 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b8f955de-ceea-49c1-a3b7-037c0afa268a {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:33.356750 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc', 'status': 'completed', 'code': 200} Feb 19 01:57:33.377992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-d1bca70c-be0c-4079-9516-dfa5146c9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.379558 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-d1bca70c-be0c-4079-9516-dfa5146c9746 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 1126 time: 0.0696974 Feb 19 01:57:33.424896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-d3bfd43c-fff3-4a56-a04c-6088deb05d14 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c24436-8728-43c0-8519-ff54adc47bfc HTTP/1.1" status: 200 len: 217 time: 0.0381012 Feb 19 01:57:33.473465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-905ae4b8-71dc-4f2a-8155-f175e61acc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.474968 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-905ae4b8-71dc-4f2a-8155-f175e61acc09 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d1411b47-c929-46bb-bd92-3d11e053eaac HTTP/1.1" status: 200 len: 856 time: 0.0447595 Feb 19 01:57:33.534340 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690752ef-d479-4427-940a-17a79977d5b3 req-e890121f-8881-421b-a913-3e540c41d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.535944 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-e890121f-8881-421b-a913-3e540c41d6ce service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546753 Feb 19 01:57:33.626263 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-cc30ba08-0b69-46b0-ae2b-3e64d45edac5 service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842915 Feb 19 01:57:33.725309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-690752ef-d479-4427-940a-17a79977d5b3 req-fee67c79-45f2-463c-acf8-4b46ea63213b service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938587 Feb 19 01:57:33.867450 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-e294a9c1-906b-4c12-a65a-6bbf88bd19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.868935 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-e294a9c1-906b-4c12-a65a-6bbf88bd19bd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 1126 time: 0.0454810 Feb 19 01:57:33.957934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-82207f38-2c7c-4a7a-8a99-ab9b27c604ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:33.959388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-82207f38-2c7c-4a7a-8a99-ab9b27c604ad service neutron] 10.222.0.117 "GET /v2.0/networks?id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 200 len: 918 time: 0.0848179 Feb 19 01:57:34.008913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-0a152ddc-87a5-4735-b8b7-f8ca39fe9b5b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c24436-8728-43c0-8519-ff54adc47bfc HTTP/1.1" status: 200 len: 217 time: 0.0434067 Feb 19 01:57:34.061351 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-0e72877d-1222-44e0-beee-306e2ca610b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:34.062939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-0e72877d-1222-44e0-beee-306e2ca610b5 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d1411b47-c929-46bb-bd92-3d11e053eaac HTTP/1.1" status: 200 len: 856 time: 0.0482705 Feb 19 01:57:34.113054 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-3e057aab-ee47-4b6d-a00d-d599f11f557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:34.114612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-3e057aab-ee47-4b6d-a00d-d599f11f557f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451550 Feb 19 01:57:34.138696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa385c93-261e-4cc6-9c34-5e5752d7544b req-23a2d38f-e8f0-4674-bc65-74ba1e34196a tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:34.140266 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa385c93-261e-4cc6-9c34-5e5752d7544b req-23a2d38f-e8f0-4674-bc65-74ba1e34196a tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 944 time: 0.0559466 Feb 19 01:57:34.189470 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-aa385c93-261e-4cc6-9c34-5e5752d7544b req-b5ecc451-15e0-43d7-8330-65b2846891e3 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Feb 19 01:57:34.217960 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-96787421-22c2-4782-8b98-b24c46d95222 service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962982 Feb 19 01:57:34.306930 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c4e8e4ff-430c-4fde-b5da-d14dbd64f088 req-e7b41c5c-8c9f-4cad-9fd2-5982d7cc62f9 service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822265 Feb 19 01:57:35.315630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0884-8121-4afa-b42a-e83584c06fab req-544b11ae-0d05-45c2-9b6b-54cf35166708 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:35.317160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fdd0884-8121-4afa-b42a-e83584c06fab req-544b11ae-0d05-45c2-9b6b-54cf35166708 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 944 time: 0.0588980 Feb 19 01:57:35.364896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fdd0884-8121-4afa-b42a-e83584c06fab req-32e0770c-32a7-4bce-83ff-40a05cafd08d tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Feb 19 01:57:36.492094 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958e675-3a17-492b-a147-bf13f88ad2a7 req-5b8af33d-2248-4cff-844e-49f5cc3167e6 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:36.493596 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7958e675-3a17-492b-a147-bf13f88ad2a7 req-5b8af33d-2248-4cff-844e-49f5cc3167e6 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 944 time: 0.0540650 Feb 19 01:57:36.541044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7958e675-3a17-492b-a147-bf13f88ad2a7 req-4d19f5b0-84c7-4a46-a790-8c03a546773c tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Feb 19 01:57:37.661062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38a1bc-d994-4420-83cb-4c5d2a642016 req-d4858888-d4ee-472d-8ce4-34c5772aef60 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:37.662540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea38a1bc-d994-4420-83cb-4c5d2a642016 req-d4858888-d4ee-472d-8ce4-34c5772aef60 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 944 time: 0.0534077 Feb 19 01:57:37.709335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ea38a1bc-d994-4420-83cb-4c5d2a642016 req-271ad3dd-a62b-4f8d-955d-c27157c2a828 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Feb 19 01:57:37.816671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f9c24436-8728-43c0-8519-ff54adc47bfc details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:57:37.913669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f9c24436-8728-43c0-8519-ff54adc47bfc,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:37.925435 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'f9c24436-8728-43c0-8519-ff54adc47bfc', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'port_id': 'f9c24436-8728-43c0-8519-ff54adc47bfc', 'mac_address': 'fa:16:3e:f6:fd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:57:37.967487 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port f9c24436-8728-43c0-8519-ff54adc47bfc is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:37.967882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:37.980543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c24436-8728-43c0-8519-ff54adc47bfc {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:57:38.000071 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f9c24436-8728-43c0-8519-ff54adc47bfc,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:38.073083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:38.121492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:38.286588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f9c24436-8728-43c0-8519-ff54adc47bfc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:57:38.834117 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe429a-923d-482e-94a4-18208b2c7b45 req-292c8cd7-db73-43a6-8784-4393da936113 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:38.835610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fefe429a-923d-482e-94a4-18208b2c7b45 req-292c8cd7-db73-43a6-8784-4393da936113 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 945 time: 0.0582700 Feb 19 01:57:38.880869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fefe429a-923d-482e-94a4-18208b2c7b45 req-5f7ebf1e-3a78-4a5c-bd0b-1145e10edcdf tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Feb 19 01:57:39.817943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f9c24436-8728-43c0-8519-ff54adc47bfc up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:57:39.950982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port f9c24436-8728-43c0-8519-ff54adc47bfc completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:57:39.955853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port f9c24436-8728-43c0-8519-ff54adc47bfc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:57:39.956228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:39.999391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc411b4-ebc0-4bf4-bd1e-d8acc474793d req-e894b52a-aa0c-4318-8256-6edc35d53d3b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:40.000919 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bc411b4-ebc0-4bf4-bd1e-d8acc474793d req-e894b52a-aa0c-4318-8256-6edc35d53d3b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 945 time: 0.0536156 Feb 19 01:57:40.035222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port f9c24436-8728-43c0-8519-ff54adc47bfc is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:57:40.035496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:40.051135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bc411b4-ebc0-4bf4-bd1e-d8acc474793d req-cab1a312-c7b0-42f0-8808-e5497c7d8ae1 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Feb 19 01:57:40.060085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:57:40.062685 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbd024-2f8c-4d5d-ba93-46575afc33a1" -d '{"events": [{"server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:57:40.079941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f9c24436-8728-43c0-8519-ff54adc47bfc,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:57:40.114998 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e2716-10ac-4b0c-a136-96c03c5dce37 x-openstack-request-id: req-262e2716-10ac-4b0c-a136-96c03c5dce37 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:57:40.114998 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "name": "network-vif-plugged", "status": "completed", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:57:40.114998 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-262e2716-10ac-4b0c-a136-96c03c5dce37 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:57:40.114998 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc', 'code': 200} Feb 19 01:57:40.161611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:40.214938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b05bb-bc45-47f9-bf20-fd5c3c1fa20b req-19487a59-add5-4d10-bbb1-2a196d2f2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:40.217108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392b05bb-bc45-47f9-bf20-fd5c3c1fa20b req-19487a59-add5-4d10-bbb1-2a196d2f2b22 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 1128 time: 0.0499289 Feb 19 01:57:40.222897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:57:40.261278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-392b05bb-bc45-47f9-bf20-fd5c3c1fa20b req-405f76d5-f566-4f72-b26b-dea9d2890afb service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382321 Feb 19 01:57:40.279722 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:40.664595 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d347c89e-4cf7-40cb-b248-15b23eb37aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:40.841686 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:41.174462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bbfc8-0222-440b-97f0-467589f177a3 req-c6c0a8ad-4836-444b-b453-d874ab2fb2c4 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:41.175898 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc4bbfc8-0222-440b-97f0-467589f177a3 req-c6c0a8ad-4836-444b-b453-d874ab2fb2c4 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0544286 Feb 19 01:57:41.222153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc4bbfc8-0222-440b-97f0-467589f177a3 req-4a918a62-3999-47a7-8cd2-a8cfd82fa72b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Feb 19 01:57:42.344597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e671a-99e0-47f5-baff-9513cb579488 req-1184753d-3ab9-4f97-9c3f-cff611644db8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:42.346097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917e671a-99e0-47f5-baff-9513cb579488 req-1184753d-3ab9-4f97-9c3f-cff611644db8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0544348 Feb 19 01:57:42.394028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-917e671a-99e0-47f5-baff-9513cb579488 req-4c4cf484-6a69-45b4-ad9e-37fef4000486 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423160 Feb 19 01:57:42.523216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435a4b4-5da6-41c9-b364-69875d05f86c req-3dc46be7-34a0-4947-b007-a883ac88f0a7 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:42.524581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2435a4b4-5da6-41c9-b364-69875d05f86c req-3dc46be7-34a0-4947-b007-a883ac88f0a7 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0556817 Feb 19 01:57:42.570376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2435a4b4-5da6-41c9-b364-69875d05f86c req-44ad6b2b-4bac-464b-8e34-0a9d926b5787 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Feb 19 01:57:42.984787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a818dcba-f846-4f0d-8199-1ce77e9de7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:44.418683 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:45.472931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:46.964261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:04.451518 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:10.276435 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:10.682468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ed930b5-57f7-455f-aa88-511764350044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:10.842138 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:12.973385 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea4438ca-1a1a-44c7-94bc-ee1ecef9903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:14.454376 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:15.508111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:16.998544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:21.440627 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa866b5-ddc0-4e2d-a1a2-fb4ad3df9c93 req-3eb81ee7-4f95-4f46-9539-9ea80c9bebec tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:21.441990 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eaa866b5-ddc0-4e2d-a1a2-fb4ad3df9c93 req-3eb81ee7-4f95-4f46-9539-9ea80c9bebec tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0546796 Feb 19 01:58:21.489971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eaa866b5-ddc0-4e2d-a1a2-fb4ad3df9c93 req-35eb3a08-03ad-4c69-8307-4effdddd6e13 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Feb 19 01:58:22.613390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46364a-4124-44f5-a6ae-83c92cc19bba req-9852f3fd-4a8f-41ec-9a6c-ad73997577b8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:22.614874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e46364a-4124-44f5-a6ae-83c92cc19bba req-9852f3fd-4a8f-41ec-9a6c-ad73997577b8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0546486 Feb 19 01:58:22.668422 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e46364a-4124-44f5-a6ae-83c92cc19bba req-61eb2918-048c-4211-b4dc-0ee59758b3bd tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Feb 19 01:58:22.880725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-d0b49bce-4b1a-4041-9a16-d02f193158e8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:22.882122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-d0b49bce-4b1a-4041-9a16-d02f193158e8 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 946 time: 0.0560625 Feb 19 01:58:22.972177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Deleting port f9c24436-8728-43c0-8519-ff54adc47bfc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:58:22.972517 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.067861 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] For port f9c24436-8728-43c0-8519-ff54adc47bfc, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f9c24436-8728-43c0-8519-ff54adc47bfc,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:23.068227 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.081007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Calling delete_port for f9c24436-8728-43c0-8519-ff54adc47bfc owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:58:23.299039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f9c24436-8728-43c0-8519-ff54adc47bfc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.310287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f9c24436-8728-43c0-8519-ff54adc47bfc'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:23.330706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Pushing event deleted for resources: {'Port': ['ID=f9c24436-8728-43c0-8519-ff54adc47bfc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:23.343406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.343766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.344877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.345229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.345575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.345916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.346255 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.346590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.346928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.347291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.347625 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.347955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.348282 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:23.387728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] No DVR routers for this DVR port f9c24436-8728-43c0-8519-ff54adc47bfc on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:58:23.390261 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.394132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4c5bf22-2f06-4d77-8f1a-0163074fa4c3 req-f592d626-9299-401a-88ac-820cbfbab64b tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "DELETE /v2.0/ports/f9c24436-8728-43c0-8519-ff54adc47bfc HTTP/1.1" status: 204 len: 173 time: 0.5075116 Feb 19 01:58:23.394576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'name': 'network-vif-deleted', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:23.396878 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e895de33-1f9b-4d3c-9bb9-a779e08be749" -d '{"events": [{"server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "name": "network-vif-deleted", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:23.432277 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15253e-4789-4835-b609-5ff3cff8fd75 x-openstack-request-id: req-af15253e-4789-4835-b609-5ff3cff8fd75 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:23.432573 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6c737-d65e-41d5-8f4b-ccc44e66eb7f", "name": "network-vif-deleted", "tag": "f9c24436-8728-43c0-8519-ff54adc47bfc", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:23.432831 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-af15253e-4789-4835-b609-5ff3cff8fd75 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:23.433270 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6c737-d65e-41d5-8f4b-ccc44e66eb7f', 'name': 'network-vif-deleted', 'tag': 'f9c24436-8728-43c0-8519-ff54adc47bfc', 'status': 'completed', 'code': 200} Feb 19 01:58:23.794494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c56cbf35-24d1-4ad0-a1eb-bfdf274d3250 req-dd61f84a-36f3-4aa4-a806-f3626ec348dc tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=fac6c737-d65e-41d5-8f4b-ccc44e66eb7f HTTP/1.1" status: 200 len: 210 time: 0.0331271 Feb 19 01:58:25.659429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-362b97d4-3fec-47c5-a84f-e9724ca6e476 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:25.660847 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-362b97d4-3fec-47c5-a84f-e9724ca6e476 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/networks?id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 200 len: 817 time: 0.1097505 Feb 19 01:58:25.677314 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-77599ea8-0106-40eb-98dc-aee590271656 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/quotas/0853eb21c60f4a1999e44a1eab1dfd26 HTTP/1.1" status: 200 len: 375 time: 0.0107031 Feb 19 01:58:25.739129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-5e3f82fc-7847-4420-b4e6-acfd6e17ce99 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566065 Feb 19 01:58:25.841586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-df550f7a-22df-48a0-8697-1b335fe2f02e service neutron] 10.222.0.94 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883744 Feb 19 01:58:25.942972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-5a85b57e-96a6-4ab1-bc2b-56f08fed680f service neutron] 10.222.0.94 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951467 Feb 19 01:58:26.036508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f9c24436-8728-43c0-8519-ff54adc47bfc no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:58:26.058932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: f9c24436-8728-43c0-8519-ff54adc47bfc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:58:26.059318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f9c24436-8728-43c0-8519-ff54adc47bfc not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:58:26.236773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-025f44bf-0189-494c-a111-9ca424f9d0f4 req-d70edd79-b93b-49d7-b4fc-0b76551a3d23 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Feb 19 01:58:27.340285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-20810a10-edf5-42e3-b1df-48311ba4dc16 req-3239470c-d0fa-41ee-9c6e-9ec67da915b5 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 210 time: 0.0327666 Feb 19 01:58:28.312770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-82e5c7c0-3d62-49a1-bddd-c83303f3e11f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:28.314228 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-82e5c7c0-3d62-49a1-bddd-c83303f3e11f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "GET /v2.0/networks?id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 200 len: 817 time: 0.1066194 Feb 19 01:58:28.325817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Request body: {'port': {'device_id': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'admin_state_up': True, 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:28.451963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-18685a9d-8f28-4eb2-94a5-ec58fdca138f req-9635db9c-cc9a-4a22-bc3a-a6e777c3a598 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 210 time: 0.0369639 Feb 19 01:58:28.512804 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Made reservation on behalf of 0853eb21c60f4a1999e44a1eab1dfd26 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:58:28.516184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:28.638869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Allocated IP 172.20.0.7 (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f/d1411b47-c929-46bb-bd92-3d11e053eaac/31311f26-c1e8-43e6-8f07-fc76a84f7a58) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:58:28.789606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks [] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:28.888383 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:28.934722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:58:28.937783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:58:28.941898 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:58:28.948194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Pushing event updated for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:28.998280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:28.998892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.068069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-5082d756-54f7-48d5-bd5f-629cc86b593f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460642 Feb 19 01:58:29.078743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Request body: {'port': {'device_id': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:58:29.140462 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.199605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c32a2d3e-8809-4261-a851-01d6a19148a5 None None] Provisioning complete for port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:29.200174 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c32a2d3e-8809-4261-a851-01d6a19148a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.233728 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c32a2d3e-8809-4261-a851-01d6a19148a5 None None] Port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:58:29.407025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31311f26-c1e8-43e6-8f07-fc76a84f7a58 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:29.414875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks [] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.426908 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Transition to ACTIVE for port object 31311f26-c1e8-43e6-8f07-fc76a84f7a58 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:58:29.522379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.573906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f306e-10ce-4790-bb62-aeb6ca8da240 req-b0d668c5-e8bb-43a4-9a39-3241b802e0df tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:29.577692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b91f306e-10ce-4790-bb62-aeb6ca8da240 req-b0d668c5-e8bb-43a4-9a39-3241b802e0df tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 943 time: 0.0579584 Feb 19 01:58:29.577937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Pushing event updated for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:29.638518 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b91f306e-10ce-4790-bb62-aeb6ca8da240 req-cc874a59-67d9-4a2f-b108-c9d1e11e38a4 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541322 Feb 19 01:58:29.647760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Attempting to bind port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:58:29.648040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Attempting to bind port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:58:29.648384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Attempting to bind port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:29.653047 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:58:29.653376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Attempting to bind port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 on network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:58:29.658546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:58:29.658925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Checking segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:58:29.659516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Bound using segment: {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:58:29.659925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Bound port: 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220fff76-20ae-400f-b019-1819d7a6aaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:58:29.660285 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.730790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:58:29.733907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:58:29.808132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.844610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:29.845297 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:29.846658 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] 10.222.0.117 "PUT /v2.0/ports/31311f26-c1e8-43e6-8f07-fc76a84f7a58 HTTP/1.1" status: 200 len: 1091 time: 0.7720277 Feb 19 01:58:29.847228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:29.850525 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f" -d '{"events": [{"name": "network-changed", "server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:29.882187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b34b-154c-483e-949b-5b5da6a20771 service neutron] Pushing event updated for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:29.907260 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ace8c7-7cd6-44f6-af79-7c42f5e0ea8b x-openstack-request-id: req-94ace8c7-7cd6-44f6-af79-7c42f5e0ea8b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:29.907560 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:29.907815 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-94ace8c7-7cd6-44f6-af79-7c42f5e0ea8b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:29.908295 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58', 'status': 'completed', 'code': 200} Feb 19 01:58:29.977089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-6d8685d4-dae8-4205-b845-94ec61934556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:29.978741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-6d8685d4-dae8-4205-b845-94ec61934556 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 1125 time: 0.0493376 Feb 19 01:58:30.082807 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-4abaa019-1d0b-46eb-8166-762513d340c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.084315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-4abaa019-1d0b-46eb-8166-762513d340c3 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0992033 Feb 19 01:58:30.191852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-e63c1e3b-b707-441f-b920-2116fbd79e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.193234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b56ca7b9-bdde-479c-be6b-c9eb2f87a10f req-e63c1e3b-b707-441f-b920-2116fbd79e5b service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035261 Feb 19 01:58:30.281326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-01f8893a-0a1b-4aa1-b582-884cce0ea141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.282865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-01f8893a-0a1b-4aa1-b582-884cce0ea141 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 1125 time: 0.0539427 Feb 19 01:58:30.325253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-0ee2bcbb-ff87-4a65-95dd-767854600921 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58 HTTP/1.1" status: 200 len: 217 time: 0.0355532 Feb 19 01:58:30.372722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-b15883a4-b0f8-4a80-8022-59b8ebbb19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.374129 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-b15883a4-b0f8-4a80-8022-59b8ebbb19b2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=d1411b47-c929-46bb-bd92-3d11e053eaac HTTP/1.1" status: 200 len: 856 time: 0.0418100 Feb 19 01:58:30.422020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914f51-55c6-4988-a711-5876171f8986 req-2c2c1943-5cc0-4f91-9cf0-c90b3ef97f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.423542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-2c2c1943-5cc0-4f91-9cf0-c90b3ef97f7c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429716 Feb 19 01:58:30.516833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-ee77d3bd-ce12-4d78-ab0b-a295d3c61022 service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867493 Feb 19 01:58:30.604803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-88914f51-55c6-4988-a711-5876171f8986 req-d8b28ec1-0016-4799-9387-c80851132d7c service neutron] 10.222.0.117 "GET /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820644 Feb 19 01:58:30.758000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb41bc-441d-4d6a-9a5a-0a4c32f48212 req-acac9e21-cdb3-4412-9f2e-d9ccc4bd9615 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:30.759588 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52bb41bc-441d-4d6a-9a5a-0a4c32f48212 req-acac9e21-cdb3-4412-9f2e-d9ccc4bd9615 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 943 time: 0.0583818 Feb 19 01:58:30.805572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52bb41bc-441d-4d6a-9a5a-0a4c32f48212 req-6307c679-3301-4502-a14b-c8d82db1794f tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Feb 19 01:58:31.930757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79ddf2-164c-454c-b978-dc1eea39c1c3 req-cead972d-72e5-4a28-9e8b-e723f11a32fd tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:31.932275 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b79ddf2-164c-454c-b978-dc1eea39c1c3 req-cead972d-72e5-4a28-9e8b-e723f11a32fd tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 943 time: 0.0573452 Feb 19 01:58:31.978917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b79ddf2-164c-454c-b978-dc1eea39c1c3 req-b5db0ff3-9a36-4742-9404-6ff05c8c23f3 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Feb 19 01:58:33.105143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8a795-0367-41b9-8f89-e618bda8d8db req-64ef8700-1631-47b2-853d-cc9fc2d144de tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:33.106662 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2b8a795-0367-41b9-8f89-e618bda8d8db req-64ef8700-1631-47b2-853d-cc9fc2d144de tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 943 time: 0.0606351 Feb 19 01:58:33.158594 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2b8a795-0367-41b9-8f89-e618bda8d8db req-7e6fbb1a-02b7-40cb-a5d0-c9b5b31c9029 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Feb 19 01:58:34.099156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 31311f26-c1e8-43e6-8f07-fc76a84f7a58 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:58:34.200437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:34.213665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '31311f26-c1e8-43e6-8f07-fc76a84f7a58', 'network_id': 'f5b7d381-4d1b-4f1c-ad1d-090a51a6271f', 'port_id': '31311f26-c1e8-43e6-8f07-fc76a84f7a58', 'mac_address': 'fa:16:3e:3e:e7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1411b47-c929-46bb-bd92-3d11e053eaac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:58:34.250686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:34.251104 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:34.264639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31311f26-c1e8-43e6-8f07-fc76a84f7a58 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:58:34.284030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29feee-f1b2-47bf-afa8-49e89f0cab18 req-1c1458f3-b00a-4086-8418-4d0443b080c6 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:34.284635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:34.285499 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a29feee-f1b2-47bf-afa8-49e89f0cab18 req-1c1458f3-b00a-4086-8418-4d0443b080c6 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 943 time: 0.0525653 Feb 19 01:58:34.331618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a29feee-f1b2-47bf-afa8-49e89f0cab18 req-c8c115b7-65ed-4e00-972e-c6b25e211e34 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Feb 19 01:58:34.351205 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:34.398720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:34.406409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.406767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.407136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.407477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.407813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.410748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:58:34.547358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['31311f26-c1e8-43e6-8f07-fc76a84f7a58'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:58:35.453850 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b50799-7c14-4506-bf26-39bbf2a0d1e4 req-a8845d48-6ce1-4b2a-bc1d-ff23fa5f3b80 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:35.455375 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64b50799-7c14-4506-bf26-39bbf2a0d1e4 req-a8845d48-6ce1-4b2a-bc1d-ff23fa5f3b80 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 944 time: 0.0542557 Feb 19 01:58:35.510494 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-64b50799-7c14-4506-bf26-39bbf2a0d1e4 req-ebc484b5-06da-476a-97f6-8877883d4b4c tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493431 Feb 19 01:58:36.130305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 31311f26-c1e8-43e6-8f07-fc76a84f7a58 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:58:36.227362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:58:36.231433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:58:36.231808 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:36.312409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:58:36.312803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:36.337589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:58:36.339842 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e9125-8810-4bf0-a35c-198ccddc6eba" -d '{"events": [{"server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "name": "network-vif-plugged", "status": "completed", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:58:36.353059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:58:36.375040 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a56ab0-b0ff-4287-b48a-21d0ad2dc9de x-openstack-request-id: req-46a56ab0-b0ff-4287-b48a-21d0ad2dc9de {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:58:36.375366 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "name": "network-vif-plugged", "status": "completed", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:58:36.375666 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-46a56ab0-b0ff-4287-b48a-21d0ad2dc9de {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:58:36.376062 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58', 'code': 200} Feb 19 01:58:36.398988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:36.447428 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:58:36.482374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f19b3-5257-4de1-9c74-20f0dfd3e891 req-3915122b-639d-44c8-8747-b6266c78b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:36.488418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a6f19b3-5257-4de1-9c74-20f0dfd3e891 req-3915122b-639d-44c8-8747-b6266c78b1b0 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 1127 time: 0.0515206 Feb 19 01:58:36.533788 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a6f19b3-5257-4de1-9c74-20f0dfd3e891 req-31092a46-9ac5-4d3d-b83d-c3d8ed82fb69 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Feb 19 01:58:36.633311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16576a3-1766-4662-a121-ad246aae45c4 req-2c6d2762-d646-4f31-8b88-8ab066922459 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:36.634840 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e16576a3-1766-4662-a121-ad246aae45c4 req-2c6d2762-d646-4f31-8b88-8ab066922459 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0547752 Feb 19 01:58:36.683836 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e16576a3-1766-4662-a121-ad246aae45c4 req-604669ba-b052-43a4-8899-dd421485180c tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Feb 19 01:58:37.805049 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ec505-8c89-4939-b556-69cb26fba55a req-f31959e1-6bb3-4b1e-8a86-b663e81a49f2 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:37.806520 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d47ec505-8c89-4939-b556-69cb26fba55a req-f31959e1-6bb3-4b1e-8a86-b663e81a49f2 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Feb 19 01:58:37.852472 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d47ec505-8c89-4939-b556-69cb26fba55a req-18a40d00-be6a-4027-b575-ac256b3e74a0 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Feb 19 01:58:37.972038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b184b-37cc-4d12-9875-90bf4f098e88 req-ffe47864-aa6f-4d5d-ba4d-7acbd9b60f0a tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:37.974129 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e03b184b-37cc-4d12-9875-90bf4f098e88 req-ffe47864-aa6f-4d5d-ba4d-7acbd9b60f0a tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Feb 19 01:58:38.020685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e03b184b-37cc-4d12-9875-90bf4f098e88 req-554bcffc-4cef-4593-9d98-14c127196cb9 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Feb 19 01:58:40.299556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.681920 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-70aba761-ea08-4423-872b-90bb727c7498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:40.865128 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:41.450832 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:42.947544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b64e6a0c-2a4f-4e40-9e85-e44e70f294c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:44.414008 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:45.496314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:46.985288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:10.301825 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:10.685015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-37c330de-d2ef-461d-ac4f-b6e91359725f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:10.849206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:12.963186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae822095-695f-4cee-8921-935ab2d6ec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:14.436638 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:15.490632 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:16.715567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572a10f-6e15-4a46-8791-6a30dcd34fb5 req-f5e4d9dc-36dc-4fab-b7e1-e5a7d983f247 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:16.717059 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b572a10f-6e15-4a46-8791-6a30dcd34fb5 req-f5e4d9dc-36dc-4fab-b7e1-e5a7d983f247 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Feb 19 01:59:16.774198 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b572a10f-6e15-4a46-8791-6a30dcd34fb5 req-03efc5ce-3901-49e8-b196-ed02a16a27e7 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Feb 19 01:59:16.970865 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:17.895525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722c0b-61a1-4031-a5fd-d20422e705e1 req-880ecb21-a7c8-4707-8f05-dab8e9349e65 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:17.897094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71722c0b-61a1-4031-a5fd-d20422e705e1 req-880ecb21-a7c8-4707-8f05-dab8e9349e65 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0529356 Feb 19 01:59:17.946759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71722c0b-61a1-4031-a5fd-d20422e705e1 req-81a8109d-04b7-4fcf-ad5b-4c283b11baa5 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/security-groups?id=2bfcfd88-1d37-4e06-954d-db10679ba353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437655 Feb 19 01:59:18.128169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489045-1d9c-4440-9521-f319a063130c req-d169e028-67f2-4a9b-ac47-8326fb68154e tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:18.130716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77489045-1d9c-4440-9521-f319a063130c req-d169e028-67f2-4a9b-ac47-8326fb68154e tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Feb 19 01:59:18.222197 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Deleting port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:18.222537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:18.451902 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:59:18.662071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] For port 31311f26-c1e8-43e6-8f07-fc76a84f7a58, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=31311f26-c1e8-43e6-8f07-fc76a84f7a58,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:18.662428 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:18.674457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Calling delete_port for 31311f26-c1e8-43e6-8f07-fc76a84f7a58 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:18.873425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (31311f26-c1e8-43e6-8f07-fc76a84f7a58), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:18.885176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['31311f26-c1e8-43e6-8f07-fc76a84f7a58'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:59:18.903693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Pushing event deleted for resources: {'Port': ['ID=31311f26-c1e8-43e6-8f07-fc76a84f7a58,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:18.944769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] No DVR routers for this DVR port 31311f26-c1e8-43e6-8f07-fc76a84f7a58 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:18.947511 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:18.950672 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-77489045-1d9c-4440-9521-f319a063130c req-254ca28b-f135-4428-bbf9-fcbce475f502 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.117 "DELETE /v2.0/ports/31311f26-c1e8-43e6-8f07-fc76a84f7a58 HTTP/1.1" status: 204 len: 173 time: 0.8149641 Feb 19 01:59:18.951124 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'name': 'network-vif-deleted', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:59:18.953334 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b4e1ef-9065-4bd3-bf45-ceee72475914" -d '{"events": [{"server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "name": "network-vif-deleted", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:59:18.993317 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993e773-d468-438b-bbdb-4c3a8392cc13 x-openstack-request-id: req-7993e773-d468-438b-bbdb-4c3a8392cc13 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:59:18.993317 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88ee886-2b1b-43c8-921c-8b52527ed008", "name": "network-vif-deleted", "tag": "31311f26-c1e8-43e6-8f07-fc76a84f7a58", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:59:18.993317 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7993e773-d468-438b-bbdb-4c3a8392cc13 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:59:18.993317 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88ee886-2b1b-43c8-921c-8b52527ed008', 'name': 'network-vif-deleted', 'tag': '31311f26-c1e8-43e6-8f07-fc76a84f7a58', 'status': 'completed', 'code': 200} Feb 19 01:59:19.052117 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-aca4d4c6-ccc0-4c84-b96f-10e0fec320f6 req-945aaf73-9a67-4dd9-9b29-df6130a2ff37 tempest-TestEncryptedCinderVolumes-886140178 tempest-TestEncryptedCinderVolumes-886140178-project] 10.222.0.94 "GET /v2.0/ports?device_id=c88ee886-2b1b-43c8-921c-8b52527ed008 HTTP/1.1" status: 200 len: 210 time: 0.0320766 Feb 19 01:59:20.229744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35436) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:20.578593 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:20.830784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Deleting port bdff8011-b976-42b0-88a4-40d6f1781b8d {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:20.831039 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:20.911250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] For port bdff8011-b976-42b0-88a4-40d6f1781b8d, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bdff8011-b976-42b0-88a4-40d6f1781b8d,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:20.911613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:20.923935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Calling delete_port for bdff8011-b976-42b0-88a4-40d6f1781b8d owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:21.173886 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bdff8011-b976-42b0-88a4-40d6f1781b8d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:21.198530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdff8011-b976-42b0-88a4-40d6f1781b8d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:21.211120 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.211420 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.211770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.212128 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.212533 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.212845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.213189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.213524 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.213855 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.214188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.214520 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.214849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.215206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:21.391743 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:21.613711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:21.724864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:21.733415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-87762a51-7808-43cb-8bfc-17247448a232 admin admin] 10.222.0.94 "PUT /v2.0/routers/6f0df7f6-18cc-49cd-824b-1c3f9b10a47b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4995439 Feb 19 01:59:21.733415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35438) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:21.733608 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Sync routers for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:21.743458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:21.744050 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:21.841197 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks [] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:21.850908 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:21.947101 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks [] for router_gateway (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.024213 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:59:21Z', 'revision_number': 5, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port': {'id': '2154a2d7-a454-423f-93a1-04c985ac8863', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:22.051814 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Deleting port 2154a2d7-a454-423f-93a1-04c985ac8863 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:22.052175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.055388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Checking router: 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:22.063351 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Routers {'6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:22.063950 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:22.134052 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] For port 2154a2d7-a454-423f-93a1-04c985ac8863, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2154a2d7-a454-423f-93a1-04c985ac8863,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:22.134417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.147257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Calling delete_port for 2154a2d7-a454-423f-93a1-04c985ac8863 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:22.149347 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] Set router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:22.303917 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:59:21Z', 'revision_number': 6, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:22.318248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 31311f26-c1e8-43e6-8f07-fc76a84f7a58 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:22.334884 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc2710c-b3f4-4ea8-93f7-85f804315006 None None] The sync data for ids ['6f0df7f6-18cc-49cd-824b-1c3f9b10a47b'] in n-d-826529-3 is: [{'id': '6f0df7f6-18cc-49cd-824b-1c3f9b10a47b', 'name': 'tempest-TestEncryptedCinderVolumes-1697325653-router', 'tenant_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:17Z', 'updated_at': '2022-02-19T01:59:21Z', 'revision_number': 6, 'project_id': '0853eb21c60f4a1999e44a1eab1dfd26', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:22.339989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 31311f26-c1e8-43e6-8f07-fc76a84f7a58 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:22.340344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 31311f26-c1e8-43e6-8f07-fc76a84f7a58 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:22.380450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (2154a2d7-a454-423f-93a1-04c985ac8863), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.408833 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2154a2d7-a454-423f-93a1-04c985ac8863,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:22.474970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.568021 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.570027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks [] for router_controller (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.657069 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (6f0df7f6-18cc-49cd-824b-1c3f9b10a47b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.657724 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0df7f6-18cc-49cd-824b-1c3f9b10a47b {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:59:22.663981 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.665704 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7e69bb2f-8837-4d05-908f-89aceb0084b5 admin admin] 10.222.0.94 "DELETE /v2.0/routers/6f0df7f6-18cc-49cd-824b-1c3f9b10a47b HTTP/1.1" status: 204 len: 168 time: 0.9311373 Feb 19 01:59:22.673591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35440) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:22.738663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Deleting subnet d1411b47-c929-46bb-bd92-3d11e053eaac {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:59:22.742438 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Publish callbacks [] for subnet (d1411b47-c929-46bb-bd92-3d11e053eaac), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.786417 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (d1411b47-c929-46bb-bd92-3d11e053eaac), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.812539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdff8011-b976-42b0-88a4-40d6f1781b8d no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:22.836215 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bdff8011-b976-42b0-88a4-40d6f1781b8d {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:22.836567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bdff8011-b976-42b0-88a4-40d6f1781b8d not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:22.863741 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d1411b47-c929-46bb-bd92-3d11e053eaac), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.974860 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d1411b47-c929-46bb-bd92-3d11e053eaac), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:22.998132 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1411b47-c929-46bb-bd92-3d11e053eaac,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:23.003666 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.007041 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5f8c9c96-c405-4def-954a-ac24114fd1f7 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/d1411b47-c929-46bb-bd92-3d11e053eaac HTTP/1.1" status: 204 len: 168 time: 0.3318567 Feb 19 01:59:23.009271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d071b-d3aa-4555-b86d-15b51cf20ce9 None None] Network f5b7d381-4d1b-4f1c-ad1d-090a51a6271f requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:23.010301 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35442) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:23.092491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.150739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Deleting port 48baf66a-a341-4919-ba64-758082130827 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:23.151080 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (48baf66a-a341-4919-ba64-758082130827), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.199401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] DHCP port deletion for f5b7d381-4d1b-4f1c-ad1d-090a51a6271f request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:59:23.218373 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] For port 48baf66a-a341-4919-ba64-758082130827, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=48baf66a-a341-4919-ba64-758082130827,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:23.218725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (48baf66a-a341-4919-ba64-758082130827), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.235993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Calling delete_port for 48baf66a-a341-4919-ba64-758082130827 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:23.248869 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Deleting port 48baf66a-a341-4919-ba64-758082130827 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:23.249521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (48baf66a-a341-4919-ba64-758082130827), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.321789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] For port 48baf66a-a341-4919-ba64-758082130827, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=48baf66a-a341-4919-ba64-758082130827,segment=NetworkSegment(220fff76-20ae-400f-b019-1819d7a6aaca),segment_id=220fff76-20ae-400f-b019-1819d7a6aaca)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:23.322509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (48baf66a-a341-4919-ba64-758082130827), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.336294 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Calling delete_port for 48baf66a-a341-4919-ba64-758082130827 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:23.525578 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (48baf66a-a341-4919-ba64-758082130827), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.556223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] Pushing event deleted for resources: {'Port': ['ID=48baf66a-a341-4919-ba64-758082130827,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:23.559896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3709d-14a4-408c-8ffc-4d3d809cc1da None None] No DVR routers for this DVR port 48baf66a-a341-4919-ba64-758082130827 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:23.636750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (48baf66a-a341-4919-ba64-758082130827), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.663168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Pushing event deleted for resources: {'Port': ['ID=48baf66a-a341-4919-ba64-758082130827,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:23.664970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] No DVR routers for this DVR port 48baf66a-a341-4919-ba64-758082130827 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:23.736877 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.756660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b7d381-4d1b-4f1c-ad1d-090a51a6271f']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:23.766027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220fff76-20ae-400f-b019-1819d7a6aaca') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:23.766324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220fff76-20ae-400f-b019-1819d7a6aaca') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:23.776376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (220fff76-20ae-400f-b019-1819d7a6aaca), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.790076 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (220fff76-20ae-400f-b019-1819d7a6aaca), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.795834 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:59:23.796211 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (220fff76-20ae-400f-b019-1819d7a6aaca), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self.session.flush() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: timer() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:59:23.801439 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:59:23.910897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (f5b7d381-4d1b-4f1c-ad1d-090a51a6271f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.916921 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.920072 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] 10.222.0.94 "DELETE /v2.0/networks/f5b7d381-4d1b-4f1c-ad1d-090a51a6271f HTTP/1.1" status: 204 len: 168 time: 0.9088194 Feb 19 01:59:23.923378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35444) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:23.932311 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e9ae8-16c2-48ef-a1c9-dbee557903cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b7d381-4d1b-4f1c-ad1d-090a51a6271f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:24.277806 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.530797 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Deleting port 61422228-5168-4bd7-b772-04447ecead24 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:24.531048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (61422228-5168-4bd7-b772-04447ecead24), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.615427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] For port 61422228-5168-4bd7-b772-04447ecead24, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=61422228-5168-4bd7-b772-04447ecead24,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:24.615793 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (61422228-5168-4bd7-b772-04447ecead24), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.628336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Calling delete_port for 61422228-5168-4bd7-b772-04447ecead24 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:24.636417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2154a2d7-a454-423f-93a1-04c985ac8863 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:24.656840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2154a2d7-a454-423f-93a1-04c985ac8863 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:24.657269 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2154a2d7-a454-423f-93a1-04c985ac8863 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:24.657747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 48baf66a-a341-4919-ba64-758082130827 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:24.677954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 48baf66a-a341-4919-ba64-758082130827 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:24.678596 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 48baf66a-a341-4919-ba64-758082130827 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:24.942894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (61422228-5168-4bd7-b772-04447ecead24), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.969362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61422228-5168-4bd7-b772-04447ecead24,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:24.982965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.983397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.983764 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.984160 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.984507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.984867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.985195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.985518 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.985844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.986173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.986498 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.986821 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:24.987163 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:25.161632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.393460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:25.507307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:25.512268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bcba9311-a304-4a2d-9aca-d1ceb0f3beb0 admin admin] 10.222.0.94 "PUT /v2.0/routers/c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878692 Feb 19 01:59:25.514783 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35446) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:25.519136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Sync routers for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:25.528966 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:25.529847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:25.622307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks [] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.639265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:25.731900 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks [] for router_gateway (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.844182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Deleting port 7007242e-4ca7-4bbd-874d-43a33dbd374b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:25.844521 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.928640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] For port 7007242e-4ca7-4bbd-874d-43a33dbd374b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7007242e-4ca7-4bbd-874d-43a33dbd374b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:25.929001 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:25.942743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Calling delete_port for 7007242e-4ca7-4bbd-874d-43a33dbd374b owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:25.996848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:59:24Z', 'revision_number': 5, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port': {'id': '7007242e-4ca7-4bbd-874d-43a33dbd374b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:57:24Z', 'updated_at': '2022-02-19T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:26.024551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Checking router: c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:26.033318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Routers {'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:26.033935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:26.125341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] Set router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:26.177230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7007242e-4ca7-4bbd-874d-43a33dbd374b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.180400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:59:25Z', 'revision_number': 6, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:26.204810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7007242e-4ca7-4bbd-874d-43a33dbd374b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:26.208360 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e30a27-e67b-421a-969c-d3459b759238 None None] The sync data for ids ['c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5'] in n-d-826529-3 is: [{'id': 'c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5', 'name': 'tempest-TestEncryptedCinderVolumes-1939666095-router', 'tenant_id': 'c9660a17ef09478aacacc657fef94127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:57:23Z', 'updated_at': '2022-02-19T01:59:25Z', 'revision_number': 6, 'project_id': 'c9660a17ef09478aacacc657fef94127', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:26.266291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.366092 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.368405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks [] for router_controller (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.482593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.483169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:59:26.487578 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.488909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4f9143c8-2bfa-41b8-b7f2-eaf73fb72e38 admin admin] 10.222.0.94 "DELETE /v2.0/routers/c5fb1bcf-a7aa-483a-84ad-0dfd82366bd5 HTTP/1.1" status: 204 len: 168 time: 0.9730508 Feb 19 01:59:26.491742 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35448) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:26.562129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Deleting subnet 6ff94cf0-be41-414a-8b0d-7fb3af384596 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:59:26.565503 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Publish callbacks [] for subnet (6ff94cf0-be41-414a-8b0d-7fb3af384596), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.607952 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (6ff94cf0-be41-414a-8b0d-7fb3af384596), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.724536 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (6ff94cf0-be41-414a-8b0d-7fb3af384596), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.862733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (6ff94cf0-be41-414a-8b0d-7fb3af384596), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.893904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff94cf0-be41-414a-8b0d-7fb3af384596,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:26.897048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:26.901908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec81bb-dd4e-4b0f-a293-98af12f8f2f5 None None] Network cdc0914f-604f-43dc-bcf2-901bcceeb242 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:26.905741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72e1947d-ad4b-4fe4-b5c2-757f366e61b0 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/6ff94cf0-be41-414a-8b0d-7fb3af384596 HTTP/1.1" status: 204 len: 168 time: 0.4124982 Feb 19 01:59:26.908198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35450) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:26.985221 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (cdc0914f-604f-43dc-bcf2-901bcceeb242), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.012128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61422228-5168-4bd7-b772-04447ecead24 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:27.037997 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 61422228-5168-4bd7-b772-04447ecead24 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:27.038576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 61422228-5168-4bd7-b772-04447ecead24 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:27.068541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Deleting port 230153a9-e6c3-48a0-bbab-b0039985ff15 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:27.069537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.123240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] DHCP port deletion for cdc0914f-604f-43dc-bcf2-901bcceeb242 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:59:27.146277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] For port 230153a9-e6c3-48a0-bbab-b0039985ff15, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=230153a9-e6c3-48a0-bbab-b0039985ff15,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:27.146692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.164776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Calling delete_port for 230153a9-e6c3-48a0-bbab-b0039985ff15 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:27.181090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Deleting port 230153a9-e6c3-48a0-bbab-b0039985ff15 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:59:27.181620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.254547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] For port 230153a9-e6c3-48a0-bbab-b0039985ff15, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=230153a9-e6c3-48a0-bbab-b0039985ff15,segment=NetworkSegment(691d13a5-53c3-4c7b-909f-bf0fc810f9b6),segment_id=691d13a5-53c3-4c7b-909f-bf0fc810f9b6)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:27.254947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.267963 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Calling delete_port for 230153a9-e6c3-48a0-bbab-b0039985ff15 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:59:27.350059 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.356521 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (230153a9-e6c3-48a0-bbab-b0039985ff15), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.374601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Pushing event deleted for resources: {'Port': ['ID=230153a9-e6c3-48a0-bbab-b0039985ff15,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:27.376404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] No DVR routers for this DVR port 230153a9-e6c3-48a0-bbab-b0039985ff15 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:27.386472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] Pushing event deleted for resources: {'Port': ['ID=230153a9-e6c3-48a0-bbab-b0039985ff15,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:27.391941 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533faa6-842a-4ee0-a96a-e0bf5e7a24cc None None] No DVR routers for this DVR port 230153a9-e6c3-48a0-bbab-b0039985ff15 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:59:27.448887 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (cdc0914f-604f-43dc-bcf2-901bcceeb242), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.469831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc0914f-604f-43dc-bcf2-901bcceeb242']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:27.480037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691d13a5-53c3-4c7b-909f-bf0fc810f9b6') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:27.480332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691d13a5-53c3-4c7b-909f-bf0fc810f9b6') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:27.493782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (691d13a5-53c3-4c7b-909f-bf0fc810f9b6), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.506673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (691d13a5-53c3-4c7b-909f-bf0fc810f9b6), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.512342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:59:27.512715 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (691d13a5-53c3-4c7b-909f-bf0fc810f9b6), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: timer() Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:59:27.514337 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:59:27.616825 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (cdc0914f-604f-43dc-bcf2-901bcceeb242), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.622465 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:27.630934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] 10.222.0.94 "DELETE /v2.0/networks/cdc0914f-604f-43dc-bcf2-901bcceeb242 HTTP/1.1" status: 204 len: 168 time: 0.7165008 Feb 19 01:59:27.638012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143b771-2b05-4bac-9bce-6db60908a85c admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc0914f-604f-43dc-bcf2-901bcceeb242,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:28.126923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35454) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:28.166387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0b95af9d-9976-42f2-9e44-5f3e33fc6df2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0853eb21c60f4a1999e44a1eab1dfd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382540 Feb 19 01:59:28.168880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35456) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:28.217939 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] Publish callbacks [] for security_group (2bfcfd88-1d37-4e06-954d-db10679ba353), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:28.239875 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] Publish callbacks [] for security_group (2bfcfd88-1d37-4e06-954d-db10679ba353), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:28.370687 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (2bfcfd88-1d37-4e06-954d-db10679ba353), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:28.373272 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:28.374425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2bfcfd88-1d37-4e06-954d-db10679ba353 HTTP/1.1" status: 204 len: 168 time: 0.2046473 Feb 19 01:59:28.382886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91420a-eef6-4bb1-b643-ea482daf9ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfcfd88-1d37-4e06-954d-db10679ba353,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:28.636892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7007242e-4ca7-4bbd-874d-43a33dbd374b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:28.658437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 7007242e-4ca7-4bbd-874d-43a33dbd374b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:28.658789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7007242e-4ca7-4bbd-874d-43a33dbd374b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:28.659234 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 230153a9-e6c3-48a0-bbab-b0039985ff15 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:59:28.679395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 230153a9-e6c3-48a0-bbab-b0039985ff15 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:59:28.679754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 230153a9-e6c3-48a0-bbab-b0039985ff15 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:59:29.032543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35462) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:29.072101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bd74f266-0d62-42e1-97f1-20d2982b8f4c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c9660a17ef09478aacacc657fef94127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384274 Feb 19 01:59:29.074647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35464) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:29.122029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] Publish callbacks [] for security_group (decd6a69-32c4-449c-94a7-9ddaa9d96bc1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:29.143058 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] Publish callbacks [] for security_group (decd6a69-32c4-449c-94a7-9ddaa9d96bc1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:29.262263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (decd6a69-32c4-449c-94a7-9ddaa9d96bc1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:29.264852 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:29.266021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/decd6a69-32c4-449c-94a7-9ddaa9d96bc1 HTTP/1.1" status: 204 len: 168 time: 0.1904254 Feb 19 01:59:29.277795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8975db-f3df-46b9-984b-dddac2b744c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd6a69-32c4-449c-94a7-9ddaa9d96bc1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:30.355452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35486) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:30.451121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1844477599-network', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:30.541609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Made reservation on behalf of 9d2d23dd2d4c4f34b60cf2cebc254ad3 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:30.544082 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.552834 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.627529 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks [] for security_group (315a04da-7be6-4536-aa9d-e1126a5a5f4d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.685069 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (315a04da-7be6-4536-aa9d-e1126a5a5f4d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.710185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:59:30.718811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a04da-7be6-4536-aa9d-e1126a5a5f4d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:30.725341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (481e976a-087a-4b04-a414-d633afb1ac5f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.725678 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Added segment 481e976a-087a-4b04-a414-d633afb1ac5f of type vlan for network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 Feb 19 01:59:30.767652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.845049 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.846015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:30.846631 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:30.908759 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] Pushing event updated for resources: {'Network': ['ID=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:30.918252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:59:30.939536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9da1ecdb-a993-4dbe-9da1-4d681b7e48c9 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5827911 Feb 19 01:59:30.943809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35490) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:30.948596 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Request body: {'subnet': {'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1844477599-subnet', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:31.031486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Made reservation on behalf of 9d2d23dd2d4c4f34b60cf2cebc254ad3 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:31.034141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.277060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (311891aa-5dbe-4e47-a4be-f249c66fbea6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.339875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311891aa-5dbe-4e47-a4be-f249c66fbea6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:31.345989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Checking segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:31.346366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Network hostable DHCP agents. Network: 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:59:31.416087 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:59:31.484877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:31.489487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:31.490116 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.494692 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e779bd4-48f5-423b-8b92-a3c74e84c84a None None] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:31.550793 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-53b97218-38b9-4f2a-9c2e-9ee32991c027 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6058125 Feb 19 01:59:31.554088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35492) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:31.558381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:31.601864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:59:31.602713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.651078 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.652299 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.706560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for router_controller (cab3538c-42e7-4d64-a389-cabe8921a5cb), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.736919 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Allocated IP 172.20.0.2 (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3/311891aa-5dbe-4e47-a4be-f249c66fbea6/aa9591a5-e27b-4982-8dce-5a2950bf63da) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:31.884893 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks [] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.960107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:31.982729 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for router_gateway (cab3538c-42e7-4d64-a389-cabe8921a5cb), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.003250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:32.007040 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:32.009681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:32.018023 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Pushing event updated for resources: {'Port': ['ID=aa9591a5-e27b-4982-8dce-5a2950bf63da,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:32.069894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Attempting to bind port aa9591a5-e27b-4982-8dce-5a2950bf63da on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:32.070263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Attempting to bind port aa9591a5-e27b-4982-8dce-5a2950bf63da by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:32.070625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Attempting to bind port aa9591a5-e27b-4982-8dce-5a2950bf63da on network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:32.075538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:32.075955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Checking segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:32.076416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.076812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Bound using segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:32.077309 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Bound port: aa9591a5-e27b-4982-8dce-5a2950bf63da, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:32.077797 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.140228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] For port aa9591a5-e27b-4982-8dce-5a2950bf63da, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:32.143187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] For port aa9591a5-e27b-4982-8dce-5a2950bf63da, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa9591a5-e27b-4982-8dce-5a2950bf63da,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:32.239846 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.254303 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for router_gateway (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.275470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.307013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e517ca-7385-4b08-84da-20c09f0232a9 None None] Pushing event updated for resources: {'Port': ['ID=aa9591a5-e27b-4982-8dce-5a2950bf63da,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:32.388136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Allocated IP 172.25.2.247 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/c77cb864-c9f4-442a-8283-510c3eb2344f) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:32.503365 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.632278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.667994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa9591a5-e27b-4982-8dce-5a2950bf63da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:32.678221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:32.681349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:32.685494 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:32.690822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Pushing event updated for resources: {'Port': ['ID=c77cb864-c9f4-442a-8283-510c3eb2344f,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:32.724911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port aa9591a5-e27b-4982-8dce-5a2950bf63da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:32.725406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.810595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port aa9591a5-e27b-4982-8dce-5a2950bf63da is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:32.810987 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:32.843570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port aa9591a5-e27b-4982-8dce-5a2950bf63da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa9591a5-e27b-4982-8dce-5a2950bf63da,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:32.954141 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.017406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=aa9591a5-e27b-4982-8dce-5a2950bf63da,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:33.035674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for router_gateway (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.194889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5e527-85b4-4691-9320-3238be1e203f None None] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:33.252904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0f6c46c0-01ab-4e67-908a-2a7789a8e6aa None None] Provisioning complete for port aa9591a5-e27b-4982-8dce-5a2950bf63da triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:33.253284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0f6c46c0-01ab-4e67-908a-2a7789a8e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.381761 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c46c0-01ab-4e67-908a-2a7789a8e6aa None None] Current status of the port aa9591a5-e27b-4982-8dce-5a2950bf63da is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:33.603701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.604318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-81b97304-be91-4c05-aaf7-42ff5ca9631d None None] Provisioning complete for port aa9591a5-e27b-4982-8dce-5a2950bf63da triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:33.604658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-81b97304-be91-4c05-aaf7-42ff5ca9631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.681188 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-81b97304-be91-4c05-aaf7-42ff5ca9631d None None] Current status of the port aa9591a5-e27b-4982-8dce-5a2950bf63da is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:33.805286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Router cab3538c-42e7-4d64-a389-cabe8921a5cb is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:59:33.917196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:33.925812 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Sync routers for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:33.935792 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:33.936404 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:33.984568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:33.985818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-919f1cc5-0dc4-4933-9d45-05dac8a7a228 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4307718 Feb 19 01:59:33.988612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35494) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:34.046822 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:34.224234 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:32Z', 'revision_number': 3, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:34.254090 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Checking router: cab3538c-42e7-4d64-a389-cabe8921a5cb for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:34.254440 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Updating router cab3538c-42e7-4d64-a389-cabe8921a5cb port c77cb864-c9f4-442a-8283-510c3eb2344f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:59:34.281440 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.421349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.530118 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks [] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.575274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Allocated IP 172.20.0.1 (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3/311891aa-5dbe-4e47-a4be-f249c66fbea6/ddc52638-53bb-4918-81e6-6af120ebfb16) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:34.599648 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.646657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa9591a5-e27b-4982-8dce-5a2950bf63da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:34.669761 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Attempting to bind port c77cb864-c9f4-442a-8283-510c3eb2344f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:34.672885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Attempting to bind port c77cb864-c9f4-442a-8283-510c3eb2344f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:34.672885 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Attempting to bind port c77cb864-c9f4-442a-8283-510c3eb2344f on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:34.673935 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Pushing event updated for resources: {'Port': ['ID=c77cb864-c9f4-442a-8283-510c3eb2344f,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:34.678697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:34.679076 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:34.679500 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.680254 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:34.680406 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Bound port: c77cb864-c9f4-442a-8283-510c3eb2344f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:34.680713 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.687241 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.687587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.687931 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.688264 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.688596 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.688920 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.689243 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.689602 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.689916 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.690246 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.690570 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.690780 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks [] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.691364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.691364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:34.709124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port aa9591a5-e27b-4982-8dce-5a2950bf63da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:34.709124 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.741727 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] For port c77cb864-c9f4-442a-8283-510c3eb2344f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:34.745020 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] For port c77cb864-c9f4-442a-8283-510c3eb2344f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c77cb864-c9f4-442a-8283-510c3eb2344f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:34.783906 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port aa9591a5-e27b-4982-8dce-5a2950bf63da is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:34.786185 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.817700 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.827234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:34.830747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:34.834542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:34.840104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Pushing event updated for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:34.885835 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:34.886499 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:34.887204 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:34.891851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0d7f5-c781-4c3f-80a8-bf0de739f111 None None] Pushing event updated for resources: {'Port': ['ID=c77cb864-c9f4-442a-8283-510c3eb2344f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:35.010701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:35.090343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.113346 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1021b30c-9230-422c-bf62-a06ad621d3cd None None] Provisioning complete for port ddc52638-53bb-4918-81e6-6af120ebfb16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:35.113809 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1021b30c-9230-422c-bf62-a06ad621d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.163485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1021b30c-9230-422c-bf62-a06ad621d3cd None None] Port ddc52638-53bb-4918-81e6-6af120ebfb16 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:35.203678 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:32Z', 'revision_number': 3, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:35.234587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad023e-3e90-4e68-b88d-7f5b3458c01b None None] The sync data for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 is: [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:32Z', 'revision_number': 3, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:35.275199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks [] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.376661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.467648 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.470393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Pushing event updated for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:35.578716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:35.580252 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:35.714079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Router cab3538c-42e7-4d64-a389-cabe8921a5cb has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:35.837434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:35.843303 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-471bdf6d-c5f2-47c7-9180-a2f4e0d4ad5a admin admin] 10.222.0.94 "PUT /v2.0/routers/cab3538c-42e7-4d64-a389-cabe8921a5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533897 Feb 19 01:59:35.891080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d1bb5c39-59ca-40ee-a42a-f8bf36a0a93d None None] Provisioning complete for port ddc52638-53bb-4918-81e6-6af120ebfb16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:35.891673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c39-59ca-40ee-a42a-f8bf36a0a93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:35.929619 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb5c39-59ca-40ee-a42a-f8bf36a0a93d None None] Port ddc52638-53bb-4918-81e6-6af120ebfb16 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:36.577146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:36.582107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-867525303-network', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:36.669933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c77cb864-c9f4-442a-8283-510c3eb2344f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:36.676904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Made reservation on behalf of 24520ecfd6d844a79aa70c3fcab2c96f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:36.679771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.689021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.720386 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c77cb864-c9f4-442a-8283-510c3eb2344f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:36.721543 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.778139 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks [] for security_group (6e906f51-ad06-4dd2-be21-1d73ee420e44), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.812376 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c77cb864-c9f4-442a-8283-510c3eb2344f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:36.812947 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.837534 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port c77cb864-c9f4-442a-8283-510c3eb2344f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c77cb864-c9f4-442a-8283-510c3eb2344f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:36.849408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Sync routers for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:36.856703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:36.857310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:36.888490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6e906f51-ad06-4dd2-be21-1d73ee420e44), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.912219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:59:36.928166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e906f51-ad06-4dd2-be21-1d73ee420e44,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:36.932439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1d88d956-9ccc-4f3a-8657-33fec3fd934f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.932841 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Added segment 1d88d956-9ccc-4f3a-8657-33fec3fd934f of type vlan for network 53671dbc-3b3d-4021-9488-c25f67be0aff Feb 19 01:59:36.948083 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:36.979641 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (53671dbc-3b3d-4021-9488-c25f67be0aff), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.013207 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:37.044145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=c77cb864-c9f4-442a-8283-510c3eb2344f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:37.059503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.059855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.060200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.060540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.060875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.061201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.061533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.061854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.062197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.062501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.062824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.063171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.063603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:59:37.071016 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (53671dbc-3b3d-4021-9488-c25f67be0aff), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.072762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:37.073445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.132942 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] Pushing event updated for resources: {'Network': ['ID=53671dbc-3b3d-4021-9488-c25f67be0aff,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:37.146404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 53671dbc-3b3d-4021-9488-c25f67be0aff details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:59:37.199813 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f106942a-9e08-4a10-b0b8-06fe599ca908 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6215239 Feb 19 01:59:37.202557 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:37.208479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Request body: {'subnet': {'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-867525303-subnet', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:37.296683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Made reservation on behalf of 24520ecfd6d844a79aa70c3fcab2c96f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:37.299113 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.456633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:35Z', 'revision_number': 2, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:37.488364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Checking router: cab3538c-42e7-4d64-a389-cabe8921a5cb for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:37.488718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Updating router cab3538c-42e7-4d64-a389-cabe8921a5cb port ddc52638-53bb-4918-81e6-6af120ebfb16 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:59:37.523763 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.525266 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (72fddddd-5216-4082-81b2-8276023e2abf), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.585100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fddddd-5216-4082-81b2-8276023e2abf,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:37.592175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Checking segment: {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:37.592519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Network hostable DHCP agents. Network: 53671dbc-3b3d-4021-9488-c25f67be0aff, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:59:37.671612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Network 53671dbc-3b3d-4021-9488-c25f67be0aff is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:59:37.734158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 53671dbc-3b3d-4021-9488-c25f67be0aff) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:37.739123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:37.740199 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.750676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf2a80-ac8d-4f91-8f98-3126d3858857 None None] Network 53671dbc-3b3d-4021-9488-c25f67be0aff requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:37.825021 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-42889656-1fe2-4156-8624-182bf575d2b5 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6212842 Feb 19 01:59:37.827590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35514) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:37.831893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:37.841410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks [] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.886320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-53671dbc-3b3d-4021-9488-c25f67be0aff', 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff', 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'fixed_ips': [{'subnet_id': '72fddddd-5216-4082-81b2-8276023e2abf'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:59:37.889105 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.908566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.931448 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.932570 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:37.992421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for router_controller (facec28b-cbfe-4ce8-9096-fc1e1f936936), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.050424 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecef482-56b3-4e02-b859-42d5e205c73e None None] Pushing event updated for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:38.108881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Allocated IP 172.20.0.2 (53671dbc-3b3d-4021-9488-c25f67be0aff/72fddddd-5216-4082-81b2-8276023e2abf/815b3749-588d-45c1-8410-633be018dfaa) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:38.124657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Attempting to bind port ddc52638-53bb-4918-81e6-6af120ebfb16 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:38.125027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Attempting to bind port ddc52638-53bb-4918-81e6-6af120ebfb16 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:38.125390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Attempting to bind port ddc52638-53bb-4918-81e6-6af120ebfb16 on network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:38.134860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:38.137288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Checking segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:38.137288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.137288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Bound using segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:38.137288 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Bound port: ddc52638-53bb-4918-81e6-6af120ebfb16, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:38.137288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.255353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for router_gateway (facec28b-cbfe-4ce8-9096-fc1e1f936936), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.291804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] For port ddc52638-53bb-4918-81e6-6af120ebfb16, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:38.332190 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] For port ddc52638-53bb-4918-81e6-6af120ebfb16, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ddc52638-53bb-4918-81e6-6af120ebfb16,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:38.335010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-384e132d-e10b-482c-98a1-e7160d8c9386 None None] Provisioning complete for port ddc52638-53bb-4918-81e6-6af120ebfb16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:38.335416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-384e132d-e10b-482c-98a1-e7160d8c9386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.381945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks [] for port (815b3749-588d-45c1-8410-633be018dfaa), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.385365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-384e132d-e10b-482c-98a1-e7160d8c9386 None None] Port ddc52638-53bb-4918-81e6-6af120ebfb16 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:38.399920 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.459941 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (815b3749-588d-45c1-8410-633be018dfaa), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.474621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:38.475406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:38.478806 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecef482-56b3-4e02-b859-42d5e205c73e None None] Pushing event updated for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:38.528345 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Network 53671dbc-3b3d-4021-9488-c25f67be0aff is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:38.534991 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for router_gateway (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.550571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:38.559864 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.563532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:38.663550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Pushing event updated for resources: {'Port': ['ID=815b3749-588d-45c1-8410-633be018dfaa,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:38.698538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Allocated IP 172.25.2.203 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/12c63795-226c-42b2-a438-3ea3813202eb) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:38.705660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c77cb864-c9f4-442a-8283-510c3eb2344f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:38.741880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:38.749029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Attempting to bind port 815b3749-588d-45c1-8410-633be018dfaa on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:38.749391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Attempting to bind port 815b3749-588d-45c1-8410-633be018dfaa by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:38.749746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Attempting to bind port 815b3749-588d-45c1-8410-633be018dfaa on network 53671dbc-3b3d-4021-9488-c25f67be0aff {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:38.793749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:38.794122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Checking segment: {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:38.794525 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.794914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Bound using segment: {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:38.795493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Bound port: 815b3749-588d-45c1-8410-633be018dfaa, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:38.795872 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (815b3749-588d-45c1-8410-633be018dfaa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.797660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Provisioning complete for port ddc52638-53bb-4918-81e6-6af120ebfb16 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:38.798015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.801243 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for port (12c63795-226c-42b2-a438-3ea3813202eb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.897230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (12c63795-226c-42b2-a438-3ea3813202eb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:38.946978 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:38.949975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:38.953539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:38.976465 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Pushing event updated for resources: {'Port': ['ID=12c63795-226c-42b2-a438-3ea3813202eb,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:38.983326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c77cb864-c9f4-442a-8283-510c3eb2344f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:38.983585 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.033488 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] For port 815b3749-588d-45c1-8410-633be018dfaa, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:39.092527 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] For port 815b3749-588d-45c1-8410-633be018dfaa, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=815b3749-588d-45c1-8410-633be018dfaa,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:39.123210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Current status of the port ddc52638-53bb-4918-81e6-6af120ebfb16 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:39.123604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.187578 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (815b3749-588d-45c1-8410-633be018dfaa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.196651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] For port ddc52638-53bb-4918-81e6-6af120ebfb16, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ddc52638-53bb-4918-81e6-6af120ebfb16,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:39.298333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for router_gateway (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.402527 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.407807 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c77cb864-c9f4-442a-8283-510c3eb2344f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:39.434794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf424e-3b44-4404-93af-72364d80a0a1 None None] Pushing event updated for resources: {'Port': ['ID=815b3749-588d-45c1-8410-633be018dfaa,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:39.441310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:38Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:39.493222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b82743-379d-4c90-a50e-1cc6236bccec None None] The sync data for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 is: [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:38Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:39.520766 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:39.527358 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61289f0-8643-43aa-96e9-e8ae14ce8ba7 None None] Pushing event updated for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:40.136534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Router facec28b-cbfe-4ce8-9096-fc1e1f936936 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:59:40.261437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:40.289155 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Sync routers for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:40.300304 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:40.300943 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:40.311476 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.378212 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.382545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:59:40.383176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-694e84a5-c65a-4332-9e9c-3079fab12993 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5540287 Feb 19 01:59:40.426269 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:40.511744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab5b7b-ccfc-45cf-980c-a9c82bf6e454 None None] Network 53671dbc-3b3d-4021-9488-c25f67be0aff requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:59:40.586240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Provisioning complete for port 815b3749-588d-45c1-8410-633be018dfaa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:40.586620 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (815b3749-588d-45c1-8410-633be018dfaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.747391 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1a524a42-253a-4166-9c5b-497957f957d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.768251 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Current status of the port 815b3749-588d-45c1-8410-633be018dfaa is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:40.768647 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (815b3749-588d-45c1-8410-633be018dfaa), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.855289 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] For port 815b3749-588d-45c1-8410-633be018dfaa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=815b3749-588d-45c1-8410-633be018dfaa,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:40.865134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ddc52638-53bb-4918-81e6-6af120ebfb16 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:40.896187 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.906850 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 3, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:40.941115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port ddc52638-53bb-4918-81e6-6af120ebfb16 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:40.941608 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.951120 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Checking router: facec28b-cbfe-4ce8-9096-fc1e1f936936 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:40.958473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Updating router facec28b-cbfe-4ce8-9096-fc1e1f936936 port 12c63795-226c-42b2-a438-3ea3813202eb binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:59:40.974762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (815b3749-588d-45c1-8410-633be018dfaa), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:40.986235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.001125 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (12c63795-226c-42b2-a438-3ea3813202eb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.055737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf4823-8ae1-4be4-9b81-9856d92534f0 None None] Pushing event updated for resources: {'Port': ['ID=815b3749-588d-45c1-8410-633be018dfaa,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:41.100662 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port ddc52638-53bb-4918-81e6-6af120ebfb16 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:41.101782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 815b3749-588d-45c1-8410-633be018dfaa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:41.147525 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Allocated IP 172.20.0.1 (53671dbc-3b3d-4021-9488-c25f67be0aff/72fddddd-5216-4082-81b2-8276023e2abf/341339c0-b4df-4990-99fc-72045aeecac9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:41.153788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 815b3749-588d-45c1-8410-633be018dfaa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:41.154236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (815b3749-588d-45c1-8410-633be018dfaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.212459 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-7dca9780-6631-43b1-9ece-dce3663f1e8f None None] Provisioning complete for port 815b3749-588d-45c1-8410-633be018dfaa triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:41.212918 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7dca9780-6631-43b1-9ece-dce3663f1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (815b3749-588d-45c1-8410-633be018dfaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.271722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks [] for port (341339c0-b4df-4990-99fc-72045aeecac9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.283206 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks [] for port (12c63795-226c-42b2-a438-3ea3813202eb), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.287870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 815b3749-588d-45c1-8410-633be018dfaa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:41.328415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-7dca9780-6631-43b1-9ece-dce3663f1e8f None None] Current status of the port 815b3749-588d-45c1-8410-633be018dfaa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:41.353668 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (12c63795-226c-42b2-a438-3ea3813202eb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.377113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.408769 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Attempting to bind port 12c63795-226c-42b2-a438-3ea3813202eb on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:41.409609 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Attempting to bind port 12c63795-226c-42b2-a438-3ea3813202eb by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:41.409609 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Attempting to bind port 12c63795-226c-42b2-a438-3ea3813202eb on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:41.411643 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a11aa-142d-4ca1-843e-be29eb9c6c60 None None] Pushing event updated for resources: {'Port': ['ID=12c63795-226c-42b2-a438-3ea3813202eb,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:41.417405 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:41.417781 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:41.418188 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.418552 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:41.419102 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Bound port: 12c63795-226c-42b2-a438-3ea3813202eb, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:41.419404 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (12c63795-226c-42b2-a438-3ea3813202eb), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.423340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Network 53671dbc-3b3d-4021-9488-c25f67be0aff is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:41.426249 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:41.429624 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:41.464346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:41.476129 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] For port 12c63795-226c-42b2-a438-3ea3813202eb, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:41.478651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.479903 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] For port 12c63795-226c-42b2-a438-3ea3813202eb, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=12c63795-226c-42b2-a438-3ea3813202eb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:41.565937 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (12c63795-226c-42b2-a438-3ea3813202eb), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.628714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:41.629345 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:41.658547 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa322e84-f47c-401d-b519-346a5d86de67 None None] Provisioning complete for port 341339c0-b4df-4990-99fc-72045aeecac9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:41.658921 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa322e84-f47c-401d-b519-346a5d86de67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (341339c0-b4df-4990-99fc-72045aeecac9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.668096 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a11aa-142d-4ca1-843e-be29eb9c6c60 None None] Pushing event updated for resources: {'Port': ['ID=12c63795-226c-42b2-a438-3ea3813202eb,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:41.698513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa322e84-f47c-401d-b519-346a5d86de67 None None] Port 341339c0-b4df-4990-99fc-72045aeecac9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:41.721033 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (341339c0-b4df-4990-99fc-72045aeecac9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.750689 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:41.889672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks [] for port (341339c0-b4df-4990-99fc-72045aeecac9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:41.933600 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 3, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:41.959774 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0fb15-c0fe-4232-a3ec-0a17c6d9531a None None] The sync data for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 is: [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 3, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:41.962486 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.032620 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.034441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:42.133746 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Network 53671dbc-3b3d-4021-9488-c25f67be0aff is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:42.135163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:42.297067 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Router facec28b-cbfe-4ce8-9096-fc1e1f936936 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:59:42.419355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:59:42.425088 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b5fbb023-ac41-4216-a7b8-f0ed5a52c7c1 admin admin] 10.222.0.94 "PUT /v2.0/routers/facec28b-cbfe-4ce8-9096-fc1e1f936936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412738 Feb 19 01:59:42.438416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-588a3dd4-13c5-430e-a51f-9881ff41b64d None None] Provisioning complete for port 341339c0-b4df-4990-99fc-72045aeecac9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:42.438904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-588a3dd4-13c5-430e-a51f-9881ff41b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (341339c0-b4df-4990-99fc-72045aeecac9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.477482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-588a3dd4-13c5-430e-a51f-9881ff41b64d None None] Port 341339c0-b4df-4990-99fc-72045aeecac9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:42.741856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 815b3749-588d-45c1-8410-633be018dfaa up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:42.791873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 815b3749-588d-45c1-8410-633be018dfaa triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:42.792246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (815b3749-588d-45c1-8410-633be018dfaa), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.877038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 815b3749-588d-45c1-8410-633be018dfaa is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:42.878067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 12c63795-226c-42b2-a438-3ea3813202eb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:42.939816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 12c63795-226c-42b2-a438-3ea3813202eb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:42.940110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (12c63795-226c-42b2-a438-3ea3813202eb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:43.023893 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e4418af4-af23-4ba7-aac0-a91788e223e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:43.034716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 12c63795-226c-42b2-a438-3ea3813202eb is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:43.035114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (12c63795-226c-42b2-a438-3ea3813202eb), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:43.064889 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 12c63795-226c-42b2-a438-3ea3813202eb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=12c63795-226c-42b2-a438-3ea3813202eb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:43.151359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (12c63795-226c-42b2-a438-3ea3813202eb), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:43.200847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=12c63795-226c-42b2-a438-3ea3813202eb,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:43.621113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Sync routers for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:59:43.633993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:43.634622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:43.767543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:44.017909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 4, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '341339c0-b4df-4990-99fc-72045aeecac9', 'name': '', 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'mac_address': 'fa:16:3e:94:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '72fddddd-5216-4082-81b2-8276023e2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:40Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 2, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'subnets': [{'id': '72fddddd-5216-4082-81b2-8276023e2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:44.049925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Checking router: facec28b-cbfe-4ce8-9096-fc1e1f936936 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:59:44.050573 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Updating router facec28b-cbfe-4ce8-9096-fc1e1f936936 port 341339c0-b4df-4990-99fc-72045aeecac9 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:59:44.081874 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (341339c0-b4df-4990-99fc-72045aeecac9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.388801 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks [] for port (341339c0-b4df-4990-99fc-72045aeecac9), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.437526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.466513 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.618932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6d3f3-c5e4-40bd-90bf-1ceb095bb5ac None None] Pushing event updated for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:44.644774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Attempting to bind port 341339c0-b4df-4990-99fc-72045aeecac9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:59:44.645847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Attempting to bind port 341339c0-b4df-4990-99fc-72045aeecac9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:59:44.646341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Attempting to bind port 341339c0-b4df-4990-99fc-72045aeecac9 on network 53671dbc-3b3d-4021-9488-c25f67be0aff {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:59:44.654366 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:59:44.655321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Checking segment: {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:59:44.655740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.656143 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Bound using segment: {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:59:44.656634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Bound port: 341339c0-b4df-4990-99fc-72045aeecac9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d88d956-9ccc-4f3a-8657-33fec3fd934f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:59:44.657028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (341339c0-b4df-4990-99fc-72045aeecac9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.733274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 12c63795-226c-42b2-a438-3ea3813202eb up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:44.815995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] For port 341339c0-b4df-4990-99fc-72045aeecac9, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:59:44.820516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] For port 341339c0-b4df-4990-99fc-72045aeecac9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=341339c0-b4df-4990-99fc-72045aeecac9,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:59:44.846080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0d51a993-e4ea-47ab-b611-79ef62bc9c26 None None] Provisioning complete for port 341339c0-b4df-4990-99fc-72045aeecac9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:44.846456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0d51a993-e4ea-47ab-b611-79ef62bc9c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (341339c0-b4df-4990-99fc-72045aeecac9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.869689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 12c63795-226c-42b2-a438-3ea3813202eb triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:44.870067 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (12c63795-226c-42b2-a438-3ea3813202eb), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.906234 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:44.945415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0d51a993-e4ea-47ab-b611-79ef62bc9c26 None None] Port 341339c0-b4df-4990-99fc-72045aeecac9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:44.987744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:59:44.988270 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T01:59:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:44.992357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6d3f3-c5e4-40bd-90bf-1ceb095bb5ac None None] Pushing event updated for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:45.119826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 12c63795-226c-42b2-a438-3ea3813202eb is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:45.151826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:59:45.326772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c521422b-6510-4711-a459-807744444e4b None None] Provisioning complete for port 341339c0-b4df-4990-99fc-72045aeecac9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:45.327217 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c521422b-6510-4711-a459-807744444e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (341339c0-b4df-4990-99fc-72045aeecac9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:45.701333 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c521422b-6510-4711-a459-807744444e4b None None] Current status of the port 341339c0-b4df-4990-99fc-72045aeecac9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:45.702051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c521422b-6510-4711-a459-807744444e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (341339c0-b4df-4990-99fc-72045aeecac9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:45.722317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:45.732776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 4, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '341339c0-b4df-4990-99fc-72045aeecac9', 'name': '', 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'mac_address': 'fa:16:3e:94:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '72fddddd-5216-4082-81b2-8276023e2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:40Z', 'updated_at': '2022-02-19T01:59:44Z', 'revision_number': 4, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'subnets': [{'id': '72fddddd-5216-4082-81b2-8276023e2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:59:45.790331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862b682-d021-4510-b22e-380bf9bf0a73 None None] The sync data for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 is: [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T01:59:41Z', 'revision_number': 4, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '341339c0-b4df-4990-99fc-72045aeecac9', 'name': '', 'network_id': '53671dbc-3b3d-4021-9488-c25f67be0aff', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'mac_address': 'fa:16:3e:94:0a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '72fddddd-5216-4082-81b2-8276023e2abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:40Z', 'updated_at': '2022-02-19T01:59:44Z', 'revision_number': 4, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'subnets': [{'id': '72fddddd-5216-4082-81b2-8276023e2abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:59:45.813243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-c521422b-6510-4711-a459-807744444e4b None None] For port 341339c0-b4df-4990-99fc-72045aeecac9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=341339c0-b4df-4990-99fc-72045aeecac9,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:59:45.903015 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c521422b-6510-4711-a459-807744444e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:45.969558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521422b-6510-4711-a459-807744444e4b None None] Pushing event updated for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:46.745562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 341339c0-b4df-4990-99fc-72045aeecac9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:59:46.832689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 341339c0-b4df-4990-99fc-72045aeecac9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:46.833176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (341339c0-b4df-4990-99fc-72045aeecac9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:46.968142 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 341339c0-b4df-4990-99fc-72045aeecac9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:59:47.015998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:53.833879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-6e119667-b0cc-4b5d-92cf-c91d08880979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:53.835496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-6e119667-b0cc-4b5d-92cf-c91d08880979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 815 time: 0.1098819 Feb 19 01:59:53.850199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-f5af979f-34d9-46d3-a72a-af6d89c01263 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/quotas/9d2d23dd2d4c4f34b60cf2cebc254ad3 HTTP/1.1" status: 200 len: 375 time: 0.0091364 Feb 19 01:59:53.904443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-d8f5d93c-bc39-4c91-a819-3e52b0dd700c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488040 Feb 19 01:59:54.007062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-1af7b093-4d2b-4092-8a92-de8cc348cf6e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:59:54.008272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-1af7b093-4d2b-4092-8a92-de8cc348cf6e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0928183 Feb 19 01:59:54.099393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-7de3c847-d109-45f3-85cb-5a954b4f68ee service neutron] 10.222.0.94 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848727 Feb 19 01:59:54.195778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-34ff7e47-ea4c-41c5-8ffc-191ff88861c5 service neutron] 10.222.0.94 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900676 Feb 19 01:59:54.450276 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7ff5d91-fba9-4bf1-9104-6a0f86348a09 req-7e3394c6-1cd4-4cf2-9ee6-b50d2cb4c516 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Feb 19 01:59:55.451062 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:59:55.551767 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0bb6745f-dbd4-470a-a6b6-9495cab3cc0a req-529bc6cf-b79f-43b7-a8ff-904a574511fd tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 210 time: 0.0337398 Feb 19 01:59:56.460235 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e1c6e623-9432-4b00-b703-1089313f161e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:56.461958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e1c6e623-9432-4b00-b703-1089313f161e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 815 time: 0.1035099 Feb 19 01:59:56.474071 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'port': {'device_id': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'admin_state_up': True, 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:59:56.656414 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cdc034ff-eb8c-45e5-83d7-0073619ea044 req-4917f145-92d8-4e57-8db1-3a32fcc9bbce tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 210 time: 0.0286639 Feb 19 01:59:56.688387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Made reservation on behalf of 9d2d23dd2d4c4f34b60cf2cebc254ad3 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:59:56.691915 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:56.824590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Allocated IP 172.20.0.13 (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3/311891aa-5dbe-4e47-a4be-f249c66fbea6/7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:59:56.980065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.079173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.153270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:59:57.159766 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:59:57.165912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:59:57.199933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:59:57.241190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:57.242470 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.322310 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-e5c61890-610b-4685-a2bb-3fbd3ad7323d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8519278 Feb 19 01:59:57.505106 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-06b5d5d5-c37d-40d7-8d2a-6629d324f543 None None] Provisioning complete for port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:59:57.506218 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06b5d5d5-c37d-40d7-8d2a-6629d324f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:57.545970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-06b5d5d5-c37d-40d7-8d2a-6629d324f543 None None] Port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:59:57.803441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc27fa-aa80-45f0-b105-de069c301171 req-095e227b-e980-405e-91cd-95e429d64804 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:57.807495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bbc27fa-aa80-45f0-b105-de069c301171 req-095e227b-e980-405e-91cd-95e429d64804 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 932 time: 0.0727620 Feb 19 01:59:57.871877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3bbc27fa-aa80-45f0-b105-de069c301171 req-00ebde87-fad1-4822-ab22-8cff4eb3dfb2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586441 Feb 19 01:59:59.004756 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68563255-3f5f-48dc-b43f-fc928ddffd37 req-7e2312fb-b9db-4a9d-8317-5d9b9703e1ac tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:59.008700 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68563255-3f5f-48dc-b43f-fc928ddffd37 req-7e2312fb-b9db-4a9d-8317-5d9b9703e1ac tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 932 time: 0.0662124 Feb 19 01:59:59.065912 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68563255-3f5f-48dc-b43f-fc928ddffd37 req-ddc58c4f-963b-47df-afa0-f11aa528cefb tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Feb 19 02:00:00.191884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0ce60-ec70-4db4-a754-6f4551e3fcf0 req-932c61a0-dec6-4e6a-ab3c-2ad2b6519492 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:00.193531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70a0ce60-ec70-4db4-a754-6f4551e3fcf0 req-932c61a0-dec6-4e6a-ab3c-2ad2b6519492 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 932 time: 0.0576444 Feb 19 02:00:00.251039 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-70a0ce60-ec70-4db4-a754-6f4551e3fcf0 req-55314001-a5bf-4fa0-bab4-283230726999 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507741 Feb 19 02:00:01.383114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597ab75-19f6-4dd5-a99b-8508b4d935dc req-16e5846e-66d2-4b52-be21-01cb2db86b3b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:01.384619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b597ab75-19f6-4dd5-a99b-8508b4d935dc req-16e5846e-66d2-4b52-be21-01cb2db86b3b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 932 time: 0.0608208 Feb 19 02:00:01.438880 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b597ab75-19f6-4dd5-a99b-8508b4d935dc req-bc634bd7-f742-4dd5-b4e6-d23e0ff86ecc tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Feb 19 02:00:02.287610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Request body: {'port': {'device_id': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:02.287610 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:02.647171 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1fe08-2c43-4f6e-b381-ada4a22e5b4c req-47482ced-94d8-469e-b079-b8a26bd1eb42 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:02.649547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8a1fe08-2c43-4f6e-b381-ada4a22e5b4c req-47482ced-94d8-469e-b079-b8a26bd1eb42 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 932 time: 0.1123333 Feb 19 02:00:02.692146 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:00:02.708308 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks [] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:02.748376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Transition to ACTIVE for port object 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:00:02.783154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b8a1fe08-2c43-4f6e-b381-ada4a22e5b4c req-f24249c5-cdc0-4b14-a4e4-6b6aa3ab10b8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102931 Feb 19 02:00:02.942956 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:03.013735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:03.109459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Attempting to bind port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:00:03.110085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Attempting to bind port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:00:03.110695 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Attempting to bind port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 on network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:03.117818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 on network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:00:03.118392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Attempting to bind port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 on network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:00:03.124566 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:00:03.124936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Checking segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:00:03.125319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Bound using segment: {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:00:03.125763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Bound port: 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481e976a-087a-4b04-a414-d633afb1ac5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:00:03.126131 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:03.244249 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:00:03.248271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:00:03.311862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:03.345986 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:03.347067 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:03.348512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] 10.222.0.117 "PUT /v2.0/ports/7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 1092 time: 1.1494339 Feb 19 02:00:03.351949 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:03.353871 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd60afa5-5bd8-4b86-a275-f120aad5f99b" -d '{"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:03.388339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a62d-6e32-487b-bd86-b5c4bf57df59 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:03.426207 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e9e2a-3f35-4e14-8e6e-6e13b5872b62 x-openstack-request-id: req-2f5e9e2a-3f35-4e14-8e6e-6e13b5872b62 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:03.426502 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:03.427525 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2f5e9e2a-3f35-4e14-8e6e-6e13b5872b62 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:03.428191 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:00:03.928427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4954fe-8a21-494b-af7e-7afc9b71d7b5 req-2a63c002-9fa9-4042-a4eb-deb6e064fbfd tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:03.931306 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b4954fe-8a21-494b-af7e-7afc9b71d7b5 req-2a63c002-9fa9-4042-a4eb-deb6e064fbfd tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 944 time: 0.0644214 Feb 19 02:00:03.992955 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7b4954fe-8a21-494b-af7e-7afc9b71d7b5 req-f8a35200-292a-45f9-98ed-14088f786fb5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560689 Feb 19 02:00:05.010242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-127dc682-99cf-498d-8171-ac382ddd07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.011690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-127dc682-99cf-498d-8171-ac382ddd07a8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1126 time: 0.0445168 Feb 19 02:00:05.120404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99deb18d-3dc9-4ef0-9e15-2a508e41377b req-6062de81-3a2a-4bf2-86fd-12c403dc4472 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.121905 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-99deb18d-3dc9-4ef0-9e15-2a508e41377b req-6062de81-3a2a-4bf2-86fd-12c403dc4472 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 944 time: 0.0555825 Feb 19 02:00:05.132936 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-9a2d9ebe-64c3-4d62-8c06-7b6e9470d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.138841 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-9a2d9ebe-64c3-4d62-8c06-7b6e9470d1d5 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1121595 Feb 19 02:00:05.170716 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-99deb18d-3dc9-4ef0-9e15-2a508e41377b req-f7895d21-0b83-4738-a4af-0529e12eb1b2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Feb 19 02:00:05.234815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-5021992c-8b9e-4d51-9973-f16edb3d8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.236324 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd60afa5-5bd8-4b86-a275-f120aad5f99b req-5021992c-8b9e-4d51-9973-f16edb3d8879 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961416 Feb 19 02:00:05.314422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-0e92d1f5-960b-4cd2-8fe5-14259c4535dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.315881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-0e92d1f5-960b-4cd2-8fe5-14259c4535dc service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1126 time: 0.0449152 Feb 19 02:00:05.364046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-19971ed4-3d34-4b89-87b9-55b32f68dbbb service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 217 time: 0.0417891 Feb 19 02:00:05.412935 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-77df9abf-3d12-418f-b6f6-d411ad9c2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.414974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-77df9abf-3d12-418f-b6f6-d411ad9c2bca service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0450952 Feb 19 02:00:05.465121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-21dce84a-c667-43fa-8dd2-8788013ef4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:05.466614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-21dce84a-c667-43fa-8dd2-8788013ef4de service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465190 Feb 19 02:00:05.558083 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-61124e32-8dfb-425e-ab62-f982e6b26450 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850840 Feb 19 02:00:05.649174 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-83fbdcfe-efac-4e03-a0dd-31a1f3d16f4a req-5f7dd885-0a60-402f-90fd-bdfa005244a8 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852430 Feb 19 02:00:06.290334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcd55e-30ff-4070-a7f9-d318e60a9bc4 req-77f81848-aa16-47af-9d68-c1ddc79666b1 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:06.291836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7bcd55e-30ff-4070-a7f9-d318e60a9bc4 req-77f81848-aa16-47af-9d68-c1ddc79666b1 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 944 time: 0.0540912 Feb 19 02:00:06.342984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d7bcd55e-30ff-4070-a7f9-d318e60a9bc4 req-54e488de-b33b-4d7a-b348-1e574b00fa54 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457351 Feb 19 02:00:07.467924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce31ee-e54a-4ef1-b986-b5129288dd13 req-8c03680d-f7d2-43b0-8d79-08321eba7fa2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:07.469400 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05ce31ee-e54a-4ef1-b986-b5129288dd13 req-8c03680d-f7d2-43b0-8d79-08321eba7fa2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 944 time: 0.0590045 Feb 19 02:00:07.517035 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-05ce31ee-e54a-4ef1-b986-b5129288dd13 req-60dfa42c-e2e2-4e66-9022-c38f9d293bc4 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Feb 19 02:00:08.551454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:00:08.638832 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6eae4-b328-4f72-abfc-5e09c6d64a00 req-6f6e99b3-75d9-4d33-b298-6ebf540a2b57 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:08.640371 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ab6eae4-b328-4f72-abfc-5e09c6d64a00 req-6f6e99b3-75d9-4d33-b298-6ebf540a2b57 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 944 time: 0.0550230 Feb 19 02:00:08.656754 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:08.669027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'port_id': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'mac_address': 'fa:16:3e:24:36:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:00:08.689468 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6ab6eae4-b328-4f72-abfc-5e09c6d64a00 req-8816b05d-905c-4b68-b550-b432fa0dde23 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Feb 19 02:00:08.706647 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:08.707043 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:08.720968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:00:08.740951 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:08.799308 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:08.847011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:09.007490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:00:09.816754 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0928fd-15b6-4605-be6f-891b0f986d96 req-c9282302-784c-4157-89c9-3be5cf1ef85b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:09.818249 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e0928fd-15b6-4605-be6f-891b0f986d96 req-c9282302-784c-4157-89c9-3be5cf1ef85b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Feb 19 02:00:09.866999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0e0928fd-15b6-4605-be6f-891b0f986d96 req-15ab4e95-8c65-473f-86da-c84a5d6bb7b8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Feb 19 02:00:10.317089 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.566712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:00:10.682735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:00:10.687228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:00:10.691922 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.716754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15dc0445-3862-4e03-b962-3b70a34a7576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.765897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:10.766288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.788865 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:10.791365 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c27bfcf-680f-4126-b901-d262c91b336e" -d '{"events": [{"server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "name": "network-vif-plugged", "status": "completed", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:10.809812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:10.883611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.911837 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:10.940385 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:10.954986 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a186e-f8bc-4e91-a5d6-3d03ca6735d8 x-openstack-request-id: req-754a186e-f8bc-4e91-a5d6-3d03ca6735d8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:10.955312 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "name": "network-vif-plugged", "status": "completed", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:10.955572 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-754a186e-f8bc-4e91-a5d6-3d03ca6735d8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:10.956237 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'code': 200} Feb 19 02:00:10.994927 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b43ba-ceaa-46a4-95ca-aaa22f704409 req-c6568ae9-42b9-4a1b-bb86-f1207eaca87f tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:10.996502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-935b43ba-ceaa-46a4-95ca-aaa22f704409 req-c6568ae9-42b9-4a1b-bb86-f1207eaca87f tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0569563 Feb 19 02:00:11.050920 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-935b43ba-ceaa-46a4-95ca-aaa22f704409 req-0076f824-2be2-421e-8a19-06e91f8e135c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Feb 19 02:00:11.053971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691398-3fb0-4afa-a395-33002009740e req-942f27b7-9b03-42fc-be40-33d606759384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:11.056170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe691398-3fb0-4afa-a395-33002009740e req-942f27b7-9b03-42fc-be40-33d606759384 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0445290 Feb 19 02:00:11.100688 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe691398-3fb0-4afa-a395-33002009740e req-53df07b4-0acf-481b-bcc0-80a7056572b1 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Feb 19 02:00:12.181905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9174-5b15-4617-b95f-90a97931a49f req-6a9d9535-81a2-4457-b011-daca27da029c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:12.183426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e0e9174-5b15-4617-b95f-90a97931a49f req-6a9d9535-81a2-4457-b011-daca27da029c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0587971 Feb 19 02:00:12.231988 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4e0e9174-5b15-4617-b95f-90a97931a49f req-8d74f6b6-cd8e-4cfd-9b44-a80143c0d295 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Feb 19 02:00:12.948230 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-301838b0-7d6e-4f57-a9d0-31a2f2b8fb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:13.350016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cbc42-fea3-4fc3-9e0a-eccd5c9acbec req-36fbc60e-f2a4-4a7b-a2cf-136b6c49f743 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:13.351505 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca5cbc42-fea3-4fc3-9e0a-eccd5c9acbec req-36fbc60e-f2a4-4a7b-a2cf-136b6c49f743 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0521028 Feb 19 02:00:13.397647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca5cbc42-fea3-4fc3-9e0a-eccd5c9acbec req-c7907cd1-b07d-4d35-ab4e-fe5eee65f2ae tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Feb 19 02:00:13.518015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1323d8-dce9-47d8-9929-fd36ebf345c9 req-aeb6b123-95d0-4fed-ae2b-0c5b6d36aea3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:13.519428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da1323d8-dce9-47d8-9929-fd36ebf345c9 req-aeb6b123-95d0-4fed-ae2b-0c5b6d36aea3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0543463 Feb 19 02:00:13.566382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da1323d8-dce9-47d8-9929-fd36ebf345c9 req-623cd941-3a67-45fd-840e-82e93291e0b1 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Feb 19 02:00:13.761371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899da099-9173-4223-a567-befb4ec2323e req-ed6fa27d-c7fc-46ad-971c-de068c757ead tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:13.762873 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-899da099-9173-4223-a567-befb4ec2323e req-ed6fa27d-c7fc-46ad-971c-de068c757ead tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0580947 Feb 19 02:00:13.808859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-899da099-9173-4223-a567-befb4ec2323e req-2bd01444-cc61-4fd7-b353-3052c75a919d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Feb 19 02:00:14.422532 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:15.502782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:17.011004 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:32.451388 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:00:33.645869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-d31a8941-4bbd-4981-876f-838d3f4fc57e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539038 Feb 19 02:00:33.746237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-ee33f793-3695-4573-8037-3a74afb2c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.747798 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-ee33f793-3695-4573-8037-3a74afb2c2cf service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0502245 Feb 19 02:00:33.854921 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-ff147943-3d9b-4465-a36c-f8fdc531dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.856469 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-ff147943-3d9b-4465-a36c-f8fdc531dd5d service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.0905139 Feb 19 02:00:33.898484 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-7c25f266-5f9b-4341-ae82-c3f4d4a352c7 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 217 time: 0.0354991 Feb 19 02:00:33.950208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-99bdd18e-80e4-48da-be57-1dcdfc4637c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:33.951697 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-99bdd18e-80e4-48da-be57-1dcdfc4637c8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0455723 Feb 19 02:00:34.012435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-4ce640bc-0b5a-4e9f-8e4b-c3c6823b0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:34.014121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-4ce640bc-0b5a-4e9f-8e4b-c3c6823b0cea service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557156 Feb 19 02:00:34.111192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-af0dd7e6-284c-4b8d-86b6-35c9a387925a service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Feb 19 02:00:34.216739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f4bbfbbe-1758-4a94-9e2b-35c35234f37d req-1ec5d69c-01cc-4fd5-8e08-d6f5e4c9c40d service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982287 Feb 19 02:00:34.538788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb38c-8ec2-4f97-b0d6-2dcba36665df req-f918197b-fb32-48f3-bc3f-d1df3dd2f8d2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:34.540438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d1bb38c-8ec2-4f97-b0d6-2dcba36665df req-f918197b-fb32-48f3-bc3f-d1df3dd2f8d2 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0576012 Feb 19 02:00:34.590151 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d1bb38c-8ec2-4f97-b0d6-2dcba36665df req-bdc7a368-ff4e-4e03-afee-0d873a42d234 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Feb 19 02:00:34.612795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35730) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:34.698989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba84d02b-312a-49ee-a337-106494969e1a tempest-TestMinimumBasicScenario-292906607 tempest-TestMinimumBasicScenario-292906607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:34.700455 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba84d02b-312a-49ee-a337-106494969e1a tempest-TestMinimumBasicScenario-292906607 tempest-TestMinimumBasicScenario-292906607-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1123 time: 0.0867031 Feb 19 02:00:34.703562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35734) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:34.707758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:34.826062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:34.928820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.042983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Allocated IP 172.25.2.156 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/419120ff-cbc5-4c75-ae69-19f1ef6c9ff2) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:00:35.157682 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.229219 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.269801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:00:35.272733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:00:35.277458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:00:35.310350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'Port': ['ID=419120ff-cbc5-4c75-ae69-19f1ef6c9ff2,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:35.325497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.326072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.326699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.327275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.327831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.328389 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.328743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.329089 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.329435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.329776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.330115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.330449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.330781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:35.674179 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for floatingip (1a2946e2-82c4-4043-9e6b-a590d56b850d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:35.822808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.025032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.128639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.210131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'Port': ['ID=419120ff-cbc5-4c75-ae69-19f1ef6c9ff2,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:36.221416 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (1a2946e2-82c4-4043-9e6b-a590d56b850d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.332224 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Floating IP 1a2946e2-82c4-4043-9e6b-a590d56b850d associated. External IP: 172.25.2.156, port: 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8. Feb 19 02:00:36.556123 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Router cab3538c-42e7-4d64-a389-cabe8921a5cb has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:00:36.669007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:00:36.678859 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Sync routers for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:00:36.688627 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:36.689220 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:00:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:36.750483 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.782081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b807f1d0-5525-4e87-8e62-0811a42e9540 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0775204 Feb 19 02:00:36.782661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:36.784970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35736) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:36.785557 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:36.790123 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299219876', 'description': 'tempest-secgroup-smoke-1299219876 description', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:36.803232 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:36.834459 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17d5ca-9d63-445a-b7f8-59af992a8440 x-openstack-request-id: req-4c17d5ca-9d63-445a-b7f8-59af992a8440 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:36.834459 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:36.834459 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4c17d5ca-9d63-445a-b7f8-59af992a8440 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:36.835175 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:00:36.894433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.903631 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-4c1cfbfc-e488-4c89-819b-fee8714bab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:36.908899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-4c1cfbfc-e488-4c89-819b-fee8714bab73 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0496831 Feb 19 02:00:36.974100 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (c1f93a17-2707-4acc-92dd-e03a2967a239), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:36.998339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-64f1c3f1-3d68-45a7-a954-399ac39d642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:36.999967 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-64f1c3f1-3d68-45a7-a954-399ac39d642a service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.0889099 Feb 19 02:00:37.034170 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1a2946e2-82c4-4043-9e6b-a590d56b850d', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'port_id': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'mac_address': 'fa:16:3e:24:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:00:35Z', 'updated_at': '2022-02-19T02:00:35Z', 'revision_number': 0, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:37.038099 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c1f93a17-2707-4acc-92dd-e03a2967a239), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.064434 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Checking router: cab3538c-42e7-4d64-a389-cabe8921a5cb for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:00:37.072199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f93a17-2707-4acc-92dd-e03a2967a239,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:37.073862 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-d05d8f34-c74e-4753-b9d3-eb16ed25bc64 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 1000 time: 0.0670347 Feb 19 02:00:37.079703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.080283 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.080635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.081114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.081242 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:00:37.081545 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.081763 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:00:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:37.081901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.082162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.082702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.083227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.083560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.083886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.084390 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.084714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:00:37.113688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.115645 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3e52063f-5bd5-45e7-aa5d-d55a087ebe97 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3296616 Feb 19 02:00:37.119207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35740) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:37.125021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:37.138809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-3a288c26-6470-4d2a-8ff8-eb49a44fa931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:37.140308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-3a288c26-6470-4d2a-8ff8-eb49a44fa931 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0599208 Feb 19 02:00:37.194545 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:00:37.196843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-58113a13-66e8-450d-a149-ce433f81d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:37.198737 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-58113a13-66e8-450d-a149-ce433f81d5fa service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524511 Feb 19 02:00:37.261126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (02694641-86ad-4b53-ae9b-971b713bb106), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.332652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-11751008-e93b-40b3-a663-a528b1f7e089 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276491 Feb 19 02:00:37.354325 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (02694641-86ad-4b53-ae9b-971b713bb106), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.550158 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1a2946e2-82c4-4043-9e6b-a590d56b850d', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'port_id': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'mac_address': 'fa:16:3e:24:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:00:35Z', 'updated_at': '2022-02-19T02:00:35Z', 'revision_number': 0, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:00:37.581771 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9421ce8b-f952-4bb8-a3f7-8f7ce3d284c3 None None] The sync data for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 is: [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '1a2946e2-82c4-4043-9e6b-a590d56b850d', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'port_id': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'mac_address': 'fa:16:3e:24:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:00:35Z', 'updated_at': '2022-02-19T02:00:35Z', 'revision_number': 0, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:00:37.767537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (02694641-86ad-4b53-ae9b-971b713bb106), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.796590 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02694641-86ad-4b53-ae9b-971b713bb106,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:37.812589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a83e3f-5f16-41ed-8f8e-13a51e830459 None None] New status for floating IP 1a2946e2-82c4-4043-9e6b-a590d56b850d: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:00:37.837466 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9381ef1c-e2b9-4c55-98b9-48b26b9410cc req-f59a8e68-df1c-4525-b9bf-c12c51cecab6 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986892 Feb 19 02:00:37.847568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:37.848891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8c9e7c26-617a-42df-89e6-4ee2d1bf9497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7287943 Feb 19 02:00:37.851562 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35742) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:37.856806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:37.936633 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (ab24ebbc-4ac9-43e9-b2c2-216ab483df65), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.017322 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (ab24ebbc-4ac9-43e9-b2c2-216ab483df65), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.085640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ab24ebbc-4ac9-43e9-b2c2-216ab483df65), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.109854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab24ebbc-4ac9-43e9-b2c2-216ab483df65,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:38.207590 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.208836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c21591b4-b1df-4f92-a130-950158248e08 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560131 Feb 19 02:00:38.211667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35744) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:38.217157 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:38.318850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (2d950bd7-971a-4f1f-8b7b-f80c22692f7d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.377065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (2d950bd7-971a-4f1f-8b7b-f80c22692f7d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.439812 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (2d950bd7-971a-4f1f-8b7b-f80c22692f7d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.455113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d950bd7-971a-4f1f-8b7b-f80c22692f7d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:38.518950 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.520279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c1c13366-aacc-41ae-8ff5-e0545c4f98a8 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076468 Feb 19 02:00:38.522873 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35746) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:38.527483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:38.607965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (a55d4431-b059-4962-848e-139668c59ca2), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.663872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (a55d4431-b059-4962-848e-139668c59ca2), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.737041 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a55d4431-b059-4962-848e-139668c59ca2), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.756556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55d4431-b059-4962-848e-139668c59ca2,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:38.824538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.825772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-102f5608-176b-4448-849b-1f3e3b662d4b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3018804 Feb 19 02:00:38.828972 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35748) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:38.833250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:38.925568 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Project 9d2d23dd2d4c4f34b60cf2cebc254ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:00:38.931926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (e27627f4-92b3-4a54-b46d-40d51d9d6856), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:38.991052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (e27627f4-92b3-4a54-b46d-40d51d9d6856), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.056445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (e27627f4-92b3-4a54-b46d-40d51d9d6856), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.074326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27627f4-92b3-4a54-b46d-40d51d9d6856,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:39.144933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.146456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d44ab751-b48c-4e18-b4b2-aa4ae9f56602 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163867 Feb 19 02:00:39.150290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35750) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:00:39.154609 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'security_group_rule': {'security_group_id': 'c1f93a17-2707-4acc-92dd-e03a2967a239', 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:39.239537 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Project 9d2d23dd2d4c4f34b60cf2cebc254ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:00:39.244656 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (f35ccba0-75f9-44a1-9b01-810ff7d256a1), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.302501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (f35ccba0-75f9-44a1-9b01-810ff7d256a1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.382211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f35ccba0-75f9-44a1-9b01-810ff7d256a1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.401791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35ccba0-75f9-44a1-9b01-810ff7d256a1,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:39.470062 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.471281 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9b5c1420-90cf-42ea-affb-d15e4944253b tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200560 Feb 19 02:00:39.561272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-f7cbab3e-082e-4854-8f7b-813e2328ec5e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299219876&fields=id&tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3 HTTP/1.1" status: 200 len: 267 time: 0.0433176 Feb 19 02:00:39.619002 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-a6414016-c9a1-4e58-9c8b-713c8772a03e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:39.620497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-a6414016-c9a1-4e58-9c8b-713c8772a03e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0537188 Feb 19 02:00:39.630958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'port': {'security_groups': ['315a04da-7be6-4536-aa9d-e1126a5a5f4d', 'c1f93a17-2707-4acc-92dd-e03a2967a239']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:00:39.697638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.888960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:00:39.918788 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.985758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:39.997977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:00:40.034326 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.034968 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:40.036406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fdc4463b-6d11-4c23-b722-4d6c12b9ef59 req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "PUT /v2.0/ports/7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 982 time: 0.4098985 Feb 19 02:00:40.036870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:00:40.039721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193390d7-7008-42c7-9298-476750bfa9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:00:40.082811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbd6b6-b301-455a-81b9-10815097fd91 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:00:40.090409 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d97690-5403-49fd-92e6-0cd21bd0cf55 x-openstack-request-id: req-c5d97690-5403-49fd-92e6-0cd21bd0cf55 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:00:40.090762 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:00:40.091173 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c5d97690-5403-49fd-92e6-0cd21bd0cf55 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:00:40.092300 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:00:40.105808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:00:40.202129 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193390d7-7008-42c7-9298-476750bfa9ba req-4e830aa3-62b2-434d-aeb7-b28ba89c342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.203709 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-4e830aa3-62b2-434d-aeb7-b28ba89c342c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1167 time: 0.0903292 Feb 19 02:00:40.212180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33bfda-7978-45b1-bbdb-5d6159d4b09d req-40fe2b07-a892-48cd-b282-1a91d3ecfa85 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.215555 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc33bfda-7978-45b1-bbdb-5d6159d4b09d req-40fe2b07-a892-48cd-b282-1a91d3ecfa85 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0921354 Feb 19 02:00:40.336431 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:40.354094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dc33bfda-7978-45b1-bbdb-5d6159d4b09d req-0ad5c34f-fe37-44b1-a694-c4a7bee99748 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277366 Feb 19 02:00:40.357091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5e2b9285-250a-4817-bddf-f6bd1860320a None None] Provisioning complete for port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:00:40.357478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9285-250a-4817-bddf-f6bd1860320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:40.359167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193390d7-7008-42c7-9298-476750bfa9ba req-8c27aad1-f90a-4064-95cd-69278ec4f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.360606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-8c27aad1-f90a-4064-95cd-69278ec4f921 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.1432192 Feb 19 02:00:40.432486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-88c95fba-c67d-43bf-bca8-d948616747d1 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 1002 time: 0.0659153 Feb 19 02:00:40.485875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193390d7-7008-42c7-9298-476750bfa9ba req-d3843098-d463-4462-863c-a585d0a8f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.487408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-d3843098-d463-4462-863c-a585d0a8f151 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0495255 Feb 19 02:00:40.536266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193390d7-7008-42c7-9298-476750bfa9ba req-28b2d126-a2bc-4a70-903b-6e27098ec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:40.537878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-28b2d126-a2bc-4a70-903b-6e27098ec831 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440471 Feb 19 02:00:40.604845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b9285-250a-4817-bddf-f6bd1860320a None None] Current status of the port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:00:40.633776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-476236fc-82a1-4e85-a280-5d0194cd30d5 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895848 Feb 19 02:00:40.726053 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-193390d7-7008-42c7-9298-476750bfa9ba req-793f3cfb-02bc-4d4d-b0e0-59942f1859df service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871170 Feb 19 02:00:40.734732 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-567a98a8-f9db-4e10-9fce-9e20cea7e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:40.894526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:42.988183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-39f883df-4434-4385-a8e7-ae5d89296541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:44.422155 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:44.749072 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fe426-96ae-478d-a404-bb49fc4c1095 req-c24bc3fc-58e6-4a53-a4f9-e60d55165bc9 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.750893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c4fe426-96ae-478d-a404-bb49fc4c1095 req-c24bc3fc-58e6-4a53-a4f9-e60d55165bc9 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0551813 Feb 19 02:00:44.848115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6c4fe426-96ae-478d-a404-bb49fc4c1095 req-ade487cc-cdfa-4c21-8c20-addf05792497 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914140 Feb 19 02:00:44.860662 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-4c7954a3-a91c-4505-9445-1e4b293d1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.862216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-4c7954a3-a91c-4505-9445-1e4b293d1f43 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1167 time: 0.0721047 Feb 19 02:00:44.954645 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-2650d6f6-d7e5-46ed-bf5b-a2dc60561b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:44.956231 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-2650d6f6-d7e5-46ed-bf5b-a2dc60561b08 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.0873396 Feb 19 02:00:45.031853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-a0684ea9-adb2-4358-9e98-b191a2b60328 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 1002 time: 0.0688760 Feb 19 02:00:45.082401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-ed9f16ac-6657-4b9c-a021-6e480988c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:45.083881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-ed9f16ac-6657-4b9c-a021-6e480988c471 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0461130 Feb 19 02:00:45.137884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-fb136b13-b25c-4253-982b-fbc823e85846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:45.139426 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-fb136b13-b25c-4253-982b-fbc823e85846 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481720 Feb 19 02:00:45.244477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-a710ba13-adeb-4a04-80f2-2461473ef2f0 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979261 Feb 19 02:00:45.335454 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5d0abb55-7758-4620-8530-f6798ebb1c38 req-ac7a01c1-05ce-48cf-8c43-0916b41ef308 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849631 Feb 19 02:00:45.531736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:45.979255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea14c0-97d9-494b-9814-18f9d5b572f1 req-10b0aa0e-a941-40f3-8ad8-1afe5155d77e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:45.980800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7ea14c0-97d9-494b-9814-18f9d5b572f1 req-10b0aa0e-a941-40f3-8ad8-1afe5155d77e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0596972 Feb 19 02:00:46.042306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f7ea14c0-97d9-494b-9814-18f9d5b572f1 req-5185894c-f3da-402b-ad38-21683506efb3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555859 Feb 19 02:00:46.976661 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:47.176065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03057a8-51f0-4b19-9639-b9e9c4edfa8b req-28534b8a-2f18-494e-a22b-0865ddf4ad0c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:47.177533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f03057a8-51f0-4b19-9639-b9e9c4edfa8b req-28534b8a-2f18-494e-a22b-0865ddf4ad0c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0600638 Feb 19 02:00:47.238452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f03057a8-51f0-4b19-9639-b9e9c4edfa8b req-b37ba6f1-6c61-45bd-b984-0ba6fe721426 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539913 Feb 19 02:00:48.364798 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7209f91-d612-4e2f-9988-7795d2bbd1ab req-5ab58790-8fe0-4349-80ad-63b528c835a5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:48.366305 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7209f91-d612-4e2f-9988-7795d2bbd1ab req-5ab58790-8fe0-4349-80ad-63b528c835a5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0564032 Feb 19 02:00:48.425948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d7209f91-d612-4e2f-9988-7795d2bbd1ab req-3d8d006e-76d5-44a4-a4f1-e72d37aebfd5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530410 Feb 19 02:00:49.548075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfb9cf-2f1d-425f-94e3-cdf1fe145125 req-48f9d195-519a-4021-8aeb-2f410af3ad02 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:49.548694 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68cfb9cf-2f1d-425f-94e3-cdf1fe145125 req-48f9d195-519a-4021-8aeb-2f410af3ad02 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0543406 Feb 19 02:00:49.608519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-68cfb9cf-2f1d-425f-94e3-cdf1fe145125 req-3a568172-a804-4d75-97d8-3a7220715f9f tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542679 Feb 19 02:00:50.731340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0839a2-bf52-4272-ab72-0c82b3fd2c9f req-590ce5aa-da5a-40a8-b12b-81c48e49023d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:50.732854 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e0839a2-bf52-4272-ab72-0c82b3fd2c9f req-590ce5aa-da5a-40a8-b12b-81c48e49023d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0546324 Feb 19 02:00:50.799386 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7e0839a2-bf52-4272-ab72-0c82b3fd2c9f req-353de8ac-955a-4faa-aee3-afde25f0fca3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599041 Feb 19 02:00:51.926182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d8023-6002-4bc6-b530-c5bc92c6ad6e req-f481191a-a188-4a76-9a2a-3dacefb18d50 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:51.927901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a73d8023-6002-4bc6-b530-c5bc92c6ad6e req-f481191a-a188-4a76-9a2a-3dacefb18d50 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0574207 Feb 19 02:00:52.024257 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a73d8023-6002-4bc6-b530-c5bc92c6ad6e req-79fec131-e91f-4c0b-b024-559f01372197 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889351 Feb 19 02:00:53.143103 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf27b-2f0f-47f3-a805-e2d233b23355 req-2e08d029-8140-46b0-b2c2-55fad9e5b01d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:53.144631 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1acdf27b-2f0f-47f3-a805-e2d233b23355 req-2e08d029-8140-46b0-b2c2-55fad9e5b01d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0527511 Feb 19 02:00:53.204658 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1acdf27b-2f0f-47f3-a805-e2d233b23355 req-fb388e2f-2422-4ae7-958b-8c058b7ef9de tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536766 Feb 19 02:00:54.327411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf021-40ca-4ebd-b1cf-1da11b83a9f2 req-cb0452f8-75da-4c6c-897f-65f9e3791da5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:54.328947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de1cf021-40ca-4ebd-b1cf-1da11b83a9f2 req-cb0452f8-75da-4c6c-897f-65f9e3791da5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0543258 Feb 19 02:00:54.392814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-de1cf021-40ca-4ebd-b1cf-1da11b83a9f2 req-05be04fa-4fc8-48f4-ab22-79ba2781585c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581663 Feb 19 02:00:55.516878 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71584029-b542-46c7-a119-190ab7f19b56 req-27d8a0e0-f4ac-43dc-8f1d-8e55ed3b4e11 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:55.518381 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-71584029-b542-46c7-a119-190ab7f19b56 req-27d8a0e0-f4ac-43dc-8f1d-8e55ed3b4e11 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0529313 Feb 19 02:00:55.577909 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-71584029-b542-46c7-a119-190ab7f19b56 req-112032b6-1655-41fe-9271-5a8561957a4e tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539079 Feb 19 02:00:56.701383 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810a7c7-c2ff-419c-bf3f-93a325235444 req-e80c321a-cf25-40c1-b1f3-6d6207e529e3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:56.702866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6810a7c7-c2ff-419c-bf3f-93a325235444 req-e80c321a-cf25-40c1-b1f3-6d6207e529e3 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0548501 Feb 19 02:00:56.763635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6810a7c7-c2ff-419c-bf3f-93a325235444 req-201b460b-9b5a-45a7-81b4-905439721169 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=c1f93a17-2707-4acc-92dd-e03a2967a239&id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549479 Feb 19 02:01:09.450859 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:10.313904 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:10.700566 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b13bdfe3-0041-40cb-a39d-8227be109403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:10.877221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:12.983415 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-458030c5-6f18-46f8-ab56-2a9691a0dbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:14.422653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:15.508345 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:17.036782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.037434 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-77226a3e-d9fb-4066-b809-d95f8167b2b5 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299219876&fields=id&tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3 HTTP/1.1" status: 200 len: 267 time: 0.0546470 Feb 19 02:01:29.100204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-7efd6825-d02b-471d-806e-524cdf5ecb40 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.102363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-7efd6825-d02b-471d-806e-524cdf5ecb40 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 985 time: 0.0592749 Feb 19 02:01:29.113646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Request body: {'port': {'security_groups': ['315a04da-7be6-4536-aa9d-e1126a5a5f4d']}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:01:29.185967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.384530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:29.414388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.477025 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.488813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:29.529887 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.530823 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.532561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c6914b0-2bd4-4fc5-835b-34602e506374 req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "PUT /v2.0/ports/7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 943 time: 0.4240100 Feb 19 02:01:29.533247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:29.538496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:29.539142 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19a4073-1669-4de0-8cd9-77feb23438b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:29.571498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371302f-b77e-4845-a10a-736521082f49 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event updated for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=7']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:29.622149 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (c1f93a17-2707-4acc-92dd-e03a2967a239), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.642658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:29.668126 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (c1f93a17-2707-4acc-92dd-e03a2967a239), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.706744 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbbf74d-c0c4-46c7-b022-c876ceb9311a x-openstack-request-id: req-ddbbf74d-c0c4-46c7-b022-c876ceb9311a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:29.707043 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:29.707318 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ddbbf74d-c0c4-46c7-b022-c876ceb9311a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:29.707726 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:01:29.785462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-34efc3e9-0ce1-44a9-8c99-a2a021fce2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.787185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-34efc3e9-0ce1-44a9-8c99-a2a021fce2a8 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0528631 Feb 19 02:01:29.834981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5355c298-01c7-48f2-a2b0-67c8b7157e0e None None] Provisioning complete for port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:01:29.835458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5355c298-01c7-48f2-a2b0-67c8b7157e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.847361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (c1f93a17-2707-4acc-92dd-e03a2967a239), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.849941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:29.853394 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "DELETE /v2.0/security-groups/c1f93a17-2707-4acc-92dd-e03a2967a239 HTTP/1.1" status: 204 len: 168 time: 0.3106868 Feb 19 02:01:29.854181 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35814) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:29.866405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9f8e4-8650-444c-a32b-7c3d7eaf0979 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f93a17-2707-4acc-92dd-e03a2967a239,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:29.901856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-094dfeb0-035b-4bb9-9ce6-34c7aa90ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:29.903458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-094dfeb0-035b-4bb9-9ce6-34c7aa90ec03 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.1085763 Feb 19 02:01:29.932389 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5355c298-01c7-48f2-a2b0-67c8b7157e0e None None] Current status of the port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:01:29.973995 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-77ee9c21-6d5d-410c-9bf1-4ab8c416bbfe service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 1002 time: 0.0641501 Feb 19 02:01:30.022113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-ec14ae91-444e-4b4e-86e2-510ae5a0849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.023669 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-ec14ae91-444e-4b4e-86e2-510ae5a0849d service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0440731 Feb 19 02:01:30.033346 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Deleting port 419120ff-cbc5-4c75-ae69-19f1ef6c9ff2 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:30.033698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.076360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-d6eb930c-20df-4ad7-8ae5-4021b6c6deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:30.077853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-d6eb930c-20df-4ad7-8ae5-4021b6c6deba service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489967 Feb 19 02:01:30.087560 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-4e04b407-a773-41a0-9216-608aa9995544 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:01:30.088496 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-4e04b407-a773-41a0-9216-608aa9995544 service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048614 Feb 19 02:01:30.115619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.116239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for floatingip (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.128218 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Calling delete_port for 419120ff-cbc5-4c75-ae69-19f1ef6c9ff2 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:30.179307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-66d09634-ed77-4ade-8653-eee1016f9c08 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842175 Feb 19 02:01:30.275596 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d19a4073-1669-4de0-8cd9-77feb23438b3 req-4692ac42-fd6a-4ed8-bf83-201708fce04f service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910761 Feb 19 02:01:30.342978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (419120ff-cbc5-4c75-ae69-19f1ef6c9ff2), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.367998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event deleted for resources: {'Port': ['ID=419120ff-cbc5-4c75-ae69-19f1ef6c9ff2,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:30.431497 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks [] for floatingip (1a2946e2-82c4-4043-9e6b-a590d56b850d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.431728 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Floating IP 1a2946e2-82c4-4043-9e6b-a590d56b850d disassociated (deleted). External IP: 172.25.2.156, port: 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8. Feb 19 02:01:30.638947 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Router cab3538c-42e7-4d64-a389-cabe8921a5cb has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:01:30.748041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:01:30.753320 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:30.760391 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Sync routers for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:01:30.771677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:30.772393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:30.781903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d5b80d83-0899-42e6-8a4e-c9da00f66434 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "DELETE /v2.0/floatingips/1a2946e2-82c4-4043-9e6b-a590d56b850d HTTP/1.1" status: 204 len: 168 time: 0.9259572 Feb 19 02:01:30.887797 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:31.091731 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:31.131050 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Checking router: cab3538c-42e7-4d64-a389-cabe8921a5cb for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:01:31.140303 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:31.141767 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:31.251900 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:31.445556 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:31.472701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7148c43-fab7-4d6f-9208-003267b5b395 None None] The sync data for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 is: [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T01:59:34Z', 'revision_number': 4, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'ddc52638-53bb-4918-81e6-6af120ebfb16', 'name': '', 'network_id': '53285df2-96a8-44ae-8ed2-3e44ee3f6ee3', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'mac_address': 'fa:16:3e:bc:95:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:34Z', 'updated_at': '2022-02-19T01:59:39Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'subnets': [{'id': '311891aa-5dbe-4e47-a4be-f249c66fbea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:01:31.709738 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:31.712272 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:31.714848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087854e4-199c-4046-8c6b-875db9629e38 None None] New status for floating IP 1a2946e2-82c4-4043-9e6b-a590d56b850d: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:01:31.761682 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3a536-e809-406a-bb48-0902e62e8d02 x-openstack-request-id: req-ebd3a536-e809-406a-bb48-0902e62e8d02 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:31.761682 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:31.761888 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ebd3a536-e809-406a-bb48-0902e62e8d02 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:31.763231 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:01:31.830288 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-65b9e756-3484-402d-8aa7-893ed033517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.831843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-65b9e756-3484-402d-8aa7-893ed033517b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0478673 Feb 19 02:01:31.924307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-fd64ace7-d5c9-43a0-a309-6dcc6e802807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:31.925734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-fd64ace7-d5c9-43a0-a309-6dcc6e802807 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.0878828 Feb 19 02:01:31.969868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-b2ec8876-108c-40dc-ba1c-e564112d4240 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 217 time: 0.0382469 Feb 19 02:01:32.022390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-6d1e4ea3-ad1e-45fa-bb0d-f50c125c8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.024508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-6d1e4ea3-ad1e-45fa-bb0d-f50c125c8e4b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0494912 Feb 19 02:01:32.074143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-127a5798-1470-4e1c-a018-30531e131b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:32.075747 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-127a5798-1470-4e1c-a018-30531e131b35 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460360 Feb 19 02:01:32.170559 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-64f67dc7-6031-4581-a188-57f119727cc9 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893319 Feb 19 02:01:32.262092 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e8ee10f-73d6-47a7-9e23-302f981c3ee2 req-ab80845e-da1c-4871-9086-1d1c264c661e service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Feb 19 02:01:34.668866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-288c4c62-810a-4aa2-90f5-2ec876cc2c80 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502222 Feb 19 02:01:34.758556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-565c3d41-3366-4a89-a0d5-b15494bc4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:34.761242 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-565c3d41-3366-4a89-a0d5-b15494bc4c4c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 1128 time: 0.0475578 Feb 19 02:01:34.864272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-64563c56-3525-4d3f-839b-4f0aa8291fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:34.865741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-64563c56-3525-4d3f-839b-4f0aa8291fd4 service neutron] 10.222.0.117 "GET /v2.0/networks?id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 200 len: 916 time: 0.0858722 Feb 19 02:01:34.911082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-5adc8544-ead5-41f0-b4c2-e90f96633a3f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 200 len: 217 time: 0.0390806 Feb 19 02:01:34.961053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-91ea8503-e663-46b3-9628-e242c0ab64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:34.962629 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-91ea8503-e663-46b3-9628-e242c0ab64f7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 200 len: 854 time: 0.0457947 Feb 19 02:01:35.011947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-277d5682-fa4d-4c8d-8e7d-7a269f44226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:35.013478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-277d5682-fa4d-4c8d-8e7d-7a269f44226a service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453503 Feb 19 02:01:35.113408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-5051140b-39ef-4859-8adb-8c16b816a300 service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933719 Feb 19 02:01:35.209206 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc4b7acd-1504-42cb-b027-db63a1faec50 req-438b284f-4676-429c-9ad4-25e71a3ce1cc service neutron] 10.222.0.117 "GET /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 Feb 19 02:01:40.302313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:40.685541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7438f04c-b361-4b5c-be6c-ada3f95bd491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:40.902740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:42.960189 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ae6fac59-edb2-47a1-9cde-9843e7d07ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:44.425502 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:45.511184 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:46.454239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:46.988610 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:48.830347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161583-ab2f-40cd-95de-2b147e6547fc req-fd09c074-3e5f-4f78-9ccf-79dba126654a tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:48.831923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f161583-ab2f-40cd-95de-2b147e6547fc req-fd09c074-3e5f-4f78-9ccf-79dba126654a tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0564187 Feb 19 02:01:48.884623 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1f161583-ab2f-40cd-95de-2b147e6547fc req-e46188e8-4e9f-4b17-835e-aae767bbec4c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Feb 19 02:01:50.147996 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed627a6-0dc4-441b-8804-cba4d4da7675 req-c6cf6597-9a65-4157-aabe-1dcae62f297c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:50.147996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eed627a6-0dc4-441b-8804-cba4d4da7675 req-c6cf6597-9a65-4157-aabe-1dcae62f297c tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0615239 Feb 19 02:01:50.147996 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eed627a6-0dc4-441b-8804-cba4d4da7675 req-de158e3c-4501-44f8-bce9-fe5884e40025 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/security-groups?id=315a04da-7be6-4536-aa9d-e1126a5a5f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Feb 19 02:01:50.518817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-dd153769-86ac-4319-81cb-5d4a1a5d6b42 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:50.520298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-dd153769-86ac-4319-81cb-5d4a1a5d6b42 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.117 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 946 time: 0.0538394 Feb 19 02:01:50.611234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Deleting port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:50.611580 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:50.703988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] For port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:50.704351 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:50.717045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Calling delete_port for 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:50.934602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:50.947231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:01:50.964741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Pushing event deleted for resources: {'Port': ['ID=7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:50.977762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.978120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.978470 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.978822 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.979187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:50.983817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:51.018241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] No DVR routers for this DVR port 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:51.020847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:51.024160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adc732a2-c242-477a-9fd1-b426fa255b5a req-7dd3def4-5661-48db-8343-ce9753178c5d tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.117 "DELETE /v2.0/ports/7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 HTTP/1.1" status: 204 len: 173 time: 0.4978681 Feb 19 02:01:51.024612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'name': 'network-vif-deleted', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:01:51.026891 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602abe58-dcaf-4a2d-94bd-915fa8f338f5" -d '{"events": [{"server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "name": "network-vif-deleted", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:01:51.070957 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd642e-5142-4b38-9160-f132e4761363 x-openstack-request-id: req-18bd642e-5142-4b38-9160-f132e4761363 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:01:51.071292 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a615b722-beef-476e-b3c7-fce47d5eb911", "name": "network-vif-deleted", "tag": "7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:01:51.075606 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-18bd642e-5142-4b38-9160-f132e4761363 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:01:51.075606 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a615b722-beef-476e-b3c7-fce47d5eb911', 'name': 'network-vif-deleted', 'tag': '7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8', 'status': 'completed', 'code': 200} Feb 19 02:01:51.170568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65545e98-c2c7-4242-adcb-afe49c438d2f req-7be776e0-86f1-444d-9b84-f9cbf4595de0 tempest-TestMinimumBasicScenario-1629662992 tempest-TestMinimumBasicScenario-1629662992-project] 10.222.0.94 "GET /v2.0/ports?device_id=a615b722-beef-476e-b3c7-fce47d5eb911 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Feb 19 02:01:53.099766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:53.120118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:01:53.120463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 7fb30a8f-1aa7-4d2b-9acd-789b2d4ee9d8 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:53.239436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35924) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:53.893335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.146886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Deleting port ddc52638-53bb-4918-81e6-6af120ebfb16 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:54.147181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.225974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] For port ddc52638-53bb-4918-81e6-6af120ebfb16, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=ddc52638-53bb-4918-81e6-6af120ebfb16,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:54.226335 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.243586 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Calling delete_port for ddc52638-53bb-4918-81e6-6af120ebfb16 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:54.486390 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (ddc52638-53bb-4918-81e6-6af120ebfb16), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.513391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc52638-53bb-4918-81e6-6af120ebfb16,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:54.541496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.541857 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.542205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.542552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.542888 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.543256 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.543593 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.543928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.544261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.544594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.544924 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.545251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.545581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:54.699602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.925639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Router cab3538c-42e7-4d64-a389-cabe8921a5cb has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:01:55.037259 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:01:55.043570 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-88112e4e-1e35-4390-b15c-721865e0f271 admin admin] 10.222.0.94 "PUT /v2.0/routers/cab3538c-42e7-4d64-a389-cabe8921a5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016415 Feb 19 02:01:55.044717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35926) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:55.047405 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Sync routers for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:01:55.058434 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:55.059054 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.157853 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks [] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.269049 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:55.269285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks [] for router_gateway (cab3538c-42e7-4d64-a389-cabe8921a5cb), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.385518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Deleting port c77cb864-c9f4-442a-8283-510c3eb2344f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:55.385814 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.449424 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T02:01:54Z', 'revision_number': 5, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port': {'id': 'c77cb864-c9f4-442a-8283-510c3eb2344f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:f0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:32Z', 'updated_at': '2022-02-19T01:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.464228 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] For port c77cb864-c9f4-442a-8283-510c3eb2344f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c77cb864-c9f4-442a-8283-510c3eb2344f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:55.464621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.475955 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Checking router: cab3538c-42e7-4d64-a389-cabe8921a5cb for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:01:55.478617 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Calling delete_port for c77cb864-c9f4-442a-8283-510c3eb2344f owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:55.484031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Routers {'cab3538c-42e7-4d64-a389-cabe8921a5cb'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:55.484776 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['cab3538c-42e7-4d64-a389-cabe8921a5cb'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.572419 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] Set router cab3538c-42e7-4d64-a389-cabe8921a5cb gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:55.628067 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T02:01:55Z', 'revision_number': 6, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:55.664438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985af08-5ca1-4ff6-bd7c-2a5ae0e94742 None None] The sync data for ids ['cab3538c-42e7-4d64-a389-cabe8921a5cb'] in n-d-826529-3 is: [{'id': 'cab3538c-42e7-4d64-a389-cabe8921a5cb', 'name': 'tempest-TestMinimumBasicScenario-1844477599-router', 'tenant_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:31Z', 'updated_at': '2022-02-19T02:01:55Z', 'revision_number': 6, 'project_id': '9d2d23dd2d4c4f34b60cf2cebc254ad3', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:01:55.711378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (c77cb864-c9f4-442a-8283-510c3eb2344f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.735130 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77cb864-c9f4-442a-8283-510c3eb2344f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:55.800253 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.892175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:55.894321 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks [] for router_controller (cab3538c-42e7-4d64-a389-cabe8921a5cb), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.000579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (cab3538c-42e7-4d64-a389-cabe8921a5cb), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.001569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab3538c-42e7-4d64-a389-cabe8921a5cb {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:01:56.006667 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.010162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-01aba8b9-5c83-451d-a48a-9cd2a6fcb875 admin admin] 10.222.0.94 "DELETE /v2.0/routers/cab3538c-42e7-4d64-a389-cabe8921a5cb HTTP/1.1" status: 204 len: 168 time: 0.9620914 Feb 19 02:01:56.010538 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35928) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:56.058114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Deleting subnet 311891aa-5dbe-4e47-a4be-f249c66fbea6 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:01:56.063538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Publish callbacks [] for subnet (311891aa-5dbe-4e47-a4be-f249c66fbea6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.102257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (311891aa-5dbe-4e47-a4be-f249c66fbea6), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.186208 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (311891aa-5dbe-4e47-a4be-f249c66fbea6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.312348 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (311891aa-5dbe-4e47-a4be-f249c66fbea6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.344950 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311891aa-5dbe-4e47-a4be-f249c66fbea6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:56.347662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.350552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59cff8-bb99-439e-9fb2-fd4201a709fc None None] Network 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:01:56.353307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8e4c4bf-ed6c-492f-885a-d4668e16933d admin admin] 10.222.0.94 "DELETE /v2.0/subnets/311891aa-5dbe-4e47-a4be-f249c66fbea6 HTTP/1.1" status: 204 len: 168 time: 0.3408830 Feb 19 02:01:56.354985 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:56.432952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.496898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Deleting port aa9591a5-e27b-4982-8dce-5a2950bf63da {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:56.497235 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.565100 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] For port aa9591a5-e27b-4982-8dce-5a2950bf63da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=aa9591a5-e27b-4982-8dce-5a2950bf63da,segment=NetworkSegment(481e976a-087a-4b04-a414-d633afb1ac5f),segment_id=481e976a-087a-4b04-a414-d633afb1ac5f)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:56.565383 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.578590 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Calling delete_port for aa9591a5-e27b-4982-8dce-5a2950bf63da owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:56.698259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043de55-f179-4253-932b-119c85f5d367 None None] DHCP port deletion for 53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:01:56.746023 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.766911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ddc52638-53bb-4918-81e6-6af120ebfb16 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:56.781331 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] No DVR routers for this DVR port aa9591a5-e27b-4982-8dce-5a2950bf63da on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:56.785909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9591a5-e27b-4982-8dce-5a2950bf63da,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:56.793733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: ddc52638-53bb-4918-81e6-6af120ebfb16 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:01:56.794090 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device ddc52638-53bb-4918-81e6-6af120ebfb16 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:56.794508 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa9591a5-e27b-4982-8dce-5a2950bf63da no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:56.799314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Deleting port aa9591a5-e27b-4982-8dce-5a2950bf63da {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:56.800421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.818911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: aa9591a5-e27b-4982-8dce-5a2950bf63da {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:01:56.819213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device aa9591a5-e27b-4982-8dce-5a2950bf63da not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:56.819630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c77cb864-c9f4-442a-8283-510c3eb2344f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:01:56.857467 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.876437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c77cb864-c9f4-442a-8283-510c3eb2344f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:01:56.876784 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c77cb864-c9f4-442a-8283-510c3eb2344f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:01:56.878707 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53285df2-96a8-44ae-8ed2-3e44ee3f6ee3']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:56.889481 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481e976a-087a-4b04-a414-d633afb1ac5f') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:56.889933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481e976a-087a-4b04-a414-d633afb1ac5f') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:56.901312 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (481e976a-087a-4b04-a414-d633afb1ac5f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.902607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-e043de55-f179-4253-932b-119c85f5d367 None None] For port aa9591a5-e27b-4982-8dce-5a2950bf63da, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:56.903020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.916056 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (481e976a-087a-4b04-a414-d633afb1ac5f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.916781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Calling delete_port for aa9591a5-e27b-4982-8dce-5a2950bf63da owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:56.919511 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Port aa9591a5-e27b-4982-8dce-5a2950bf63da was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:01:56.921290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (aa9591a5-e27b-4982-8dce-5a2950bf63da), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.922778 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:01:56.923197 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (481e976a-087a-4b04-a414-d633afb1ac5f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:01:56.924858 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:01:56.948648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Pushing event deleted for resources: {'Port': ['ID=aa9591a5-e27b-4982-8dce-5a2950bf63da,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:56.953574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043de55-f179-4253-932b-119c85f5d367 None None] No DVR routers for this DVR port aa9591a5-e27b-4982-8dce-5a2950bf63da on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:01:56.960496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.960850 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.961198 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.961541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.961897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.962218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.962549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.962881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.963235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.963564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.963892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.964250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:56.964541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043de55-f179-4253-932b-119c85f5d367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:01:57.056940 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (53285df2-96a8-44ae-8ed2-3e44ee3f6ee3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:57.062996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:57.066189 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] 10.222.0.94 "DELETE /v2.0/networks/53285df2-96a8-44ae-8ed2-3e44ee3f6ee3 HTTP/1.1" status: 204 len: 168 time: 0.7102146 Feb 19 02:01:57.069548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35932) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:57.077546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dbfaf-9409-49a9-abac-efc12efdbf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=53285df2-96a8-44ae-8ed2-3e44ee3f6ee3,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:57.427025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:57.679305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Deleting port 341339c0-b4df-4990-99fc-72045aeecac9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:57.679537 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (341339c0-b4df-4990-99fc-72045aeecac9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:57.756999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] For port 341339c0-b4df-4990-99fc-72045aeecac9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=341339c0-b4df-4990-99fc-72045aeecac9,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:57.757370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (341339c0-b4df-4990-99fc-72045aeecac9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:57.770529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Calling delete_port for 341339c0-b4df-4990-99fc-72045aeecac9 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:58.000630 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (341339c0-b4df-4990-99fc-72045aeecac9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:58.028730 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Pushing event deleted for resources: {'Port': ['ID=341339c0-b4df-4990-99fc-72045aeecac9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:58.199392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:58.433199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Router facec28b-cbfe-4ce8-9096-fc1e1f936936 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:01:58.891065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:01:58.898996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c665ca52-5b0d-462a-9eae-299ab268f50a admin admin] 10.222.0.94 "PUT /v2.0/routers/facec28b-cbfe-4ce8-9096-fc1e1f936936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8253973 Feb 19 02:01:58.898996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35934) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:58.901568 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Sync routers for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:01:58.912191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:58.912817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:59.008716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks [] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.040225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:59.126962 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks [] for router_gateway (facec28b-cbfe-4ce8-9096-fc1e1f936936), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.228688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Deleting port 12c63795-226c-42b2-a438-3ea3813202eb {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:01:59.229512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (12c63795-226c-42b2-a438-3ea3813202eb), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.252407 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '12c63795-226c-42b2-a438-3ea3813202eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T02:01:57Z', 'revision_number': 5, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port': {'id': '12c63795-226c-42b2-a438-3ea3813202eb', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:59:38Z', 'updated_at': '2022-02-19T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:59.279660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Checking router: facec28b-cbfe-4ce8-9096-fc1e1f936936 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:01:59.292509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Routers {'facec28b-cbfe-4ce8-9096-fc1e1f936936'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:01:59.293361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['facec28b-cbfe-4ce8-9096-fc1e1f936936'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:59.308824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] For port 12c63795-226c-42b2-a438-3ea3813202eb, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=12c63795-226c-42b2-a438-3ea3813202eb,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:01:59.309182 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (12c63795-226c-42b2-a438-3ea3813202eb), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.322110 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Calling delete_port for 12c63795-226c-42b2-a438-3ea3813202eb owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:01:59.386039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] Set router facec28b-cbfe-4ce8-9096-fc1e1f936936 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:01:59.441992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T02:01:59Z', 'revision_number': 6, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:01:59.475282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63b4ed-7683-479b-a231-d7cbe794e826 None None] The sync data for ids ['facec28b-cbfe-4ce8-9096-fc1e1f936936'] in n-d-826529-3 is: [{'id': 'facec28b-cbfe-4ce8-9096-fc1e1f936936', 'name': 'tempest-TestMinimumBasicScenario-867525303-router', 'tenant_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:59:37Z', 'updated_at': '2022-02-19T02:01:59Z', 'revision_number': 6, 'project_id': '24520ecfd6d844a79aa70c3fcab2c96f', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:01:59.574505 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (12c63795-226c-42b2-a438-3ea3813202eb), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.600543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Pushing event deleted for resources: {'Port': ['ID=12c63795-226c-42b2-a438-3ea3813202eb,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:01:59.662229 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.755721 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.757926 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks [] for router_controller (facec28b-cbfe-4ce8-9096-fc1e1f936936), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.868551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (facec28b-cbfe-4ce8-9096-fc1e1f936936), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.869111 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router facec28b-cbfe-4ce8-9096-fc1e1f936936 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:01:59.877014 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.877014 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e05d621a-45a0-463e-a187-1d503b7afe6f admin admin] 10.222.0.94 "DELETE /v2.0/routers/facec28b-cbfe-4ce8-9096-fc1e1f936936 HTTP/1.1" status: 204 len: 168 time: 0.9752672 Feb 19 02:01:59.877974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35936) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:01:59.925971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Deleting subnet 72fddddd-5216-4082-81b2-8276023e2abf {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:01:59.929370 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Publish callbacks [] for subnet (72fddddd-5216-4082-81b2-8276023e2abf), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:59.963877 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (72fddddd-5216-4082-81b2-8276023e2abf), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.043333 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (72fddddd-5216-4082-81b2-8276023e2abf), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.142937 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (72fddddd-5216-4082-81b2-8276023e2abf), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.167679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fddddd-5216-4082-81b2-8276023e2abf,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:00.174207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.177592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-3fc1b0a2-1ea8-4016-ac07-594bd2c35102 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/72fddddd-5216-4082-81b2-8276023e2abf HTTP/1.1" status: 204 len: 168 time: 0.2983878 Feb 19 02:02:00.179875 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35938) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:00.186482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681e17-7588-4c27-a51e-c90de22dd4ab None None] Network 53671dbc-3b3d-4021-9488-c25f67be0aff requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:02:00.250107 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (53671dbc-3b3d-4021-9488-c25f67be0aff), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.313743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Deleting port 815b3749-588d-45c1-8410-633be018dfaa {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:02:00.314099 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (815b3749-588d-45c1-8410-633be018dfaa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.352887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] DHCP port deletion for 53671dbc-3b3d-4021-9488-c25f67be0aff request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:02:00.380801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] For port 815b3749-588d-45c1-8410-633be018dfaa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=815b3749-588d-45c1-8410-633be018dfaa,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:00.381267 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (815b3749-588d-45c1-8410-633be018dfaa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.396591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Calling delete_port for 815b3749-588d-45c1-8410-633be018dfaa owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:02:00.401863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Deleting port 815b3749-588d-45c1-8410-633be018dfaa {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:02:00.402239 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (815b3749-588d-45c1-8410-633be018dfaa), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.465622 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] For port 815b3749-588d-45c1-8410-633be018dfaa, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=815b3749-588d-45c1-8410-633be018dfaa,segment=NetworkSegment(1d88d956-9ccc-4f3a-8657-33fec3fd934f),segment_id=1d88d956-9ccc-4f3a-8657-33fec3fd934f)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:00.466017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (815b3749-588d-45c1-8410-633be018dfaa), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.485196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Calling delete_port for 815b3749-588d-45c1-8410-633be018dfaa owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:02:00.549176 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (815b3749-588d-45c1-8410-633be018dfaa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.572691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (815b3749-588d-45c1-8410-633be018dfaa), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.581769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=815b3749-588d-45c1-8410-633be018dfaa,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:00.590253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] No DVR routers for this DVR port 815b3749-588d-45c1-8410-633be018dfaa on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:02:00.598933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] Pushing event deleted for resources: {'Port': ['ID=815b3749-588d-45c1-8410-633be018dfaa,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:00.602613 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17db65-dda0-4ed1-a974-70fc682edbe9 None None] No DVR routers for this DVR port 815b3749-588d-45c1-8410-633be018dfaa on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:02:00.666921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (53671dbc-3b3d-4021-9488-c25f67be0aff), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.689208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53671dbc-3b3d-4021-9488-c25f67be0aff']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:00.699365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d88d956-9ccc-4f3a-8657-33fec3fd934f') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:00.699665 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d88d956-9ccc-4f3a-8657-33fec3fd934f') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:00.709174 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (1d88d956-9ccc-4f3a-8657-33fec3fd934f), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.722733 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1d88d956-9ccc-4f3a-8657-33fec3fd934f), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.724922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 815b3749-588d-45c1-8410-633be018dfaa no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:02:00.729487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:02:00.729872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (1d88d956-9ccc-4f3a-8657-33fec3fd934f), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: timer() Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:02:00.731570 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:02:00.745540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 815b3749-588d-45c1-8410-633be018dfaa {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:02:00.745917 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 815b3749-588d-45c1-8410-633be018dfaa not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:02:00.746336 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 12c63795-226c-42b2-a438-3ea3813202eb no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:02:00.769287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 12c63795-226c-42b2-a438-3ea3813202eb {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:02:00.769640 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 12c63795-226c-42b2-a438-3ea3813202eb not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:02:00.770070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 341339c0-b4df-4990-99fc-72045aeecac9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:02:00.789664 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 341339c0-b4df-4990-99fc-72045aeecac9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:02:00.790011 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 341339c0-b4df-4990-99fc-72045aeecac9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:02:00.851278 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (53671dbc-3b3d-4021-9488-c25f67be0aff), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.856837 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:00.861467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/53671dbc-3b3d-4021-9488-c25f67be0aff HTTP/1.1" status: 204 len: 168 time: 0.6805410 Feb 19 02:02:00.872970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73538-8a2a-48ad-afb8-cb6ee5f123b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=53671dbc-3b3d-4021-9488-c25f67be0aff,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:01.215493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35942) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:01.256066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-17ae83e3-c7df-4bda-bf61-2703b999aa04 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9d2d23dd2d4c4f34b60cf2cebc254ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393381 Feb 19 02:02:01.258410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35944) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:01.306019 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] Publish callbacks [] for security_group (315a04da-7be6-4536-aa9d-e1126a5a5f4d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:01.326579 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] Publish callbacks [] for security_group (315a04da-7be6-4536-aa9d-e1126a5a5f4d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:01.455008 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (315a04da-7be6-4536-aa9d-e1126a5a5f4d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:01.457682 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:01.458947 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/315a04da-7be6-4536-aa9d-e1126a5a5f4d HTTP/1.1" status: 204 len: 168 time: 0.1995010 Feb 19 02:02:01.467034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ad5af-d02f-4ccf-93a7-0b8c8333a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a04da-7be6-4536-aa9d-e1126a5a5f4d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:02.049781 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35950) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:02.092984 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb5d0454-5a1b-4d7f-9d2e-9c11168b8763 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=24520ecfd6d844a79aa70c3fcab2c96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420585 Feb 19 02:02:02.095562 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 35952) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:02.144533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] Publish callbacks [] for security_group (6e906f51-ad06-4dd2-be21-1d73ee420e44), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:02.176473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] Publish callbacks [] for security_group (6e906f51-ad06-4dd2-be21-1d73ee420e44), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:02.282797 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6e906f51-ad06-4dd2-be21-1d73ee420e44), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:02.285567 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:02.286736 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6e906f51-ad06-4dd2-be21-1d73ee420e44 HTTP/1.1" status: 204 len: 168 time: 0.1902845 Feb 19 02:02:02.294846 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5e311-641c-4285-9da8-b3faa2646269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e906f51-ad06-4dd2-be21-1d73ee420e44,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:04.450319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35992) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:04.455741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821732917', 'description': 'tempest-secgroup-smoke-1821732917 description', 'project_id': 'a39d7caea7ca43079db33e3239578d8f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:04.528271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.538236 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.613072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (5a12fdfd-e87c-4380-8b36-91523c372d80), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.671186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5a12fdfd-e87c-4380-8b36-91523c372d80), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.709849 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12fdfd-e87c-4380-8b36-91523c372d80,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:04.745513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (d24ff186-123d-4004-a4a1-099ccb42bca3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.810882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d24ff186-123d-4004-a4a1-099ccb42bca3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.839474 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ff186-123d-4004-a4a1-099ccb42bca3,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:04.915817 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:04.917064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0011a7a6-b4a9-481e-a4eb-a2e093b1e3a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4657001 Feb 19 02:02:04.919975 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35994) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:04.924405 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:05.010023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2d2c91c2-70d2-4656-b8ed-0d015475b8a3), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.071398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2d2c91c2-70d2-4656-b8ed-0d015475b8a3), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.134184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (2d2c91c2-70d2-4656-b8ed-0d015475b8a3), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.153251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2c91c2-70d2-4656-b8ed-0d015475b8a3,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:05.212977 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.214203 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-df0b538a-3c26-46d2-b4f0-e8c5a269f7e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932434 Feb 19 02:02:05.216970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35996) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:05.224508 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:05.293161 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (3fb07eb5-e4c0-4b38-83a0-b47ec72ea3fc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.348694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (3fb07eb5-e4c0-4b38-83a0-b47ec72ea3fc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.425652 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3fb07eb5-e4c0-4b38-83a0-b47ec72ea3fc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.444192 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb07eb5-e4c0-4b38-83a0-b47ec72ea3fc,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:05.504650 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.505876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e0b6cc50-58a9-490d-8730-9d088a4560d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2879794 Feb 19 02:02:05.508618 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 35998) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:05.512945 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:05.587907 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (213df223-e966-48ab-9459-a25c2e091732), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.645019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (213df223-e966-48ab-9459-a25c2e091732), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.711353 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (213df223-e966-48ab-9459-a25c2e091732), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.728953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213df223-e966-48ab-9459-a25c2e091732,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:05.818847 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:05.820315 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4900c0f9-1733-4965-8c4c-c3ca901b2565 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107336 Feb 19 02:02:05.823127 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36000) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:05.827483 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:06.020304 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (f1f454d8-5b51-4491-a25e-5ba1a0b7280c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.079608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (f1f454d8-5b51-4491-a25e-5ba1a0b7280c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.174387 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f1f454d8-5b51-4491-a25e-5ba1a0b7280c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.193542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f454d8-5b51-4491-a25e-5ba1a0b7280c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:06.268057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.269268 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-731f0acf-fa57-4346-b23c-6d6558142d8a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4452627 Feb 19 02:02:06.276955 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36002) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:06.281739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:06.357228 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:02:06.362542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (555317ea-30f0-4f80-8e5b-5a53af986d0c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.421222 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (555317ea-30f0-4f80-8e5b-5a53af986d0c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.488613 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (555317ea-30f0-4f80-8e5b-5a53af986d0c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.508195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555317ea-30f0-4f80-8e5b-5a53af986d0c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:06.588153 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.589376 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f89b040b-c042-4bd0-b290-faa34591a24f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3115349 Feb 19 02:02:06.592304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36004) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:06.597356 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'd24ff186-123d-4004-a4a1-099ccb42bca3', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:06.689692 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:02:06.694905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (f4c54223-9c5f-4d61-9ba2-43b5abfab12a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.745029 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (f4c54223-9c5f-4d61-9ba2-43b5abfab12a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.797411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (f4c54223-9c5f-4d61-9ba2-43b5abfab12a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.816192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c54223-9c5f-4d61-9ba2-43b5abfab12a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:06.881594 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.882752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a448441b-6f30-4b72-b591-0d471e648524 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893794 Feb 19 02:02:06.885742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36006) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:06.890589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'network': {'name': 'tempest-network-smoke--25338023', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:06.962514 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:02:06.966174 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:06.991310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:02:07.000161 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (07318c9f-c726-4d8e-bbe0-ad2836ee10fc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.000533 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Added segment 07318c9f-c726-4d8e-bbe0-ad2836ee10fc of type vlan for network 5f5991d8-e199-4f44-9a53-3c9be1001372 Feb 19 02:02:07.043017 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5f5991d8-e199-4f44-9a53-3c9be1001372), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.117075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5f5991d8-e199-4f44-9a53-3c9be1001372), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.122051 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:07.125517 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.188579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Network': ['ID=5f5991d8-e199-4f44-9a53-3c9be1001372,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:07.198938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:02:07.225415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-65ab17da-c8df-4082-bf09-234b0530198b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3386490 Feb 19 02:02:07.228304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36008) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:07.232898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'admin_state_up': True, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:07.319737 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (9299734c-ba27-420e-bc52-31672c9e1a58), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.320843 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (9299734c-ba27-420e-bc52-31672c9e1a58), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.376722 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (9299734c-ba27-420e-bc52-31672c9e1a58), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:07.565398 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (9299734c-ba27-420e-bc52-31672c9e1a58), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:08.115854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (9299734c-ba27-420e-bc52-31672c9e1a58), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:08.134061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:08.241314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.184 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/bac8e590-16d0-4803-b523-320ce1c8a40f) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:02:08.347192 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:08.448881 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:08.489564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:08.492490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:08.496033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:02:08.522244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=bac8e590-16d0-4803-b523-320ce1c8a40f,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:08.848250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (9299734c-ba27-420e-bc52-31672c9e1a58), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:09.046452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (9299734c-ba27-420e-bc52-31672c9e1a58), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:09.234085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 9299734c-ba27-420e-bc52-31672c9e1a58 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:02:09.350854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:02:09.360637 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Sync routers for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:02:09.370312 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:09.370924 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:09.424608 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:09.425858 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-cf790ff4-1ac8-46d4-ab2a-ca9f527e64fb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1966205 Feb 19 02:02:09.428940 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36010) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:09.480220 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:09.578203 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d49086a-be70-4145-b680-e7242c550050 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=a39d7caea7ca43079db33e3239578d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479774 Feb 19 02:02:09.581544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36014) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:09.658557 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:08Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:09.673169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ae1d9-cf1f-46e6-ae31-97ecb46b97b1 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:09.674707 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d6ae1d9-cf1f-46e6-ae31-97ecb46b97b1 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921714 Feb 19 02:02:09.677526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36016) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:09.688387 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Checking router: 9299734c-ba27-420e-bc52-31672c9e1a58 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:02:09.688851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Updating router 9299734c-ba27-420e-bc52-31672c9e1a58 port bac8e590-16d0-4803-b523-320ce1c8a40f binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:02:09.707358 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2cf97c5b-cc9a-418d-bd5d-b5c38821caef tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286829 Feb 19 02:02:09.709897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36018) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:09.714890 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076975891', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:09.716021 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:09.854097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:02:09.857688 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:09.968402 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks [] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.028507 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.083747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Attempting to bind port bac8e590-16d0-4803-b523-320ce1c8a40f on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:10.084126 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Attempting to bind port bac8e590-16d0-4803-b523-320ce1c8a40f by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:10.084491 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Attempting to bind port bac8e590-16d0-4803-b523-320ce1c8a40f on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:10.085906 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (979416f2-032a-425b-8655-40b75f55b39d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.089740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Pushing event updated for resources: {'Port': ['ID=bac8e590-16d0-4803-b523-320ce1c8a40f,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:10.095031 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:10.095437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:10.095846 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.096239 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:10.096711 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Bound port: bac8e590-16d0-4803-b523-320ce1c8a40f, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:10.097091 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.103469 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.104941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.104941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.104941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.104941 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.105341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.105450 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.105726 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.106048 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.106369 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.106692 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.107013 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.107372 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:02:10.153998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Subnet': ['ID=979416f2-032a-425b-8655-40b75f55b39d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:10.162635 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Checking segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:10.162865 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network hostable DHCP agents. Network: 5f5991d8-e199-4f44-9a53-3c9be1001372, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:02:10.164211 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] For port bac8e590-16d0-4803-b523-320ce1c8a40f, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:10.167631 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] For port bac8e590-16d0-4803-b523-320ce1c8a40f, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bac8e590-16d0-4803-b523-320ce1c8a40f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:10.228397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:02:10.228894 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.290614 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080cd4d-6f3d-4ab5-883d-0068089afec2 None None] Pushing event updated for resources: {'Port': ['ID=bac8e590-16d0-4803-b523-320ce1c8a40f,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:10.293253 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:10.293835 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:10.317030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5f5991d8-e199-4f44-9a53-3c9be1001372) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:10.321628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:10.322472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.329775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac9347-9ad6-4c7a-911b-9f287a30a958 None None] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:02:10.371178 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.401198 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:10.427139 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65e10111-a43f-46d6-b177-158416d88dcf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7156694 Feb 19 02:02:10.429270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36020) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:10.434563 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5f5991d8-e199-4f44-9a53-3c9be1001372', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:02:10.435721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.577301 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Allocated IP 172.20.0.2 (5f5991d8-e199-4f44-9a53-3c9be1001372/979416f2-032a-425b-8655-40b75f55b39d/2af56d6c-5ceb-4493-bdb7-75a965a92b2b) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:02:10.583964 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:08Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:10.610882 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c49e-f8c8-4ca7-8c8e-6d4c6589e8ef None None] The sync data for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 is: [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:08Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:02:10.751514 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97b4c03c-55fc-415b-afd1-ceb631fc8392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.758561 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks [] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.855420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.917582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:10.923351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:10.925934 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:02:10.932820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.933824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Pushing event updated for resources: {'Port': ['ID=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:10.963126 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:10.999262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Attempting to bind port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:10.999730 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Attempting to bind port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:11.000116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Attempting to bind port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b on network 5f5991d8-e199-4f44-9a53-3c9be1001372 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:11.006120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:11.006507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Checking segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:11.006915 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.007368 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Bound using segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:11.007843 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Bound port: 2af56d6c-5ceb-4493-bdb7-75a965a92b2b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:11.008228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.079393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] For port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:11.083008 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] For port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:11.175164 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.241626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.1 (5f5991d8-e199-4f44-9a53-3c9be1001372/979416f2-032a-425b-8655-40b75f55b39d/2e450a76-99a3-4621-b5c1-51d79e744bfc) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:02:11.245205 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63a90a-794f-4d25-9e50-9ddc7713eef7 None None] Pushing event updated for resources: {'Port': ['ID=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:11.365747 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.459679 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.509674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:11.512887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:11.517395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:02:11.545274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:11.570397 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (9299734c-ba27-420e-bc52-31672c9e1a58), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:11.770917 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.066145 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.137271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.212816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:12.215233 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (9299734c-ba27-420e-bc52-31672c9e1a58), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.242552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38c2a1-884a-42b4-ad0f-732395248b82 None None] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:02:12.316256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:12.318199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:12.352329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Provisioning complete for port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:12.352703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.447648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Current status of the port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:12.448134 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.449150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 9299734c-ba27-420e-bc52-31672c9e1a58 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:02:12.485549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] For port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:12.568853 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.577948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:02:12.588475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9c5b9714-a649-414a-a2ac-906db6039e04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/9299734c-ba27-420e-bc52-31672c9e1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537461 Feb 19 02:02:12.629017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0ddd1-ac3b-433c-86f1-bb86f52de0ba None None] Pushing event updated for resources: {'Port': ['ID=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:12.692564 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Provisioning complete for port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:12.692944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.807417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-96a2716d-3af7-4fc2-8708-69c31de1081c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821732917&fields=id&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 267 time: 0.0637586 Feb 19 02:02:12.822982 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Current status of the port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:12.841220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Provisioning complete for port 2e450a76-99a3-4621-b5c1-51d79e744bfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:12.841603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:12.867994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2af56d6c-5ceb-4493-bdb7-75a965a92b2b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:02:12.958032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-07e8d08a-930f-44cc-a390-54892a8d0613 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:12.959848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-07e8d08a-930f-44cc-a390-54892a8d0613 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/networks?id=5f5991d8-e199-4f44-9a53-3c9be1001372 HTTP/1.1" status: 200 len: 795 time: 0.1445398 Feb 19 02:02:12.979610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-70e8cff5-c4da-4424-8e39-88cda52ffb27 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/quotas/a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 375 time: 0.0141213 Feb 19 02:02:13.041913 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-42c578bb-14ba-4bfc-998c-735b764faa3f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549734 Feb 19 02:02:13.104805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Sync routers for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:02:13.111147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c64fb6c2-9689-4edb-b6bd-35bdc8dfd947 None None] Port 2e450a76-99a3-4621-b5c1-51d79e744bfc cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:02:13.122837 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:13.123052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:01:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:13.186684 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:13.186684 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.196848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-39e3f055-510f-41c6-ad85-2185f57acc3c service neutron] 10.222.0.94 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413345 Feb 19 02:02:13.236276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-05cf2139-5e55-4625-9c93-3566de05c6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.278388 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-08f558d8-febc-410e-b85c-572d94b46f8d None None] Provisioning complete for port 2e450a76-99a3-4621-b5c1-51d79e744bfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:13.279111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-08f558d8-febc-410e-b85c-572d94b46f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.295127 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-25216874-4644-4712-90cc-11cf09767236 service neutron] 10.222.0.94 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922468 Feb 19 02:02:13.314672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:13.382731 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-08f558d8-febc-410e-b85c-572d94b46f8d None None] Port 2e450a76-99a3-4621-b5c1-51d79e744bfc cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:02:13.425774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:13.426774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bac8e590-16d0-4803-b523-320ce1c8a40f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:02:13.539923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f59372b-eb54-430c-b240-0bc1c547fc36 req-8820899d-406c-4d96-8363-0cbfc6559c66 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 210 time: 0.0294287 Feb 19 02:02:13.574683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bac8e590-16d0-4803-b523-320ce1c8a40f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:13.575060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.645823 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 2, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:13.690746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Checking router: 9299734c-ba27-420e-bc52-31672c9e1a58 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:02:13.691155 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Updating router 9299734c-ba27-420e-bc52-31672c9e1a58 port 2e450a76-99a3-4621-b5c1-51d79e744bfc binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:02:13.724131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bac8e590-16d0-4803-b523-320ce1c8a40f is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:13.724446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.731668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.757259 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port bac8e590-16d0-4803-b523-320ce1c8a40f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bac8e590-16d0-4803-b523-320ce1c8a40f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:13.796351 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:13.913900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=bac8e590-16d0-4803-b523-320ce1c8a40f,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:14.063323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks [] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.128674 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.181299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd64c-26dd-47f0-a566-e90d2de0f4f1 None None] Pushing event updated for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:14.243421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Attempting to bind port 2e450a76-99a3-4621-b5c1-51d79e744bfc on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:14.243721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Attempting to bind port 2e450a76-99a3-4621-b5c1-51d79e744bfc by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:14.244093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Attempting to bind port 2e450a76-99a3-4621-b5c1-51d79e744bfc on network 5f5991d8-e199-4f44-9a53-3c9be1001372 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:14.249400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:14.249872 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Checking segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:14.250416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.250943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Bound using segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:14.251712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Bound port: 2e450a76-99a3-4621-b5c1-51d79e744bfc, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:14.252256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.330608 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] For port 2e450a76-99a3-4621-b5c1-51d79e744bfc, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:14.335362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] For port 2e450a76-99a3-4621-b5c1-51d79e744bfc, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2e450a76-99a3-4621-b5c1-51d79e744bfc,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:14.406720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c505bf29-b103-4713-a9bf-c45f611933b8 None None] Provisioning complete for port 2e450a76-99a3-4621-b5c1-51d79e744bfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:14.407122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c505bf29-b103-4713-a9bf-c45f611933b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.435709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.435709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.482365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c505bf29-b103-4713-a9bf-c45f611933b8 None None] Port 2e450a76-99a3-4621-b5c1-51d79e744bfc cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:02:14.506372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:14.508189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:14.509041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd64c-26dd-47f0-a566-e90d2de0f4f1 None None] Pushing event updated for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:14.629882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:14.649158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dc116795-e4ff-485b-b583-7732114103fa req-2332819e-fbeb-4467-b2e0-0407b6c91090 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 210 time: 0.0358186 Feb 19 02:02:14.771466 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bac8e590-16d0-4803-b523-320ce1c8a40f up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:02:14.835690 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Provisioning complete for port 2e450a76-99a3-4621-b5c1-51d79e744bfc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:14.836073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:14.925361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port bac8e590-16d0-4803-b523-320ce1c8a40f triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:14.925740 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:15.021548 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Current status of the port 2e450a76-99a3-4621-b5c1-51d79e744bfc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:15.021857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:15.080021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:14Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:15.121883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc18ffb-8337-4711-a306-8c68ed9dfc76 None None] The sync data for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 is: [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:14Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:02:15.126446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] For port 2e450a76-99a3-4621-b5c1-51d79e744bfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2e450a76-99a3-4621-b5c1-51d79e744bfc,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:15.130764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port bac8e590-16d0-4803-b523-320ce1c8a40f is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:15.186955 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:15.244442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0711b-7f7b-417d-a90c-e0a2b4d380f2 None None] Pushing event updated for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:15.511562 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:15.612545 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-dce9f4b3-c767-4c4b-bd1c-8394403d0a65 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:15.614019 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-dce9f4b3-c767-4c4b-bd1c-8394403d0a65 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/networks?id=5f5991d8-e199-4f44-9a53-3c9be1001372 HTTP/1.1" status: 200 len: 795 time: 0.1099019 Feb 19 02:02:15.691438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-ac222db4-9718-461c-a34c-80507a026edd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 380 time: 0.0685105 Feb 19 02:02:15.700610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'port': {'device_id': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'admin_state_up': True, 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'security_groups': ['d24ff186-123d-4004-a4a1-099ccb42bca3']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:15.789613 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ce97e9e-d1ac-486d-94e3-49cf03ca190f req-4a949a10-e066-45fb-ac0b-15eef71ba6c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 210 time: 0.0376117 Feb 19 02:02:15.911482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:02:15.915052 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:16.048186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.8 (5f5991d8-e199-4f44-9a53-3c9be1001372/979416f2-032a-425b-8655-40b75f55b39d/a7461ebd-d38a-46eb-a9f1-d58278e16260) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:02:16.550405 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:16.658119 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:16.706231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:16.709725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:16.713727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:02:16.739666 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:16.772447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:16.773090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:16.798149 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2e450a76-99a3-4621-b5c1-51d79e744bfc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:02:16.860043 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 2e450a76-99a3-4621-b5c1-51d79e744bfc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:16.860831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:16.861056 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-231660fd-df89-4bde-8611-c6c2355f8f0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1646144 Feb 19 02:02:16.872175 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1bd5ce9c-eb21-4d13-b737-73fc9ece37f1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:02:16.873497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1bd5ce9c-eb21-4d13-b737-73fc9ece37f1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069633 Feb 19 02:02:16.934124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65dd00-d9bb-4bc7-8327-0a718104ee7d req-8a6f1092-4ae3-477d-8bd8-2767719ecdb6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:16.935833 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf65dd00-d9bb-4bc7-8327-0a718104ee7d req-8a6f1092-4ae3-477d-8bd8-2767719ecdb6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 931 time: 0.0616834 Feb 19 02:02:16.974996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Request body: {'port': {'device_id': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:16.984743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 2e450a76-99a3-4621-b5c1-51d79e744bfc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:16.995461 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bf65dd00-d9bb-4bc7-8327-0a718104ee7d req-7959b6f4-3df7-425d-9ac9-2ebcfae77ad6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520167 Feb 19 02:02:17.005453 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.055499 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.127813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2b8d6372-282a-4088-8c4a-3a5a35a132f8 None None] Provisioning complete for port a7461ebd-d38a-46eb-a9f1-d58278e16260 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:17.127931 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6372-282a-4088-8c4a-3a5a35a132f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.325348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d6372-282a-4088-8c4a-3a5a35a132f8 None None] Port a7461ebd-d38a-46eb-a9f1-d58278e16260 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:02:17.325827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7461ebd-d38a-46eb-a9f1-d58278e16260 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:02:17.334169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks [] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.346906 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Transition to ACTIVE for port object a7461ebd-d38a-46eb-a9f1-d58278e16260 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:02:17.434186 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.491524 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:17.565115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Attempting to bind port a7461ebd-d38a-46eb-a9f1-d58278e16260 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:02:17.565460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Attempting to bind port a7461ebd-d38a-46eb-a9f1-d58278e16260 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:02:17.565806 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Attempting to bind port a7461ebd-d38a-46eb-a9f1-d58278e16260 on network 5f5991d8-e199-4f44-9a53-3c9be1001372 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:17.570757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Port a7461ebd-d38a-46eb-a9f1-d58278e16260 on network 5f5991d8-e199-4f44-9a53-3c9be1001372 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:02:17.571106 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Attempting to bind port a7461ebd-d38a-46eb-a9f1-d58278e16260 on network 5f5991d8-e199-4f44-9a53-3c9be1001372 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:02:17.576397 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:02:17.576749 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Checking segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:02:17.577143 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Bound using segment: {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:02:17.577610 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Bound port: a7461ebd-d38a-46eb-a9f1-d58278e16260, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07318c9f-c726-4d8e-bbe0-ad2836ee10fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:02:17.577980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.647186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:02:17.650758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:02:17.706268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.748332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:17.748762 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:17.750190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] 10.222.0.96 "PUT /v2.0/ports/a7461ebd-d38a-46eb-a9f1-d58278e16260 HTTP/1.1" status: 200 len: 1091 time: 0.8687809 Feb 19 02:02:17.750733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:17.753090 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73de949-6bf1-4c48-aed5-8b683a408fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:17.789242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56a6d8-803c-4210-8ef3-ff2f6602fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:17.797503 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f0d00a-9217-4b5e-acd1-68b94900f538 x-openstack-request-id: req-15f0d00a-9217-4b5e-acd1-68b94900f538 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:17.798495 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:17.798495 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-15f0d00a-9217-4b5e-acd1-68b94900f538 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:17.798826 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'status': 'completed', 'code': 200} Feb 19 02:02:17.863653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-ed133b2b-5d7a-435a-9c0e-84da322bacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:17.865194 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-ed133b2b-5d7a-435a-9c0e-84da322bacf3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1125 time: 0.0488927 Feb 19 02:02:17.985033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-c0a39fae-359c-45e0-8e6b-9c706aced400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:17.987311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-c0a39fae-359c-45e0-8e6b-9c706aced400 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=a39d7caea7ca43079db33e3239578d8f&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1146145 Feb 19 02:02:18.091732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-6da4a70a-9a17-4ecc-827e-b167138ec235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:18.093294 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a73de949-6bf1-4c48-aed5-8b683a408fd7 req-6da4a70a-9a17-4ecc-827e-b167138ec235 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013515 Feb 19 02:02:18.144611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447e122-ef04-4899-8526-771d72b9aa94 req-62070f72-4c2e-4bcf-8da2-3012b5c0a002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:18.146326 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d447e122-ef04-4899-8526-771d72b9aa94 req-62070f72-4c2e-4bcf-8da2-3012b5c0a002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 943 time: 0.0707176 Feb 19 02:02:18.182529 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-92c42c9e-3ca3-41fd-859f-ca9a3acb9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:18.184104 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-92c42c9e-3ca3-41fd-859f-ca9a3acb9ae8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1125 time: 0.0501654 Feb 19 02:02:18.198263 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d447e122-ef04-4899-8526-771d72b9aa94 req-3fa382d8-b5d5-4301-8738-8837bf282d87 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Feb 19 02:02:18.234430 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-5cf71a6b-6507-487f-a9bc-c4199a1f8c7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260 HTTP/1.1" status: 200 len: 217 time: 0.0424962 Feb 19 02:02:18.300407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-6066617f-757c-498a-a2df-388bbb4dfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:18.302950 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-6066617f-757c-498a-a2df-388bbb4dfacd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=979416f2-032a-425b-8655-40b75f55b39d HTTP/1.1" status: 200 len: 835 time: 0.0628397 Feb 19 02:02:18.354812 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-7f3474c3-213a-4804-89e0-52ef25bcd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:18.356387 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-7f3474c3-213a-4804-89e0-52ef25bcd8fc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5f5991d8-e199-4f44-9a53-3c9be1001372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456481 Feb 19 02:02:18.448861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-3ed0e4bf-0fd9-4dfb-9642-f7489dacad4c service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851703 Feb 19 02:02:18.544673 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7f6f86b3-c880-4ed2-b9d6-0466d26e72b7 req-80332a45-f3a4-484a-ab78-cf729be81c23 service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Feb 19 02:02:19.334754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88b592-04a7-4402-8d3c-6c77298cc2ff req-36ea0327-b21a-4eae-a684-ca84533e0622 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:19.336254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b88b592-04a7-4402-8d3c-6c77298cc2ff req-36ea0327-b21a-4eae-a684-ca84533e0622 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 943 time: 0.0587852 Feb 19 02:02:19.388058 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1b88b592-04a7-4402-8d3c-6c77298cc2ff req-6bd9521e-cbea-4266-8a48-8aad98233ba2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Feb 19 02:02:20.508465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e715-d268-4d4b-9123-63f621a6146e req-8a101c47-b02c-482c-b8cf-4ff487370b31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:20.509965 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dca1e715-d268-4d4b-9123-63f621a6146e req-8a101c47-b02c-482c-b8cf-4ff487370b31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 943 time: 0.0538981 Feb 19 02:02:20.559513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dca1e715-d268-4d4b-9123-63f621a6146e req-8627736c-194c-444e-a0d1-73a0bbc2258a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Feb 19 02:02:21.679057 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74fbe8-5159-46ce-98e9-df7ccf48bc91 req-80d9afc1-53bb-43ce-aedf-8268591d2e7c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:21.680593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d74fbe8-5159-46ce-98e9-df7ccf48bc91 req-80d9afc1-53bb-43ce-aedf-8268591d2e7c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 943 time: 0.0546484 Feb 19 02:02:21.731215 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8d74fbe8-5159-46ce-98e9-df7ccf48bc91 req-6d3154d1-eafc-4a26-b250-0e781d74ce56 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449183 Feb 19 02:02:22.617004 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a7461ebd-d38a-46eb-a9f1-d58278e16260 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:02:22.715550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:22.727479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'port_id': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'mac_address': 'fa:16:3e:86:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:02:22.764612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a7461ebd-d38a-46eb-a9f1-d58278e16260 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:22.765003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:22.779030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7461ebd-d38a-46eb-a9f1-d58278e16260 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:02:22.800565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:22.851880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de32dea-7970-40ab-bb83-202a109dd831 req-39b643c4-f164-4847-a2f2-96c9d9a7d3a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:22.853368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9de32dea-7970-40ab-bb83-202a109dd831 req-39b643c4-f164-4847-a2f2-96c9d9a7d3a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 943 time: 0.0521579 Feb 19 02:02:22.873604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:22.907633 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9de32dea-7970-40ab-bb83-202a109dd831 req-75073488-2101-450b-89a6-a49ccafa1051 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486765 Feb 19 02:02:22.926677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:23.132290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['a7461ebd-d38a-46eb-a9f1-d58278e16260'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:02:23.453127 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:02:24.028122 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68af59-cf0b-48f3-bef4-486864ece3be req-a06f910e-287d-4757-b507-d9e829beb272 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:24.029522 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e68af59-cf0b-48f3-bef4-486864ece3be req-a06f910e-287d-4757-b507-d9e829beb272 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 944 time: 0.0520873 Feb 19 02:02:24.083991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8e68af59-cf0b-48f3-bef4-486864ece3be req-bd03deaf-cfac-4f15-8683-629c1f208765 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Feb 19 02:02:24.630297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a7461ebd-d38a-46eb-a9f1-d58278e16260 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:02:24.757257 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port a7461ebd-d38a-46eb-a9f1-d58278e16260 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:02:24.761686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port a7461ebd-d38a-46eb-a9f1-d58278e16260 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:02:24.762070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:24.839371 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port a7461ebd-d38a-46eb-a9f1-d58278e16260 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:02:24.839760 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:24.864988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:24.867219 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d34ca-275d-4f20-a44f-ce9bea4b83cc" -d '{"events": [{"server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "name": "network-vif-plugged", "status": "completed", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:24.880173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:02:24.905098 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0f24b-f226-448d-a1bd-81cb5d7bd7aa x-openstack-request-id: req-81c0f24b-f226-448d-a1bd-81cb5d7bd7aa {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:24.905389 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "name": "network-vif-plugged", "status": "completed", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:24.905669 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-81c0f24b-f226-448d-a1bd-81cb5d7bd7aa {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:24.906365 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'code': 200} Feb 19 02:02:24.936995 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:24.986932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:25.018634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd733c-3812-49cd-8756-845ac9eaa803 req-dcdb8c4c-50fa-4445-b63d-a9bf969f3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:25.020164 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6cd733c-3812-49cd-8756-845ac9eaa803 req-dcdb8c4c-50fa-4445-b63d-a9bf969f3d34 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1127 time: 0.0449436 Feb 19 02:02:25.068501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f6cd733c-3812-49cd-8756-845ac9eaa803 req-ab37bc8d-5a2d-4fbc-91b9-662f4335423d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Feb 19 02:02:25.206238 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea4f0-5608-4113-bdaa-56366ca22c96 req-dcafb415-a5a3-424a-b073-da3439a27c2d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:25.207708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-353ea4f0-5608-4113-bdaa-56366ca22c96 req-dcafb415-a5a3-424a-b073-da3439a27c2d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0554738 Feb 19 02:02:25.257331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-353ea4f0-5608-4113-bdaa-56366ca22c96 req-0dadd528-e3b2-40f4-8a12-2980102a96fd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Feb 19 02:02:26.379893 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996841f9-35a0-4e63-aa6c-eb538577f7c9 req-21f7fe8a-e261-4a56-b286-fb2293c64677 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:26.381427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-996841f9-35a0-4e63-aa6c-eb538577f7c9 req-21f7fe8a-e261-4a56-b286-fb2293c64677 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0559061 Feb 19 02:02:26.431595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-996841f9-35a0-4e63-aa6c-eb538577f7c9 req-93493cd3-f097-45be-9b3c-c23dafcb5b37 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Feb 19 02:02:27.568981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571896c-1b00-4a88-b1bb-5438c6b7f23d req-78669a48-5f34-4998-a168-0fd57ca37bdc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:27.570509 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0571896c-1b00-4a88-b1bb-5438c6b7f23d req-78669a48-5f34-4998-a168-0fd57ca37bdc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0590966 Feb 19 02:02:27.624520 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0571896c-1b00-4a88-b1bb-5438c6b7f23d req-3eaac742-f9e4-4e97-87e1-6d9d34ef18da tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480547 Feb 19 02:02:27.748276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be569c-8008-418e-91f9-f932dc9aad33 req-29552c4f-6e2d-48ab-9a2c-87fef57f216b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:27.749747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67be569c-8008-418e-91f9-f932dc9aad33 req-29552c4f-6e2d-48ab-9a2c-87fef57f216b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0512486 Feb 19 02:02:27.798555 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-67be569c-8008-418e-91f9-f932dc9aad33 req-cd14e73d-aa30-4ce1-ac55-5d0c54aed571 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Feb 19 02:02:27.820683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36080) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:27.863107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8108e-51af-4ac4-a82b-09180c0b6c09 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:27.864622 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-22f8108e-51af-4ac4-a82b-09180c0b6c09 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1122 time: 0.0429475 Feb 19 02:02:27.867487 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36082) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:27.871810 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:02:27.954147 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.059654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.161268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.32 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/366beeb7-00f4-4afa-9689-21da083b894c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:02:28.266310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (366beeb7-00f4-4afa-9689-21da083b894c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.348324 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (366beeb7-00f4-4afa-9689-21da083b894c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.386544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:02:28.391211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:02:28.394777 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:02:28.400014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=366beeb7-00f4-4afa-9689-21da083b894c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:28.764798 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (0541938b-1eab-4c49-9595-400e6eb687ea), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:28.889520 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (366beeb7-00f4-4afa-9689-21da083b894c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:29.038995 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (366beeb7-00f4-4afa-9689-21da083b894c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:29.090891 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (366beeb7-00f4-4afa-9689-21da083b894c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:29.162612 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=366beeb7-00f4-4afa-9689-21da083b894c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:02:29.172754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (0541938b-1eab-4c49-9595-400e6eb687ea), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:29.279863 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP 0541938b-1eab-4c49-9595-400e6eb687ea associated. External IP: 172.25.2.32, port: a7461ebd-d38a-46eb-a9f1-d58278e16260. Feb 19 02:02:29.488103 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 9299734c-ba27-420e-bc52-31672c9e1a58 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:02:29.604607 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:02:29.614594 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Sync routers for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:02:29.625937 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:29.631734 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:29.682060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:29.713461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2464ed0f-6a08-4b5f-b1c7-001d9de74df8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8449352 Feb 19 02:02:29.714150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:02:29.716448 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03523f46-267f-4b00-b91c-beed89048818" -d '{"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:02:29.767489 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ca545-688f-4e79-9a5c-0759786be272 x-openstack-request-id: req-f15ca545-688f-4e79-9a5c-0759786be272 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:02:29.768123 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:02:29.768123 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f15ca545-688f-4e79-9a5c-0759786be272 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:02:29.768846 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'status': 'completed', 'code': 200} Feb 19 02:02:29.850864 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:29.878502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8e9b9-63d9-43d7-a7c0-a0c29348b689 req-97733efb-e2e0-4a35-b0a1-55ec725189ca tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:29.880173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9a8e9b9-63d9-43d7-a7c0-a0c29348b689 req-97733efb-e2e0-4a35-b0a1-55ec725189ca tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0986409 Feb 19 02:02:29.883207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523f46-267f-4b00-b91c-beed89048818 req-d4d3e705-e9fb-432c-a32c-f70fbeea8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:29.884675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-d4d3e705-e9fb-432c-a32c-f70fbeea8d9b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1127 time: 0.0895951 Feb 19 02:02:29.991711 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a9a8e9b9-63d9-43d7-a7c0-a0c29348b689 req-20fb78fb-c0ef-4f7a-b0c3-96bac687df59 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039600 Feb 19 02:02:30.016845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36090) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:30.021687 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523f46-267f-4b00-b91c-beed89048818 req-144da18b-fc89-42e1-bdee-433869583c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.023236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-144da18b-fc89-42e1-bdee-433869583c34 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5f5991d8-e199-4f44-9a53-3c9be1001372 HTTP/1.1" status: 200 len: 896 time: 0.1276309 Feb 19 02:02:30.084600 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c109273d-1d36-4c3c-bb81-fe0a9f170f17 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/0541938b-1eab-4c49-9595-400e6eb687ea HTTP/1.1" status: 200 len: 990 time: 0.0668457 Feb 19 02:02:30.093305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-a87cbdb3-c9d7-4e1b-9da9-db454e3977ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260 HTTP/1.1" status: 200 len: 998 time: 0.0641584 Feb 19 02:02:30.098065 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0541938b-1eab-4c49-9595-400e6eb687ea', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'port_id': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'mac_address': 'fa:16:3e:86:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:02:28Z', 'updated_at': '2022-02-19T02:02:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:30.127412 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Checking router: 9299734c-ba27-420e-bc52-31672c9e1a58 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:02:30.135979 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:02:30.136570 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:30.143409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523f46-267f-4b00-b91c-beed89048818 req-3cb54de9-701d-41eb-8d80-51bf2250c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.145130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-3cb54de9-701d-41eb-8d80-51bf2250c9ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=979416f2-032a-425b-8655-40b75f55b39d HTTP/1.1" status: 200 len: 835 time: 0.0456347 Feb 19 02:02:30.201694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03523f46-267f-4b00-b91c-beed89048818 req-985f0097-1970-4000-b6ee-6a6b1f52e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:30.203300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-985f0097-1970-4000-b6ee-6a6b1f52e0e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5f5991d8-e199-4f44-9a53-3c9be1001372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523391 Feb 19 02:02:30.247329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:02:30.293015 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-5f4a5f19-17c7-4c18-8e4b-d7ba9581d53f service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837672 Feb 19 02:02:30.391601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-03523f46-267f-4b00-b91c-beed89048818 req-19607b06-e413-4a0c-8f00-c53a9000f27b service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916188 Feb 19 02:02:30.478494 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0541938b-1eab-4c49-9595-400e6eb687ea', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'port_id': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'mac_address': 'fa:16:3e:86:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:02:28Z', 'updated_at': '2022-02-19T02:02:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:02:30.504820 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83366df1-6b51-4c55-ac05-2777d13001bc None None] The sync data for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 is: [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '0541938b-1eab-4c49-9595-400e6eb687ea', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'port_id': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'mac_address': 'fa:16:3e:86:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:02:28Z', 'updated_at': '2022-02-19T02:02:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:02:30.744549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a9afc-e5ed-4d77-bb9e-39132387fe9c None None] New status for floating IP 0541938b-1eab-4c49-9595-400e6eb687ea: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:02:31.087005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36092) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:02:31.156031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac5ed8b1-70fc-4d63-a745-4406aa715e0a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/0541938b-1eab-4c49-9595-400e6eb687ea HTTP/1.1" status: 200 len: 992 time: 0.0670094 Feb 19 02:02:40.293723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:40.682506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61e698aa-6aea-4a48-b25e-260fadd053ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:40.896544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:42.971866 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6b3e-d877-4389-a6dc-30cab6e932ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:44.456531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:45.499384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:46.985402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:00.159895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93231-883f-4a77-9dbc-996f36e1b1e6 req-f6a47f8a-54c6-44ee-9844-8a8c5fc22ecd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:00.161417 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3d93231-883f-4a77-9dbc-996f36e1b1e6 req-f6a47f8a-54c6-44ee-9844-8a8c5fc22ecd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.1115561 Feb 19 02:03:00.217196 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f3d93231-883f-4a77-9dbc-996f36e1b1e6 req-586f1b70-e060-4649-a6a0-fb2491b028eb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501900 Feb 19 02:03:00.452757 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:03:01.394279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5b80-edd9-4ed5-b90a-e8d1b9f00269 req-2ee381ee-b051-41ce-918a-3f9408d404bb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:01.395803 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71ad5b80-edd9-4ed5-b90a-e8d1b9f00269 req-2ee381ee-b051-41ce-918a-3f9408d404bb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.1014559 Feb 19 02:03:01.446360 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-71ad5b80-edd9-4ed5-b90a-e8d1b9f00269 req-fb581125-f29a-47ac-8b28-b3ced52c846b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446417 Feb 19 02:03:01.469329 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36120) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:01.532651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-76dfa1f3-2ef8-4a34-ba2a-e74d94907c43 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/0541938b-1eab-4c49-9595-400e6eb687ea HTTP/1.1" status: 200 len: 992 time: 0.0621300 Feb 19 02:03:02.954377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ff7c-18e2-476a-b1aa-b6d34d59adde req-6f7e9088-043f-4d66-ba1b-d781cdc3d911 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:02.956757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a386ff7c-18e2-476a-b1aa-b6d34d59adde req-6f7e9088-043f-4d66-ba1b-d781cdc3d911 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0586176 Feb 19 02:03:03.007201 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a386ff7c-18e2-476a-b1aa-b6d34d59adde req-fa62b0c6-c4cd-47af-a7be-09500b2007eb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Feb 19 02:03:04.130658 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aa2cb-7775-43ca-a8c2-a0060c70e062 req-465b4098-32b8-4aa5-9fb7-f33081367054 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:04.132209 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec2aa2cb-7775-43ca-a8c2-a0060c70e062 req-465b4098-32b8-4aa5-9fb7-f33081367054 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0538647 Feb 19 02:03:04.181963 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ec2aa2cb-7775-43ca-a8c2-a0060c70e062 req-af94a1d1-c0b4-4665-93ae-540362812a71 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Feb 19 02:03:04.206347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36130) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:04.269677 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4d553e18-4edd-41b3-b387-524903bd889c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/0541938b-1eab-4c49-9595-400e6eb687ea HTTP/1.1" status: 200 len: 992 time: 0.0622196 Feb 19 02:03:04.553382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36136) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:04.713011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 366beeb7-00f4-4afa-9689-21da083b894c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:04.713366 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (366beeb7-00f4-4afa-9689-21da083b894c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:04.788599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (366beeb7-00f4-4afa-9689-21da083b894c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:04.788935 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (366beeb7-00f4-4afa-9689-21da083b894c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:04.800396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 366beeb7-00f4-4afa-9689-21da083b894c owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:05.039615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (366beeb7-00f4-4afa-9689-21da083b894c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:05.071853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=366beeb7-00f4-4afa-9689-21da083b894c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:05.097657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.098016 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.098366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.098712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.099053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.099416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.099751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.100088 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.100424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.100760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.101092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.101419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.101747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:05.146447 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (0541938b-1eab-4c49-9595-400e6eb687ea), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:05.147311 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP 0541938b-1eab-4c49-9595-400e6eb687ea disassociated (deleted). External IP: 172.25.2.32, port: a7461ebd-d38a-46eb-a9f1-d58278e16260. Feb 19 02:03:05.726830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 9299734c-ba27-420e-bc52-31672c9e1a58 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:05.838094 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:05.842988 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:05.849410 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Sync routers for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:05.858623 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:05.859264 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:05.872226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9ebcbdbe-d187-45df-a551-54a961864ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/floatingips/0541938b-1eab-4c49-9595-400e6eb687ea HTTP/1.1" status: 204 len: 168 time: 1.3178494 Feb 19 02:03:05.872927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:05.875302 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74724978-4268-4e24-aab8-28f28217eb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:05.981862 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:05.982691 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185aa860-34e4-49a1-b279-fcd0db3aff68 x-openstack-request-id: req-185aa860-34e4-49a1-b279-fcd0db3aff68 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:05.983005 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:05.984040 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-185aa860-34e4-49a1-b279-fcd0db3aff68 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:05.984040 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'status': 'completed', 'code': 200} Feb 19 02:03:06.063446 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724978-4268-4e24-aab8-28f28217eb6e req-0b4d3d56-946e-410a-8d76-67f8920954bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.065908 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-0b4d3d56-946e-410a-8d76-67f8920954bc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 1127 time: 0.0536067 Feb 19 02:03:06.167801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724978-4268-4e24-aab8-28f28217eb6e req-1e915ba5-0037-4e97-8870-6bee9536e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.169272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-1e915ba5-0037-4e97-8870-6bee9536e806 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5f5991d8-e199-4f44-9a53-3c9be1001372 HTTP/1.1" status: 200 len: 896 time: 0.0972519 Feb 19 02:03:06.209058 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:06.212922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-e1d4d082-b460-48ce-befb-e1457e12232b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260 HTTP/1.1" status: 200 len: 217 time: 0.0362766 Feb 19 02:03:06.240336 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Checking router: 9299734c-ba27-420e-bc52-31672c9e1a58 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:06.248786 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:06.249451 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:06.265549 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724978-4268-4e24-aab8-28f28217eb6e req-11fab07a-6d64-447a-8337-8f570c9bf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.267644 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-11fab07a-6d64-447a-8337-8f570c9bf5d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=979416f2-032a-425b-8655-40b75f55b39d HTTP/1.1" status: 200 len: 835 time: 0.0477843 Feb 19 02:03:06.288797 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a61794-f300-4581-90a5-bbeb3c1e89a1 req-1c091cf4-12ed-4f71-bbdc-4c82aa59dac5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.290324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53a61794-f300-4581-90a5-bbeb3c1e89a1 req-1c091cf4-12ed-4f71-bbdc-4c82aa59dac5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0608237 Feb 19 02:03:06.328763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724978-4268-4e24-aab8-28f28217eb6e req-75e28cb3-0192-48f9-b7b0-de2fe17b4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:06.331463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-75e28cb3-0192-48f9-b7b0-de2fe17b4520 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5f5991d8-e199-4f44-9a53-3c9be1001372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567651 Feb 19 02:03:06.342122 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-53a61794-f300-4581-90a5-bbeb3c1e89a1 req-23333e50-6101-432a-8d82-fde2367db446 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Feb 19 02:03:06.377991 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:06.434226 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-3825b842-4561-411b-99d5-b1a95465b1e1 service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886242 Feb 19 02:03:06.528105 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-74724978-4268-4e24-aab8-28f28217eb6e req-c22b84dd-7f42-45ee-a238-c1ed228d0cf5 service neutron] 10.222.0.96 "GET /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860538 Feb 19 02:03:06.573341 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:06.599399 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58762cc9-3fb3-44c9-a490-c16b530bdfbe None None] The sync data for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 is: [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:02:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '2e450a76-99a3-4621-b5c1-51d79e744bfc', 'name': '', 'network_id': '5f5991d8-e199-4f44-9a53-3c9be1001372', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:d4:49:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '979416f2-032a-425b-8655-40b75f55b39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:11Z', 'updated_at': '2022-02-19T02:02:15Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': '979416f2-032a-425b-8655-40b75f55b39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:06.828279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80de0e-8e31-4438-9198-cad839fb69fe None None] New status for floating IP 0541938b-1eab-4c49-9595-400e6eb687ea: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:03:07.467245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0c0e2-6abb-4b3b-a68b-9f6aaf3c6de2 req-4b190dd4-174b-49e6-9887-4e0f792e97a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:07.468733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51e0c0e2-6abb-4b3b-a68b-9f6aaf3c6de2 req-4b190dd4-174b-49e6-9887-4e0f792e97a5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0542688 Feb 19 02:03:07.518717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-51e0c0e2-6abb-4b3b-a68b-9f6aaf3c6de2 req-6c500290-6a93-49e6-9cde-4339f6660970 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=d24ff186-123d-4004-a4a1-099ccb42bca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Feb 19 02:03:08.059993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-3a0738c4-a2f0-4780-bd4b-520a9fd21ba3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:08.061339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-3a0738c4-a2f0-4780-bd4b-520a9fd21ba3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 945 time: 0.0520074 Feb 19 02:03:08.157185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port a7461ebd-d38a-46eb-a9f1-d58278e16260 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:08.158080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:08.250824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port a7461ebd-d38a-46eb-a9f1-d58278e16260, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=a7461ebd-d38a-46eb-a9f1-d58278e16260,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:08.251225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:08.268176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for a7461ebd-d38a-46eb-a9f1-d58278e16260 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:08.454146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a7461ebd-d38a-46eb-a9f1-d58278e16260), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:08.484867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=a7461ebd-d38a-46eb-a9f1-d58278e16260,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:08.532424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] No DVR routers for this DVR port a7461ebd-d38a-46eb-a9f1-d58278e16260 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:03:08.535809 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:08.539067 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19a37061-f37b-486e-ad2d-c5924caf62eb req-bbb0a356-601e-4ca7-a304-86465109fcdd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "DELETE /v2.0/ports/a7461ebd-d38a-46eb-a9f1-d58278e16260 HTTP/1.1" status: 204 len: 173 time: 0.4706559 Feb 19 02:03:08.539532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'name': 'network-vif-deleted', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:08.541773 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11630f-7782-43ce-8678-31ccd03de68a" -d '{"events": [{"server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "name": "network-vif-deleted", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:08.576797 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c7d00-a84d-439b-a5a6-4aff7cd153bb x-openstack-request-id: req-993c7d00-a84d-439b-a5a6-4aff7cd153bb {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:08.577091 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6140a40-0883-45bd-8b80-39a4e8f5ca1e", "name": "network-vif-deleted", "tag": "a7461ebd-d38a-46eb-a9f1-d58278e16260", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:08.577341 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-993c7d00-a84d-439b-a5a6-4aff7cd153bb {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:08.577745 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6140a40-0883-45bd-8b80-39a4e8f5ca1e', 'name': 'network-vif-deleted', 'tag': 'a7461ebd-d38a-46eb-a9f1-d58278e16260', 'status': 'completed', 'code': 200} Feb 19 02:03:08.621582 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b8345d1-ecd0-4f21-9d16-700265e32245 req-393b7ef1-e45c-4f50-a256-4311e2c87241 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6140a40-0883-45bd-8b80-39a4e8f5ca1e HTTP/1.1" status: 200 len: 210 time: 0.0286908 Feb 19 02:03:09.680669 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36154) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:10.048662 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (9299734c-ba27-420e-bc52-31672c9e1a58), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.300990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.313523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 2e450a76-99a3-4621-b5c1-51d79e744bfc {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:10.313876 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.403506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 2e450a76-99a3-4621-b5c1-51d79e744bfc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2e450a76-99a3-4621-b5c1-51d79e744bfc,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:10.403870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.417606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 2e450a76-99a3-4621-b5c1-51d79e744bfc owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:10.654216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (2e450a76-99a3-4621-b5c1-51d79e744bfc), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.693030 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=2e450a76-99a3-4621-b5c1-51d79e744bfc,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:10.717095 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4c9401ab-a812-4d0e-b6fc-2ff37fbbd740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.876608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (9299734c-ba27-420e-bc52-31672c9e1a58), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:10.930652 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.104207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 9299734c-ba27-420e-bc52-31672c9e1a58 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:11.211366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:11.216729 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7d72b8b9-a4bc-4ef3-ba0e-d2c79fb6f1d8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/9299734c-ba27-420e-bc52-31672c9e1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345120 Feb 19 02:03:11.218904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36156) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:11.223852 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Sync routers for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:11.233479 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:11.234089 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:11.271223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting subnet 979416f2-032a-425b-8655-40b75f55b39d {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:03:11.274434 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (979416f2-032a-425b-8655-40b75f55b39d), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.316532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (979416f2-032a-425b-8655-40b75f55b39d), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.404255 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (979416f2-032a-425b-8655-40b75f55b39d), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.444870 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:11.528522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (979416f2-032a-425b-8655-40b75f55b39d), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.556432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Subnet': ['ID=979416f2-032a-425b-8655-40b75f55b39d,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:11.560486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.564702 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-f7b5d77a-09b3-43a0-a78f-2fa20a4e456a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/subnets/979416f2-032a-425b-8655-40b75f55b39d HTTP/1.1" status: 204 len: 168 time: 0.3448086 Feb 19 02:03:11.566633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36158) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:11.568991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb71fce-8a08-4bb2-ba1d-7db6fa76ef30 None None] Network 5f5991d8-e199-4f44-9a53-3c9be1001372 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:11.630359 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:03:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:11.663014 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Checking router: 9299734c-ba27-420e-bc52-31672c9e1a58 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:11.673490 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Routers {'9299734c-ba27-420e-bc52-31672c9e1a58'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:11.674247 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:02:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['9299734c-ba27-420e-bc52-31672c9e1a58'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:11.695037 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (9299734c-ba27-420e-bc52-31672c9e1a58), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.803537 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] Set router 9299734c-ba27-420e-bc52-31672c9e1a58 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:11.822310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (9299734c-ba27-420e-bc52-31672c9e1a58), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.878536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] DHCP port deletion for 5f5991d8-e199-4f44-9a53-3c9be1001372 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:03:11.937676 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Deleting port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:11.938605 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.948741 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port bac8e590-16d0-4803-b523-320ce1c8a40f {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:03:11.950350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:11.995577 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:03:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:12.013986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] For port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,segment=NetworkSegment(07318c9f-c726-4d8e-bbe0-ad2836ee10fc),segment_id=07318c9f-c726-4d8e-bbe0-ad2836ee10fc)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:12.014673 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.024129 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41b4d-8584-46ce-9b88-dca758b05e89 None None] The sync data for ids ['9299734c-ba27-420e-bc52-31672c9e1a58'] in n-d-826529-3 is: [{'id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578667185', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:02:07Z', 'updated_at': '2022-02-19T02:03:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'bac8e590-16d0-4803-b523-320ce1c8a40f', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9299734c-ba27-420e-bc52-31672c9e1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:02:08Z', 'updated_at': '2022-02-19T02:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:12.032801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Calling delete_port for 2af56d6c-5ceb-4493-bdb7-75a965a92b2b owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:12.035512 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port bac8e590-16d0-4803-b523-320ce1c8a40f, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=bac8e590-16d0-4803-b523-320ce1c8a40f,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:12.036263 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.052689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for bac8e590-16d0-4803-b523-320ce1c8a40f owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:03:12.194118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (2af56d6c-5ceb-4493-bdb7-75a965a92b2b), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.218802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Pushing event deleted for resources: {'Port': ['ID=2af56d6c-5ceb-4493-bdb7-75a965a92b2b,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:12.226447 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] No DVR routers for this DVR port 2af56d6c-5ceb-4493-bdb7-75a965a92b2b on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:03:12.228805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.229235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.229580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.229918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.230252 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.230584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.230943 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.231273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.231605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.231926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.232247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.232565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.232881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7f9a0-8478-44f1-9e8e-db7f2e481fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.294381 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (bac8e590-16d0-4803-b523-320ce1c8a40f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.319546 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=bac8e590-16d0-4803-b523-320ce1c8a40f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:12.329641 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.329995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.330345 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.330692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.331042 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.331466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.331734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.332068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.332398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.332727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.333054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.333381 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.333704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:12.394298 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (9299734c-ba27-420e-bc52-31672c9e1a58), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.494395 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (9299734c-ba27-420e-bc52-31672c9e1a58), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.496721 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (9299734c-ba27-420e-bc52-31672c9e1a58), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.605260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (9299734c-ba27-420e-bc52-31672c9e1a58), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.605853 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Fanout notify agent at l3_agent the message router_deleted on router 9299734c-ba27-420e-bc52-31672c9e1a58 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:03:12.613129 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.616642 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-51b26e12-ea36-4826-b809-d18fc952735c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/routers/9299734c-ba27-420e-bc52-31672c9e1a58 HTTP/1.1" status: 204 len: 168 time: 1.0465314 Feb 19 02:03:12.616898 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36160) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:12.696776 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5f5991d8-e199-4f44-9a53-3c9be1001372), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.790937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5f5991d8-e199-4f44-9a53-3c9be1001372), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.811399 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5991d8-e199-4f44-9a53-3c9be1001372']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:12.820574 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07318c9f-c726-4d8e-bbe0-ad2836ee10fc') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:12.820876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07318c9f-c726-4d8e-bbe0-ad2836ee10fc') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:12.830308 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (07318c9f-c726-4d8e-bbe0-ad2836ee10fc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.843525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (07318c9f-c726-4d8e-bbe0-ad2836ee10fc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.850063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:03:12.850448 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (07318c9f-c726-4d8e-bbe0-ad2836ee10fc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:03:12.853394 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:03:12.865087 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a7461ebd-d38a-46eb-a9f1-d58278e16260 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:12.888757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: a7461ebd-d38a-46eb-a9f1-d58278e16260 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:12.889116 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device a7461ebd-d38a-46eb-a9f1-d58278e16260 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:12.953822 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-62c50ff6-4204-47f0-b803-1d3a9fa2de6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.979873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5f5991d8-e199-4f44-9a53-3c9be1001372), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.984376 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:12.988128 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/networks/5f5991d8-e199-4f44-9a53-3c9be1001372 HTTP/1.1" status: 204 len: 168 time: 0.3700650 Feb 19 02:03:12.990831 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36162) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:13.007670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d1eb2-cf96-4ac0-8ac5-9bf2345e1cc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Network': ['ID=5f5991d8-e199-4f44-9a53-3c9be1001372,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:13.049043 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (d24ff186-123d-4004-a4a1-099ccb42bca3), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.077673 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (d24ff186-123d-4004-a4a1-099ccb42bca3), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.127555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2af56d6c-5ceb-4493-bdb7-75a965a92b2b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:13.151579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2af56d6c-5ceb-4493-bdb7-75a965a92b2b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:13.151921 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2af56d6c-5ceb-4493-bdb7-75a965a92b2b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:13.152331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2e450a76-99a3-4621-b5c1-51d79e744bfc no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:13.171739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 2e450a76-99a3-4621-b5c1-51d79e744bfc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:13.172077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 2e450a76-99a3-4621-b5c1-51d79e744bfc not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:13.219892 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (d24ff186-123d-4004-a4a1-099ccb42bca3), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.223192 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.224386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/security-groups/d24ff186-123d-4004-a4a1-099ccb42bca3 HTTP/1.1" status: 204 len: 168 time: 0.2325594 Feb 19 02:03:13.233813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f7c35-2037-49a2-916a-dc81b3c8e5bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ff186-123d-4004-a4a1-099ccb42bca3,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:13.694586 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36168) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:13.699120 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059616113', 'description': 'tempest-secgroup-smoke-2059616113 description', 'project_id': 'a39d7caea7ca43079db33e3239578d8f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:13.791519 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.856132 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (f52d156b-8990-4116-a3ec-64c268d735f9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.916524 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f52d156b-8990-4116-a3ec-64c268d735f9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:13.946109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d156b-8990-4116-a3ec-64c268d735f9,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:14.016464 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.017801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2495984d-1aaa-44fa-98dd-331dfa6c15ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3221495 Feb 19 02:03:14.021449 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36170) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:14.026422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:14.111157 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (65075156-34b8-42e1-a028-ab9a0c1cb7f4), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.170364 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (65075156-34b8-42e1-a028-ab9a0c1cb7f4), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.239556 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (65075156-34b8-42e1-a028-ab9a0c1cb7f4), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.258477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65075156-34b8-42e1-a028-ab9a0c1cb7f4,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:14.313248 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.314462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb1043e7-82ab-4da9-9bac-21a92555f2a7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919478 Feb 19 02:03:14.318714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36172) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:14.323102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:14.399256 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (21be19ab-1a2f-4c25-826d-fd2079bcc69b), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.461427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (21be19ab-1a2f-4c25-826d-fd2079bcc69b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.474028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.536400 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (21be19ab-1a2f-4c25-826d-fd2079bcc69b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.554230 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21be19ab-1a2f-4c25-826d-fd2079bcc69b,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:14.638698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.639972 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9b7b8b6f-db48-47d6-92f7-3c550d85b77c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202841 Feb 19 02:03:14.642671 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36174) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:14.648493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:14.721035 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bac8e590-16d0-4803-b523-320ce1c8a40f no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:03:14.730286 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (bda5a243-a7fa-4aae-aad1-a2a236497eb5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.742614 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: bac8e590-16d0-4803-b523-320ce1c8a40f {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:03:14.743129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device bac8e590-16d0-4803-b523-320ce1c8a40f not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:03:14.790305 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (bda5a243-a7fa-4aae-aad1-a2a236497eb5), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.853819 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (bda5a243-a7fa-4aae-aad1-a2a236497eb5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.874018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda5a243-a7fa-4aae-aad1-a2a236497eb5,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:14.930326 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:14.931560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dff96fb8-96fe-4b71-8e19-f998a3f17c0b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2871213 Feb 19 02:03:14.934312 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36176) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:14.941613 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:15.027433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (59197895-8266-44d5-9f45-5a4594bf07c8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.083871 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (59197895-8266-44d5-9f45-5a4594bf07c8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.153895 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (59197895-8266-44d5-9f45-5a4594bf07c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.171981 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59197895-8266-44d5-9f45-5a4594bf07c8,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:15.229982 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.231251 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d28f98ec-8ddc-450b-99a1-b99e98b14825 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959759 Feb 19 02:03:15.233977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36180) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:15.239264 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:15.319538 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:03:15.324481 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (802b83a8-a2fb-4f29-bbd8-8c872fb93b34), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.383414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (802b83a8-a2fb-4f29-bbd8-8c872fb93b34), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.459687 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (802b83a8-a2fb-4f29-bbd8-8c872fb93b34), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.479260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802b83a8-a2fb-4f29-bbd8-8c872fb93b34,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:15.516768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.547386 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.548696 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-013afd4c-68e2-4e9b-b85b-c9dfa00617cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3137863 Feb 19 02:03:15.552216 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36182) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:15.556531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'f52d156b-8990-4116-a3ec-64c268d735f9', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:15.654262 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:03:15.660725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2f603cbc-3a91-4a5d-99c0-f6e5b7e338b3), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.721984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2f603cbc-3a91-4a5d-99c0-f6e5b7e338b3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.805328 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (2f603cbc-3a91-4a5d-99c0-f6e5b7e338b3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.827859 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f603cbc-3a91-4a5d-99c0-f6e5b7e338b3,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:15.898468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:15.899705 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3b9316bc-e819-445d-9644-9ac74c0a1ae2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3465710 Feb 19 02:03:15.902598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36184) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:15.907885 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'network': {'name': 'tempest-network-smoke--1665970125', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:15.993915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:15.997411 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.021003 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:03:16.029368 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9a4a8132-8e72-4077-996e-5cbc7fed4832), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.032195 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Added segment 9a4a8132-8e72-4077-996e-5cbc7fed4832 of type vlan for network b8122232-4bf2-4414-9a1b-fadd45ac0173 Feb 19 02:03:16.070866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (b8122232-4bf2-4414-9a1b-fadd45ac0173), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.157282 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (b8122232-4bf2-4414-9a1b-fadd45ac0173), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.162993 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:16.163557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.229450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Network': ['ID=b8122232-4bf2-4414-9a1b-fadd45ac0173,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:16.239980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:03:16.276794 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae8cc9d0-8640-4f14-9b4a-0afb17d83c05 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3731239 Feb 19 02:03:16.279406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36186) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:16.284141 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'admin_state_up': True, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:16.394626 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.395744 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.457976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (e02ef724-6f76-498d-a57b-41cfe27702a1), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.963854 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (e02ef724-6f76-498d-a57b-41cfe27702a1), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:16.976719 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:17.245339 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (e02ef724-6f76-498d-a57b-41cfe27702a1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:17.265977 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:17.369970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.78 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a844b394-791e-4d70-86c6-cff47cc5fdd6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:17.469650 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:17.566503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:17.609122 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:17.612004 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:17.616053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:17.621353 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=a844b394-791e-4d70-86c6-cff47cc5fdd6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:17.953026 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (e02ef724-6f76-498d-a57b-41cfe27702a1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:18.164926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:18.356755 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router e02ef724-6f76-498d-a57b-41cfe27702a1 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:03:18.464536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:18.474762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Sync routers for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:18.484691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:18.485306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:18.539582 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:18.543811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c1c5c56b-ea1a-4a00-9db9-43c227e8d39b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2607813 Feb 19 02:03:18.545030 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36188) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:18.573811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-023648c7-f84c-4581-8412-a86632e0f52e tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=a39d7caea7ca43079db33e3239578d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276785 Feb 19 02:03:18.576532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36190) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:18.597268 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:18.727668 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ef24c-389a-461a-a386-6e21659dc605 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:18.729286 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0c7ef24c-389a-461a-a386-6e21659dc605 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518590 Feb 19 02:03:18.732057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36192) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:18.760864 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2fd0605b-9927-4c9a-bdbb-7eb1eefbb2ff tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276334 Feb 19 02:03:18.763234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36194) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:18.767886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604335124', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:18.782804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:17Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:18.809187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Checking router: e02ef724-6f76-498d-a57b-41cfe27702a1 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:18.809538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Updating router e02ef724-6f76-498d-a57b-41cfe27702a1 port a844b394-791e-4d70-86c6-cff47cc5fdd6 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:03:18.838432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:18.919453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:18.922975 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.096138 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks [] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.145953 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (d4994a29-a69a-4e57-bc41-03a6bdf27005), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.174235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.208065 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Subnet': ['ID=d4994a29-a69a-4e57-bc41-03a6bdf27005,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:19.215014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Checking segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:19.215470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network hostable DHCP agents. Network: b8122232-4bf2-4414-9a1b-fadd45ac0173, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:03:19.227197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Attempting to bind port a844b394-791e-4d70-86c6-cff47cc5fdd6 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:19.227574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Attempting to bind port a844b394-791e-4d70-86c6-cff47cc5fdd6 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:19.227946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Attempting to bind port a844b394-791e-4d70-86c6-cff47cc5fdd6 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:19.230805 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649831b-e27d-4130-b705-b795314cc365 None None] Pushing event updated for resources: {'Port': ['ID=a844b394-791e-4d70-86c6-cff47cc5fdd6,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:19.235412 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:19.246991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:19.246991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.246991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:19.246991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Bound port: a844b394-791e-4d70-86c6-cff47cc5fdd6, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:19.246991 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.298020 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] For port a844b394-791e-4d70-86c6-cff47cc5fdd6, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:19.300398 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:03:19.301671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] For port a844b394-791e-4d70-86c6-cff47cc5fdd6, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a844b394-791e-4d70-86c6-cff47cc5fdd6,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:19.380008 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.402207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, b8122232-4bf2-4414-9a1b-fadd45ac0173) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:19.406903 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:19.407427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.416827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed944fb-691e-42e1-b798-9e63972bb49a None None] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:19.476568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0bb2cfd1-d114-410f-bdec-55b3bf32555d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7121625 Feb 19 02:03:19.479410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36196) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:19.488653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649831b-e27d-4130-b705-b795314cc365 None None] Pushing event updated for resources: {'Port': ['ID=a844b394-791e-4d70-86c6-cff47cc5fdd6,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:19.493918 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:19.494536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:19.786749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-b8122232-4bf2-4414-9a1b-fadd45ac0173', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:03:19.787637 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.822931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:19.929379 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.062014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Allocated IP 172.20.0.2 (b8122232-4bf2-4414-9a1b-fadd45ac0173/d4994a29-a69a-4e57-bc41-03a6bdf27005/5d959b9b-9cfb-479b-9880-9c82efb397f3) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:20.181897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:17Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:20.215636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cd0a19-52e2-4481-b1e3-3474f532b992 None None] The sync data for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 is: [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:17Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:20.280523 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks [] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.343260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.387989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:20.392950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:20.396848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.1 (b8122232-4bf2-4414-9a1b-fadd45ac0173/d4994a29-a69a-4e57-bc41-03a6bdf27005/7e583de6-de62-45a2-839e-614af5210e5a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:20.397986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:20.401102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Pushing event updated for resources: {'Port': ['ID=5d959b9b-9cfb-479b-9880-9c82efb397f3,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:20.484671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Attempting to bind port 5d959b9b-9cfb-479b-9880-9c82efb397f3 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:20.485060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Attempting to bind port 5d959b9b-9cfb-479b-9880-9c82efb397f3 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:20.485433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Attempting to bind port 5d959b9b-9cfb-479b-9880-9c82efb397f3 on network b8122232-4bf2-4414-9a1b-fadd45ac0173 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:20.491975 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:20.492611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Checking segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:20.492746 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.493120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Bound using segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:20.493581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Bound port: 5d959b9b-9cfb-479b-9880-9c82efb397f3, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:20.493985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.550528 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (7e583de6-de62-45a2-839e-614af5210e5a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.566476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] For port 5d959b9b-9cfb-479b-9880-9c82efb397f3, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:20.569756 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] For port 5d959b9b-9cfb-479b-9880-9c82efb397f3, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5d959b9b-9cfb-479b-9880-9c82efb397f3,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:20.660619 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.692036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.748718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fc63e-eca0-4823-bf80-537639f14d5c None None] Pushing event updated for resources: {'Port': ['ID=5d959b9b-9cfb-479b-9880-9c82efb397f3,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:20.773357 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:20.777364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:20.787209 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:20.832313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a844b394-791e-4d70-86c6-cff47cc5fdd6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:20.886711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a844b394-791e-4d70-86c6-cff47cc5fdd6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:20.887111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.016322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a844b394-791e-4d70-86c6-cff47cc5fdd6 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:21.016718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.042533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a844b394-791e-4d70-86c6-cff47cc5fdd6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a844b394-791e-4d70-86c6-cff47cc5fdd6,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:21.123195 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.179283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a844b394-791e-4d70-86c6-cff47cc5fdd6,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:21.225990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:21.246310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (e02ef724-6f76-498d-a57b-41cfe27702a1), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.462231 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e583de6-de62-45a2-839e-614af5210e5a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.758822 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (7e583de6-de62-45a2-839e-614af5210e5a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.845414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.926304 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:21.928980 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (e02ef724-6f76-498d-a57b-41cfe27702a1), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.953067 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc190aa-40db-4e7f-a8a7-e38522d4250d None None] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:03:22.025881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Provisioning complete for port 5d959b9b-9cfb-479b-9880-9c82efb397f3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.026241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.037580 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:22.039068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:22.146989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Current status of the port 5d959b9b-9cfb-479b-9880-9c82efb397f3 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:22.147410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.165980 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router e02ef724-6f76-498d-a57b-41cfe27702a1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:22.185401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] For port 5d959b9b-9cfb-479b-9880-9c82efb397f3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5d959b9b-9cfb-479b-9880-9c82efb397f3,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:22.256520 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.289906 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:22.295221 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bb3e9169-923d-4de5-8a8a-f6b239970f31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/e02ef724-6f76-498d-a57b-41cfe27702a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8149974 Feb 19 02:03:22.308586 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Sync routers for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:22.310776 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03c7e0-1de7-4686-a048-287a399f1b0b None None] Pushing event updated for resources: {'Port': ['ID=5d959b9b-9cfb-479b-9880-9c82efb397f3,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:22.321674 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:22.322329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:22.447500 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:22.470904 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-f4f5c266-e635-4316-8794-bb82aa09277b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059616113&fields=id&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 267 time: 0.0555019 Feb 19 02:03:22.474348 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.474835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.514316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Port 7e583de6-de62-45a2-839e-614af5210e5a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:03:22.526073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Provisioning complete for port 5d959b9b-9cfb-479b-9880-9c82efb397f3 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.526458 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.611496 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-32802fe8-760a-4aa3-af93-fd7d0a8ba8cb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:22.613788 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-32802fe8-760a-4aa3-af93-fd7d0a8ba8cb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 797 time: 0.1287527 Feb 19 02:03:22.633908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d907ef9d-7719-442c-8ff5-6b7512a5775c None None] Current status of the port 5d959b9b-9cfb-479b-9880-9c82efb397f3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:22.643224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-c53229c7-d684-4053-bbdd-cabe7dd5d24d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/quotas/a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 375 time: 0.0232873 Feb 19 02:03:22.692002 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 2, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:22.701858 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-b3fb1fe9-e3ae-41b3-b494-843ddb407d1b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570798 Feb 19 02:03:22.722867 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Checking router: e02ef724-6f76-498d-a57b-41cfe27702a1 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:22.723398 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Updating router e02ef724-6f76-498d-a57b-41cfe27702a1 port 7e583de6-de62-45a2-839e-614af5210e5a binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:03:22.765009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-a44fdec2-98e6-4743-9f0d-549f8de3d350 None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.765340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a44fdec2-98e6-4743-9f0d-549f8de3d350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.771307 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e583de6-de62-45a2-839e-614af5210e5a), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.840322 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-a44fdec2-98e6-4743-9f0d-549f8de3d350 None None] Port 7e583de6-de62-45a2-839e-614af5210e5a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:03:22.867194 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-4b46d8c1-092f-41ef-9898-88e24ab36336 service neutron] 10.222.0.94 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510522 Feb 19 02:03:22.902897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5d959b9b-9cfb-479b-9880-9c82efb397f3 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:22.962477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5d959b9b-9cfb-479b-9880-9c82efb397f3 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.963613 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:22.974775 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-472bc8d2-2224-4b5e-8ebd-f059241020f5 service neutron] 10.222.0.94 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019528 Feb 19 02:03:22.993170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f86ddddc-ef49-42ad-9813-5e98bfd49dc0 None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:22.993550 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f86ddddc-ef49-42ad-9813-5e98bfd49dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.048482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f86ddddc-ef49-42ad-9813-5e98bfd49dc0 None None] Port 7e583de6-de62-45a2-839e-614af5210e5a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:03:23.095954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5d959b9b-9cfb-479b-9880-9c82efb397f3 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:23.097339 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a844b394-791e-4d70-86c6-cff47cc5fdd6 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:23.099319 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks [] for port (7e583de6-de62-45a2-839e-614af5210e5a), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.144406 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a844b394-791e-4d70-86c6-cff47cc5fdd6 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:23.144787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.180606 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.249176 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a844b394-791e-4d70-86c6-cff47cc5fdd6 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:23.273855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-98f398fb-fc54-4dbf-a460-1ebe6e04c76b req-52e3c336-02f7-41bd-9c77-7dd636faf3ca tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 210 time: 0.0446205 Feb 19 02:03:23.358340 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Pushing event updated for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:23.388354 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.388705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.389235 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.389404 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.389714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.390061 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.390383 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.390701 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.391041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.391376 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.391700 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.392020 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.392344 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:03:23.408914 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Attempting to bind port 7e583de6-de62-45a2-839e-614af5210e5a on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:23.409361 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Attempting to bind port 7e583de6-de62-45a2-839e-614af5210e5a by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:23.409999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Attempting to bind port 7e583de6-de62-45a2-839e-614af5210e5a on network b8122232-4bf2-4414-9a1b-fadd45ac0173 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:23.415578 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:23.416029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Checking segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:23.416533 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.416989 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Bound using segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:23.417526 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Bound port: 7e583de6-de62-45a2-839e-614af5210e5a, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:23.417989 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e583de6-de62-45a2-839e-614af5210e5a), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.487763 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] For port 7e583de6-de62-45a2-839e-614af5210e5a, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:23.491406 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] For port 7e583de6-de62-45a2-839e-614af5210e5a, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7e583de6-de62-45a2-839e-614af5210e5a,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:23.563000 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.575980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:23.576358 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.635899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee928999-01e9-4e46-ba22-68246e7407b9 None None] Pushing event updated for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:23.644587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:23.644587 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:23.676303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Current status of the port 7e583de6-de62-45a2-839e-614af5210e5a is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:23.676701 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7e583de6-de62-45a2-839e-614af5210e5a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.712687 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] For port 7e583de6-de62-45a2-839e-614af5210e5a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7e583de6-de62-45a2-839e-614af5210e5a,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:23.758338 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:23.828122 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.879774 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2de505-7c6c-44db-b2c7-dbb11bf2439a None None] Pushing event updated for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:23.951223 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2f843970-b04a-4220-bd4c-a08ded7fe5b7 None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:23.953322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2f843970-b04a-4220-bd4c-a08ded7fe5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.965383 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:23.995648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a561d1-2175-44d8-9061-beff33f6573e None None] The sync data for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 is: [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:24.032393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2f843970-b04a-4220-bd4c-a08ded7fe5b7 None None] Current status of the port 7e583de6-de62-45a2-839e-614af5210e5a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:24.382530 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-09975d12-40c3-4d25-b6d2-9e727a07b055 req-52129b03-9b1d-4397-bb93-5030c657ac4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Feb 19 02:03:24.822494 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7e583de6-de62-45a2-839e-614af5210e5a up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:24.877715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 7e583de6-de62-45a2-839e-614af5210e5a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:24.878587 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (7e583de6-de62-45a2-839e-614af5210e5a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:24.959559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 7e583de6-de62-45a2-839e-614af5210e5a is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:25.384672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a82be4b6-f271-4d54-8a54-f3f29cea3329 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:25.386135 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a82be4b6-f271-4d54-8a54-f3f29cea3329 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 797 time: 0.1199577 Feb 19 02:03:25.460540 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-3d478c4b-e0d4-4c10-9fdf-2c3ffea4785a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 380 time: 0.0618804 Feb 19 02:03:25.470036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'port': {'device_id': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'admin_state_up': True, 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'security_groups': ['f52d156b-8990-4116-a3ec-64c268d735f9']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:25.541318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-95a7621e-3e05-42fa-ba71-ea26f3b77b12 req-c85a99ae-b03d-4724-991a-431b9a4d6118 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 210 time: 0.0751379 Feb 19 02:03:25.665161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:03:25.668513 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:25.791903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.12 (b8122232-4bf2-4414-9a1b-fadd45ac0173/d4994a29-a69a-4e57-bc41-03a6bdf27005/741b10a3-84c7-4686-b1f0-60fba3c81b76) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:25.937932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.032070 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.080601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:26.084481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:26.088196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:26.094368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:26.145345 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:26.145960 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.225794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-66c8b7fc-e2a4-4d92-81f0-a665744046e0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607889 Feb 19 02:03:26.238075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Request body: {'port': {'device_id': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:26.297375 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.371147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-e8d68245-e711-4263-ac3c-ce67f692ceba None None] Provisioning complete for port 741b10a3-84c7-4686-b1f0-60fba3c81b76 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:26.371704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e8d68245-e711-4263-ac3c-ce67f692ceba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.407056 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-e8d68245-e711-4263-ac3c-ce67f692ceba None None] Port 741b10a3-84c7-4686-b1f0-60fba3c81b76 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:03:26.558043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741b10a3-84c7-4686-b1f0-60fba3c81b76 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:26.565967 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks [] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.577948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Transition to ACTIVE for port object 741b10a3-84c7-4686-b1f0-60fba3c81b76 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:03:26.642469 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.665639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dba85-357b-49bc-aa5b-96cd3c299884 req-63b9f402-8935-42b2-8f59-e3bb0ecfeda0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:26.667181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db7dba85-357b-49bc-aa5b-96cd3c299884 req-63b9f402-8935-42b2-8f59-e3bb0ecfeda0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 932 time: 0.0564032 Feb 19 02:03:26.693523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Pushing event updated for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:26.724378 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-db7dba85-357b-49bc-aa5b-96cd3c299884 req-0a6d489e-77ed-43d6-ade9-94fbf82e659d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509877 Feb 19 02:03:26.769158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Attempting to bind port 741b10a3-84c7-4686-b1f0-60fba3c81b76 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:03:26.769497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Attempting to bind port 741b10a3-84c7-4686-b1f0-60fba3c81b76 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:03:26.769829 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Attempting to bind port 741b10a3-84c7-4686-b1f0-60fba3c81b76 on network b8122232-4bf2-4414-9a1b-fadd45ac0173 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:26.774676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Port 741b10a3-84c7-4686-b1f0-60fba3c81b76 on network b8122232-4bf2-4414-9a1b-fadd45ac0173 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:03:26.775004 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Attempting to bind port 741b10a3-84c7-4686-b1f0-60fba3c81b76 on network b8122232-4bf2-4414-9a1b-fadd45ac0173 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:03:26.779907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:03:26.780242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Checking segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:03:26.780626 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Bound using segment: {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:03:26.781309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Bound port: 741b10a3-84c7-4686-b1f0-60fba3c81b76, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4a8132-8e72-4077-996e-5cbc7fed4832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:03:26.781663 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.851581 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:03:26.854757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:03:26.934842 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.972264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:26.972943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:26.974332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] 10.222.0.96 "PUT /v2.0/ports/741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 1092 time: 0.7409008 Feb 19 02:03:26.974776 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:26.977044 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbd7a48-0f95-4d25-806d-2c70b9876a16" -d '{"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:27.004876 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3876ee3-d2cf-42fb-9c7f-42eb9f09bba9 service neutron] Pushing event updated for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:27.017492 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a80bc04-d5dd-4a3c-b479-2d58688c3a1e x-openstack-request-id: req-3a80bc04-d5dd-4a3c-b479-2d58688c3a1e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:27.017795 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:27.018074 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3a80bc04-d5dd-4a3c-b479-2d58688c3a1e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:27.019399 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'status': 'completed', 'code': 200} Feb 19 02:03:27.090787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-28781a8e-334a-4134-b61f-ab3587cf8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.092366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-28781a8e-334a-4134-b61f-ab3587cf8884 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1126 time: 0.0499451 Feb 19 02:03:27.539755 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-79d39e19-e980-4dd3-a8fa-0f00cc156225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.541233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-79d39e19-e980-4dd3-a8fa-0f00cc156225 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=a39d7caea7ca43079db33e3239578d8f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4425654 Feb 19 02:03:27.638429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-cab2d1f4-9e0b-423a-8160-e48ad53bb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.639823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0cbd7a48-0f95-4d25-806d-2c70b9876a16 req-cab2d1f4-9e0b-423a-8160-e48ad53bb2f9 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929248 Feb 19 02:03:27.718300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-4af2ea92-a958-4300-ae1f-4a35a7c0583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.719833 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-4af2ea92-a958-4300-ae1f-4a35a7c0583f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1126 time: 0.0455322 Feb 19 02:03:27.761373 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-2e9c5ee2-0733-4b12-80da-1dd268dbf26a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 217 time: 0.0345111 Feb 19 02:03:27.812683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-fd8fb0c5-0040-4203-843f-28fa4a44e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.814143 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-fd8fb0c5-0040-4203-843f-28fa4a44e67c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 200 len: 834 time: 0.0470481 Feb 19 02:03:27.847702 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faada97-a7f0-4ad9-92dd-cdc79d15b3bc req-1a6edc00-5eb9-4fa5-8342-06be81843b17 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.849218 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1faada97-a7f0-4ad9-92dd-cdc79d15b3bc req-1a6edc00-5eb9-4fa5-8342-06be81843b17 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 944 time: 0.0539439 Feb 19 02:03:27.867905 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-9837838b-3dbc-4601-934b-1037f360f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:27.869422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-9837838b-3dbc-4601-934b-1037f360f53f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8122232-4bf2-4414-9a1b-fadd45ac0173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488672 Feb 19 02:03:27.899574 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1faada97-a7f0-4ad9-92dd-cdc79d15b3bc req-3b8bc1db-1fed-44f7-bb04-87c3849ae9bf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Feb 19 02:03:27.959529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-ccd89d8e-a7e8-4564-9887-f00fcca52e9b service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Feb 19 02:03:28.057830 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ef1bd01-d6fb-4e26-9027-153773da4f11 req-fb72e380-8e2d-45ba-b55c-217d5c0ee4e3 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920532 Feb 19 02:03:29.026988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523bfa9-141f-4286-88aa-033d571448cd req-aba9cee7-2812-4bf1-88d3-01c03589b21b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:29.028478 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3523bfa9-141f-4286-88aa-033d571448cd req-aba9cee7-2812-4bf1-88d3-01c03589b21b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 944 time: 0.0586393 Feb 19 02:03:29.076276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3523bfa9-141f-4286-88aa-033d571448cd req-575e7dca-7f2b-4853-b212-90ee077a1e1e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Feb 19 02:03:30.205252 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83342b88-5f28-4bf0-a565-dbbc254ce94d req-d6620162-dea4-4e20-bd89-14916a745aaf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:30.206882 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83342b88-5f28-4bf0-a565-dbbc254ce94d req-d6620162-dea4-4e20-bd89-14916a745aaf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 944 time: 0.0626740 Feb 19 02:03:30.255313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-83342b88-5f28-4bf0-a565-dbbc254ce94d req-beec8bfd-e198-499f-9e43-3cd6e1cbb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Feb 19 02:03:30.927589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 741b10a3-84c7-4686-b1f0-60fba3c81b76 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:03:31.023949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:31.036145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'port_id': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'mac_address': 'fa:16:3e:d1:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:03:31.075577 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 741b10a3-84c7-4686-b1f0-60fba3c81b76 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:31.075974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:31.089073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741b10a3-84c7-4686-b1f0-60fba3c81b76 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:03:31.108253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:31.170969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:31.219387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:31.381055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb27b-bd09-43b3-b59e-079f1d87d836 req-4caeb84c-79a4-4791-a897-284d34904b29 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:31.382824 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a8fb27b-bd09-43b3-b59e-079f1d87d836 req-4caeb84c-79a4-4791-a897-284d34904b29 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 945 time: 0.0619636 Feb 19 02:03:31.398392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['741b10a3-84c7-4686-b1f0-60fba3c81b76'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:03:31.439497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a8fb27b-bd09-43b3-b59e-079f1d87d836 req-10990178-26d6-4403-915b-18a9fbb77948 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508959 Feb 19 02:03:32.563049 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947808c-70a0-44e9-bafb-cb8c852bc331 req-02dc580e-e947-41c3-b271-4728193d2be5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:32.564603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1947808c-70a0-44e9-bafb-cb8c852bc331 req-02dc580e-e947-41c3-b271-4728193d2be5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 945 time: 0.0540400 Feb 19 02:03:32.614453 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1947808c-70a0-44e9-bafb-cb8c852bc331 req-a57d3a45-1cb7-47cb-b07e-69c1a661f209 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Feb 19 02:03:32.934354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 741b10a3-84c7-4686-b1f0-60fba3c81b76 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:03:33.039274 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 741b10a3-84c7-4686-b1f0-60fba3c81b76 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:03:33.043078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 741b10a3-84c7-4686-b1f0-60fba3c81b76 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:03:33.043492 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.123029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 741b10a3-84c7-4686-b1f0-60fba3c81b76 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:03:33.123440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.147457 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:33.149697 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b614a-8963-4777-bb69-a710153349fa" -d '{"events": [{"server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "name": "network-vif-plugged", "status": "completed", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:33.163533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:03:33.186415 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784e54a-38f6-4c99-a43b-ab1f784bc75c x-openstack-request-id: req-0784e54a-38f6-4c99-a43b-ab1f784bc75c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:33.186709 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "name": "network-vif-plugged", "status": "completed", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:33.186968 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0784e54a-38f6-4c99-a43b-ab1f784bc75c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:33.187402 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'code': 200} Feb 19 02:03:33.236565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:33.285540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:33.286909 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01d1e0-7dd5-4e72-b9cf-d3e86c3e7301 req-ed05ab25-640a-4e2c-ab6e-033140370ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:33.288480 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c01d1e0-7dd5-4e72-b9cf-d3e86c3e7301 req-ed05ab25-640a-4e2c-ab6e-033140370ae1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1128 time: 0.0472054 Feb 19 02:03:33.334538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c01d1e0-7dd5-4e72-b9cf-d3e86c3e7301 req-b663dbb2-b1c1-4b38-9f6f-dbe01a259f08 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Feb 19 02:03:33.734145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d41eb-75c1-4516-9b36-68e19d387dc9 req-47a48c81-9e3a-41d7-9b7d-9f7bcad63d34 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:33.735728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb5d41eb-75c1-4516-9b36-68e19d387dc9 req-47a48c81-9e3a-41d7-9b7d-9f7bcad63d34 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0528429 Feb 19 02:03:33.792866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bb5d41eb-75c1-4516-9b36-68e19d387dc9 req-56442466-352d-4d63-95c6-b9c07ef9c4f1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507662 Feb 19 02:03:34.920415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc81e-03f3-4f3d-b178-3d42422d6496 req-6d874682-cb64-4c79-ab56-3329c4d40334 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:34.921976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb6dc81e-03f3-4f3d-b178-3d42422d6496 req-6d874682-cb64-4c79-ab56-3329c4d40334 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0530207 Feb 19 02:03:34.970797 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb6dc81e-03f3-4f3d-b178-3d42422d6496 req-53c23286-a436-4368-af27-4ceaaf7a271e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Feb 19 02:03:35.089038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea6192-ea86-4862-b09b-f4cbee5dfd87 req-ac3a8ec0-9e87-4dcd-96dd-66e97d159d93 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:35.090523 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efea6192-ea86-4862-b09b-f4cbee5dfd87 req-ac3a8ec0-9e87-4dcd-96dd-66e97d159d93 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0520926 Feb 19 02:03:35.139475 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-efea6192-ea86-4862-b09b-f4cbee5dfd87 req-46b66817-f270-4c80-a526-32b61c02ca33 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Feb 19 02:03:35.162680 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36254) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:35.205584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb44fb1-2835-4e9f-8c22-ce3f025c9ffc tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:35.207015 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7bb44fb1-2835-4e9f-8c22-ce3f025c9ffc tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1123 time: 0.0431845 Feb 19 02:03:35.209791 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36256) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:35.213930 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:03:35.296965 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.398964 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.499744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.122 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/1d9086c5-39ba-4b2f-98aa-8c2cc8652234) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:03:35.606778 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.685022 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:35.725396 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:03:35.728242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:03:35.731742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:03:35.759548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=1d9086c5-39ba-4b2f-98aa-8c2cc8652234,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:36.109309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (b430c287-9656-4dce-9e02-b55c54e26b82), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.245950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.402928 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.462132 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.540258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=1d9086c5-39ba-4b2f-98aa-8c2cc8652234,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:03:36.548542 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (b430c287-9656-4dce-9e02-b55c54e26b82), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:36.653966 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP b430c287-9656-4dce-9e02-b55c54e26b82 associated. External IP: 172.25.2.122, port: 741b10a3-84c7-4686-b1f0-60fba3c81b76. Feb 19 02:03:36.870666 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router e02ef724-6f76-498d-a57b-41cfe27702a1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:03:36.982490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:03:36.993028 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Sync routers for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:03:37.002307 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:37.003074 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:37.067413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:37.097902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2257963b-951e-4f66-a259-28a69c91b298 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8868566 Feb 19 02:03:37.098602 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:03:37.101164 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:03:37.116531 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:37.145062 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a844db46-a772-4b4b-8f95-02e42472ac6f x-openstack-request-id: req-a844db46-a772-4b4b-8f95-02e42472ac6f {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:03:37.145574 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:03:37.146260 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a844db46-a772-4b4b-8f95-02e42472ac6f {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:03:37.146710 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'status': 'completed', 'code': 200} Feb 19 02:03:37.248643 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce462a85-ccce-44ab-a538-e0c457d76616 req-3cc5d33b-5f99-49b0-bfb4-b2f499b646ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.250121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce462a85-ccce-44ab-a538-e0c457d76616 req-3cc5d33b-5f99-49b0-bfb4-b2f499b646ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0873077 Feb 19 02:03:37.252724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-4c59e6eb-4bc7-414f-b450-865fbbac887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.254127 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-4c59e6eb-4bc7-414f-b450-865fbbac887b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1128 time: 0.0811813 Feb 19 02:03:37.352535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b430c287-9656-4dce-9e02-b55c54e26b82', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'port_id': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'mac_address': 'fa:16:3e:d1:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:03:35Z', 'updated_at': '2022-02-19T02:03:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:37.353835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ce462a85-ccce-44ab-a538-e0c457d76616 req-7a64b30b-f91e-44ef-ab16-7f216981a6c9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977886 Feb 19 02:03:37.376066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36262) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:37.382824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Checking router: e02ef724-6f76-498d-a57b-41cfe27702a1 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:03:37.391297 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:03:37.391936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:03:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:37.416113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-b6923f77-fc1c-4e95-ba6a-4170f28389fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.417582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-b6923f77-fc1c-4e95-ba6a-4170f28389fc service neutron] 10.222.0.96 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 898 time: 0.1553020 Feb 19 02:03:37.452610 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:03:37.491578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c13eb920-478f-4852-bfdc-4fe0d3a6e46f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/b430c287-9656-4dce-9e02-b55c54e26b82 HTTP/1.1" status: 200 len: 992 time: 0.1143694 Feb 19 02:03:37.505375 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-51fa4b0d-6f85-4246-be27-50206e74c743 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 1000 time: 0.0786417 Feb 19 02:03:37.567179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-17ba0e59-4f87-4d80-ba43-9617255e01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.568657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-17ba0e59-4f87-4d80-ba43-9617255e01ad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 200 len: 834 time: 0.0479360 Feb 19 02:03:37.618548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-73bda6b1-957b-428c-bd45-e5fe34d0f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:03:37.620087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-73bda6b1-957b-428c-bd45-e5fe34d0f4fc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8122232-4bf2-4414-9a1b-fadd45ac0173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451121 Feb 19 02:03:37.670437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:03:37.714983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-e1c7363a-03f2-4881-a740-378e804539e4 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879323 Feb 19 02:03:37.805513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c278d2bd-2632-4d8b-a679-5e2a26d68dd9 req-4b7016be-da2a-49e1-a269-fbfcd4aba6c5 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842161 Feb 19 02:03:37.902785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b430c287-9656-4dce-9e02-b55c54e26b82', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'port_id': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'mac_address': 'fa:16:3e:d1:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:03:35Z', 'updated_at': '2022-02-19T02:03:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:03:37.929502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dd341d-ed05-4223-9aaf-2cb4133e0c8e None None] The sync data for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 is: [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'b430c287-9656-4dce-9e02-b55c54e26b82', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'port_id': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'mac_address': 'fa:16:3e:d1:b3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:03:35Z', 'updated_at': '2022-02-19T02:03:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:03:38.142511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae65c5f-e871-45cd-8110-be651a74b7b3 None None] New status for floating IP b430c287-9656-4dce-9e02-b55c54e26b82: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:03:38.495623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36264) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:03:38.570628 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e066afe4-ffae-430a-9650-17abf4b4e398 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/b430c287-9656-4dce-9e02-b55c54e26b82 HTTP/1.1" status: 200 len: 994 time: 0.0738466 Feb 19 02:03:40.322741 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.753556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d277-f24a-4c25-9a4b-e7bd6b8fc7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:40.925833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:43.007891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-88a6e2c9-1192-4884-9813-bbf2aff01eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:44.467856 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:45.516634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:46.976349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:10.339021 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:10.699411 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-26644c55-ee00-4ef2-835e-7c6ba591712e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:10.939199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:12.134601 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6a839-7953-457c-a4e3-5eabef73baa1 req-a2160e7e-dc1d-4cc5-871c-1f2379144bc8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.136603 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e6a839-7953-457c-a4e3-5eabef73baa1 req-a2160e7e-dc1d-4cc5-871c-1f2379144bc8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0601470 Feb 19 02:04:12.186429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-ea52409c-88b1-4683-b69b-32629fe9e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.188003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-ea52409c-88b1-4683-b69b-32629fe9e7db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1128 time: 0.0472300 Feb 19 02:04:12.188855 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d3e6a839-7953-457c-a4e3-5eabef73baa1 req-55133ce6-4e87-4acb-8361-437c5606b7c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465763 Feb 19 02:04:12.283693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-a5e255fe-b0e2-4322-9ba5-dd455b247a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.285068 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-a5e255fe-b0e2-4322-9ba5-dd455b247a1d service neutron] 10.222.0.96 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 898 time: 0.0890765 Feb 19 02:04:12.355429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-701dc719-7cc4-4cef-93f8-3955038380e2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 1002 time: 0.0639215 Feb 19 02:04:12.403567 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-c9550f02-7eeb-4a54-97b1-16ae1dc38f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.405024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-c9550f02-7eeb-4a54-97b1-16ae1dc38f3f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 200 len: 834 time: 0.0436869 Feb 19 02:04:12.454769 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-9c98b5ed-1ffa-4a98-916c-2348a0b04c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:12.456280 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-9c98b5ed-1ffa-4a98-916c-2348a0b04c47 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8122232-4bf2-4414-9a1b-fadd45ac0173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432794 Feb 19 02:04:12.551970 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-7c727d43-a7eb-4e14-90a6-7549a1078ba2 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881066 Feb 19 02:04:12.642195 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f13abae5-2e57-4a02-af05-43cfccd39659 req-cf63fd19-c733-42e6-b6dc-df0337e1dcc8 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Feb 19 02:04:13.004715 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12453c07-488a-4a11-9f8d-49c850f492da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:13.317505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca13db-7afd-4b7a-99cc-c2c032117f55 req-565afdba-0ba4-4b7d-a081-c8037e8926ca tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:13.319046 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73ca13db-7afd-4b7a-99cc-c2c032117f55 req-565afdba-0ba4-4b7d-a081-c8037e8926ca tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0590329 Feb 19 02:04:13.368172 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73ca13db-7afd-4b7a-99cc-c2c032117f55 req-f255c5c7-ce9c-42c0-8403-bcfd7227c730 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Feb 19 02:04:14.439250 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:14.452163 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:04:14.489368 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634cd56-b24f-47ce-80b5-e2b0092cdc73 req-ae93560e-ff9c-474a-853f-473c23e93ffe tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:14.491532 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9634cd56-b24f-47ce-80b5-e2b0092cdc73 req-ae93560e-ff9c-474a-853f-473c23e93ffe tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0544229 Feb 19 02:04:14.543615 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9634cd56-b24f-47ce-80b5-e2b0092cdc73 req-7c1eb372-1af2-4130-8c72-5e471b5a9559 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Feb 19 02:04:15.545051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:15.662442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388d155-1af2-4d01-b3b0-796be966253f req-bf61ea1b-fcf9-417b-9c81-54e1e5f509eb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:15.663859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d388d155-1af2-4d01-b3b0-796be966253f req-bf61ea1b-fcf9-417b-9c81-54e1e5f509eb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0532794 Feb 19 02:04:15.713337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d388d155-1af2-4d01-b3b0-796be966253f req-b20ae0b6-8c89-4740-856a-b4fec50c88c4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438616 Feb 19 02:04:16.840484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a18690-0cc6-4d28-9bb0-16eae66e878f req-a45f2466-83d2-4e7b-b7d0-54a9968f74ba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:16.842105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5a18690-0cc6-4d28-9bb0-16eae66e878f req-a45f2466-83d2-4e7b-b7d0-54a9968f74ba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0559087 Feb 19 02:04:16.889943 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c5a18690-0cc6-4d28-9bb0-16eae66e878f req-ecffdfc5-9c89-4b2c-8d5f-b17debc1a016 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Feb 19 02:04:16.984765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:18.013408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472cce7-1682-4fd8-b9be-57f0aa502e12 req-43fd81e4-200c-4712-a71e-dc7c2576196b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:18.014869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0472cce7-1682-4fd8-b9be-57f0aa502e12 req-43fd81e4-200c-4712-a71e-dc7c2576196b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0574241 Feb 19 02:04:18.063506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0472cce7-1682-4fd8-b9be-57f0aa502e12 req-be6fa10a-77d2-4b3c-a4e5-adb319b10b52 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Feb 19 02:04:19.186063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886c54-56f1-438c-81fa-cbfaa33639ae req-34b902eb-af4d-4f6f-9c3e-09fc3d241f72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:19.187589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60886c54-56f1-438c-81fa-cbfaa33639ae req-34b902eb-af4d-4f6f-9c3e-09fc3d241f72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0563037 Feb 19 02:04:19.236479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-60886c54-56f1-438c-81fa-cbfaa33639ae req-32868686-efae-4fe3-8664-445cc22d8b43 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Feb 19 02:04:20.366290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43e95e-0b85-4001-a692-d35a3a245ac4 req-85ced2db-09e4-41cc-bf32-2a5b650337d3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:20.367863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b43e95e-0b85-4001-a692-d35a3a245ac4 req-85ced2db-09e4-41cc-bf32-2a5b650337d3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0590706 Feb 19 02:04:20.417791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8b43e95e-0b85-4001-a692-d35a3a245ac4 req-f032d823-e381-4da4-80c3-fcab07c3c013 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Feb 19 02:04:20.822085 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-78d2b6fc-4289-431d-86c3-6b8c13f93997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:20.823618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-78d2b6fc-4289-431d-86c3-6b8c13f93997 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1128 time: 0.0467525 Feb 19 02:04:20.930363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-dad0b1ce-359f-45f2-8b31-a6d82f0a7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:20.931869 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-dad0b1ce-359f-45f2-8b31-a6d82f0a7b0c service neutron] 10.222.0.96 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 898 time: 0.0891967 Feb 19 02:04:20.998872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-7f937c90-8079-4b49-8ad9-fe06c7ca4cc2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 1002 time: 0.0596457 Feb 19 02:04:21.051497 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-0d34b6b2-3b4a-4c2c-af4e-afad9522f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:21.053463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-0d34b6b2-3b4a-4c2c-af4e-afad9522f070 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 200 len: 834 time: 0.0488753 Feb 19 02:04:21.101896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-d9ae7734-0f38-4a87-8d8e-84aa0c95b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:21.103459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-d9ae7734-0f38-4a87-8d8e-84aa0c95b9ea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8122232-4bf2-4414-9a1b-fadd45ac0173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443699 Feb 19 02:04:21.190859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-7ff55a0b-5407-423c-a4e6-4111f05d2472 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818455 Feb 19 02:04:21.283760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40a49ea1-8425-45b6-af27-f2ada6a0b543 req-c9027323-c72a-4a99-9d3a-fbec1e162c49 service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871315 Feb 19 02:04:21.541422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7414633-c7df-45f9-8304-055db34975dc req-322c90b1-8270-4793-a86b-5f559ab16070 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:21.543715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7414633-c7df-45f9-8304-055db34975dc req-322c90b1-8270-4793-a86b-5f559ab16070 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0590589 Feb 19 02:04:21.596592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7414633-c7df-45f9-8304-055db34975dc req-5f892b2d-14c4-4763-8e38-9b13c217ed74 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Feb 19 02:04:22.727152 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc373716-8fa4-4dfe-ae38-cd8255e0f100 req-b1c40c37-bca3-408b-9e3e-aaeb2d60e46d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:22.728645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc373716-8fa4-4dfe-ae38-cd8255e0f100 req-b1c40c37-bca3-408b-9e3e-aaeb2d60e46d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0603313 Feb 19 02:04:22.782168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc373716-8fa4-4dfe-ae38-cd8255e0f100 req-829df625-8ebd-444f-a3d8-5f785d9139b0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480824 Feb 19 02:04:23.902364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd3c1b-d5d5-4397-9871-a28cdd53d73c req-201a211e-74fc-4de1-b466-a1d53825f142 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:23.903892 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdcd3c1b-d5d5-4397-9871-a28cdd53d73c req-201a211e-74fc-4de1-b466-a1d53825f142 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0547545 Feb 19 02:04:23.955801 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-bdcd3c1b-d5d5-4397-9871-a28cdd53d73c req-8a7b4730-27d1-4c0e-8d43-7caa5f9b7580 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 Feb 19 02:04:25.083248 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c5c55-654c-4272-af28-ce9030a6c77b req-54b6473d-7858-40a0-b284-35e654582d2c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:25.084671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f16c5c55-654c-4272-af28-ce9030a6c77b req-54b6473d-7858-40a0-b284-35e654582d2c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0579016 Feb 19 02:04:25.133916 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f16c5c55-654c-4272-af28-ce9030a6c77b req-288b71db-1fd8-4aa5-ae40-5e6b1a0a659d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Feb 19 02:04:26.256146 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4f71d-893c-4833-b5f7-a00dccba0316 req-f5e9a09c-361a-4517-a866-0810564cdd32 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:26.257625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2a4f71d-893c-4833-b5f7-a00dccba0316 req-f5e9a09c-361a-4517-a866-0810564cdd32 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0523057 Feb 19 02:04:26.310033 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b2a4f71d-893c-4833-b5f7-a00dccba0316 req-f8cf6abe-75e1-4483-8b00-f09ca63af3ec tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467079 Feb 19 02:04:27.434473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2cab9-340d-4190-ba1a-6d8b032843d7 req-89127ebb-1935-4349-b485-62b21c7a777e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:27.436196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbd2cab9-340d-4190-ba1a-6d8b032843d7 req-89127ebb-1935-4349-b485-62b21c7a777e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0593305 Feb 19 02:04:27.484913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cbd2cab9-340d-4190-ba1a-6d8b032843d7 req-f415c244-0d92-41a9-9003-13d6af0dd88e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431540 Feb 19 02:04:28.606997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0c561-c0e3-4b94-8106-c967b70bbb33 req-018df7cf-ba54-49b9-9a10-3aab98547399 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:28.608520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eac0c561-c0e3-4b94-8106-c967b70bbb33 req-018df7cf-ba54-49b9-9a10-3aab98547399 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0547564 Feb 19 02:04:28.658893 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eac0c561-c0e3-4b94-8106-c967b70bbb33 req-4b2269f9-3ae6-46a5-8188-7773780c6319 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 Feb 19 02:04:29.780137 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9596c6a-9384-41c7-a9b7-17902e9918aa req-03808148-f7e8-48ba-b0c0-b3f184494807 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:04:29.781906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9596c6a-9384-41c7-a9b7-17902e9918aa req-03808148-f7e8-48ba-b0c0-b3f184494807 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0555608 Feb 19 02:04:29.833307 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b9596c6a-9384-41c7-a9b7-17902e9918aa req-3031cffa-d423-416b-acd2-edec9e4c88d1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Feb 19 02:04:29.856805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36316) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:04:29.919045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c451faa2-f87c-4c36-ac63-64a901fb24cb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/b430c287-9656-4dce-9e02-b55c54e26b82 HTTP/1.1" status: 200 len: 994 time: 0.0611076 Feb 19 02:04:40.381531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:40.707919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c460cfd-43d3-451c-a9b0-816ae9fde5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:40.919426 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:42.965206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dafcac8a-ef49-4a23-ad58-56b621e56be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:44.489888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:45.533615 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:46.973420 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:04:51.452572 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:05:00.304799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36330) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:00.460148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 1d9086c5-39ba-4b2f-98aa-8c2cc8652234 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:00.460496 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:00.537527 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:00.537862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:00.549551 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 1d9086c5-39ba-4b2f-98aa-8c2cc8652234 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:00.784936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1d9086c5-39ba-4b2f-98aa-8c2cc8652234), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:00.812490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=1d9086c5-39ba-4b2f-98aa-8c2cc8652234,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:00.824457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.824959 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.825320 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.825672 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.826018 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.826355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.826695 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.827033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.827391 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.827727 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.828059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.828387 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.828714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:00.884934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (b430c287-9656-4dce-9e02-b55c54e26b82), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:00.885533 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP b430c287-9656-4dce-9e02-b55c54e26b82 disassociated (deleted). External IP: 172.25.2.122, port: 741b10a3-84c7-4686-b1f0-60fba3c81b76. Feb 19 02:05:01.102408 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router e02ef724-6f76-498d-a57b-41cfe27702a1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:05:01.540385 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:05:01.546121 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:01.550733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Sync routers for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:05:01.561279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:01.561902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:01.575243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-30354f57-98c2-4fd5-91a6-22c912c515ac tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/floatingips/b430c287-9656-4dce-9e02-b55c54e26b82 HTTP/1.1" status: 204 len: 168 time: 1.2693293 Feb 19 02:05:01.575849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:01.578093 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17247f0f-ad93-4983-87d0-143d9873787f" -d '{"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:01.618260 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c7c57-9b33-429a-ba54-b430b4473f23 x-openstack-request-id: req-3c7c7c57-9b33-429a-ba54-b430b4473f23 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:01.618555 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:01.618809 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3c7c7c57-9b33-429a-ba54-b430b4473f23 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:01.619287 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'status': 'completed', 'code': 200} Feb 19 02:05:01.676653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:01.690684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247f0f-ad93-4983-87d0-143d9873787f req-90a15f70-50b5-4ef6-b3f3-0f776173d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:01.692245 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-90a15f70-50b5-4ef6-b3f3-0f776173d54f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 1128 time: 0.0499542 Feb 19 02:05:01.798250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247f0f-ad93-4983-87d0-143d9873787f req-d82dfce9-8606-4a9a-8418-8480caf5cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:01.799671 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-d82dfce9-8606-4a9a-8418-8480caf5cc85 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 200 len: 898 time: 0.0996346 Feb 19 02:05:01.843754 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-d97372ce-4750-4c95-991d-6c8d8fdaf441 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 200 len: 217 time: 0.0378399 Feb 19 02:05:01.893747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247f0f-ad93-4983-87d0-143d9873787f req-8bfc8a48-295e-4c90-b539-054c0cce4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:01.895331 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-8bfc8a48-295e-4c90-b539-054c0cce4eb5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 200 len: 834 time: 0.0445592 Feb 19 02:05:01.897069 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:01.925900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Checking router: e02ef724-6f76-498d-a57b-41cfe27702a1 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:05:01.935683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:01.936315 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:01.958011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17247f0f-ad93-4983-87d0-143d9873787f req-fbfbc0b0-7ae3-4719-9f76-7d324e8d371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:01.960286 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-fbfbc0b0-7ae3-4719-9f76-7d324e8d371a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b8122232-4bf2-4414-9a1b-fadd45ac0173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589123 Feb 19 02:05:02.051711 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d51e-2095-45d4-96ef-6b787250bc23 req-6a96627c-e5c9-4e2a-84bc-6ceff4095c4c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:02.053273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68e3d51e-2095-45d4-96ef-6b787250bc23 req-6a96627c-e5c9-4e2a-84bc-6ceff4095c4c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0569799 Feb 19 02:05:02.056959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:02.060535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-c275d081-7beb-4fe9-9fe6-00b6e976d01d service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930731 Feb 19 02:05:02.105285 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-68e3d51e-2095-45d4-96ef-6b787250bc23 req-e5fa16b7-a854-4d31-92bc-1cb60f3d3f25 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Feb 19 02:05:02.161699 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-17247f0f-ad93-4983-87d0-143d9873787f req-53eb6387-07bc-4ac1-a8d5-871a6d7edd1d service neutron] 10.222.0.96 "GET /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936439 Feb 19 02:05:02.263111 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:02.293478 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa62c0-a8ac-4548-96d3-d2fdb093c33e None None] The sync data for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 is: [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '7e583de6-de62-45a2-839e-614af5210e5a', 'name': '', 'network_id': 'b8122232-4bf2-4414-9a1b-fadd45ac0173', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:ad:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:20Z', 'updated_at': '2022-02-19T02:03:23Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'd4994a29-a69a-4e57-bc41-03a6bdf27005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:05:02.516532 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a37801-de8b-43bc-89dd-b4c0679d17a7 None None] New status for floating IP b430c287-9656-4dce-9e02-b55c54e26b82: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:05:03.232439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e09e9-cfd8-4650-8660-461dfb8fac96 req-09458ebf-4849-4597-bf0d-d8358bc7ad2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:03.233932 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc1e09e9-cfd8-4650-8660-461dfb8fac96 req-09458ebf-4849-4597-bf0d-d8358bc7ad2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Feb 19 02:05:03.286482 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fc1e09e9-cfd8-4650-8660-461dfb8fac96 req-c91d03e4-bdc4-4b3e-bd52-e7bc03d1d1f1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=f52d156b-8990-4116-a3ec-64c268d735f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Feb 19 02:05:03.674011 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-9a662a1a-bbb0-4ed2-bbcd-74d664752190 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:03.675459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-9a662a1a-bbb0-4ed2-bbcd-74d664752190 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 946 time: 0.0510356 Feb 19 02:05:03.770614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 741b10a3-84c7-4686-b1f0-60fba3c81b76 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:03.770964 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:03.861462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 741b10a3-84c7-4686-b1f0-60fba3c81b76, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=741b10a3-84c7-4686-b1f0-60fba3c81b76,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:03.861827 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:03.878598 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 741b10a3-84c7-4686-b1f0-60fba3c81b76 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:04.073136 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (741b10a3-84c7-4686-b1f0-60fba3c81b76), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:04.100706 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=741b10a3-84c7-4686-b1f0-60fba3c81b76,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:04.114451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.114811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.115180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.115532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.115872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.116204 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.116537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.116869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.117200 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.117537 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.117867 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.118193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.118525 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:04.159476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] No DVR routers for this DVR port 741b10a3-84c7-4686-b1f0-60fba3c81b76 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:05:04.162027 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:04.165313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-97ce7e50-421f-45aa-b375-d7a1b85e71de req-b366a766-92ad-4c0f-814d-3430c56bec07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "DELETE /v2.0/ports/741b10a3-84c7-4686-b1f0-60fba3c81b76 HTTP/1.1" status: 204 len: 173 time: 0.4850781 Feb 19 02:05:04.165760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'name': 'network-vif-deleted', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:04.168340 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c315b-d621-499e-abbe-816890abe316" -d '{"events": [{"server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "name": "network-vif-deleted", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:04.205027 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264d3f60-6acd-49ee-befc-b962919b8d1e x-openstack-request-id: req-264d3f60-6acd-49ee-befc-b962919b8d1e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:04.205323 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c5a7e8-ab12-4484-a959-6425d7f44297", "name": "network-vif-deleted", "tag": "741b10a3-84c7-4686-b1f0-60fba3c81b76", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:04.205580 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-264d3f60-6acd-49ee-befc-b962919b8d1e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:04.206018 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c5a7e8-ab12-4484-a959-6425d7f44297', 'name': 'network-vif-deleted', 'tag': '741b10a3-84c7-4686-b1f0-60fba3c81b76', 'status': 'completed', 'code': 200} Feb 19 02:05:04.401753 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22cdae39-b73e-4b61-9dd3-fc65cc41f1c6 req-1464335c-196b-45ad-a262-01df31f7beab tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=06c5a7e8-ab12-4484-a959-6425d7f44297 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Feb 19 02:05:05.462575 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36346) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:05.824124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (e02ef724-6f76-498d-a57b-41cfe27702a1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:06.087176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 7e583de6-de62-45a2-839e-614af5210e5a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:06.087176 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7e583de6-de62-45a2-839e-614af5210e5a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:06.177717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 7e583de6-de62-45a2-839e-614af5210e5a, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=7e583de6-de62-45a2-839e-614af5210e5a,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:06.178084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7e583de6-de62-45a2-839e-614af5210e5a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:06.191558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 7e583de6-de62-45a2-839e-614af5210e5a owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:06.427543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7e583de6-de62-45a2-839e-614af5210e5a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:06.453565 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=7e583de6-de62-45a2-839e-614af5210e5a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:06.638474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (e02ef724-6f76-498d-a57b-41cfe27702a1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:06.864958 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router e02ef724-6f76-498d-a57b-41cfe27702a1 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:05:06.972884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:05:06.978197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-404bd2ac-944b-427a-9a8b-fcf286a03f2a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/e02ef724-6f76-498d-a57b-41cfe27702a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142136 Feb 19 02:05:06.981244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36348) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:06.983877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Sync routers for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:05:06.994775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:06.995521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:07.031821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting subnet d4994a29-a69a-4e57-bc41-03a6bdf27005 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:05:07.034808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (d4994a29-a69a-4e57-bc41-03a6bdf27005), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.079182 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (d4994a29-a69a-4e57-bc41-03a6bdf27005), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.108196 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:07.162158 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (d4994a29-a69a-4e57-bc41-03a6bdf27005), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.296282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:05:06Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:07.305181 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (d4994a29-a69a-4e57-bc41-03a6bdf27005), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.329946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Checking router: e02ef724-6f76-498d-a57b-41cfe27702a1 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:05:07.339210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Routers {'e02ef724-6f76-498d-a57b-41cfe27702a1'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:07.339475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Subnet': ['ID=d4994a29-a69a-4e57-bc41-03a6bdf27005,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:07.339854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:04:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['e02ef724-6f76-498d-a57b-41cfe27702a1'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:07.343054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.351623 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3fcb0b9b-1b26-4768-aa2f-8963668368f2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/subnets/d4994a29-a69a-4e57-bc41-03a6bdf27005 HTTP/1.1" status: 204 len: 168 time: 0.3638871 Feb 19 02:05:07.351623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36350) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:07.378589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499acb79-2f3e-43f1-bc95-40bd5db95028 None None] Network b8122232-4bf2-4414-9a1b-fadd45ac0173 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:05:07.461292 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.572054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (e02ef724-6f76-498d-a57b-41cfe27702a1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.602584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 741b10a3-84c7-4686-b1f0-60fba3c81b76 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:05:07.666768 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 741b10a3-84c7-4686-b1f0-60fba3c81b76 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:05:07.667135 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 741b10a3-84c7-4686-b1f0-60fba3c81b76 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:05:07.690989 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port a844b394-791e-4d70-86c6-cff47cc5fdd6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:07.691589 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.715405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] Set router e02ef724-6f76-498d-a57b-41cfe27702a1 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:07.771965 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port a844b394-791e-4d70-86c6-cff47cc5fdd6, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a844b394-791e-4d70-86c6-cff47cc5fdd6,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:07.776936 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:07.786329 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for a844b394-791e-4d70-86c6-cff47cc5fdd6 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:07.898291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] DHCP port deletion for b8122232-4bf2-4414-9a1b-fadd45ac0173 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:05:07.945713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:05:06Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:07.975278 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680195b-a4c8-4f82-bba6-be2f3c05e422 None None] The sync data for ids ['e02ef724-6f76-498d-a57b-41cfe27702a1'] in n-d-826529-3 is: [{'id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914954929', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:03:16Z', 'updated_at': '2022-02-19T02:05:06Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a844b394-791e-4d70-86c6-cff47cc5fdd6', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:7f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ef724-6f76-498d-a57b-41cfe27702a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:03:17Z', 'updated_at': '2022-02-19T02:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:05:07.988126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Deleting port 5d959b9b-9cfb-479b-9880-9c82efb397f3 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:05:07.988885 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.036543 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a844b394-791e-4d70-86c6-cff47cc5fdd6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.053398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] For port 5d959b9b-9cfb-479b-9880-9c82efb397f3, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5d959b9b-9cfb-479b-9880-9c82efb397f3,segment=NetworkSegment(9a4a8132-8e72-4077-996e-5cbc7fed4832),segment_id=9a4a8132-8e72-4077-996e-5cbc7fed4832)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:08.053799 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.066551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Calling delete_port for 5d959b9b-9cfb-479b-9880-9c82efb397f3 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:05:08.073053 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=a844b394-791e-4d70-86c6-cff47cc5fdd6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:08.128919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (e02ef724-6f76-498d-a57b-41cfe27702a1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.222873 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.225020 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (e02ef724-6f76-498d-a57b-41cfe27702a1), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.242127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (5d959b9b-9cfb-479b-9880-9c82efb397f3), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.269329 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Pushing event deleted for resources: {'Port': ['ID=5d959b9b-9cfb-479b-9880-9c82efb397f3,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:08.273686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] No DVR routers for this DVR port 5d959b9b-9cfb-479b-9880-9c82efb397f3 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:05:08.283374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.283830 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.284171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.284505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.284832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.285156 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.285643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.285937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.286400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.286552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.286990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.287218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.287537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015760fd-e7fe-4ddb-8f50-08a78fe01aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:08.333405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (e02ef724-6f76-498d-a57b-41cfe27702a1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.333979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Fanout notify agent at l3_agent the message router_deleted on router e02ef724-6f76-498d-a57b-41cfe27702a1 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:05:08.341864 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.343587 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3454b75e-ab69-480d-a288-41d227be2a7f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/routers/e02ef724-6f76-498d-a57b-41cfe27702a1 HTTP/1.1" status: 204 len: 168 time: 0.9932477 Feb 19 02:05:08.345843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36352) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:08.422929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (b8122232-4bf2-4414-9a1b-fadd45ac0173), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.513260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (b8122232-4bf2-4414-9a1b-fadd45ac0173), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.535843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8122232-4bf2-4414-9a1b-fadd45ac0173']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:08.548276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4a8132-8e72-4077-996e-5cbc7fed4832') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:08.548578 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4a8132-8e72-4077-996e-5cbc7fed4832') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:08.559156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (9a4a8132-8e72-4077-996e-5cbc7fed4832), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.573191 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (9a4a8132-8e72-4077-996e-5cbc7fed4832), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.580271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:05:08.580668 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (9a4a8132-8e72-4077-996e-5cbc7fed4832), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:05:08.583717 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:05:08.727115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (b8122232-4bf2-4414-9a1b-fadd45ac0173), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.734341 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.737480 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/networks/b8122232-4bf2-4414-9a1b-fadd45ac0173 HTTP/1.1" status: 204 len: 168 time: 0.3906522 Feb 19 02:05:08.740369 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36354) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:08.750086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64532be2-ae68-4448-9a25-c083e1bad30f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Network': ['ID=b8122232-4bf2-4414-9a1b-fadd45ac0173,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:08.799195 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (f52d156b-8990-4116-a3ec-64c268d735f9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.824541 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (f52d156b-8990-4116-a3ec-64c268d735f9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.947356 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (f52d156b-8990-4116-a3ec-64c268d735f9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.950607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:08.955503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/security-groups/f52d156b-8990-4116-a3ec-64c268d735f9 HTTP/1.1" status: 204 len: 168 time: 0.2140250 Feb 19 02:05:08.968384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eda6a5-d85d-4e57-98ac-3f14bf3ddda1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d156b-8990-4116-a3ec-64c268d735f9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:09.013683 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5d959b9b-9cfb-479b-9880-9c82efb397f3 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:05:09.034629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 5d959b9b-9cfb-479b-9880-9c82efb397f3 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:05:09.034932 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5d959b9b-9cfb-479b-9880-9c82efb397f3 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:05:09.035373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7e583de6-de62-45a2-839e-614af5210e5a no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:05:09.058788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 7e583de6-de62-45a2-839e-614af5210e5a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:05:09.059164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 7e583de6-de62-45a2-839e-614af5210e5a not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:05:09.059585 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a844b394-791e-4d70-86c6-cff47cc5fdd6 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:05:09.079445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a844b394-791e-4d70-86c6-cff47cc5fdd6 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:05:09.079800 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a844b394-791e-4d70-86c6-cff47cc5fdd6 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:05:09.439344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36360) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:09.444173 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898477194', 'description': 'tempest-secgroup-smoke-1898477194 description', 'project_id': 'a39d7caea7ca43079db33e3239578d8f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:09.521860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.594207 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (9333cf21-74ca-4023-abeb-8e9a7907744d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.644455 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9333cf21-74ca-4023-abeb-8e9a7907744d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.674067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9333cf21-74ca-4023-abeb-8e9a7907744d,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:09.723487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.724728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b9f41e5c-fa57-402d-ac0c-5e21b0eaa829 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2843513 Feb 19 02:05:09.727594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36362) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:09.731951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:09.809640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (260a3fde-4029-499e-9169-c629f63bda1d), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.866491 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (260a3fde-4029-499e-9169-c629f63bda1d), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.938719 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (260a3fde-4029-499e-9169-c629f63bda1d), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:09.956158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260a3fde-4029-499e-9169-c629f63bda1d,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:10.030361 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.032013 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a46cfcd3-7968-437d-8152-738c3f5b4bc9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034213 Feb 19 02:05:10.034789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36364) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:10.039100 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:10.111845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (fed8a787-6f36-46a7-b859-7d31c2949cfa), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.177090 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (fed8a787-6f36-46a7-b859-7d31c2949cfa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.252668 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (fed8a787-6f36-46a7-b859-7d31c2949cfa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.271711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed8a787-6f36-46a7-b859-7d31c2949cfa,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:10.346597 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.348043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-65e52ad2-ab17-4428-b9c6-ecdc062af46a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121586 Feb 19 02:05:10.350553 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36366) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:10.355125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:10.390378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.472071 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (7557044c-2774-425a-aa5f-3844ae7473e9), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.530487 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (7557044c-2774-425a-aa5f-3844ae7473e9), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.604572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7557044c-2774-425a-aa5f-3844ae7473e9), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.624564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7557044c-2774-425a-aa5f-3844ae7473e9,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:10.692317 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.693547 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c3a15492-d99c-4cd3-9362-3d082a9ae4aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419838 Feb 19 02:05:10.696281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36368) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:10.700925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:10.718988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-efd42212-c776-4576-9104-f1d88f4708fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.781854 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (7c43c596-d4c8-4e2c-842b-78fe616d6cd6), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.839829 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (7c43c596-d4c8-4e2c-842b-78fe616d6cd6), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.904594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7c43c596-d4c8-4e2c-842b-78fe616d6cd6), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.921681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.924060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c43c596-d4c8-4e2c-842b-78fe616d6cd6,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:10.974807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:10.976047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-8b902403-35ab-4125-bb3f-39257fa2e322 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2788639 Feb 19 02:05:10.978664 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36370) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:10.983606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:11.053343 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:05:11.058248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (fd350ebd-a395-4efc-9ae4-f864b63dcb50), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.114496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (fd350ebd-a395-4efc-9ae4-f864b63dcb50), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.184598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (fd350ebd-a395-4efc-9ae4-f864b63dcb50), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.202272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd350ebd-a395-4efc-9ae4-f864b63dcb50,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:11.286626 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.287899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-6271a7f0-99a7-4b5a-be4c-b44295eaf0a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3082807 Feb 19 02:05:11.290564 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36372) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:11.295428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '9333cf21-74ca-4023-abeb-8e9a7907744d', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:11.381792 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:05:11.387980 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (99eb84d2-8327-4aac-a870-81978e8467b7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.449681 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (99eb84d2-8327-4aac-a870-81978e8467b7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.544644 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (99eb84d2-8327-4aac-a870-81978e8467b7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.563402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eb84d2-8327-4aac-a870-81978e8467b7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:11.649442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.650619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7edc9d00-8292-47ab-a2f5-02d57316777b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3590784 Feb 19 02:05:11.653653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36374) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:11.658648 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'network': {'name': 'tempest-network-smoke--2112292284', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'port_security_enabled': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:11.744670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:05:11.748867 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.773720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:05:11.783307 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1ab6e538-d5c0-485c-a071-255a3b9d17ee), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.783726 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Added segment 1ab6e538-d5c0-485c-a071-255a3b9d17ee of type vlan for network a094a39f-50cf-4a4c-a929-ce50c347264a Feb 19 02:05:11.824905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a094a39f-50cf-4a4c-a929-ce50c347264a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.887490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a094a39f-50cf-4a4c-a929-ce50c347264a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.892319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:11.892913 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:11.961208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Network': ['ID=a094a39f-50cf-4a4c-a929-ce50c347264a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:11.971653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a094a39f-50cf-4a4c-a929-ce50c347264a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:05:12.027778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-24d698aa-9497-4d0d-af11-3e10a3cf923f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3730867 Feb 19 02:05:12.030431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36376) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:12.035066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'admin_state_up': True, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:12.116076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.117106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.169605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.388771 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.692110 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.710680 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.815536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.214 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/613840a2-466c-4061-bb0f-0d1f2dfcf060) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:12.912407 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:12.964495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4c43f16d-815b-4a4c-9ea5-ce4553c3e73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:13.027933 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:13.068668 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:13.071565 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:13.074053 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:13.100425 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=613840a2-466c-4061-bb0f-0d1f2dfcf060,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:13.384268 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:13.924789 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.132917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:05:14.256380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:05:14.266831 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Sync routers for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:05:14.276437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:14.277045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:14.329306 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.330592 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2992d446-9276-437d-9b1d-8b6985bbdf98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2988839 Feb 19 02:05:14.333819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36378) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:14.361367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-449a2b4b-bca6-4565-b249-7aa0945f4ac9 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=a39d7caea7ca43079db33e3239578d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265808 Feb 19 02:05:14.364007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36380) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:14.392138 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:14.451367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74f817-3afa-4667-8098-178e9a7fa080 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:14.452922 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a74f817-3afa-4667-8098-178e9a7fa080 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880315 Feb 19 02:05:14.453218 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.455693 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36382) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:14.487750 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-162aefb1-a772-44b3-909f-c6e7229c148a tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309131 Feb 19 02:05:14.490630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36384) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:14.497362 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-947865143', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:14.579570 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:13Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:14.606390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Checking router: c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:05:14.606797 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Updating router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 port 613840a2-466c-4061-bb0f-0d1f2dfcf060 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:05:14.632673 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.664694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:05:14.668100 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.887235 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks [] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.936453 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (e6a1ddc4-bf30-4c81-8468-4a1d1447b87f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.967682 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:14.998447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Subnet': ['ID=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:15.003787 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Checking segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:15.004164 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network hostable DHCP agents. Network: a094a39f-50cf-4a4c-a929-ce50c347264a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:05:15.014515 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Attempting to bind port 613840a2-466c-4061-bb0f-0d1f2dfcf060 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:05:15.014894 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Attempting to bind port 613840a2-466c-4061-bb0f-0d1f2dfcf060 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:05:15.015288 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Attempting to bind port 613840a2-466c-4061-bb0f-0d1f2dfcf060 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:15.025177 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:05:15.025548 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:15.025946 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.026335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:05:15.026798 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Bound port: 613840a2-466c-4061-bb0f-0d1f2dfcf060, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:05:15.027191 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.029374 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Pushing event updated for resources: {'Port': ['ID=613840a2-466c-4061-bb0f-0d1f2dfcf060,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:15.037337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.037686 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.038027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.038364 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.038697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.039041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.039384 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.039710 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.040041 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.040354 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.040677 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.040997 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.041323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:05:15.090741 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network a094a39f-50cf-4a4c-a929-ce50c347264a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:05:15.144373 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] For port 613840a2-466c-4061-bb0f-0d1f2dfcf060, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:05:15.147402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] For port 613840a2-466c-4061-bb0f-0d1f2dfcf060, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=613840a2-466c-4061-bb0f-0d1f2dfcf060,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:05:15.158522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a094a39f-50cf-4a4c-a929-ce50c347264a) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:15.165459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:15.165459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.169903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cddb6-3b02-42c0-915e-c56ee16317d9 None None] Network a094a39f-50cf-4a4c-a929-ce50c347264a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:05:15.242364 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.252727 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-10240626-4f07-4960-bb30-220131d6b1e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7609758 Feb 19 02:05:15.255639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36386) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:15.279704 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a094a39f-50cf-4a4c-a929-ce50c347264a', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:05:15.281243 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.304637 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:15.306047 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:15.366057 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c376-fae6-4467-934d-d633d273ede7 None None] Pushing event updated for resources: {'Port': ['ID=613840a2-466c-4061-bb0f-0d1f2dfcf060,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:15.433219 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:15.438899 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Allocated IP 172.20.0.2 (a094a39f-50cf-4a4c-a929-ce50c347264a/e6a1ddc4-bf30-4c81-8468-4a1d1447b87f/9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:15.596229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.613359 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks [] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.662333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.704422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Network a094a39f-50cf-4a4c-a929-ce50c347264a is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:15.709160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:15.712006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:15.725893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Pushing event updated for resources: {'Port': ['ID=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:15.727170 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:13Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:15.729787 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.765337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa90974-f9aa-4fca-a667-b07f61d977e4 None None] The sync data for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 is: [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:13Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:05:15.782737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Attempting to bind port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:05:15.783128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Attempting to bind port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:05:15.783489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Attempting to bind port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:15.789063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:05:15.789441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Checking segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:15.789844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.790236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Bound using segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:05:15.790698 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Bound port: 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:05:15.791075 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:15.862468 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] For port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:05:15.866225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] For port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:05:15.939402 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:16.015282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15049fab-80b5-4c15-8d68-4cc2091533a2 None None] Pushing event updated for resources: {'Port': ['ID=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:16.054929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.1 (a094a39f-50cf-4a4c-a929-ce50c347264a/e6a1ddc4-bf30-4c81-8468-4a1d1447b87f/117bf3c1-29f0-4622-9fb1-c60fdea92b20) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:16.195885 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:16.309388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:16.362017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network a094a39f-50cf-4a4c-a929-ce50c347264a is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:16.365406 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:16.368306 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:16.406605 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:16.425311 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:16.640093 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:16.927055 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 613840a2-466c-4061-bb0f-0d1f2dfcf060 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:16.982208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.004739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 613840a2-466c-4061-bb0f-0d1f2dfcf060 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:17.005406 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.112958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 613840a2-466c-4061-bb0f-0d1f2dfcf060 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:17.113352 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.136171 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d356404-9a12-4a5d-90fd-5ce964339870 None None] Network a094a39f-50cf-4a4c-a929-ce50c347264a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:05:17.154010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 613840a2-466c-4061-bb0f-0d1f2dfcf060, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=613840a2-466c-4061-bb0f-0d1f2dfcf060,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:17.213483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Provisioning complete for port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:17.213859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.220787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.221572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:17.301377 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.360499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.370904 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=613840a2-466c-4061-bb0f-0d1f2dfcf060,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:17.430413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:17.430786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.481856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Current status of the port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:17.482261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.484992 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.492692 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:17.557006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] For port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:17.627510 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network a094a39f-50cf-4a4c-a929-ce50c347264a is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:17.627712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:17.627917 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.629007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:17.663572 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.755247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:05:17.755609 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:05:17.760566 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1163e6-c377-43a1-855b-f4e92cc20a48 None None] Pushing event updated for resources: {'Port': ['ID=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:17.787413 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:05:17.801555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:17.801934 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.838903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:17.851476 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Provisioning complete for port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:17.851862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:17.916019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:05:17.926464 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f974269e-60bf-422b-9bbb-e38d5a4c028c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/c2a2ce8c-2951-4b11-94ea-a0408fbdafc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651766 Feb 19 02:05:17.942068 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792723d2-5eee-4708-b854-db742accd627 None None] Sync routers for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:05:17.953958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6854a3d5-b103-4694-ac66-d62bde0b1604 None None] Current status of the port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:17.957884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:17.957884 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:18.086673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:18.102258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-bf81c147-90b7-43ef-b162-538c60341d21 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898477194&fields=id&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 267 time: 0.0523689 Feb 19 02:05:18.123886 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-87ffcc64-7b21-48be-af86-87683fa225f7 None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:18.124357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-87ffcc64-7b21-48be-af86-87683fa225f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:18.226531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-ed9e29ca-72ca-4d7f-8986-cce7ab02612a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:18.228031 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-ed9e29ca-72ca-4d7f-8986-cce7ab02612a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 797 time: 0.1127961 Feb 19 02:05:18.244842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-64dd2c8e-9b3e-4bad-80bf-ed8db8729aba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/quotas/a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 375 time: 0.0101686 Feb 19 02:05:18.305432 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-6ee907c7-43b5-492c-af46-2302eda24958 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539567 Feb 19 02:05:18.397503 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-87ffcc64-7b21-48be-af86-87683fa225f7 None None] Port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:18.438942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:18.452501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-c809db98-799c-4854-9251-0345547c7e04 service neutron] 10.222.0.94 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352358 Feb 19 02:05:18.525816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9e5729a9-c0a5-43ee-8d0e-84e5095de65c None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:18.526343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9e5729a9-c0a5-43ee-8d0e-84e5095de65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:18.548900 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-49be4082-4536-4825-aab1-351479b16229 service neutron] 10.222.0.94 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Feb 19 02:05:18.564181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 2, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:18.596705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792723d2-5eee-4708-b854-db742accd627 None None] Checking router: c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:05:18.597057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792723d2-5eee-4708-b854-db742accd627 None None] Updating router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:05:18.598848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9e5729a9-c0a5-43ee-8d0e-84e5095de65c None None] Port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:18.627628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:18.830977 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b1493643-5317-4882-adb0-6952ab8f5873 req-7f97a2f8-251c-4b54-b3cb-35d5d4242db5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 210 time: 0.0412257 Feb 19 02:05:18.866723 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 613840a2-466c-4061-bb0f-0d1f2dfcf060 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:18.954459 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks [] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:18.971820 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 613840a2-466c-4061-bb0f-0d1f2dfcf060 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:18.971820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.044446 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.081041 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 613840a2-466c-4061-bb0f-0d1f2dfcf060 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:19.082094 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:19.127123 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172892-cc61-47d9-bbc5-17cd708ba8f7 None None] Pushing event updated for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:19.194131 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-792723d2-5eee-4708-b854-db742accd627 None None] Attempting to bind port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:05:19.194501 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-792723d2-5eee-4708-b854-db742accd627 None None] Attempting to bind port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:05:19.195072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792723d2-5eee-4708-b854-db742accd627 None None] Attempting to bind port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:19.203909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:19.204286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.206181 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792723d2-5eee-4708-b854-db742accd627 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:05:19.206558 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792723d2-5eee-4708-b854-db742accd627 None None] Checking segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:19.206953 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.207404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792723d2-5eee-4708-b854-db742accd627 None None] Bound using segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:05:19.207863 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-792723d2-5eee-4708-b854-db742accd627 None None] Bound port: 117bf3c1-29f0-4622-9fb1-c60fdea92b20, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:05:19.208232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.333409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-792723d2-5eee-4708-b854-db742accd627 None None] For port 117bf3c1-29f0-4622-9fb1-c60fdea92b20, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:05:19.354657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-792723d2-5eee-4708-b854-db742accd627 None None] For port 117bf3c1-29f0-4622-9fb1-c60fdea92b20, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=117bf3c1-29f0-4622-9fb1-c60fdea92b20,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:05:19.367875 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:19.370782 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9bd39b5a-e638-4935-85e1-3d08a095302a None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:19.375440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9bd39b5a-e638-4935-85e1-3d08a095302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.406483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9bd39b5a-e638-4935-85e1-3d08a095302a None None] Port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:19.427713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-792723d2-5eee-4708-b854-db742accd627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.486929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:19.487590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:19.531786 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad172892-cc61-47d9-bbc5-17cd708ba8f7 None None] Pushing event updated for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:19.616059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:19.757400 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:19.760022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.891532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Current status of the port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:19.891937 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:19.903772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-792723d2-5eee-4708-b854-db742accd627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:19.938513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8f615fc3-7e54-4b73-a779-eae66459d9a2 req-3c22a635-d294-4fec-93c0-dc08be13b051 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 210 time: 0.0330465 Feb 19 02:05:19.940325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792723d2-5eee-4708-b854-db742accd627 None None] The sync data for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 is: [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:05:19.959413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] For port 117bf3c1-29f0-4622-9fb1-c60fdea92b20, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=117bf3c1-29f0-4622-9fb1-c60fdea92b20,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:20.047599 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:20.098675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94d0d8-8951-4d27-92c7-6589eabfe958 None None] Pushing event updated for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:20.719814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-f647fdae-491c-42d8-ba07-7203c16900af tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:20.721556 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-f647fdae-491c-42d8-ba07-7203c16900af tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 797 time: 0.1347208 Feb 19 02:05:20.798885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-12f248c1-ecb9-43fd-ae2f-969fe297769f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 380 time: 0.0690091 Feb 19 02:05:20.809394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'port': {'device_id': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'admin_state_up': True, 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'security_groups': ['9333cf21-74ca-4023-abeb-8e9a7907744d']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:20.874332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 117bf3c1-29f0-4622-9fb1-c60fdea92b20 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:20.943240 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:20.943727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.005154 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:05:21.010102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.050733 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:21.062807 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ebcd5e07-e8c5-4a8b-9e0e-c21c962fe935 req-a12e18dd-751a-46c3-a60e-be15af573b48 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 210 time: 0.0375845 Feb 19 02:05:21.165862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.9 (a094a39f-50cf-4a4c-a929-ce50c347264a/e6a1ddc4-bf30-4c81-8468-4a1d1447b87f/f5edd283-473f-457d-bfd4-3e00754a49a5) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:21.304878 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.402885 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.456517 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network a094a39f-50cf-4a4c-a929-ce50c347264a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:21.459649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:21.463408 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:21.471278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:21.523467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:21.524093 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.621781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-e292849a-d9a3-4c73-9af8-d833ada3a945 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8175135 Feb 19 02:05:21.679485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-48a3d288-61ff-4bed-a042-ffe3e01bdb05 None None] Provisioning complete for port f5edd283-473f-457d-bfd4-3e00754a49a5 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:21.679876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-48a3d288-61ff-4bed-a042-ffe3e01bdb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:21.681076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Request body: {'port': {'device_id': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:21.718793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-48a3d288-61ff-4bed-a042-ffe3e01bdb05 None None] Port f5edd283-473f-457d-bfd4-3e00754a49a5 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:05:21.748202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.030396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5edd283-473f-457d-bfd4-3e00754a49a5 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:05:22.038501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks [] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.050274 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Transition to ACTIVE for port object f5edd283-473f-457d-bfd4-3e00754a49a5 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:05:22.118639 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.198135 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:22.269992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1989af8-e943-488e-8c71-062def8a465d req-1ddee123-2001-4822-9578-7b3180d4a137 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.271580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1989af8-e943-488e-8c71-062def8a465d req-1ddee123-2001-4822-9578-7b3180d4a137 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.1252711 Feb 19 02:05:22.307987 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:05:22.308322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:05:22.309178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:22.323037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:05:22.323394 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:05:22.339594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:05:22.340001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Checking segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:05:22.340428 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Bound using segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:05:22.340858 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Bound port: f5edd283-473f-457d-bfd4-3e00754a49a5, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:05:22.341208 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.348003 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b1989af8-e943-488e-8c71-062def8a465d req-fe6ae8b2-dc05-4276-91ad-f444cf896a31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696774 Feb 19 02:05:22.408354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:05:22.411392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:05:22.483202 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.521733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.522359 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:22.524510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] 10.222.0.117 "PUT /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 1091 time: 0.8942325 Feb 19 02:05:22.530212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:22.533093 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b027f1-c37b-4033-9e96-719f2d233add" -d '{"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:22.558327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac4bd8-d0d8-4cbb-b030-c3ca64aff596 service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:22.572185 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d680bd-1fd7-488e-bfbd-4eaa4a291363 x-openstack-request-id: req-a4d680bd-1fd7-488e-bfbd-4eaa4a291363 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:22.572462 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:22.572719 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a4d680bd-1fd7-488e-bfbd-4eaa4a291363 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:22.573201 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'status': 'completed', 'code': 200} Feb 19 02:05:22.640659 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b027f1-c37b-4033-9e96-719f2d233add req-b82d7d18-c552-4f4e-9c3a-7e06023e5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.642512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b027f1-c37b-4033-9e96-719f2d233add req-b82d7d18-c552-4f4e-9c3a-7e06023e5842 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0501335 Feb 19 02:05:22.753441 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b027f1-c37b-4033-9e96-719f2d233add req-332dbfd3-b6b2-41fd-92ec-5485171d43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.755044 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b027f1-c37b-4033-9e96-719f2d233add req-332dbfd3-b6b2-41fd-92ec-5485171d43b6 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=a39d7caea7ca43079db33e3239578d8f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1057134 Feb 19 02:05:22.856066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b027f1-c37b-4033-9e96-719f2d233add req-c7bef290-4bdc-412f-9fe7-5ebb83340370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.857772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b027f1-c37b-4033-9e96-719f2d233add req-c7bef290-4bdc-412f-9fe7-5ebb83340370 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968466 Feb 19 02:05:22.940663 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-df9e3f1b-4b61-4eaa-a5d4-8cd65912007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:22.942152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-df9e3f1b-4b61-4eaa-a5d4-8cd65912007f service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0468445 Feb 19 02:05:22.988976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-a41ca2f5-c9bb-4820-a88b-a9e9b0843ada service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 217 time: 0.0389855 Feb 19 02:05:23.036871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-fc978ecd-d107-4d2e-b307-ee9ad1d5089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:23.038216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-fc978ecd-d107-4d2e-b307-ee9ad1d5089f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0438359 Feb 19 02:05:23.085893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46566c-15da-41e7-b387-ceca826a40ec req-bec2a6fc-ec41-4741-9518-db616ae2861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:23.087401 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-bec2a6fc-ec41-4741-9518-db616ae2861b service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435066 Feb 19 02:05:23.178260 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-938a3456-77f6-4cf8-be67-488590bd23d6 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Feb 19 02:05:23.265446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7d46566c-15da-41e7-b387-ceca826a40ec req-7a94b407-1acd-49c1-967d-304e0bd3f897 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813270 Feb 19 02:05:23.475138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effad7bb-0cdf-4a4f-8c67-9cfc3678eafa req-7f103a02-3ece-473e-a14c-d09349c5d96e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:23.476617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-effad7bb-0cdf-4a4f-8c67-9cfc3678eafa req-7f103a02-3ece-473e-a14c-d09349c5d96e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0583367 Feb 19 02:05:23.526476 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-effad7bb-0cdf-4a4f-8c67-9cfc3678eafa req-839c4fec-916b-41d7-a4ee-73ef35866318 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Feb 19 02:05:24.647969 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c85273-426a-403f-af04-8b7e38559ea7 req-518b2be6-0d68-43ab-9ce2-1ff078410c65 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:24.649472 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0c85273-426a-403f-af04-8b7e38559ea7 req-518b2be6-0d68-43ab-9ce2-1ff078410c65 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0534716 Feb 19 02:05:24.700443 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f0c85273-426a-403f-af04-8b7e38559ea7 req-95c4f008-ac8c-4961-aea4-ad0cadc5af04 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444551 Feb 19 02:05:25.823918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88acb1-026d-401a-84d4-392261d18989 req-ca4709a8-92ff-4dbc-b6f8-dbbf6bd62a25 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:25.826489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af88acb1-026d-401a-84d4-392261d18989 req-ca4709a8-92ff-4dbc-b6f8-dbbf6bd62a25 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0592844 Feb 19 02:05:25.876079 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af88acb1-026d-401a-84d4-392261d18989 req-959064e5-0483-414f-8e8c-e0737e07d422 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Feb 19 02:05:26.001273 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:05:26.103742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:26.115783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'mac_address': 'fa:16:3e:d4:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:05:26.153994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port f5edd283-473f-457d-bfd4-3e00754a49a5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:26.154416 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.167659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5edd283-473f-457d-bfd4-3e00754a49a5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:05:26.187817 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:26.266718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:26.319098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:26.490118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['f5edd283-473f-457d-bfd4-3e00754a49a5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:05:27.007639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0570f4e-6f78-40ae-bba2-395dc2c1c9b3 req-314293a1-356c-4cdd-a92d-d74d5bf4798c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:27.009146 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0570f4e-6f78-40ae-bba2-395dc2c1c9b3 req-314293a1-356c-4cdd-a92d-d74d5bf4798c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 944 time: 0.0632722 Feb 19 02:05:27.064918 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e0570f4e-6f78-40ae-bba2-395dc2c1c9b3 req-36817017-88eb-4eb1-a851-db726e554c77 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490308 Feb 19 02:05:28.024535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:05:28.170250 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port f5edd283-473f-457d-bfd4-3e00754a49a5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:05:28.174375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port f5edd283-473f-457d-bfd4-3e00754a49a5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:05:28.174805 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:28.183316 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047df2-d419-4d1c-ba91-32f02183cbff req-0fb93311-15e1-4b9e-a58f-fc4f17be02ba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:28.185372 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3047df2-d419-4d1c-ba91-32f02183cbff req-0fb93311-15e1-4b9e-a58f-fc4f17be02ba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 944 time: 0.0532966 Feb 19 02:05:28.238521 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3047df2-d419-4d1c-ba91-32f02183cbff req-0ad379e9-c9a9-4286-82b0-e04d70cc76f7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 Feb 19 02:05:28.258936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port f5edd283-473f-457d-bfd4-3e00754a49a5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:05:28.259365 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:28.282062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:28.284218 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e646cfb-1e56-4768-b9b7-f83a4e7df710" -d '{"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:28.296983 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:05:28.364678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:28.389036 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef0c51-6a5c-413f-b118-59fe22a3a17c x-openstack-request-id: req-dfef0c51-6a5c-413f-b118-59fe22a3a17c {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:28.389328 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:28.389584 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dfef0c51-6a5c-413f-b118-59fe22a3a17c {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:28.389979 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'code': 200} Feb 19 02:05:28.416147 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:28.452511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:05:28.471075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab1a7b-bcfd-497b-ae21-cd3a2cf4dca8 req-1ab83d16-0768-40e5-8295-3f0f1e23abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:28.472570 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bab1a7b-bcfd-497b-ae21-cd3a2cf4dca8 req-1ab83d16-0768-40e5-8295-3f0f1e23abeb service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1127 time: 0.0436687 Feb 19 02:05:28.517012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bab1a7b-bcfd-497b-ae21-cd3a2cf4dca8 req-00f223d3-f408-499a-a75b-ed2459f8f3eb service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Feb 19 02:05:29.359971 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b00cf-078a-42df-a5ae-d49f8b1fa420 req-8ddcec9e-7a18-4bae-b6ff-c30430371ed5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:29.361461 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-398b00cf-078a-42df-a5ae-d49f8b1fa420 req-8ddcec9e-7a18-4bae-b6ff-c30430371ed5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Feb 19 02:05:29.412528 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-398b00cf-078a-42df-a5ae-d49f8b1fa420 req-3dd0c5a5-b084-405a-a0f4-ca30c9e214e6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Feb 19 02:05:30.536628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e444e-2346-4909-81b2-2094a48fcc14 req-1df73fc5-8f95-4ffd-8125-0ccca5c87a4c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:30.538099 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226e444e-2346-4909-81b2-2094a48fcc14 req-1df73fc5-8f95-4ffd-8125-0ccca5c87a4c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Feb 19 02:05:30.587916 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-226e444e-2346-4909-81b2-2094a48fcc14 req-c83e1120-91a0-4b0c-849a-85e47d8c1a6d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Feb 19 02:05:30.710178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721fc0e-5e7a-4e86-b857-ca468c3435e8 req-ba51f093-00ab-4221-a252-1156cff6f9dd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:30.711607 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d721fc0e-5e7a-4e86-b857-ca468c3435e8 req-ba51f093-00ab-4221-a252-1156cff6f9dd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0567915 Feb 19 02:05:30.761881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d721fc0e-5e7a-4e86-b857-ca468c3435e8 req-3576c0da-9b3b-4fed-8d6c-9ebe689e4472 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440619 Feb 19 02:05:30.783549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36448) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:30.832014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c85ff-cb6a-4f56-aaa3-9bc095020f3d tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:30.833554 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-114c85ff-cb6a-4f56-aaa3-9bc095020f3d tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1122 time: 0.0489695 Feb 19 02:05:30.836330 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36450) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:30.841225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:05:30.944466 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:31.040746 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:31.163610 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.49 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/7289b669-f796-4109-90ac-bf9c73f3b8b9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:05:31.263366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:31.352934 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:31.398276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:05:31.403696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:05:31.409463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:05:31.412623 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=7289b669-f796-4109-90ac-bf9c73f3b8b9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:31.777680 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (a9b25a7a-9289-45df-97c6-2ef7608005d8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:31.916388 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.111254 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.167197 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.243404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=7289b669-f796-4109-90ac-bf9c73f3b8b9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:05:32.251245 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a9b25a7a-9289-45df-97c6-2ef7608005d8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.356717 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP a9b25a7a-9289-45df-97c6-2ef7608005d8 associated. External IP: 172.25.2.49, port: f5edd283-473f-457d-bfd4-3e00754a49a5. Feb 19 02:05:32.572851 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:05:32.687198 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:05:32.698692 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Sync routers for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:05:32.708976 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:32.709583 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:32.774973 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:32.807769 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ae4ca879-af78-46b2-aaee-803c102f6383 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9703715 Feb 19 02:05:32.808467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:05:32.813477 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e4d67-8a20-4bf2-8b05-32f9421e2244" -d '{"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:05:32.819828 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:32.862301 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7743bc8-3788-4a50-9f92-1cc3880aa810 x-openstack-request-id: req-d7743bc8-3788-4a50-9f92-1cc3880aa810 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:05:32.862892 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:05:32.863845 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d7743bc8-3788-4a50-9f92-1cc3880aa810 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:05:32.863845 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'status': 'completed', 'code': 200} Feb 19 02:05:32.935459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a52c-7d97-4d17-8dfa-05672c6a3598 req-810227e6-dd17-4334-89db-e08e8fafd98b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:32.937044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26c5a52c-7d97-4d17-8dfa-05672c6a3598 req-810227e6-dd17-4334-89db-e08e8fafd98b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0585754 Feb 19 02:05:32.948814 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-0b16317b-7d4d-4748-ba3a-dcf0f28b8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:32.951066 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-0b16317b-7d4d-4748-ba3a-dcf0f28b8018 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1127 time: 0.0647533 Feb 19 02:05:32.996660 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-26c5a52c-7d97-4d17-8dfa-05672c6a3598 req-2135749d-754d-4130-92b1-2290cc521051 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537136 Feb 19 02:05:33.020078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36456) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:33.065929 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a9b25a7a-9289-45df-97c6-2ef7608005d8', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'mac_address': 'fa:16:3e:d4:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:05:31Z', 'updated_at': '2022-02-19T02:05:31Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:33.078601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-ac2086b1-f0f4-41b2-8dc9-4875ef50e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:33.080016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-ac2086b1-f0f4-41b2-8dc9-4875ef50e781 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.1213918 Feb 19 02:05:33.092572 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-518555df-aa84-4a82-bd85-667fac432bec tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a9b25a7a-9289-45df-97c6-2ef7608005d8 HTTP/1.1" status: 200 len: 990 time: 0.0712476 Feb 19 02:05:33.095641 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Checking router: c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:05:33.106909 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:05:33.108047 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:05:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:33.154903 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-bff42443-1c15-47d0-bfa2-7d585401097f service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 998 time: 0.0670104 Feb 19 02:05:33.206355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-ed6092cc-0cd2-416c-a454-ab5c3ba70ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:33.207874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-ed6092cc-0cd2-416c-a454-ab5c3ba70ddc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0455019 Feb 19 02:05:33.218000 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:05:33.263169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-aff7d1e6-be68-42a7-882b-7f31fb88b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:33.264675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-aff7d1e6-be68-42a7-882b-7f31fb88b774 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492084 Feb 19 02:05:33.355641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-11cc7374-70fc-4685-8e7d-53be86012212 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835185 Feb 19 02:05:33.452403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f91e4d67-8a20-4bf2-8b05-32f9421e2244 req-0af9e930-b9c3-4769-8d71-80bf72656aa1 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898101 Feb 19 02:05:33.455877 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a9b25a7a-9289-45df-97c6-2ef7608005d8', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'mac_address': 'fa:16:3e:d4:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:05:31Z', 'updated_at': '2022-02-19T02:05:31Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:05:33.493306 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926fafdd-13eb-412b-8af2-e1de406c4814 None None] The sync data for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 is: [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a9b25a7a-9289-45df-97c6-2ef7608005d8', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'mac_address': 'fa:16:3e:d4:ad:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:05:31Z', 'updated_at': '2022-02-19T02:05:31Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:05:33.726370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f41a1f-eb4c-44d9-90b2-6861560d5a7a None None] New status for floating IP a9b25a7a-9289-45df-97c6-2ef7608005d8: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:05:34.097168 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36458) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:05:34.174374 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2a069960-3896-4672-89eb-1680366ec794 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a9b25a7a-9289-45df-97c6-2ef7608005d8 HTTP/1.1" status: 200 len: 992 time: 0.0747118 Feb 19 02:05:36.644758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-24e97a5a-8281-43ae-a2ad-53d43bb4eea6 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447581 Feb 19 02:05:36.730790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0969c-5973-41ab-bde6-087eb186b610 req-8494e5aa-3acd-4c3f-af93-52a5f334f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:36.732308 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-8494e5aa-3acd-4c3f-af93-52a5f334f793 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1127 time: 0.0444856 Feb 19 02:05:36.839432 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0969c-5973-41ab-bde6-087eb186b610 req-5d1e4911-fa02-45df-9c64-5327e5ffef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:36.840907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-5d1e4911-fa02-45df-9c64-5327e5ffef2d service neutron] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.0897305 Feb 19 02:05:36.921915 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-c0387bb6-fb1e-4820-9882-7384fbabfb3b service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 1000 time: 0.0729334 Feb 19 02:05:36.970602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0969c-5973-41ab-bde6-087eb186b610 req-7023e9f3-84ab-4d6f-b342-d5c1554ef2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:36.972108 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-7023e9f3-84ab-4d6f-b342-d5c1554ef2a7 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0446172 Feb 19 02:05:37.025382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0969c-5973-41ab-bde6-087eb186b610 req-316231b7-8460-498c-ab8f-f3c34f8125ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:05:37.026907 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-316231b7-8460-498c-ab8f-f3c34f8125ee service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488577 Feb 19 02:05:37.114356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-12d0abce-7b92-45bd-ba40-888850b150ce service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807412 Feb 19 02:05:37.208565 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-adf0969c-5973-41ab-bde6-087eb186b610 req-f7bf3aed-e40e-44f1-ab7d-3bd95b7a8ea0 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874598 Feb 19 02:05:40.361111 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:40.709750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-648f2e7b-0ba0-483a-bb4c-95ffca8313c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:41.036003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:42.981064 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-787dfc90-85a1-40c3-a9d1-d87ae5c773cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:44.466691 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:45.547384 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:05:47.158512 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:05.451188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:06:07.370659 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-6dbac7d5-4640-4273-a68e-ecb6770fe799 req-32b1e84e-14d8-4828-a250-cdf9ccf5d798 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:06:07.371690 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6dbac7d5-4640-4273-a68e-ecb6770fe799 req-32b1e84e-14d8-4828-a250-cdf9ccf5d798 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054319 Feb 19 02:06:07.720195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6939f6-f354-412e-bc0c-c140d25ef5e3 req-5e721587-4cbc-44ed-846b-c01294b7b5cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:07.722318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a6939f6-f354-412e-bc0c-c140d25ef5e3 req-5e721587-4cbc-44ed-846b-c01294b7b5cf tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Feb 19 02:06:07.771553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a6939f6-f354-412e-bc0c-c140d25ef5e3 req-f2c9c831-c3fb-4538-be74-fa96e6341b0c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Feb 19 02:06:07.829113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36486) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:07.917596 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-1b54b225-593e-469b-85c7-14d168f31386 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872581 Feb 19 02:06:07.926581 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-161d6be8-48c8-445b-82b0-00844fa2c5ee service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:06:07.927549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-161d6be8-48c8-445b-82b0-00844fa2c5ee service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054100 Feb 19 02:06:08.526459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36508) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:08.616442 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-9f121c0a-3d20-4532-9db3-1d15949dc7e4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:08.617800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-9f121c0a-3d20-4532-9db3-1d15949dc7e4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 942 time: 0.0903082 Feb 19 02:06:08.893679 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847dead-86f6-4a42-9dce-5117fa51cbc1 req-c5f58583-f199-4134-a0a2-4e410d8a7b99 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:08.895580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1847dead-86f6-4a42-9dce-5117fa51cbc1 req-c5f58583-f199-4134-a0a2-4e410d8a7b99 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0537739 Feb 19 02:06:08.946399 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1847dead-86f6-4a42-9dce-5117fa51cbc1 req-c34fc0be-2b38-42ae-8b10-48d668413528 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Feb 19 02:06:10.067883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e7d9b-78df-4901-92fa-ff0bf56a37bc req-e12fb764-db1d-47d9-8564-5cd6e53609c3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.069333 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-800e7d9b-78df-4901-92fa-ff0bf56a37bc req-e12fb764-db1d-47d9-8564-5cd6e53609c3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Feb 19 02:06:10.117778 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-800e7d9b-78df-4901-92fa-ff0bf56a37bc req-2b114bb9-362c-4c69-972b-82c6dd39f8b7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Feb 19 02:06:10.213736 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-4d71b99f-0760-407f-b2e9-a55521677fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.215266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-4d71b99f-0760-407f-b2e9-a55521677fb5 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1127 time: 0.0501881 Feb 19 02:06:10.305020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-414b76aa-cc7f-44a4-9aa3-68b0f5ee5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.306498 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-414b76aa-cc7f-44a4-9aa3-68b0f5ee5858 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.0850501 Feb 19 02:06:10.378580 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-06bcdb5d-4106-4cc7-b765-7aadb46a78f0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 1000 time: 0.0659540 Feb 19 02:06:10.427405 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:10.428407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-1f4d2482-d5d9-41c2-b48b-bbb54e0646fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.429853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-1f4d2482-d5d9-41c2-b48b-bbb54e0646fc service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0430951 Feb 19 02:06:10.478657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-c01faedb-eded-4f92-9b37-1eea82893095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:10.480144 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-c01faedb-eded-4f92-9b37-1eea82893095 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442474 Feb 19 02:06:10.573345 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-7d8bb981-084b-4af2-a7ba-eabc5e287b0e service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861933 Feb 19 02:06:10.661836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-faaa91fc-1406-4c2d-90f2-51c1a285b162 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 Feb 19 02:06:10.712208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4b4d78f3-a1ea-45fc-9d91-282ef70b309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:10.938266 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:11.247414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5fc45-58b4-4ad1-acfa-cbc5dc5508ae req-86786147-f2a3-4d67-9f61-fabb1d5ff732 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:11.248914 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9d5fc45-58b4-4ad1-acfa-cbc5dc5508ae req-86786147-f2a3-4d67-9f61-fabb1d5ff732 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0578227 Feb 19 02:06:11.297585 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a9d5fc45-58b4-4ad1-acfa-cbc5dc5508ae req-089847c7-f19d-4daa-8fa8-c14832aaeb03 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Feb 19 02:06:12.415988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92396687-2b6c-4465-8047-820a7b542f03 req-cf8b7a51-257d-4af5-8b62-19a52bdce5fd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:12.417586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92396687-2b6c-4465-8047-820a7b542f03 req-cf8b7a51-257d-4af5-8b62-19a52bdce5fd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Feb 19 02:06:12.469980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92396687-2b6c-4465-8047-820a7b542f03 req-62c1b434-70e4-497d-bd32-02a5037975f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467994 Feb 19 02:06:12.952380 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c32225c6-15d5-4afb-bc3f-c7794475a52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:13.591012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa186b-f734-4c35-a3e1-76724fe179e9 req-1d327f53-5f47-43ec-a859-e739872699bd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:13.592606 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5efa186b-f734-4c35-a3e1-76724fe179e9 req-1d327f53-5f47-43ec-a859-e739872699bd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0536757 Feb 19 02:06:13.641665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5efa186b-f734-4c35-a3e1-76724fe179e9 req-71d5d29c-a269-4135-b399-267f48559b31 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Feb 19 02:06:14.460978 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:14.763983 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af493626-dfd2-4f18-8ca0-2d19ba4b2090 req-ad819372-ee2b-42bd-832c-11ba16c826c7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:14.765452 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af493626-dfd2-4f18-8ca0-2d19ba4b2090 req-ad819372-ee2b-42bd-832c-11ba16c826c7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Feb 19 02:06:14.813301 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af493626-dfd2-4f18-8ca0-2d19ba4b2090 req-d296a53e-2b37-4581-b9c4-1ef5cef18c4e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Feb 19 02:06:15.535350 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:15.934469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0e16-6199-4250-9270-5d4747d40a8f req-17a7ba56-bf50-48ea-a0e3-079197dc6c73 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:15.935987 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d46e0e16-6199-4250-9270-5d4747d40a8f req-17a7ba56-bf50-48ea-a0e3-079197dc6c73 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0526662 Feb 19 02:06:15.988097 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d46e0e16-6199-4250-9270-5d4747d40a8f req-77a2c591-6058-4b65-a709-794abde99729 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466359 Feb 19 02:06:16.972120 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:17.109869 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccbc7c-f094-44d8-87d4-743211ae57f7 req-7a9fa6c6-7500-45df-9b7d-aaa814fb2546 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:17.111359 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28ccbc7c-f094-44d8-87d4-743211ae57f7 req-7a9fa6c6-7500-45df-9b7d-aaa814fb2546 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0521507 Feb 19 02:06:17.159541 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28ccbc7c-f094-44d8-87d4-743211ae57f7 req-6c31e813-a878-453b-9087-b3b5f8137f44 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Feb 19 02:06:18.280799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec7927-6721-43f1-86bd-c41977f46461 req-500d847f-cc32-4764-bec9-5e7d8811a475 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:18.282281 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5aec7927-6721-43f1-86bd-c41977f46461 req-500d847f-cc32-4764-bec9-5e7d8811a475 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Feb 19 02:06:18.330714 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5aec7927-6721-43f1-86bd-c41977f46461 req-f56399c9-cf94-4aa8-a7c1-946ed5f14f8c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Feb 19 02:06:19.467056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6220411-77e5-44b8-9062-80d2b0e9d473 req-dadcde48-93ac-4189-80bc-7344e369f6e9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:19.468534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6220411-77e5-44b8-9062-80d2b0e9d473 req-dadcde48-93ac-4189-80bc-7344e369f6e9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0600376 Feb 19 02:06:19.519208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6220411-77e5-44b8-9062-80d2b0e9d473 req-87a09e04-d937-462f-a0af-6ce7e7821de7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Feb 19 02:06:20.640472 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f763ac-5500-4514-aa66-d5b400f34c2a req-5818ba2f-fcc7-4577-b4f6-8075bd11475f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:20.641955 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62f763ac-5500-4514-aa66-d5b400f34c2a req-5818ba2f-fcc7-4577-b4f6-8075bd11475f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Feb 19 02:06:20.691398 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62f763ac-5500-4514-aa66-d5b400f34c2a req-541cd838-07da-4607-a55a-56fee78cf86f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Feb 19 02:06:21.822835 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d1fc3-5b8e-45f9-9bde-025790e8d347 req-35ba6e01-a504-4c7c-a19a-0203c0e04ebc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:21.824338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-618d1fc3-5b8e-45f9-9bde-025790e8d347 req-35ba6e01-a504-4c7c-a19a-0203c0e04ebc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0610397 Feb 19 02:06:21.874201 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-618d1fc3-5b8e-45f9-9bde-025790e8d347 req-6e95e932-cea2-4aac-a3b9-a951306bc25a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Feb 19 02:06:22.997027 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfdc7b-b604-4145-9716-fceb62997447 req-832b0a6a-b1b1-49dc-92c5-a28fc6248f44 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:22.998509 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dfdc7b-b604-4145-9716-fceb62997447 req-832b0a6a-b1b1-49dc-92c5-a28fc6248f44 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Feb 19 02:06:23.048087 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-63dfdc7b-b604-4145-9716-fceb62997447 req-b2fdbc5d-3439-424b-ae6b-c0df4c8bb44e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Feb 19 02:06:24.168717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7037f-2eda-4403-b06f-ecbbeb347d08 req-3d5d99ad-dc4a-4384-bcd8-3691ece49034 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:24.170196 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fa7037f-2eda-4403-b06f-ecbbeb347d08 req-3d5d99ad-dc4a-4384-bcd8-3691ece49034 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Feb 19 02:06:24.226458 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0fa7037f-2eda-4403-b06f-ecbbeb347d08 req-9921bfa2-6428-4504-a01e-7559a6c9557c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506940 Feb 19 02:06:25.347819 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db3b12-68b0-493a-b55d-fa1f6b9ca3fa req-e27d1e7d-280f-43b8-ae98-86b2deb06994 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:25.349292 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7db3b12-68b0-493a-b55d-fa1f6b9ca3fa req-e27d1e7d-280f-43b8-ae98-86b2deb06994 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Feb 19 02:06:25.399253 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7db3b12-68b0-493a-b55d-fa1f6b9ca3fa req-bdeab0f6-ede9-435c-8ada-5fb0a757d9ec tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Feb 19 02:06:26.518958 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce893-25ef-42b2-97d5-cc8050f05ba9 req-d16e70f6-23bc-45dc-9cd9-49265947589f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:26.520446 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0ce893-25ef-42b2-97d5-cc8050f05ba9 req-d16e70f6-23bc-45dc-9cd9-49265947589f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0524611 Feb 19 02:06:26.569115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0ce893-25ef-42b2-97d5-cc8050f05ba9 req-4d62c8d1-ba73-4213-9605-a852fb05399a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Feb 19 02:06:27.695705 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f5a6e-a884-491e-a243-74936e89e413 req-bd2aa8f3-f5d3-4cf9-8c19-58e154ed9b5e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:27.697796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc4f5a6e-a884-491e-a243-74936e89e413 req-bd2aa8f3-f5d3-4cf9-8c19-58e154ed9b5e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0572934 Feb 19 02:06:27.746866 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc4f5a6e-a884-491e-a243-74936e89e413 req-547092a5-b874-42cf-ba06-969aa890e5ea tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Feb 19 02:06:27.971769 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-c9eaf786-39ca-40c1-b2bf-a7e25628e915 service neutron] show failed (client error): The resource could not be found. Feb 19 02:06:27.972686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-c9eaf786-39ca-40c1-b2bf-a7e25628e915 service neutron] 10.222.0.117 "GET /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5/bindings/n-h2-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0551524 Feb 19 02:06:28.460109 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-de805943-d2fd-4502-94a2-567a4ff567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:28.461635 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-de805943-d2fd-4502-94a2-567a4ff567c9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 1127 time: 0.0502698 Feb 19 02:06:28.476064 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:06:28.534722 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.100765 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2869-8d14-47f8-be88-cfa283c4df22 req-0c390bfb-0658-420b-8ed0-103cd39bfd03 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:29.102160 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f2869-8d14-47f8-be88-cfa283c4df22 req-0c390bfb-0658-420b-8ed0-103cd39bfd03 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.1160896 Feb 19 02:06:29.148388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:29.186115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e34f2869-8d14-47f8-be88-cfa283c4df22 req-8b20d489-a125-4e4e-90e4-7e0051c796ba tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775235 Feb 19 02:06:29.203430 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:29.243808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:29.246351 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dafaa4d-b908-47ff-8740-01a98e355d8a" -d '{"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:29.249859 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks [] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.262207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Transition to ACTIVE for port object f5edd283-473f-457d-bfd4-3e00754a49a5 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:06:29.297474 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc96cd-00a6-433a-9bcb-f7cfb12a3e62 x-openstack-request-id: req-eddc96cd-00a6-433a-9bcb-f7cfb12a3e62 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:29.297766 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:29.298014 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eddc96cd-00a6-433a-9bcb-f7cfb12a3e62 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:29.298407 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'code': 200} Feb 19 02:06:29.329042 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.414689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=6']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.427149 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.427511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.427870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.428218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.428561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.428903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.429264 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.429602 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.429937 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.430275 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.430671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.431196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.431536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:29.465536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] No DVR routers for this DVR port f5edd283-473f-457d-bfd4-3e00754a49a5 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:06:29.609401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:06:29.609744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:06:29.610188 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:29.614763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:06:29.615034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Attempting to bind port f5edd283-473f-457d-bfd4-3e00754a49a5 on network a094a39f-50cf-4a4c-a929-ce50c347264a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:06:29.620296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:06:29.620641 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Checking segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:06:29.621028 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Bound using segment: {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:06:29.621459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Bound port: f5edd283-473f-457d-bfd4-3e00754a49a5, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab6e538-d5c0-485c-a071-255a3b9d17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:06:29.621821 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.688554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:06:29.691552 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:06:29.767396 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.804333 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:29.804986 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:29.806383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] 10.222.0.96 "PUT /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 1091 time: 1.3344340 Feb 19 02:06:29.828872 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c0e01-e14b-41b3-b30b-eed74c4acf17 service neutron] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=7']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:29.887616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-3ec1adab-012b-4815-8a0f-11d10a975a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:29.887616 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-3ec1adab-012b-4815-8a0f-11d10a975a8c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0499756 Feb 19 02:06:29.982704 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-416c4675-1229-45fc-a3a7-e8d76dedc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:29.984126 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-416c4675-1229-45fc-a3a7-e8d76dedc18d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.0969350 Feb 19 02:06:30.053489 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-d3de502b-4366-474e-a76d-339744b4f859 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 998 time: 0.0632329 Feb 19 02:06:30.100925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-0debf294-bb11-473b-ac56-b101dc3364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:30.102295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-0debf294-bb11-473b-ac56-b101dc3364a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0432153 Feb 19 02:06:30.155020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-fd21aa4f-cd8a-42a8-a3b2-36b9861ddd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:30.156740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-fd21aa4f-cd8a-42a8-a3b2-36b9861ddd30 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481749 Feb 19 02:06:30.245645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-c69df0c7-fb87-4a4d-ad80-34e7cee35197 service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832310 Feb 19 02:06:30.302517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:06:30.343279 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] The host n-h1-826529-3 is not matching for port f5edd283-473f-457d-bfd4-3e00754a49a5 host n-h2-826529-3! {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:06:30.343679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:06:30.376719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2006004-9cbf-4c6a-8f79-4c557e55f054 req-f61546d7-9101-44c3-a0d1-fd34848235c0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:30.378175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2006004-9cbf-4c6a-8f79-4c557e55f054 req-f61546d7-9101-44c3-a0d1-fd34848235c0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.1193912 Feb 19 02:06:30.381706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d6961730-8b7d-4314-8ca6-2f3bcdea934e req-3ce5096c-c274-4a82-9ded-15f31d596a23 service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299617 Feb 19 02:06:30.427693 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2006004-9cbf-4c6a-8f79-4c557e55f054 req-71d762d4-37ad-4379-8056-8d1144bf78a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Feb 19 02:06:31.299914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:31.302294 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:31.349976 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b656a-9618-4197-b5f1-1daded8c678b x-openstack-request-id: req-cc4b656a-9618-4197-b5f1-1daded8c678b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:31.350266 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:31.350521 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cc4b656a-9618-4197-b5f1-1daded8c678b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:31.350925 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'status': 'completed', 'code': 200} Feb 19 02:06:31.447897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-ff5310c6-d18a-4ea3-b930-589a7a0412d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.449410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-ff5310c6-d18a-4ea3-b930-589a7a0412d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0796685 Feb 19 02:06:31.451126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-802d4f51-a1d1-4587-a691-35405403aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.452513 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-802d4f51-a1d1-4587-a691-35405403aed1 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0747681 Feb 19 02:06:31.649577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-b8eb0dac-f9ff-4047-8afc-e72550481d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.651397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-b8eb0dac-f9ff-4047-8afc-e72550481d2c service neutron] 10.222.0.96 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.1954885 Feb 19 02:06:31.661940 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43780d-cf13-4f51-ab38-68c62242c613 req-b4f69975-879f-43ab-85de-4565ff12dc07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.663339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b43780d-cf13-4f51-ab38-68c62242c613 req-b4f69975-879f-43ab-85de-4565ff12dc07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.1452312 Feb 19 02:06:31.664305 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-90f43bbf-f7f5-4ea9-93ba-7ab7d4d29065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.666002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-90f43bbf-f7f5-4ea9-93ba-7ab7d4d29065 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.2007883 Feb 19 02:06:31.803538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-1d67dfa9-5f48-4f80-a488-c5ec3136aef2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 998 time: 0.1365266 Feb 19 02:06:31.827501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-db508429-ee98-4df0-9539-055f80af44ae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 998 time: 0.1531000 Feb 19 02:06:31.830885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6b43780d-cf13-4f51-ab38-68c62242c613 req-4482cd88-ffd5-44c6-9426-b0845221141b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585498 Feb 19 02:06:31.904739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-1d98106b-cf59-4dab-a1bf-c5d547bf2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.906503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-1d98106b-cf59-4dab-a1bf-c5d547bf2849 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0915523 Feb 19 02:06:31.920992 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-a309fc9d-322c-472f-89c2-8bd94fe1dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.922355 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-a309fc9d-322c-472f-89c2-8bd94fe1dcdf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0684922 Feb 19 02:06:31.993580 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-6d5060f9-e46c-4fef-a9a7-01f973d65738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:31.995428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-6d5060f9-e46c-4fef-a9a7-01f973d65738 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826063 Feb 19 02:06:32.004931 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-e12451d4-0413-4575-ad19-77d04074a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:32.006406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-e12451d4-0413-4575-ad19-77d04074a902 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660794 Feb 19 02:06:32.172920 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-1b1b907c-d926-4fa8-b232-8377eacdd7f4 service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654534 Feb 19 02:06:32.174676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-2c06ae9c-168c-4f0b-b380-5e2cdbf5b91d service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582599 Feb 19 02:06:32.345722 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-c27515f0-32f0-45ed-b5dd-764d39ed5c7a service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589985 Feb 19 02:06:32.347842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8ba54d2c-bf38-40c2-ae8c-09091974e3e5 req-691b990c-6faf-4ad5-982c-c9403ad1ccc8 service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690106 Feb 19 02:06:32.954975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085e4eb-ed38-4f0c-94d3-5e64e15b2967 req-a7d1e7d4-7351-4cce-93c9-411344a17618 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:32.956489 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7085e4eb-ed38-4f0c-94d3-5e64e15b2967 req-a7d1e7d4-7351-4cce-93c9-411344a17618 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0520372 Feb 19 02:06:33.005715 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7085e4eb-ed38-4f0c-94d3-5e64e15b2967 req-7baaed90-4b01-47df-9678-8c32b699c51a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Feb 19 02:06:33.345397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6713e-3c8f-4a3c-919f-0438efbb679b req-2d69a905-4e36-4e34-a139-556a049d17e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.346825 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84b6713e-3c8f-4a3c-919f-0438efbb679b req-2d69a905-4e36-4e34-a139-556a049d17e7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0541263 Feb 19 02:06:33.409693 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-84b6713e-3c8f-4a3c-919f-0438efbb679b req-adc2d3c2-4c25-4ed8-9b82-c489afcea67a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570352 Feb 19 02:06:33.430823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-1391324d-ea03-4539-8530-37b91f0a5cf2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.432525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-1391324d-ea03-4539-8530-37b91f0a5cf2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3&tenant_id=a39d7caea7ca43079db33e3239578d8f&binding%3Ahost_id=n-h2-826529-3 HTTP/1.1" status: 200 len: 943 time: 0.0628455 Feb 19 02:06:33.521265 n-d-826529-3 neutron-server[110602]: INFO neutron.api.v2.resource [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-7afadd1e-027c-4c14-b9ce-f46c9ccfeacf service neutron] delete failed (client error): The resource could not be found. Feb 19 02:06:33.522251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-7afadd1e-027c-4c14-b9ce-f46c9ccfeacf service neutron] 10.222.0.117 "DELETE /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5/bindings/n-h1-826529-3 HTTP/1.1" status: 404 len: 380 time: 0.0835874 Feb 19 02:06:33.546411 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d80fc0-9b11-4142-8e91-4b113be767b5 req-d6a7becb-e582-43c3-b3a1-06feefa6517c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.548158 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20d80fc0-9b11-4142-8e91-4b113be767b5 req-d6a7becb-e582-43c3-b3a1-06feefa6517c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 943 time: 0.0680771 Feb 19 02:06:33.627300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20d80fc0-9b11-4142-8e91-4b113be767b5 req-894ebf24-7f00-42cb-9c45-a79b72f9c3b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732617 Feb 19 02:06:33.636801 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-a2f5426b-7b33-4770-9c42-a959268708de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.638237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-a2f5426b-7b33-4770-9c42-a959268708de service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1125 time: 0.0681052 Feb 19 02:06:33.732824 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-906fd452-1745-4909-9952-b6950d834e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.734279 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-906fd452-1745-4909-9952-b6950d834e85 service neutron] 10.222.0.117 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.0881743 Feb 19 02:06:33.800063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-da30e3f0-e116-41ac-ab89-a8dfd62136ae service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 998 time: 0.0585465 Feb 19 02:06:33.847916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-121479de-a21b-4453-8560-289f53f99cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.849313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-121479de-a21b-4453-8560-289f53f99cde service neutron] 10.222.0.117 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0423875 Feb 19 02:06:33.906221 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-3c6a7fbf-b874-43e2-a30c-61f280527749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:33.907664 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-3c6a7fbf-b874-43e2-a30c-61f280527749 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488183 Feb 19 02:06:34.000740 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-e6e1aa47-04fc-4964-8048-18a09d69dfc9 service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Feb 19 02:06:34.002065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:06:34.097000 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ebbfb9f-dfbc-4450-9cb7-759a9e1529e5 req-48c790d6-96ec-4877-9b6d-8215664958df service neutron] 10.222.0.117 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904503 Feb 19 02:06:34.105743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:34.117655 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'port_id': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'mac_address': 'fa:16:3e:d4:ad:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:06:34.162462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f5edd283-473f-457d-bfd4-3e00754a49a5 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:34.162884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.176871 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5edd283-473f-457d-bfd4-3e00754a49a5 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:06:34.196762 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:34.301061 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:34.348187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:34.355940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.356292 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.356634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.356977 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.357312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.357642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.357968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.358291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.358616 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.358937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.359310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.359633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.359954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:06:34.571897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['f5edd283-473f-457d-bfd4-3e00754a49a5'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:06:34.749242 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d5218-974c-4b5d-86d5-22a40b46849d req-17001be0-137c-4fde-87a5-e57452ce240b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:34.750896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a7d5218-974c-4b5d-86d5-22a40b46849d req-17001be0-137c-4fde-87a5-e57452ce240b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 944 time: 0.0532577 Feb 19 02:06:34.801181 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0a7d5218-974c-4b5d-86d5-22a40b46849d req-a95532c1-e3a4-4e96-9c08-f3370e4b7650 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Feb 19 02:06:35.939078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d5e4c-a602-4c00-95d2-a2087fa6303a req-ded10c11-7335-4c01-b85b-3bd2a2d8e7ea tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:06:35.940612 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-861d5e4c-a602-4c00-95d2-a2087fa6303a req-ded10c11-7335-4c01-b85b-3bd2a2d8e7ea tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 944 time: 0.0636570 Feb 19 02:06:35.991676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-861d5e4c-a602-4c00-95d2-a2087fa6303a req-bbc4a4ab-37f0-4a45-b1cf-213532f69d1b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Feb 19 02:06:36.018105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36578) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:06:36.018625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:06:36.086650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b9e42e77-90b1-4a3d-8fb3-c80aff6fe00c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a9b25a7a-9289-45df-97c6-2ef7608005d8 HTTP/1.1" status: 200 len: 991 time: 0.0674524 Feb 19 02:06:36.129461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port f5edd283-473f-457d-bfd4-3e00754a49a5 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:06:36.135064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port f5edd283-473f-457d-bfd4-3e00754a49a5 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:06:36.135709 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:36.223766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port f5edd283-473f-457d-bfd4-3e00754a49a5 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:06:36.224155 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:36.246682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:06:36.248933 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eea1a9f-ad8e-4abf-8d36-3406026bca69" -d '{"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:06:36.261404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:06:36.286171 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f03b554-857b-48c0-8c8b-f18fb7fdfcd4 x-openstack-request-id: req-0f03b554-857b-48c0-8c8b-f18fb7fdfcd4 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:06:36.286492 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-plugged", "status": "completed", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:06:36.286756 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0f03b554-857b-48c0-8c8b-f18fb7fdfcd4 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:06:36.287175 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'code': 200} Feb 19 02:06:36.355306 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:36.403341 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=9']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:06:40.434765 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:40.703449 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-881cb56c-4e2e-41dd-88e2-4528980d1cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:40.960905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:42.450713 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:06:42.949649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f380fc3-084a-43b1-9e3b-b22f38ea8cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:44.469322 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:45.534597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:06:47.003260 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:04.588966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36592) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:04.792913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 7289b669-f796-4109-90ac-bf9c73f3b8b9 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:07:04.793255 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:04.871439 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:04.871697 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (7289b669-f796-4109-90ac-bf9c73f3b8b9), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:04.883928 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 7289b669-f796-4109-90ac-bf9c73f3b8b9 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:07:05.105919 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (7289b669-f796-4109-90ac-bf9c73f3b8b9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:05.130179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=7289b669-f796-4109-90ac-bf9c73f3b8b9,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:05.144382 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.144948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.145299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.145636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.145971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.146303 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.146631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.146961 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.147313 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.147643 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.147968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.148294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.148611 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:05.207943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (a9b25a7a-9289-45df-97c6-2ef7608005d8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:05.208284 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP a9b25a7a-9289-45df-97c6-2ef7608005d8 disassociated (deleted). External IP: 172.25.2.49, port: f5edd283-473f-457d-bfd4-3e00754a49a5. Feb 19 02:07:05.420892 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:07:05.533411 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:05.538657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:05.543246 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Sync routers for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:05.553922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:05.554541 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:05.568231 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5b2f6f92-21f9-4bc2-b3f5-5f81d5f7e06a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/floatingips/a9b25a7a-9289-45df-97c6-2ef7608005d8 HTTP/1.1" status: 204 len: 168 time: 0.9781790 Feb 19 02:07:05.568935 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:05.571327 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f818c-ac64-4db2-845b-2bf38b47c9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:05.677175 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8300eec4-1c76-4483-a6f6-6e4060d65733 x-openstack-request-id: req-8300eec4-1c76-4483-a6f6-6e4060d65733 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:05.677800 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:05.677800 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8300eec4-1c76-4483-a6f6-6e4060d65733 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:05.678109 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'status': 'completed', 'code': 200} Feb 19 02:07:05.744833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-b701b120-b3ba-4fdb-bd4f-1149b5abc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:05.746356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-b701b120-b3ba-4fdb-bd4f-1149b5abc0f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 1127 time: 0.0475664 Feb 19 02:07:05.765082 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:05.848980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-fb89dda9-0491-4f0e-a3f4-2d87d4d82819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:05.850486 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-fb89dda9-0491-4f0e-a3f4-2d87d4d82819 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 200 len: 898 time: 0.0977364 Feb 19 02:07:05.899588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-13572a06-7e08-44bb-84d8-79515f746eaf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 200 len: 217 time: 0.0360854 Feb 19 02:07:05.949456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-4e5b655b-c14c-4d54-a337-39e67c6a47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:05.950883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-4e5b655b-c14c-4d54-a337-39e67c6a47ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 200 len: 834 time: 0.0454640 Feb 19 02:07:05.972810 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:05.999449 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Checking router: c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:06.008670 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:06.009271 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:06.065382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-fce2c23b-03b0-46ce-a3a3-172eed94e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:06.067009 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-fce2c23b-03b0-46ce-a3a3-172eed94e7ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a094a39f-50cf-4a4c-a929-ce50c347264a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097183 Feb 19 02:07:06.083270 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea887d-3794-4c45-856d-cd326590974a req-35dfa9f7-9e51-4cd9-9c95-7cbb519905aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:06.084721 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-feea887d-3794-4c45-856d-cd326590974a req-35dfa9f7-9e51-4cd9-9c95-7cbb519905aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0662487 Feb 19 02:07:06.119812 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:06.187679 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-feea887d-3794-4c45-856d-cd326590974a req-3c13c375-6b89-4557-b00e-cfb00a8876e8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962188 Feb 19 02:07:06.217216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-4c017781-e16f-49d8-bd67-0d819c4713ab service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410823 Feb 19 02:07:06.308806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-416f818c-ac64-4db2-845b-2bf38b47c9ab req-b6f41e33-24fa-494d-ba78-1f51b25327e4 service neutron] 10.222.0.96 "GET /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845418 Feb 19 02:07:06.322507 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:06.348373 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca66f82-3456-48d1-b661-cd420ac99af6 None None] The sync data for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 is: [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:16Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '117bf3c1-29f0-4622-9fb1-c60fdea92b20', 'name': '', 'network_id': 'a094a39f-50cf-4a4c-a929-ce50c347264a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:04:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:15Z', 'updated_at': '2022-02-19T02:05:19Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'e6a1ddc4-bf30-4c81-8468-4a1d1447b87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:06.576976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de335f-9366-4a15-8949-b055f7bdf0b2 None None] New status for floating IP a9b25a7a-9289-45df-97c6-2ef7608005d8: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:07:07.324722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee37e3-b5f9-4dfd-8540-b1c9b34b21fb req-89c686b5-4e70-4140-b06e-a04a43665b07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:07.326242 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52ee37e3-b5f9-4dfd-8540-b1c9b34b21fb req-89c686b5-4e70-4140-b06e-a04a43665b07 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0591407 Feb 19 02:07:07.375229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-52ee37e3-b5f9-4dfd-8540-b1c9b34b21fb req-1485769d-0853-4531-a0e8-48a9ee1323c1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=9333cf21-74ca-4023-abeb-8e9a7907744d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Feb 19 02:07:07.517209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-01b7dbca-6624-4fb8-b936-69b3e9980a15 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:07.518666 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-01b7dbca-6624-4fb8-b936-69b3e9980a15 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Feb 19 02:07:07.608577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port f5edd283-473f-457d-bfd4-3e00754a49a5 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:07:07.608930 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:07.699671 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port f5edd283-473f-457d-bfd4-3e00754a49a5, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=f5edd283-473f-457d-bfd4-3e00754a49a5,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:07.700029 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:07.713298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for f5edd283-473f-457d-bfd4-3e00754a49a5 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:07:07.897895 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (f5edd283-473f-457d-bfd4-3e00754a49a5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:07.930691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=f5edd283-473f-457d-bfd4-3e00754a49a5,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:07.975181 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] No DVR routers for this DVR port f5edd283-473f-457d-bfd4-3e00754a49a5 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:07:07.977908 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:07.981258 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-39b14b1d-4d16-4e06-a512-0b47ada9e02e req-7b37d792-8a5e-45c5-89c2-2954fe97c6aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "DELETE /v2.0/ports/f5edd283-473f-457d-bfd4-3e00754a49a5 HTTP/1.1" status: 204 len: 173 time: 0.4577291 Feb 19 02:07:07.981703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-deleted', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:07.984197 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf37285-acc1-4911-b085-d4bd742083d2" -d '{"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-deleted", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:08.023216 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731cf20-244b-4700-aa08-6d83a113eab3 x-openstack-request-id: req-d731cf20-244b-4700-aa08-6d83a113eab3 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:08.023462 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652ac249-15f7-4fb8-8e57-d65a5bce45a3", "name": "network-vif-deleted", "tag": "f5edd283-473f-457d-bfd4-3e00754a49a5", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:08.023739 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d731cf20-244b-4700-aa08-6d83a113eab3 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:08.024169 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652ac249-15f7-4fb8-8e57-d65a5bce45a3', 'name': 'network-vif-deleted', 'tag': 'f5edd283-473f-457d-bfd4-3e00754a49a5', 'status': 'completed', 'code': 200} Feb 19 02:07:08.485133 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0c8d2caf-b6b8-41c6-b107-b4e9ba340987 req-fb0428cf-97c6-48fd-afb6-b47e42c2173b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=652ac249-15f7-4fb8-8e57-d65a5bce45a3 HTTP/1.1" status: 200 len: 210 time: 0.0266647 Feb 19 02:07:09.543258 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36612) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:09.913996 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.448751 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.526234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 117bf3c1-29f0-4622-9fb1-c60fdea92b20 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:07:10.526566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.612913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 117bf3c1-29f0-4622-9fb1-c60fdea92b20, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=117bf3c1-29f0-4622-9fb1-c60fdea92b20,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:10.613621 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.625321 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 117bf3c1-29f0-4622-9fb1-c60fdea92b20 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:07:10.734977 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91104a82-6db3-4c00-906c-30de5d09a1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.900539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (117bf3c1-29f0-4622-9fb1-c60fdea92b20), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:10.933293 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=117bf3c1-29f0-4622-9fb1-c60fdea92b20,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:10.983430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.110117 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.330953 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:07:11.443665 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:11.449046 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a47bbb0a-2ce7-4e55-8fc3-a0028e87a417 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/c2a2ce8c-2951-4b11-94ea-a0408fbdafc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9046202 Feb 19 02:07:11.451949 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36614) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:11.453189 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Sync routers for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:11.463722 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:11.464345 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:11.501867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting subnet e6a1ddc4-bf30-4c81-8468-4a1d1447b87f {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:07:11.505653 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (e6a1ddc4-bf30-4c81-8468-4a1d1447b87f), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.545350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (e6a1ddc4-bf30-4c81-8468-4a1d1447b87f), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.578648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:11.634718 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (e6a1ddc4-bf30-4c81-8468-4a1d1447b87f), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.757052 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:07:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:11.789169 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Checking router: c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:11.794914 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (e6a1ddc4-bf30-4c81-8468-4a1d1447b87f), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.797555 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Routers {'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:11.798202 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:06:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:11.822594 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a1ddc4-bf30-4c81-8468-4a1d1447b87f,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:11.826261 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.832608 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-1c975c26-b10b-4d73-9030-9f7089a79326 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/subnets/e6a1ddc4-bf30-4c81-8468-4a1d1447b87f HTTP/1.1" status: 204 len: 168 time: 0.3765724 Feb 19 02:07:11.833970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36616) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:11.836702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65556e62-fb57-435f-8ccc-843df6253b64 None None] Network a094a39f-50cf-4a4c-a929-ce50c347264a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:07:11.916711 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] Set router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:11.952010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:11.997987 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] DHCP port deletion for a094a39f-50cf-4a4c-a929-ce50c347264a request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:07:12.047377 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Deleting port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:07:12.047762 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.106956 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:07:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:12.121151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] For port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,segment=NetworkSegment(1ab6e538-d5c0-485c-a071-255a3b9d17ee),segment_id=1ab6e538-d5c0-485c-a071-255a3b9d17ee)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:12.121668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.134823 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e57fb8d-28a5-4bff-a362-bfc5d3d4f7b5 None None] The sync data for ids ['c2a2ce8c-2951-4b11-94ea-a0408fbdafc5'] in n-d-826529-3 is: [{'id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780243818', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:07:10Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '613840a2-466c-4061-bb0f-0d1f2dfcf060', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:39:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a2ce8c-2951-4b11-94ea-a0408fbdafc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:05:12Z', 'updated_at': '2022-02-19T02:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:12.137771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Calling delete_port for 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:07:12.145264 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:07:12.168271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: f5edd283-473f-457d-bfd4-3e00754a49a5 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:07:12.168552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device f5edd283-473f-457d-bfd4-3e00754a49a5 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:07:12.329658 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.357271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] Pushing event deleted for resources: {'Port': ['ID=9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:12.359226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531251ea-e4aa-4935-9800-8b5e6f1f9e1a None None] No DVR routers for this DVR port 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:07:12.422782 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.547819 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 613840a2-466c-4061-bb0f-0d1f2dfcf060 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:07:12.548167 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.633636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 613840a2-466c-4061-bb0f-0d1f2dfcf060, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=613840a2-466c-4061-bb0f-0d1f2dfcf060,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:12.633909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.647298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 613840a2-466c-4061-bb0f-0d1f2dfcf060 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:07:12.877542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (613840a2-466c-4061-bb0f-0d1f2dfcf060), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.888735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 117bf3c1-29f0-4622-9fb1-c60fdea92b20 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:07:12.903010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=613840a2-466c-4061-bb0f-0d1f2dfcf060,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:12.912933 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 117bf3c1-29f0-4622-9fb1-c60fdea92b20 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:07:12.913287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 117bf3c1-29f0-4622-9fb1-c60fdea92b20 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:07:12.913699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:07:12.934418 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:07:12.934691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9aefd8f9-87cb-4b4c-845e-9fc0d71f2cc8 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:07:12.967896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:12.983412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-379e0de3-4a7f-4763-b9cd-591da6ff6bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.067224 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.069477 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.220496 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (c2a2ce8c-2951-4b11-94ea-a0408fbdafc5), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.220965 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Fanout notify agent at l3_agent the message router_deleted on router c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:07:13.228292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.229393 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5cc5db6d-d071-45f6-9ce9-9992de58d09a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/routers/c2a2ce8c-2951-4b11-94ea-a0408fbdafc5 HTTP/1.1" status: 204 len: 168 time: 1.3955448 Feb 19 02:07:13.232193 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36618) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:13.311823 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a094a39f-50cf-4a4c-a929-ce50c347264a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.415292 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a094a39f-50cf-4a4c-a929-ce50c347264a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.436307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a094a39f-50cf-4a4c-a929-ce50c347264a']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:13.445647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab6e538-d5c0-485c-a071-255a3b9d17ee') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:13.445982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab6e538-d5c0-485c-a071-255a3b9d17ee') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:13.455547 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (1ab6e538-d5c0-485c-a071-255a3b9d17ee), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.468619 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1ab6e538-d5c0-485c-a071-255a3b9d17ee), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.475062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:07:13.475432 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (1ab6e538-d5c0-485c-a071-255a3b9d17ee), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: timer() Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:07:13.478445 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:07:13.611881 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a094a39f-50cf-4a4c-a929-ce50c347264a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.619331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.622972 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/networks/a094a39f-50cf-4a4c-a929-ce50c347264a HTTP/1.1" status: 204 len: 168 time: 0.3895335 Feb 19 02:07:13.625474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36620) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:13.641222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d32f68-7625-443c-832f-7ca0a7277ab1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Network': ['ID=a094a39f-50cf-4a4c-a929-ce50c347264a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:13.708711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (9333cf21-74ca-4023-abeb-8e9a7907744d), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.739566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (9333cf21-74ca-4023-abeb-8e9a7907744d), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.871968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (9333cf21-74ca-4023-abeb-8e9a7907744d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.874648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:13.875885 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/security-groups/9333cf21-74ca-4023-abeb-8e9a7907744d HTTP/1.1" status: 204 len: 168 time: 0.2493134 Feb 19 02:07:13.892200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb25f8-c203-4848-a8ec-c3ce66b25dd2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333cf21-74ca-4023-abeb-8e9a7907744d,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:14.517386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:14.885790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 613840a2-466c-4061-bb0f-0d1f2dfcf060 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:07:14.906775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 613840a2-466c-4061-bb0f-0d1f2dfcf060 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:07:14.907145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 613840a2-466c-4061-bb0f-0d1f2dfcf060 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:07:15.417604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36628) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:15.422395 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435012019', 'description': 'tempest-secgroup-smoke-435012019 description', 'project_id': 'a39d7caea7ca43079db33e3239578d8f'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:15.503329 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.520179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.570568 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (b3b4ceaf-17dd-4e49-97fa-45f139b3cd34), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.611717 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3b4ceaf-17dd-4e49-97fa-45f139b3cd34), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.639519 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:15.687870 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.689114 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-518b3a68-e4ea-4d69-8a35-43fea28df002 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2704248 Feb 19 02:07:15.692125 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36630) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:15.696459 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:15.791381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (a9942b62-39d6-4098-ba1f-3c69347d67b8), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.844638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (a9942b62-39d6-4098-ba1f-3c69347d67b8), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.922777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a9942b62-39d6-4098-ba1f-3c69347d67b8), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:15.940257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9942b62-39d6-4098-ba1f-3c69347d67b8,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:16.004992 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.006243 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-bef46266-6e08-4326-8c12-43788ec8fae3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131909 Feb 19 02:07:16.009080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36632) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:16.013486 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:16.090593 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (3052cc13-a014-4d1a-ad7d-88e367655126), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.149057 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (3052cc13-a014-4d1a-ad7d-88e367655126), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.232173 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (3052cc13-a014-4d1a-ad7d-88e367655126), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.252690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3052cc13-a014-4d1a-ad7d-88e367655126,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:16.324890 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.326171 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e60bfd95-52a3-4867-8494-0071c7b03a82 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161213 Feb 19 02:07:16.328961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36634) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:16.333342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:16.414647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (6e2dd471-d38c-438d-9b97-c0d189e98466), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.475924 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (6e2dd471-d38c-438d-9b97-c0d189e98466), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.552314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (6e2dd471-d38c-438d-9b97-c0d189e98466), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.572380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2dd471-d38c-438d-9b97-c0d189e98466,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:16.645421 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.646683 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-63accfd4-b8a9-4f9b-aff6-aa8547809ce2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167384 Feb 19 02:07:16.649336 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36636) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:16.653705 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:16.753665 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (ecd0d00d-6f99-4c2f-87fe-4d49d53b8b84), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.812073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (ecd0d00d-6f99-4c2f-87fe-4d49d53b8b84), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.882963 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (ecd0d00d-6f99-4c2f-87fe-4d49d53b8b84), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.901624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd0d00d-6f99-4c2f-87fe-4d49d53b8b84,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:16.962334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:16.963593 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ba8c5f84-3e97-404b-b0e0-18deb7ff7f3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3133354 Feb 19 02:07:16.968298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36638) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:16.970848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:16.988771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.069056 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:07:17.074244 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2007773f-0e32-4ede-9107-058686cc215f), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.133009 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2007773f-0e32-4ede-9107-058686cc215f), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.197711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (2007773f-0e32-4ede-9107-058686cc215f), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.217685 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2007773f-0e32-4ede-9107-058686cc215f,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:17.296602 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.297828 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a24aab1-044a-476c-907a-dab628046136 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3304183 Feb 19 02:07:17.300744 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36640) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:17.305335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4ceaf-17dd-4e49-97fa-45f139b3cd34', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:17.383597 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:07:17.388607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (905bdaa4-5157-4571-ad47-28999f22fff5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.451685 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (905bdaa4-5157-4571-ad47-28999f22fff5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.514372 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (905bdaa4-5157-4571-ad47-28999f22fff5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.531953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905bdaa4-5157-4571-ad47-28999f22fff5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:17.607803 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.609005 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-72d43319-8d4e-4558-af1f-5f7046077ed1 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3072002 Feb 19 02:07:17.611868 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36642) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:17.617222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'network': {'name': 'tempest-network-smoke--703190262', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'port_security_enabled': True}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:17.683022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:07:17.686281 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.709543 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:07:17.719273 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8e99f304-4fc3-4be4-8186-600bd535aeda), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.719612 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Added segment 8e99f304-4fc3-4be4-8186-600bd535aeda of type vlan for network 2b0a1a77-eb10-413b-b138-819b0656c0f1 Feb 19 02:07:17.760866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (2b0a1a77-eb10-413b-b138-819b0656c0f1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.831623 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (2b0a1a77-eb10-413b-b138-819b0656c0f1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.837541 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:17.838135 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:17.906760 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Network': ['ID=2b0a1a77-eb10-413b-b138-819b0656c0f1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:17.917591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:07:17.943997 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4114be13-8228-4ca5-8806-e642296a2436 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3310170 Feb 19 02:07:17.947013 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36644) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:17.952143 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'admin_state_up': True, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:18.043847 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.044937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.101592 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.309775 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.557834 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.580855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.683114 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.185 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/70577d97-e3dc-4e6a-974f-b58c45aa0329) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:18.804374 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.881747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:18.922592 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:18.925493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:18.930597 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:18.936074 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=70577d97-e3dc-4e6a-974f-b58c45aa0329,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:19.248366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.452402 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:07:19.461144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.660162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:07:19.769041 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:19.779225 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Sync routers for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:19.789120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:19.793104 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:19.839427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:19.840937 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8581631d-dfd6-4e00-ada7-1f3392583c97 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8927600 Feb 19 02:07:19.844068 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36646) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:19.898986 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:19.919754 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fa5d4da2-7c54-4e48-b7d7-7f2d61e85ed5 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=a39d7caea7ca43079db33e3239578d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743659 Feb 19 02:07:19.922124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36650) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.014899 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e98e6a-42cd-459f-8651-3b0c2bea1903 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:20.016460 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1e98e6a-42cd-459f-8651-3b0c2bea1903 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934424 Feb 19 02:07:20.021298 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36652) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.048426 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9f171c06-b90d-43cf-bf2e-d871a1139f00 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260363 Feb 19 02:07:20.051386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36654) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.057075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1338247849', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:20.084460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:20.115864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Checking router: 67a1f5a6-5f23-4818-88d0-1157d95ccb9e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:20.116217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Updating router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e port 70577d97-e3dc-4e6a-974f-b58c45aa0329 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:07:20.143515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.203060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:07:20.206770 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.398211 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks [] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.469381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (b6a21796-fb42-4c37-8bd6-035f6626c9c4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.497624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.536419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Subnet': ['ID=b6a21796-fb42-4c37-8bd6-035f6626c9c4,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.543738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Checking segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:07:20.544177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network hostable DHCP agents. Network: 2b0a1a77-eb10-413b-b138-819b0656c0f1, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:07:20.549454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Attempting to bind port 70577d97-e3dc-4e6a-974f-b58c45aa0329 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:07:20.549860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Attempting to bind port 70577d97-e3dc-4e6a-974f-b58c45aa0329 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:07:20.550204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Attempting to bind port 70577d97-e3dc-4e6a-974f-b58c45aa0329 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:07:20.557518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063b57f-e4a7-405f-a6ed-6cfcd55108d7 None None] Pushing event updated for resources: {'Port': ['ID=70577d97-e3dc-4e6a-974f-b58c45aa0329,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:20.560246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:07:20.560625 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:07:20.561090 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.561477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:07:20.561988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Bound port: 70577d97-e3dc-4e6a-974f-b58c45aa0329, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:07:20.562373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.616847 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] For port 70577d97-e3dc-4e6a-974f-b58c45aa0329, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:07:20.619826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] For port 70577d97-e3dc-4e6a-974f-b58c45aa0329, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=70577d97-e3dc-4e6a-974f-b58c45aa0329,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:07:20.623368 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:07:20.692895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.705840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 2b0a1a77-eb10-413b-b138-819b0656c0f1) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:20.711201 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:20.711801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:20.720562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac14e6-17be-41b8-bfae-e8bd1d835c24 None None] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:07:20.780192 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fb64265d-8201-4e00-96e1-ba6ad65d04f4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7274311 Feb 19 02:07:20.783253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36656) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:20.803445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:20.804091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:21.012543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063b57f-e4a7-405f-a6ed-6cfcd55108d7 None None] Pushing event updated for resources: {'Port': ['ID=70577d97-e3dc-4e6a-974f-b58c45aa0329,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.093413 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-2b0a1a77-eb10-413b-b138-819b0656c0f1', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:07:21.094280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.178506 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:21.232608 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.362262 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Allocated IP 172.20.0.2 (2b0a1a77-eb10-413b-b138-819b0656c0f1/b6a21796-fb42-4c37-8bd6-035f6626c9c4/9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:21.507404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:21.552224 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cacf709-55ff-46a7-9bca-195c5e155639 None None] The sync data for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 is: [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:19Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:21.576336 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks [] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.646314 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.696530 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:21.698638 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.1 (2b0a1a77-eb10-413b-b138-819b0656c0f1/b6a21796-fb42-4c37-8bd6-035f6626c9c4/c3863dad-36c5-4075-a46b-78243bd31b5c) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:21.699909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:21.703666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:21.716051 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Pushing event updated for resources: {'Port': ['ID=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:21.780009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Attempting to bind port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:07:21.780657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Attempting to bind port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:07:21.781026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Attempting to bind port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 on network 2b0a1a77-eb10-413b-b138-819b0656c0f1 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:07:21.801404 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:07:21.811609 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Checking segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:07:21.812909 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.813538 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Bound using segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:07:21.814326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Bound port: 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:07:21.814972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.874427 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:21.899739 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] For port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:07:21.903421 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] For port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:07:21.986759 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.018343 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.059419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bebc33-51d2-45c8-a12d-09082886227c None None] Pushing event updated for resources: {'Port': ['ID=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:22.081440 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:22.090281 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:22.091758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:22.094187 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:22.148748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.393676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.685768 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.731769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.808355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:22.812011 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:22.936342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:22.937743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:22.980015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:23.035010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:23.037375 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.078396 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:07:23.111170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9021e-ca45-4037-97c1-b5de06fa312e None None] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:07:23.162039 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:23.162618 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.203827 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:23.211125 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ecf1f6e4-64f1-4df3-b6f6-6b97e01b346d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/67a1f5a6-5f23-4818-88d0-1157d95ccb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255047 Feb 19 02:07:23.227320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:23.237241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9f41457c-825c-467a-a90a-68d358a96f89 None None] Provisioning complete for port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:23.237241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9f41457c-825c-467a-a90a-68d358a96f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.296272 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.297064 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 70577d97-e3dc-4e6a-974f-b58c45aa0329 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:23.380941 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-dfcb6a12-02f5-4ce0-864f-4dc3845c210e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435012019&fields=id&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 267 time: 0.0486810 Feb 19 02:07:23.425634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:23.440908 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9f41457c-825c-467a-a90a-68d358a96f89 None None] Current status of the port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:23.448022 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 70577d97-e3dc-4e6a-974f-b58c45aa0329 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:23.448407 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.523700 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-01e5fe3c-f944-4ff0-8ada-2ef13eb791ef tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:23.524994 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Sync routers for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:23.531167 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-01e5fe3c-f944-4ff0-8ada-2ef13eb791ef tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 796 time: 0.1415892 Feb 19 02:07:23.538189 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:23.539044 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:23.548333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-9ff55454-c4d2-4f2e-9779-f4193a5bf765 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/quotas/a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 375 time: 0.0160763 Feb 19 02:07:23.558115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 70577d97-e3dc-4e6a-974f-b58c45aa0329 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:23.558506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.588136 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 70577d97-e3dc-4e6a-974f-b58c45aa0329, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=70577d97-e3dc-4e6a-974f-b58c45aa0329,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:23.616168 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-8eee6d9c-a496-48ab-9a35-41eeddbe96d2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666780 Feb 19 02:07:23.662616 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.668447 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:23.682085 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-c4ca68ae-75dc-478a-a467-d8f5c7d91d20 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:07:23.683125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-c4ca68ae-75dc-478a-a467-d8f5c7d91d20 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552404 Feb 19 02:07:23.712594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Provisioning complete for port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:23.713317 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.765984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=70577d97-e3dc-4e6a-974f-b58c45aa0329,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:23.793881 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-b93c360e-c571-44ad-8939-cb8bd0607a93 service neutron] 10.222.0.94 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032727 Feb 19 02:07:23.850892 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Current status of the port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:23.867220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:23.867907 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:23.909651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-ceab6b34-e25e-4ea0-9415-d549e256ef5f None None] Port c3863dad-36c5-4075-a46b-78243bd31b5c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:07:23.919665 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-0b92717f-1588-4da1-aee1-f165d67e2b64 service neutron] 10.222.0.94 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198659 Feb 19 02:07:23.942901 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 2, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:23.970437 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Checking router: 67a1f5a6-5f23-4818-88d0-1157d95ccb9e for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:23.971599 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Updating router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e port c3863dad-36c5-4075-a46b-78243bd31b5c binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:07:24.001707 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.047445 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-36cf706b-42ef-48cf-a983-d5ee6ffa41e7 None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:24.048076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36cf706b-42ef-48cf-a983-d5ee6ffa41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.083203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-36cf706b-42ef-48cf-a983-d5ee6ffa41e7 None None] Port c3863dad-36c5-4075-a46b-78243bd31b5c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:07:24.199505 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5acc4928-09f0-45e8-b394-13049902075a req-ba223dd9-14df-46e5-a22d-7d1670596877 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 210 time: 0.0402684 Feb 19 02:07:24.205124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-83f9fc11-2904-48d8-8b4d-86d981100cfd None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:24.205549 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83f9fc11-2904-48d8-8b4d-86d981100cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.252482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-83f9fc11-2904-48d8-8b4d-86d981100cfd None None] Port c3863dad-36c5-4075-a46b-78243bd31b5c cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:07:24.314399 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks [] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.383055 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.437366 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Pushing event updated for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:24.461289 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.461755 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.461991 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.462322 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.462649 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.462975 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.463325 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.463646 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.463966 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.464284 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.464607 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.464925 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.465242 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:24.503945 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Attempting to bind port c3863dad-36c5-4075-a46b-78243bd31b5c on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:07:24.504883 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Attempting to bind port c3863dad-36c5-4075-a46b-78243bd31b5c by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:07:24.505184 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Attempting to bind port c3863dad-36c5-4075-a46b-78243bd31b5c on network 2b0a1a77-eb10-413b-b138-819b0656c0f1 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:07:24.510374 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:07:24.510745 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Checking segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:07:24.511170 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.511558 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Bound using segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:07:24.512150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Bound port: c3863dad-36c5-4075-a46b-78243bd31b5c, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:07:24.512530 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.584363 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] For port c3863dad-36c5-4075-a46b-78243bd31b5c, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:07:24.589059 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] For port c3863dad-36c5-4075-a46b-78243bd31b5c, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c3863dad-36c5-4075-a46b-78243bd31b5c,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:07:24.666880 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.673571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:24.674031 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.718828 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:24.719480 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:24.771282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Current status of the port c3863dad-36c5-4075-a46b-78243bd31b5c is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:24.771665 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.808091 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] For port c3863dad-36c5-4075-a46b-78243bd31b5c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c3863dad-36c5-4075-a46b-78243bd31b5c,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:24.821829 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cb3b9-9ab5-4bb4-b39c-bb054c5d6438 None None] Pushing event updated for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:24.844039 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:24.912280 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:24.918895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:24.999945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375f89a-704a-4f15-b888-6c032e1bccbc None None] Pushing event updated for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:25.014238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:25.014611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:25.065393 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-995bf7da-2393-45b7-ba02-01dc19cc7cc9 None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:25.066078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-995bf7da-2393-45b7-ba02-01dc19cc7cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:25.073004 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:25.101180 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c1b8-eca5-489d-88ed-80937e61f4c4 None None] The sync data for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 is: [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:25.140973 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:25.142054 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 70577d97-e3dc-4e6a-974f-b58c45aa0329 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:25.229173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-995bf7da-2393-45b7-ba02-01dc19cc7cc9 None None] Current status of the port c3863dad-36c5-4075-a46b-78243bd31b5c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:25.239705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 70577d97-e3dc-4e6a-974f-b58c45aa0329 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:25.242916 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:25.323797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-80989c86-e517-478f-88cb-a593d9ca9123 req-acffbdc1-5010-46ca-98be-4e86312f6a6a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 210 time: 0.0392685 Feb 19 02:07:25.352790 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 70577d97-e3dc-4e6a-974f-b58c45aa0329 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:26.217570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-e9aca404-4fe4-4e01-8383-bda23a6c63fc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:26.219043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-e9aca404-4fe4-4e01-8383-bda23a6c63fc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 796 time: 0.1193235 Feb 19 02:07:26.283416 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-a4c5c16f-ebca-436f-bf37-e46f5a3309aa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 379 time: 0.0546064 Feb 19 02:07:26.292191 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'port': {'device_id': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'admin_state_up': True, 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'security_groups': ['b3b4ceaf-17dd-4e49-97fa-45f139b3cd34']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:26.428923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bcd85766-170b-4ce1-bd0f-91b39362e210 req-638bb6b6-85bc-4994-b1f2-68f49d8e3c8e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 210 time: 0.0356770 Feb 19 02:07:26.497366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:07:26.502581 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.631377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.3 (2b0a1a77-eb10-413b-b138-819b0656c0f1/b6a21796-fb42-4c37-8bd6-035f6626c9c4/512df63b-98db-4350-a735-b7924a3624ca) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:26.772472 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (512df63b-98db-4350-a735-b7924a3624ca), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.859936 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.904600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:26.907903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:26.911688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:26.922168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c3863dad-36c5-4075-a46b-78243bd31b5c up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:26.935738 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:26.973887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:26.974542 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:26.983802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port c3863dad-36c5-4075-a46b-78243bd31b5c triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:26.984183 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:27.061493 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-3379c5d4-e705-4b5f-997c-97f1db26dfa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730894 Feb 19 02:07:27.076813 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Request body: {'port': {'device_id': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:27.165941 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (512df63b-98db-4350-a735-b7924a3624ca), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:27.255048 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port c3863dad-36c5-4075-a46b-78243bd31b5c is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:27.257204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-203e1548-aacf-4a92-b1ce-0df2b0455750 None None] Provisioning complete for port 512df63b-98db-4350-a735-b7924a3624ca triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:27.257575 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-203e1548-aacf-4a92-b1ce-0df2b0455750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (512df63b-98db-4350-a735-b7924a3624ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:27.295184 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-203e1548-aacf-4a92-b1ce-0df2b0455750 None None] Port 512df63b-98db-4350-a735-b7924a3624ca cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:07:27.432131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512df63b-98db-4350-a735-b7924a3624ca {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:07:27.439406 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks [] for port (512df63b-98db-4350-a735-b7924a3624ca), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:27.451683 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Transition to ACTIVE for port object 512df63b-98db-4350-a735-b7924a3624ca will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:07:27.522816 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:27.549895 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b35d1-16c3-474b-a0cf-47a235973fc2 req-808efdac-3219-4236-90f1-948da50facb2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:27.552074 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c9b35d1-16c3-474b-a0cf-47a235973fc2 req-808efdac-3219-4236-90f1-948da50facb2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 931 time: 0.0547404 Feb 19 02:07:27.606295 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-8c9b35d1-16c3-474b-a0cf-47a235973fc2 req-e3cbe954-0ba6-4283-85bf-996be5291690 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478511 Feb 19 02:07:27.923651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c6172-9039-48d7-8162-f55175050308 service neutron] Pushing event updated for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:27.995380 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Attempting to bind port 512df63b-98db-4350-a735-b7924a3624ca on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:07:27.995720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Attempting to bind port 512df63b-98db-4350-a735-b7924a3624ca by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:07:27.996050 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Attempting to bind port 512df63b-98db-4350-a735-b7924a3624ca on network 2b0a1a77-eb10-413b-b138-819b0656c0f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:07:28.000892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Port 512df63b-98db-4350-a735-b7924a3624ca on network 2b0a1a77-eb10-413b-b138-819b0656c0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:07:28.001220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Attempting to bind port 512df63b-98db-4350-a735-b7924a3624ca on network 2b0a1a77-eb10-413b-b138-819b0656c0f1 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:07:28.007176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:07:28.007575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Checking segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:07:28.008039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Bound using segment: {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:07:28.008534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Bound port: 512df63b-98db-4350-a735-b7924a3624ca, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e99f304-4fc3-4be4-8186-600bd535aeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:07:28.008896 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (512df63b-98db-4350-a735-b7924a3624ca), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:28.084026 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:07:28.087245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=512df63b-98db-4350-a735-b7924a3624ca,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:07:28.152291 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:28.193388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.194025 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:28.195460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-788c6172-9039-48d7-8162-f55175050308 service neutron] 10.222.0.117 "PUT /v2.0/ports/512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 1091 time: 1.1248851 Feb 19 02:07:28.195915 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:28.198183 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44941b88-d4ed-433f-848f-6c09ea001ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:28.219574 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c6172-9039-48d7-8162-f55175050308 service neutron] Pushing event updated for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:28.243245 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f4e282-6cd8-4bc4-986e-141997a81c4e x-openstack-request-id: req-d9f4e282-6cd8-4bc4-986e-141997a81c4e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:28.243245 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:28.243245 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d9f4e282-6cd8-4bc4-986e-141997a81c4e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:28.243245 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca', 'status': 'completed', 'code': 200} Feb 19 02:07:28.315808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-c1542ef7-2bca-4d46-890b-cc06afc02735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.318418 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-c1542ef7-2bca-4d46-890b-cc06afc02735 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1125 time: 0.0557346 Feb 19 02:07:28.431208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-aa478914-bd5e-4029-84fc-164403bf5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.432650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-aa478914-bd5e-4029-84fc-164403bf5e70 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=a39d7caea7ca43079db33e3239578d8f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1057107 Feb 19 02:07:28.525318 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-51b9ad78-3607-4c51-9dd5-8bd90efa1c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.526776 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-44941b88-d4ed-433f-848f-6c09ea001ab9 req-51b9ad78-3607-4c51-9dd5-8bd90efa1c05 service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884695 Feb 19 02:07:28.611399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-61d0a9c2-b3f7-4117-b52e-2725dcb87eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.612790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-61d0a9c2-b3f7-4117-b52e-2725dcb87eac service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1125 time: 0.0483980 Feb 19 02:07:28.654534 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-d4bb9b3a-8ece-403f-aaa5-4ded10f231f0 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 217 time: 0.0346000 Feb 19 02:07:28.702980 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-74359682-bb7f-4185-9468-1aba60cd54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.704495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-74359682-bb7f-4185-9468-1aba60cd54c3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0439451 Feb 19 02:07:28.730753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6824a0-ffd1-4875-aabf-20c2ad001dbe req-e00a0b8d-3dab-4f0d-8efe-3bee64d1b530 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.732275 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c6824a0-ffd1-4875-aabf-20c2ad001dbe req-e00a0b8d-3dab-4f0d-8efe-3bee64d1b530 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 943 time: 0.0574708 Feb 19 02:07:28.760489 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-07d471a8-cdb7-48f8-ac21-cc6cbab23bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:28.761410 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-07d471a8-cdb7-48f8-ac21-cc6cbab23bba service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507464 Feb 19 02:07:28.786397 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c6824a0-ffd1-4875-aabf-20c2ad001dbe req-3c3927c5-3c88-4151-9577-f26374fb5fa5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463216 Feb 19 02:07:28.851542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-94320f89-5ab2-40c1-963f-363f59f739dc service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Feb 19 02:07:28.945863 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0293d4bd-3afd-446a-8326-482a36ab4232 req-a0b419a1-2b91-4d6a-a31c-84fe29666a76 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Feb 19 02:07:29.908082 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087a21b-a528-4fba-b4c2-79752a8584b4 req-a01df8e0-2d8e-45ca-859a-c3c86755cc74 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:29.909584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e087a21b-a528-4fba-b4c2-79752a8584b4 req-a01df8e0-2d8e-45ca-859a-c3c86755cc74 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 943 time: 0.0540357 Feb 19 02:07:29.958940 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e087a21b-a528-4fba-b4c2-79752a8584b4 req-35a0b640-9a0d-40b9-be0b-df4a215951df tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Feb 19 02:07:30.546197 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 512df63b-98db-4350-a735-b7924a3624ca details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:07:30.644789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=512df63b-98db-4350-a735-b7924a3624ca,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:30.657479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '512df63b-98db-4350-a735-b7924a3624ca', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'port_id': '512df63b-98db-4350-a735-b7924a3624ca', 'mac_address': 'fa:16:3e:30:2c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:07:30.695305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 512df63b-98db-4350-a735-b7924a3624ca is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:30.695696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (512df63b-98db-4350-a735-b7924a3624ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:30.709009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512df63b-98db-4350-a735-b7924a3624ca {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:07:30.732323 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=512df63b-98db-4350-a735-b7924a3624ca,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:30.820914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:30.869456 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:31.049737 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['512df63b-98db-4350-a735-b7924a3624ca'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:07:31.086710 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b49ec2-7aa5-4edf-afaa-c636095f6a96 req-3f1ccc67-7693-4abe-85af-b5c920832ba5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:31.088224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48b49ec2-7aa5-4edf-afaa-c636095f6a96 req-3f1ccc67-7693-4abe-85af-b5c920832ba5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 944 time: 0.0548167 Feb 19 02:07:31.138171 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-48b49ec2-7aa5-4edf-afaa-c636095f6a96 req-266d86e1-4371-47bf-9575-960ee831062c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Feb 19 02:07:32.259222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdf1a4-a817-49a7-973a-8441e2e6c77e req-2e67ccaa-5bc8-4700-9893-461090bc5e29 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:32.260689 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cfdf1a4-a817-49a7-973a-8441e2e6c77e req-2e67ccaa-5bc8-4700-9893-461090bc5e29 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Feb 19 02:07:32.309304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2cfdf1a4-a817-49a7-973a-8441e2e6c77e req-88708b96-3b76-4b6e-89a1-b1ebf9d2eecb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Feb 19 02:07:32.555808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 512df63b-98db-4350-a735-b7924a3624ca up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:07:32.659948 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 512df63b-98db-4350-a735-b7924a3624ca completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:07:32.664560 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 512df63b-98db-4350-a735-b7924a3624ca triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:07:32.664944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (512df63b-98db-4350-a735-b7924a3624ca), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:32.746490 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 512df63b-98db-4350-a735-b7924a3624ca is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:07:32.746886 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (512df63b-98db-4350-a735-b7924a3624ca), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:32.769555 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512df63b-98db-4350-a735-b7924a3624ca'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:32.771938 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59d144-c09d-46b6-a42b-14fbcde6023f" -d '{"events": [{"server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "name": "network-vif-plugged", "status": "completed", "tag": "512df63b-98db-4350-a735-b7924a3624ca"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:32.784591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=512df63b-98db-4350-a735-b7924a3624ca,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:07:32.808701 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97904c3c-8f8b-4c3c-b65b-136b69e37245 x-openstack-request-id: req-97904c3c-8f8b-4c3c-b65b-136b69e37245 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:32.808882 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "name": "network-vif-plugged", "status": "completed", "tag": "512df63b-98db-4350-a735-b7924a3624ca", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:32.809139 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-97904c3c-8f8b-4c3c-b65b-136b69e37245 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:32.809535 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512df63b-98db-4350-a735-b7924a3624ca', 'code': 200} Feb 19 02:07:32.854186 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:32.901439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:32.915365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd3c9-6510-48c3-bff2-a037e10cd69b req-1591d8da-6af6-4b84-a1b1-c9e338e51749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:32.916946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dabd3c9-6510-48c3-bff2-a037e10cd69b req-1591d8da-6af6-4b84-a1b1-c9e338e51749 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0490375 Feb 19 02:07:32.961872 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dabd3c9-6510-48c3-bff2-a037e10cd69b req-e86100eb-9c5a-4dc8-a17b-f51afe246a6d service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389457 Feb 19 02:07:33.430897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0d42a-7a37-47c9-ac9d-1181302acc4c req-62891115-49b3-4d2d-a32f-ae34eb6b2ea3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:33.432417 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25b0d42a-7a37-47c9-ac9d-1181302acc4c req-62891115-49b3-4d2d-a32f-ae34eb6b2ea3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0538239 Feb 19 02:07:33.481606 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-25b0d42a-7a37-47c9-ac9d-1181302acc4c req-778b0b85-0382-41e2-a218-e00c77accf3d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Feb 19 02:07:34.603634 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65002ff1-6ffc-4fb2-8478-c404b549d4fa req-2f2cd0f2-2397-44c1-818e-b501be8dc1e9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:34.605161 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65002ff1-6ffc-4fb2-8478-c404b549d4fa req-2f2cd0f2-2397-44c1-818e-b501be8dc1e9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Feb 19 02:07:34.657105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-65002ff1-6ffc-4fb2-8478-c404b549d4fa req-44f3901e-3730-4aab-9372-706ff67b96bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464272 Feb 19 02:07:34.781360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2251-59da-4cea-8092-46123bfbba2b req-e2d4e8dc-b5ba-48ea-ad1c-c40bae36708f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:34.782852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e77f2251-59da-4cea-8092-46123bfbba2b req-e2d4e8dc-b5ba-48ea-ad1c-c40bae36708f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Feb 19 02:07:34.835327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e77f2251-59da-4cea-8092-46123bfbba2b req-efde66fd-184b-4483-bca2-ac66353bdda8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Feb 19 02:07:34.857670 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36712) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:34.901372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2143263-9ae7-4f50-afd0-7793e3c05292 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:34.902884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c2143263-9ae7-4f50-afd0-7793e3c05292 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1122 time: 0.0442293 Feb 19 02:07:34.906000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36714) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:34.910196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '512df63b-98db-4350-a735-b7924a3624ca', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:07:35.005862 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:35.109651 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:35.212939 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.211 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/20d0a0ff-4bef-4edb-829a-17e32ff1489b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:07:35.318605 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:35.406754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:35.449092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:07:35.452033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:07:35.454445 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:07:35.478153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=20d0a0ff-4bef-4edb-829a-17e32ff1489b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:35.491985 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.492342 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.492688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.493039 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.493365 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.493700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.494031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.494363 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.494700 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.495031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.495381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.495707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.496031 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:07:35.833655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (05bfcd49-7379-44ef-a458-3451ea0bfdc0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:35.950914 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:36.108894 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:36.177263 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:36.249328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=20d0a0ff-4bef-4edb-829a-17e32ff1489b,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:07:36.260039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (05bfcd49-7379-44ef-a458-3451ea0bfdc0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:36.371526 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP 05bfcd49-7379-44ef-a458-3451ea0bfdc0 associated. External IP: 172.25.2.211, port: 512df63b-98db-4350-a735-b7924a3624ca. Feb 19 02:07:36.594714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:07:36.712399 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:07:36.722878 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Sync routers for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:07:36.734359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:36.734985 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:36.791666 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:36.825836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fe4f516d-4cd6-4e48-963f-6d2618331b4d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9188278 Feb 19 02:07:36.826496 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:07:36.828894 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:07:36.862253 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:36.872096 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212393a6-f057-43cc-b215-ad3b56eb221d x-openstack-request-id: req-212393a6-f057-43cc-b215-ad3b56eb221d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:07:36.872605 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:07:36.872697 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-212393a6-f057-43cc-b215-ad3b56eb221d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:07:36.873087 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca', 'status': 'completed', 'code': 200} Feb 19 02:07:36.947746 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-80408ad8-0eac-4638-953a-a6ed6a2179b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:36.949438 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-80408ad8-0eac-4638-953a-a6ed6a2179b3 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0543203 Feb 19 02:07:36.956455 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ce690-93f7-4d3a-90c9-b1ef7dd1fa58 req-37290264-43e3-4c41-96ea-f2f29ef2a1d0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:36.960835 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7ce690-93f7-4d3a-90c9-b1ef7dd1fa58 req-37290264-43e3-4c41-96ea-f2f29ef2a1d0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0654581 Feb 19 02:07:37.023243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c7ce690-93f7-4d3a-90c9-b1ef7dd1fa58 req-c191db6b-2181-4426-a4e9-410907a5602d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569410 Feb 19 02:07:37.048922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36720) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:37.060367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-9da209b6-b674-4693-a5fc-9325686e2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:37.061254 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-9da209b6-b674-4693-a5fc-9325686e2c23 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 897 time: 0.1062372 Feb 19 02:07:37.138355 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '05bfcd49-7379-44ef-a458-3451ea0bfdc0', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'port_id': '512df63b-98db-4350-a735-b7924a3624ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'mac_address': 'fa:16:3e:30:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:35Z', 'updated_at': '2022-02-19T02:07:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:37.170319 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Checking router: 67a1f5a6-5f23-4818-88d0-1157d95ccb9e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:07:37.170563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5a14aa40-41b1-4d6f-b981-acd3a5d877fd tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/05bfcd49-7379-44ef-a458-3451ea0bfdc0 HTTP/1.1" status: 200 len: 991 time: 0.1189542 Feb 19 02:07:37.179423 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-4d821874-a6e3-4013-82f3-99569e75d288 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 999 time: 0.0815289 Feb 19 02:07:37.181326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:07:37.182015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:07:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:37.236147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-f7ccad39-554d-4c7d-a599-7dd4efbb15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:37.237638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-f7ccad39-554d-4c7d-a599-7dd4efbb15f9 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0525196 Feb 19 02:07:37.286582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-5cb5a053-1cfa-4010-bf96-2ab94973f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:37.288599 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-5cb5a053-1cfa-4010-bf96-2ab94973f529 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449822 Feb 19 02:07:37.296017 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:07:37.377885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-3d2509fb-76e5-4f02-b7d8-d56d2b0bfd55 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Feb 19 02:07:37.487533 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-569fb1b4-c586-4bbd-ba75-c6ddcf6ca6c2 req-1328c9b0-1dd2-448a-a71d-5520acf5149d service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036026 Feb 19 02:07:37.535791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '05bfcd49-7379-44ef-a458-3451ea0bfdc0', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'port_id': '512df63b-98db-4350-a735-b7924a3624ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'mac_address': 'fa:16:3e:30:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:35Z', 'updated_at': '2022-02-19T02:07:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:07:37.564231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f19a0a-2c2c-4253-bc3f-0272c8170e37 None None] The sync data for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 is: [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '05bfcd49-7379-44ef-a458-3451ea0bfdc0', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'port_id': '512df63b-98db-4350-a735-b7924a3624ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'mac_address': 'fa:16:3e:30:2c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:07:35Z', 'updated_at': '2022-02-19T02:07:35Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:07:37.785905 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80ba02-1f56-4ae2-9204-fd5c911d3402 None None] New status for floating IP 05bfcd49-7379-44ef-a458-3451ea0bfdc0: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:07:38.172880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36724) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:07:38.234404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d0b011a3-b672-47ac-b413-242b55af53c3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/05bfcd49-7379-44ef-a458-3451ea0bfdc0 HTTP/1.1" status: 200 len: 993 time: 0.0603766 Feb 19 02:07:40.429078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:40.717110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-71e57b29-dc7e-4134-ac33-515cac07bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:40.968650 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:41.305459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-00fd68c3-6b95-41ae-b57f-49c38469ec9c service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474455 Feb 19 02:07:41.391754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-d42b6f1c-3a7b-4860-a87e-b1862591e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:41.393216 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-d42b6f1c-3a7b-4860-a87e-b1862591e216 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0438988 Feb 19 02:07:41.496435 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-c3a7ad51-8818-4b8e-9698-3cfa191710dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:41.497923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-c3a7ad51-8818-4b8e-9698-3cfa191710dd service neutron] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 897 time: 0.0850506 Feb 19 02:07:41.570622 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-10d610a7-8ea8-4c9b-82bf-e8dae0cdde97 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 1001 time: 0.0650468 Feb 19 02:07:41.618843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-e090bc1c-d8d7-4c7f-897d-915b2d214fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:41.620318 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-e090bc1c-d8d7-4c7f-897d-915b2d214fc3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0445857 Feb 19 02:07:41.673455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-94f86c29-0816-45b9-a371-ae66f4bdb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:07:41.674951 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-94f86c29-0816-45b9-a371-ae66f4bdb64c service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457282 Feb 19 02:07:41.767414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-13242378-af37-49b7-866b-2487cd439b04 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Feb 19 02:07:41.858877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1ecbd9f8-9495-465e-950f-fccdd3fd1870 req-010adfd8-84e4-4bc6-8584-5a7b6d337c14 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 Feb 19 02:07:42.948654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9693e9c3-ca26-4f6b-af01-5b8053b51436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:44.485612 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:45.572000 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:47.014138 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:07:56.451335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:08:07.216350 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6fd0b-431f-437f-a4d8-33a124ebf4ae req-bb9d209b-9ce2-4a4e-a3f1-d2001b93221a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:07.218582 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40b6fd0b-431f-437f-a4d8-33a124ebf4ae req-bb9d209b-9ce2-4a4e-a3f1-d2001b93221a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.1010115 Feb 19 02:08:07.271338 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-40b6fd0b-431f-437f-a4d8-33a124ebf4ae req-ae6e8d46-7777-418c-a7c1-e3f3d3071f48 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473044 Feb 19 02:08:08.437691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fe246-eeb3-450d-ab37-052bbeeffb92 req-95238772-2bf2-4c26-8344-ac8b9512e8e2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:08.439308 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-679fe246-eeb3-450d-ab37-052bbeeffb92 req-95238772-2bf2-4c26-8344-ac8b9512e8e2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0970347 Feb 19 02:08:08.488806 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-679fe246-eeb3-450d-ab37-052bbeeffb92 req-d9c65c6e-38fc-47f0-bd6d-94d5553dd217 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Feb 19 02:08:09.608839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92764f03-9b80-4b44-9573-04ac9d094900 req-23f92ae6-9fa7-4167-b51a-708daca0913b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:09.610317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92764f03-9b80-4b44-9573-04ac9d094900 req-23f92ae6-9fa7-4167-b51a-708daca0913b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Feb 19 02:08:09.658745 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-92764f03-9b80-4b44-9573-04ac9d094900 req-279e5b3e-ee11-4ac7-a3bd-e64ca759b0d9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Feb 19 02:08:10.437258 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:10.708443 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-eef06001-5003-4036-a44e-bdb754c7434d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:10.786397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d593c-6502-4d21-8c6c-3c17606c47b8 req-6983c18f-162a-4b5e-9b4c-aa4bbfad505b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:10.788086 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c6d593c-6502-4d21-8c6c-3c17606c47b8 req-6983c18f-162a-4b5e-9b4c-aa4bbfad505b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0597315 Feb 19 02:08:10.845900 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7c6d593c-6502-4d21-8c6c-3c17606c47b8 req-8fa27234-3b9f-4f5f-8164-3ed71212600a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514312 Feb 19 02:08:10.982519 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:11.963950 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580806-834b-4e88-95c5-1f18272704e8 req-6765bb26-8a4f-4d44-a941-27dd8456c32b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:11.965428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09580806-834b-4e88-95c5-1f18272704e8 req-6765bb26-8a4f-4d44-a941-27dd8456c32b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0518255 Feb 19 02:08:12.015903 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-09580806-834b-4e88-95c5-1f18272704e8 req-01c78bbc-c192-4d52-89a6-73d2fe1107eb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441592 Feb 19 02:08:12.968423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca6169ac-8108-4c1b-92e3-5739c198b7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:13.155687 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3e74c-b722-4cd6-9eb8-6b08fa3d9016 req-13c42f29-e7c2-444c-a133-d96aed25f475 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:13.157303 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25f3e74c-b722-4cd6-9eb8-6b08fa3d9016 req-13c42f29-e7c2-444c-a133-d96aed25f475 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0587559 Feb 19 02:08:13.206580 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-25f3e74c-b722-4cd6-9eb8-6b08fa3d9016 req-603a87ce-4b75-4bb9-b093-cc459d22215f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Feb 19 02:08:14.332155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d32785-d043-421a-b65b-144926045291 req-65e781ef-bdcb-4edc-8c2a-db9e82fbf39d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:14.333638 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84d32785-d043-421a-b65b-144926045291 req-65e781ef-bdcb-4edc-8c2a-db9e82fbf39d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0573390 Feb 19 02:08:14.381619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-84d32785-d043-421a-b65b-144926045291 req-d3dfdffc-3fd3-419b-8dc1-5a084d663b92 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Feb 19 02:08:14.542303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.505164 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed3d6-6107-4e97-9f28-b7b3db9c546d req-dee8d681-e553-40c6-bdaf-db74fbba9bb7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:15.506655 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-605ed3d6-6107-4e97-9f28-b7b3db9c546d req-dee8d681-e553-40c6-bdaf-db74fbba9bb7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0575995 Feb 19 02:08:15.545506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:15.554963 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-605ed3d6-6107-4e97-9f28-b7b3db9c546d req-c9cb1b96-233b-42e1-a9fc-420ef798826d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Feb 19 02:08:16.674293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd934-2136-4e64-a0de-3a8c0d55e087 req-d5a9a67b-04b8-4aab-bb3f-31828a2439f7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:16.675814 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-326dd934-2136-4e64-a0de-3a8c0d55e087 req-d5a9a67b-04b8-4aab-bb3f-31828a2439f7 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0533133 Feb 19 02:08:16.725548 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-326dd934-2136-4e64-a0de-3a8c0d55e087 req-0abb8c0b-7687-4f66-bdab-c24c7eab8ef2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Feb 19 02:08:17.036786 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:17.845262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56570d-f71f-4548-8287-b86837dc8a4d req-4cfe5cbd-9c79-4624-8dd6-4e094aa407fa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:17.846764 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be56570d-f71f-4548-8287-b86837dc8a4d req-4cfe5cbd-9c79-4624-8dd6-4e094aa407fa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Feb 19 02:08:17.894752 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-be56570d-f71f-4548-8287-b86837dc8a4d req-05ff1a04-c32a-4681-a202-2a9a5795ce9c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 Feb 19 02:08:17.929540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36760) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:17.994429 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-538006a6-4a8d-43c4-8470-3f8d0190786a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/05bfcd49-7379-44ef-a458-3451ea0bfdc0 HTTP/1.1" status: 200 len: 993 time: 0.0637414 Feb 19 02:08:19.368680 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b9ee6-9285-49c0-b474-54284e092dcb req-240b2a11-7042-4748-bd74-88354d7f196c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:19.370163 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f8b9ee6-9285-49c0-b474-54284e092dcb req-240b2a11-7042-4748-bd74-88354d7f196c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0540967 Feb 19 02:08:19.423121 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0f8b9ee6-9285-49c0-b474-54284e092dcb req-e8066503-71eb-40fd-be1c-fa41de60b5ea tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Feb 19 02:08:19.479439 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-55dae670-31eb-47af-bfc4-ddd819ff7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:19.480901 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-55dae670-31eb-47af-bfc4-ddd819ff7a31 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0442483 Feb 19 02:08:19.577852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-7c2deb30-525e-482d-923e-095a12e672dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:19.579271 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-7c2deb30-525e-482d-923e-095a12e672dc service neutron] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 897 time: 0.0911431 Feb 19 02:08:19.642848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-57546b70-9fef-428b-8e53-5f25d34f1d57 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 1001 time: 0.0570207 Feb 19 02:08:19.694917 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-9ee0de74-4696-4944-8f85-ff08831ca9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:19.696374 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-9ee0de74-4696-4944-8f85-ff08831ca9a2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0468874 Feb 19 02:08:19.743904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-03daa62c-521c-4cbf-a963-260279373517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:19.745377 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-03daa62c-521c-4cbf-a963-260279373517 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430074 Feb 19 02:08:19.832133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-39c430af-cd41-479e-8f74-9446a39f169b service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801151 Feb 19 02:08:19.935999 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ebcc496c-654c-4a40-b7b6-015c5393cde2 req-c73eeaac-71c9-4acc-90ce-5034b4ecc84e service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970812 Feb 19 02:08:20.547257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d911f79-1af8-4d88-b30f-21d60153df6e req-d92e1f4b-bbc1-4e55-b968-77e3da729fc8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:20.548745 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d911f79-1af8-4d88-b30f-21d60153df6e req-d92e1f4b-bbc1-4e55-b968-77e3da729fc8 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0538785 Feb 19 02:08:20.602504 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d911f79-1af8-4d88-b30f-21d60153df6e req-87e0c2ed-e6fc-43e8-b397-41b0edda3091 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481780 Feb 19 02:08:21.721559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461d181-42f9-4105-82ed-0e09897e5bce req-f833c9b0-ca42-4d3a-ae9c-89c55173cf69 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:21.723370 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3461d181-42f9-4105-82ed-0e09897e5bce req-f833c9b0-ca42-4d3a-ae9c-89c55173cf69 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0540118 Feb 19 02:08:21.772692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3461d181-42f9-4105-82ed-0e09897e5bce req-5e4c344b-8552-4c41-8ec7-b2a2fe36904b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 Feb 19 02:08:21.796754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36772) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:21.862097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-41f2f7a9-3041-4bf5-b3a1-e66c2d6bb166 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/05bfcd49-7379-44ef-a458-3451ea0bfdc0 HTTP/1.1" status: 200 len: 993 time: 0.0640998 Feb 19 02:08:33.449964 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:08:40.427956 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.716445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ea21925c-0038-477d-89e6-27764eed890a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:40.996149 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:41.327413 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-58453539-172c-4b2b-b2a8-45984e9268fd service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508378 Feb 19 02:08:41.413751 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def1c-3d79-482a-9245-376c96585fe1 req-f3901271-c7b1-4600-a382-c13131b2e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:41.415277 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-f3901271-c7b1-4600-a382-c13131b2e116 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0449460 Feb 19 02:08:41.527762 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def1c-3d79-482a-9245-376c96585fe1 req-26ff08c9-4a43-4354-bb6a-f448989eef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:41.530078 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-26ff08c9-4a43-4354-bb6a-f448989eef53 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 897 time: 0.0939929 Feb 19 02:08:41.595910 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-0341d4e7-7b95-4b4c-bc90-01d3b5735564 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 1001 time: 0.0591292 Feb 19 02:08:41.648818 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def1c-3d79-482a-9245-376c96585fe1 req-952098b7-d382-4b2a-988d-6d5a6936074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:41.650241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-952098b7-d382-4b2a-988d-6d5a6936074f service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0479493 Feb 19 02:08:41.699478 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def1c-3d79-482a-9245-376c96585fe1 req-c0f3b004-8a02-4705-bd5d-672770e3b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:41.701506 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-c0f3b004-8a02-4705-bd5d-672770e3b60f service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445197 Feb 19 02:08:41.795844 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-f578ea29-5545-46ca-9a6b-fb89306d6212 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877109 Feb 19 02:08:41.892535 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-779def1c-3d79-482a-9245-376c96585fe1 req-07ddde0d-22b8-4e18-967c-bdba0f750306 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Feb 19 02:08:42.973485 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4421-33de-410e-a89e-edfd194810f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:44.464943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:45.570324 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:47.002041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.249953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36784) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:52.745763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 20d0a0ff-4bef-4edb-829a-17e32ff1489b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:52.746105 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.825488 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.825808 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (20d0a0ff-4bef-4edb-829a-17e32ff1489b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:52.837757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 20d0a0ff-4bef-4edb-829a-17e32ff1489b owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:53.039438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (20d0a0ff-4bef-4edb-829a-17e32ff1489b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.070291 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=20d0a0ff-4bef-4edb-829a-17e32ff1489b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:53.083786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.084150 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.084507 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.084854 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.085195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.085533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.085870 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.086212 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.086547 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.086880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.087241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.091862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.091862 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:53.146655 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (05bfcd49-7379-44ef-a458-3451ea0bfdc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.147080 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP 05bfcd49-7379-44ef-a458-3451ea0bfdc0 disassociated (deleted). External IP: 172.25.2.211, port: 512df63b-98db-4350-a735-b7924a3624ca. Feb 19 02:08:53.368343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:53.481020 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:53.486674 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:53.491634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Sync routers for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:53.502615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:53.503271 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:53.516059 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-9e4eeff4-7940-4614-a972-d1f90e02017f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/floatingips/05bfcd49-7379-44ef-a458-3451ea0bfdc0 HTTP/1.1" status: 204 len: 168 time: 1.2643325 Feb 19 02:08:53.516727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:53.519027 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1" -d '{"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:53.626944 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:53.635004 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92628cf6-48ab-4c01-bbbd-57b413b56a52 x-openstack-request-id: req-92628cf6-48ab-4c01-bbbd-57b413b56a52 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:53.635300 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "tag": "512df63b-98db-4350-a735-b7924a3624ca", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:53.635557 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-92628cf6-48ab-4c01-bbbd-57b413b56a52 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:53.635966 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'tag': '512df63b-98db-4350-a735-b7924a3624ca', 'status': 'completed', 'code': 200} Feb 19 02:08:53.702377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-712bfd58-6b32-496f-b74e-1354a22ce88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:53.704152 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-712bfd58-6b32-496f-b74e-1354a22ce88b service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 1127 time: 0.0479186 Feb 19 02:08:53.806798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-9b6326df-8804-4a17-b89a-5a345c585f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:53.808304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-9b6326df-8804-4a17-b89a-5a345c585f46 service neutron] 10.222.0.117 "GET /v2.0/networks?id=2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 200 len: 897 time: 0.0975795 Feb 19 02:08:53.841058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:53.850391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-ca834748-919e-4bb7-a843-b3d96cbbfb79 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 200 len: 217 time: 0.0349886 Feb 19 02:08:53.872526 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Checking router: 67a1f5a6-5f23-4818-88d0-1157d95ccb9e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:53.881317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:53.881930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:53.906239 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-7d37c49e-add7-4fc6-b259-73f1f289364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:53.908524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-7d37c49e-add7-4fc6-b259-73f1f289364b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 200 len: 835 time: 0.0505519 Feb 19 02:08:53.970877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-61cc5738-7bea-4d8c-a464-68daf3d4b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:53.971677 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f80ef-3d38-43dc-9659-76087b58e9d6 req-ae82e79a-a0ea-42ad-a9a9-9ee660aa8fc2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:53.972449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-61cc5738-7bea-4d8c-a464-68daf3d4b185 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=2b0a1a77-eb10-413b-b138-819b0656c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525336 Feb 19 02:08:53.973776 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-040f80ef-3d38-43dc-9659-76087b58e9d6 req-ae82e79a-a0ea-42ad-a9a9-9ee660aa8fc2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0576491 Feb 19 02:08:54.001183 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:54.026883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-040f80ef-3d38-43dc-9659-76087b58e9d6 req-ebe9d515-f9f9-49ce-9c8f-71577661aa1b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Feb 19 02:08:54.071362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-b69d437e-ff5e-41fd-99f5-b1c059da18d5 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906115 Feb 19 02:08:54.172071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b3c95999-e1a3-4932-b750-7d34a8c1ddd1 req-fa14e7c6-467f-470a-b287-7c0157051e11 service neutron] 10.222.0.117 "GET /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937853 Feb 19 02:08:54.364417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:54.390634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f60f9-7fbf-42af-b734-7e704d21eb15 None None] The sync data for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 is: [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:22Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'c3863dad-36c5-4075-a46b-78243bd31b5c', 'name': '', 'network_id': '2b0a1a77-eb10-413b-b138-819b0656c0f1', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:72:f1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:21Z', 'updated_at': '2022-02-19T02:07:24Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b6a21796-fb42-4c37-8bd6-035f6626c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:54.606304 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f1641-2ce2-441d-be17-d260ebf12273 None None] New status for floating IP 05bfcd49-7379-44ef-a458-3451ea0bfdc0: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:08:55.151001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831478d-ea07-4913-ad12-455c2d7aa0f7 req-3cdbf486-89be-4d00-a050-37f53b9ff64d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:55.152529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2831478d-ea07-4913-ad12-455c2d7aa0f7 req-3cdbf486-89be-4d00-a050-37f53b9ff64d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0535021 Feb 19 02:08:55.201587 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2831478d-ea07-4913-ad12-455c2d7aa0f7 req-2fcbc169-87eb-4a6f-9227-109d89284d2d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Feb 19 02:08:55.537332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f251a58-533b-4449-8800-6e569801a123 req-71d47ded-e695-4231-84e1-53c71418a0a4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:08:55.538820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f251a58-533b-4449-8800-6e569801a123 req-71d47ded-e695-4231-84e1-53c71418a0a4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Feb 19 02:08:55.637001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 512df63b-98db-4350-a735-b7924a3624ca {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:55.637349 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (512df63b-98db-4350-a735-b7924a3624ca), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.731388 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 512df63b-98db-4350-a735-b7924a3624ca, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=512df63b-98db-4350-a735-b7924a3624ca,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:55.737141 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (512df63b-98db-4350-a735-b7924a3624ca), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.744207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 512df63b-98db-4350-a735-b7924a3624ca owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:55.933533 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (512df63b-98db-4350-a735-b7924a3624ca), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:55.961000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=512df63b-98db-4350-a735-b7924a3624ca,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:56.014390 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] No DVR routers for this DVR port 512df63b-98db-4350-a735-b7924a3624ca on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:08:56.018018 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:56.020860 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4f251a58-533b-4449-8800-6e569801a123 req-aa5ab31c-d2cb-43cc-9e15-ccadcb75b335 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.117 "DELETE /v2.0/ports/512df63b-98db-4350-a735-b7924a3624ca HTTP/1.1" status: 204 len: 173 time: 0.4768829 Feb 19 02:08:56.021332 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'name': 'network-vif-deleted', 'tag': '512df63b-98db-4350-a735-b7924a3624ca'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:08:56.023640 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f93cedb-415b-48f1-b486-91de3fd769cd" -d '{"events": [{"server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "name": "network-vif-deleted", "tag": "512df63b-98db-4350-a735-b7924a3624ca"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:08:56.061080 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c661e2-760b-4db8-a00c-38f127c8fd1e x-openstack-request-id: req-c2c661e2-760b-4db8-a00c-38f127c8fd1e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:08:56.061376 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b4f0b8-7627-4df2-971a-13f3533bf092", "name": "network-vif-deleted", "tag": "512df63b-98db-4350-a735-b7924a3624ca", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:08:56.061729 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c2c661e2-760b-4db8-a00c-38f127c8fd1e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:08:56.062144 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b4f0b8-7627-4df2-971a-13f3533bf092', 'name': 'network-vif-deleted', 'tag': '512df63b-98db-4350-a735-b7924a3624ca', 'status': 'completed', 'code': 200} Feb 19 02:08:56.298519 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7a22ec78-0be9-4423-82f5-964a0e10565e req-15548963-74e1-4b32-ab8c-101a461a40a0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=68b4f0b8-7627-4df2-971a-13f3533bf092 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Feb 19 02:08:57.369857 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36802) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:57.740060 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:58.003893 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port c3863dad-36c5-4075-a46b-78243bd31b5c {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:58.004239 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:58.096295 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port c3863dad-36c5-4075-a46b-78243bd31b5c, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=c3863dad-36c5-4075-a46b-78243bd31b5c,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:58.096661 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:58.109093 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for c3863dad-36c5-4075-a46b-78243bd31b5c owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:58.358776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (c3863dad-36c5-4075-a46b-78243bd31b5c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:58.390815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=c3863dad-36c5-4075-a46b-78243bd31b5c,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:58.571544 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:58.802381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:08:58.911034 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:08:58.916675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a94affa4-6fc4-4123-b804-2b2206ed3d54 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/67a1f5a6-5f23-4818-88d0-1157d95ccb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454700 Feb 19 02:08:58.919107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36804) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:58.921605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Sync routers for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:08:58.932344 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:58.933030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:58.977639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting subnet b6a21796-fb42-4c37-8bd6-035f6626c9c4 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:08:58.980740 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (b6a21796-fb42-4c37-8bd6-035f6626c9c4), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.029384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (b6a21796-fb42-4c37-8bd6-035f6626c9c4), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.058161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:59.117086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b6a21796-fb42-4c37-8bd6-035f6626c9c4), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.227899 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (b6a21796-fb42-4c37-8bd6-035f6626c9c4), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.240759 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:08:58Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:59.258034 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.263682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/subnets/b6a21796-fb42-4c37-8bd6-035f6626c9c4 HTTP/1.1" status: 204 len: 168 time: 0.3411360 Feb 19 02:08:59.263682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe2445-d3d2-48c0-a5e2-2c71c9bbf214 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a21796-fb42-4c37-8bd6-035f6626c9c4,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:59.265021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36806) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:08:59.268226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a9b2a9-36af-467f-ab09-e4c7ded14170 None None] Network 2b0a1a77-eb10-413b-b138-819b0656c0f1 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:08:59.271789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Checking router: 67a1f5a6-5f23-4818-88d0-1157d95ccb9e for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:08:59.347354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Routers {'67a1f5a6-5f23-4818-88d0-1157d95ccb9e'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:08:59.347896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:59.383711 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.480769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] Set router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:08:59.492647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.544772 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] DHCP port deletion for 2b0a1a77-eb10-413b-b138-819b0656c0f1 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:08:59.598472 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 70577d97-e3dc-4e6a-974f-b58c45aa0329 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:59.598709 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.681362 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Deleting port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:08:59.681594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.682927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 70577d97-e3dc-4e6a-974f-b58c45aa0329, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=70577d97-e3dc-4e6a-974f-b58c45aa0329,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:59.683331 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.696799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 70577d97-e3dc-4e6a-974f-b58c45aa0329 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:59.755606 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] For port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,segment=NetworkSegment(8e99f304-4fc3-4be4-8186-600bd535aeda),segment_id=8e99f304-4fc3-4be4-8186-600bd535aeda)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:08:59.756177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.771686 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Calling delete_port for 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:08:59.785529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:08:58Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:08:59.843767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b41080-9531-4e48-b425-bd5eb45a4d79 None None] The sync data for ids ['67a1f5a6-5f23-4818-88d0-1157d95ccb9e'] in n-d-826529-3 is: [{'id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226109803', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:08:58Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': '70577d97-e3dc-4e6a-974f-b58c45aa0329', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:39:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a1f5a6-5f23-4818-88d0-1157d95ccb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:07:18Z', 'updated_at': '2022-02-19T02:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:08:59.913638 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (70577d97-e3dc-4e6a-974f-b58c45aa0329), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.936103 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:08:59.938183 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=70577d97-e3dc-4e6a-974f-b58c45aa0329,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:59.968465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Pushing event deleted for resources: {'Port': ['ID=9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:08:59.972829 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] No DVR routers for this DVR port 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:08:59.979844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.980201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.980551 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.980895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.981232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.981567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.981902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.982693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.982693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.982891 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.983212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.983540 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:08:59.983870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9754b-bf1d-4716-8a15-8281f6a00146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:00.004248 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.454444 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.456562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.596180 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (67a1f5a6-5f23-4818-88d0-1157d95ccb9e), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.596880 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Fanout notify agent at l3_agent the message router_deleted on router 67a1f5a6-5f23-4818-88d0-1157d95ccb9e {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:09:00.603240 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.604388 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-15519efc-69ff-47b4-8b5d-672b3124e1bc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/routers/67a1f5a6-5f23-4818-88d0-1157d95ccb9e HTTP/1.1" status: 204 len: 168 time: 1.3382702 Feb 19 02:09:00.607062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36808) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:00.691479 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (2b0a1a77-eb10-413b-b138-819b0656c0f1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.778615 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (2b0a1a77-eb10-413b-b138-819b0656c0f1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.799699 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0a1a77-eb10-413b-b138-819b0656c0f1']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:00.808798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e99f304-4fc3-4be4-8186-600bd535aeda') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:00.809102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e99f304-4fc3-4be4-8186-600bd535aeda') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:00.818439 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (8e99f304-4fc3-4be4-8186-600bd535aeda), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.831606 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (8e99f304-4fc3-4be4-8186-600bd535aeda), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.837477 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:09:00.837872 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (8e99f304-4fc3-4be4-8186-600bd535aeda), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: timer() Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:09:00.840818 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:09:00.959236 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 512df63b-98db-4350-a735-b7924a3624ca no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:00.971120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (2b0a1a77-eb10-413b-b138-819b0656c0f1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.984118 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:00.984118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/networks/2b0a1a77-eb10-413b-b138-819b0656c0f1 HTTP/1.1" status: 204 len: 168 time: 0.3734460 Feb 19 02:09:00.985207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36810) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:00.986299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 512df63b-98db-4350-a735-b7924a3624ca {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:00.986769 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 512df63b-98db-4350-a735-b7924a3624ca not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:00.994725 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f53c5-5a16-4f6d-a6e4-ad832df791dc tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Network': ['ID=2b0a1a77-eb10-413b-b138-819b0656c0f1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:01.051730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (b3b4ceaf-17dd-4e49-97fa-45f139b3cd34), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.082061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (b3b4ceaf-17dd-4e49-97fa-45f139b3cd34), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.094981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:01.115463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:01.115816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 9c1dc8d7-4c93-4fbc-ac8c-fee29ed82fd8 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:01.116241 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c3863dad-36c5-4075-a46b-78243bd31b5c no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:01.136721 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: c3863dad-36c5-4075-a46b-78243bd31b5c {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:01.137078 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device c3863dad-36c5-4075-a46b-78243bd31b5c not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:01.137496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 70577d97-e3dc-4e6a-974f-b58c45aa0329 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:09:01.160029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 70577d97-e3dc-4e6a-974f-b58c45aa0329 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:09:01.160382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 70577d97-e3dc-4e6a-974f-b58c45aa0329 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:09:01.205084 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (b3b4ceaf-17dd-4e49-97fa-45f139b3cd34), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.207757 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.208971 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/security-groups/b3b4ceaf-17dd-4e49-97fa-45f139b3cd34 HTTP/1.1" status: 204 len: 168 time: 0.2224166 Feb 19 02:09:01.218315 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4ceaf-17dd-4e49-97fa-45f139b3cd34,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:01.226739 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.227108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.227469 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.227805 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.228137 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.228467 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.228792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.229121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.229488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.229799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.230125 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.230444 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.230764 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd0d34-02eb-4a36-9b15-2d1a2cf91858 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:01.549977 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36816) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:01.554528 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366984015', 'description': 'tempest-secgroup-smoke-1366984015 description', 'project_id': 'a39d7caea7ca43079db33e3239578d8f'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:01.647375 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.715905 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (11743e63-2f61-49b4-80f9-0584750eaa98), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.819004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (11743e63-2f61-49b4-80f9-0584750eaa98), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.848731 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11743e63-2f61-49b4-80f9-0584750eaa98,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:01.906732 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:01.908016 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-70fab439-91f9-411f-93d2-778fab01b658 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3570342 Feb 19 02:09:01.915537 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36818) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:01.919945 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:02.011918 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (54a71d9c-42cd-4614-a72f-61d10e541ea2), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.066724 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (54a71d9c-42cd-4614-a72f-61d10e541ea2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.145011 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (54a71d9c-42cd-4614-a72f-61d10e541ea2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.165056 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a71d9c-42cd-4614-a72f-61d10e541ea2,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:02.238893 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.240144 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3a4fdda6-56a4-4295-8b40-4d52de582aa3 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3236079 Feb 19 02:09:02.242944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36820) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:02.247225 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:02.335378 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2254a2df-b918-4dbe-9dff-54d08d3aedec), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.400163 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (2254a2df-b918-4dbe-9dff-54d08d3aedec), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.478656 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (2254a2df-b918-4dbe-9dff-54d08d3aedec), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.498012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2254a2df-b918-4dbe-9dff-54d08d3aedec,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:02.549301 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:02.550507 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-32b420dd-c661-44de-890c-8f31e50279c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065999 Feb 19 02:09:02.553340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:02.557757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:02.646901 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (46bbb216-2b5e-4423-a714-214d8249c242), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.040361 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (46bbb216-2b5e-4423-a714-214d8249c242), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.108057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (46bbb216-2b5e-4423-a714-214d8249c242), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.132629 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bbb216-2b5e-4423-a714-214d8249c242,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:03.195393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.196627 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0554cca8-57b4-4c53-ba0b-022a54be0e96 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6422358 Feb 19 02:09:03.199486 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:03.203768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:03.295277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (629c815b-e10e-450a-b94d-894403848282), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.352782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (629c815b-e10e-450a-b94d-894403848282), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.416273 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (629c815b-e10e-450a-b94d-894403848282), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.433767 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629c815b-e10e-450a-b94d-894403848282,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:03.498091 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.499358 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5403840b-67e9-41e9-8afa-45116176fa72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989233 Feb 19 02:09:03.502952 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:03.507802 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:03.581790 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:09:03.586952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (59292d99-9c27-4561-8ba0-c1b57fe2e526), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.647657 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (59292d99-9c27-4561-8ba0-c1b57fe2e526), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.713087 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (59292d99-9c27-4561-8ba0-c1b57fe2e526), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.732962 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59292d99-9c27-4561-8ba0-c1b57fe2e526,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:03.784480 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.785742 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-854d9da2-cf2c-4206-aca7-da25ef44e0a6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817240 Feb 19 02:09:03.788522 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36828) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:03.793145 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'security_group_rule': {'security_group_id': '11743e63-2f61-49b4-80f9-0584750eaa98', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:03.855899 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Project a39d7caea7ca43079db33e3239578d8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:09:03.861443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (c4b820fb-fd72-4ee6-bb00-6f023096f020), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.921474 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (c4b820fb-fd72-4ee6-bb00-6f023096f020), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:03.987414 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (c4b820fb-fd72-4ee6-bb00-6f023096f020), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.006223 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b820fb-fd72-4ee6-bb00-6f023096f020,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:04.075533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.076766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0631fbe0-95b3-4b34-9091-2a17949190c5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872224 Feb 19 02:09:04.080314 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36830) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:04.085187 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'network': {'name': 'tempest-network-smoke--1597537755', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'port_security_enabled': True}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:04.175971 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:04.179547 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.204535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:09:04.213805 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (05b74a1d-0842-46cc-ac68-b4f335c51291), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.219414 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Added segment 05b74a1d-0842-46cc-ac68-b4f335c51291 of type vlan for network c8739976-a746-4517-8111-b8cd5f2c020a Feb 19 02:09:04.254897 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (c8739976-a746-4517-8111-b8cd5f2c020a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.347433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (c8739976-a746-4517-8111-b8cd5f2c020a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.352516 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:04.353130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.430818 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Network': ['ID=c8739976-a746-4517-8111-b8cd5f2c020a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:04.445084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network c8739976-a746-4517-8111-b8cd5f2c020a details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:09:04.459073 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c264ef51-ac76-44d7-86eb-3e1ec6299b8b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3777165 Feb 19 02:09:04.461730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36832) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:04.466194 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'admin_state_up': True, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:04.539309 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.540404 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.591552 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:04.775655 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.041558 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.065132 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.166480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.167 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a0d79f52-48f5-4f60-a10c-6f55cbfd7289) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:05.270892 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.353673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.394933 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:05.397876 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:05.401438 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:05.407025 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:05.703629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:05.906358 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.127513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:09:06.240488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:06.249955 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Sync routers for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:06.262446 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:06.263051 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:06.323758 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.325028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-174f63de-be72-4cbd-9300-f0df80aa05ae tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8623035 Feb 19 02:09:06.328273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36834) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:06.358848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13c465bc-1c33-4580-a260-937d2d1f043b tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=a39d7caea7ca43079db33e3239578d8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293717 Feb 19 02:09:06.361837 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36836) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:06.370567 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:06.457796 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87c237-ffd7-4f9e-a0a2-7bdc7fb50b4a tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:06.459243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fe87c237-ffd7-4f9e-a0a2-7bdc7fb50b4a tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963943 Feb 19 02:09:06.462064 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36838) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:06.490222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c7e226e7-f317-4c53-982f-3a531bf40259 tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=169ff5b6-84d9-488b-b09b-2de7adbaa1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270994 Feb 19 02:09:06.492840 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36840) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:06.497485 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1930995411', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:06.544138 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:05Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:06.570435 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Checking router: 82ba4a3b-0d70-4da7-960b-a4a21e455cdc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:06.570778 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Updating router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:09:06.598147 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.670480 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:06.674611 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.846822 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks [] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.932934 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.942285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (b9626d63-9498-411a-aa3c-a89641c032c0), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:06.983676 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Attempting to bind port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:06.984046 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Attempting to bind port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:06.984405 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Attempting to bind port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:06.986910 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Pushing event updated for resources: {'Port': ['ID=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,revision_number=2']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:06.995784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Bound port: a0d79f52-48f5-4f60-a10c-6f55cbfd7289, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.000458 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.001154 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.001154 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.001390 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.002263 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.002578 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.002907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.003252 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.003574 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.003903 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.004200 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.004513 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:09:07.004630 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Subnet': ['ID=b9626d63-9498-411a-aa3c-a89641c032c0,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:07.013821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Checking segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:07.014193 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network hostable DHCP agents. Network: c8739976-a746-4517-8111-b8cd5f2c020a, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:09:07.059851 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] For port a0d79f52-48f5-4f60-a10c-6f55cbfd7289, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:07.067385 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] For port a0d79f52-48f5-4f60-a10c-6f55cbfd7289, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:07.084217 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network c8739976-a746-4517-8111-b8cd5f2c020a is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:09:07.130647 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.150113 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, c8739976-a746-4517-8111-b8cd5f2c020a) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:07.154273 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:07.155287 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.161483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593d40c-5c40-42e3-810c-093dae3bba91 None None] Network c8739976-a746-4517-8111-b8cd5f2c020a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:09:07.191150 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:07.191399 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:07.230182 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-eb6ad500-296f-48dc-9b53-12a51f1eebe4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7363131 Feb 19 02:09:07.233055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36842) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:07.239378 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e07bc-f296-40d8-9ff9-7f6615cfb998 None None] Pushing event updated for resources: {'Port': ['ID=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:07.268419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-c8739976-a746-4517-8111-b8cd5f2c020a', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:09:07.269288 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.317803 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:07.413576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Allocated IP 172.20.0.2 (c8739976-a746-4517-8111-b8cd5f2c020a/b9626d63-9498-411a-aa3c-a89641c032c0/e4dd261b-6a5d-4066-b26f-446f1f543ecc) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:07.513899 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:05Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:07.544503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa091369-570c-4efb-9311-a59be5ec3016 None None] The sync data for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 is: [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:05Z', 'revision_number': 3, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:07.570341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks [] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.642914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.681677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Network c8739976-a746-4517-8111-b8cd5f2c020a is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:07.684570 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:07.690305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:07.721463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.726787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Pushing event updated for resources: {'Port': ['ID=e4dd261b-6a5d-4066-b26f-446f1f543ecc,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:07.759057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Attempting to bind port e4dd261b-6a5d-4066-b26f-446f1f543ecc on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:07.760206 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Attempting to bind port e4dd261b-6a5d-4066-b26f-446f1f543ecc by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:07.760979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Attempting to bind port e4dd261b-6a5d-4066-b26f-446f1f543ecc on network c8739976-a746-4517-8111-b8cd5f2c020a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:07.769227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:07.769808 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Checking segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:07.770622 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.771458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Bound using segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:07.772089 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Bound port: e4dd261b-6a5d-4066-b26f-446f1f543ecc, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:07.772851 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.853489 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] For port e4dd261b-6a5d-4066-b26f-446f1f543ecc, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:07.856483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] For port e4dd261b-6a5d-4066-b26f-446f1f543ecc, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e4dd261b-6a5d-4066-b26f-446f1f543ecc,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:07.928389 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:07.997076 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaace7-ce15-427b-870e-d28ed7747419 None None] Pushing event updated for resources: {'Port': ['ID=e4dd261b-6a5d-4066-b26f-446f1f543ecc,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:08.068571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.1 (c8739976-a746-4517-8111-b8cd5f2c020a/b9626d63-9498-411a-aa3c-a89641c032c0/d97d1202-c1b8-4ed0-bc5e-8b760e54ba59) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:08.206844 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:08.302749 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:08.350051 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network c8739976-a746-4517-8111-b8cd5f2c020a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:08.353871 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:08.356925 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:08.398912 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:08.417320 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:08.641598 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:08.951456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.016742 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.026927 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e4dd261b-6a5d-4066-b26f-446f1f543ecc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:09.053272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3fc36-9682-4496-bec2-ff6a475c5807 None None] Network c8739976-a746-4517-8111-b8cd5f2c020a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:09:09.102720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:09.105274 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.208733 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network c8739976-a746-4517-8111-b8cd5f2c020a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:09.210328 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:09.312697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Provisioning complete for port e4dd261b-6a5d-4066-b26f-446f1f543ecc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:09.312986 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.339698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:09.367713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e4dd261b-6a5d-4066-b26f-446f1f543ecc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:09.368053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.456655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:09.461867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7b22e93a-be6d-4828-b671-63d789219d9d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/82ba4a3b-0d70-4da7-960b-a4a21e455cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277865 Feb 19 02:09:09.503081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Current status of the port e4dd261b-6a5d-4066-b26f-446f1f543ecc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:09.503511 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.534579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e4dd261b-6a5d-4066-b26f-446f1f543ecc is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:09.534980 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.562988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] For port e4dd261b-6a5d-4066-b26f-446f1f543ecc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e4dd261b-6a5d-4066-b26f-446f1f543ecc,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:09.641027 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Sync routers for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:09.652339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.656996 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-5459c584-e11c-4196-87da-8a09a9692391 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366984015&fields=id&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 267 time: 0.0650775 Feb 19 02:09:09.678819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:09.679491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:09.789237 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-914705f9-f8ec-486c-af6c-40f5655bff4a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:09.790765 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-914705f9-f8ec-486c-af6c-40f5655bff4a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 797 time: 0.1248658 Feb 19 02:09:09.793602 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:09:09.793964 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:09:09.798673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaa824-bf26-46fb-aea2-dac4404fa2d1 None None] Pushing event updated for resources: {'Port': ['ID=e4dd261b-6a5d-4066-b26f-446f1f543ecc,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:09.808251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-9b752326-01db-4633-9771-08c7d545caa4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/quotas/a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 375 time: 0.0117805 Feb 19 02:09:09.848666 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Provisioning complete for port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:09.849053 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.869657 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-73da542e-6af3-4637-8893-bd6b01366a18 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549796 Feb 19 02:09:09.897783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:09.900100 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:09:09.952654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Provisioning complete for port e4dd261b-6a5d-4066-b26f-446f1f543ecc triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:09.952654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:09.985075 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-765226f9-573c-4516-9484-0229966d5016 service neutron] 10.222.0.94 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008205 Feb 19 02:09:10.087428 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-9fb64b8a-fe80-4369-93a6-e2c993a2d9e6 service neutron] 10.222.0.94 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946426 Feb 19 02:09:10.164910 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8ccb0af8-fe83-4bc3-8801-46c2e3a75ece None None] Current status of the port e4dd261b-6a5d-4066-b26f-446f1f543ecc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:10.191520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 2, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:10.218093 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Checking router: 82ba4a3b-0d70-4da7-960b-a4a21e455cdc for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:10.218390 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Updating router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:09:10.249477 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.353925 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35616bdc-e89b-4fbf-91a3-6ee68c8bedab req-07dfef55-a1d6-42a4-9a10-659313da399d tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Feb 19 02:09:10.379073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-165c6cfd-c3b1-4bb4-923e-d42c7d9c2391 None None] Provisioning complete for port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:10.379547 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-165c6cfd-c3b1-4bb4-923e-d42c7d9c2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.445132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e4dd261b-6a5d-4066-b26f-446f1f543ecc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:10.446047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0d79f52-48f5-4f60-a10c-6f55cbfd7289 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:10.448784 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:09:10.482855 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-165c6cfd-c3b1-4bb4-923e-d42c7d9c2391 None None] Port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:09:10.537797 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.578980 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:10.579410 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.712924 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks [] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.729631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:10.730014 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.750745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a0d79f52-48f5-4f60-a10c-6f55cbfd7289, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:10.755639 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-321878e6-72ce-49c5-b835-5e17d19bc0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.778611 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.834245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.847615 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6c21b-fb58-46c6-8673-d66627a0557e None None] Pushing event updated for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:10.965314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:10.968265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Attempting to bind port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:10.968646 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Attempting to bind port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:10.968995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Attempting to bind port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 on network c8739976-a746-4517-8111-b8cd5f2c020a {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:10.976167 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:10.976401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Checking segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:10.976807 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.977231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Bound using segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:10.977748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Bound port: d97d1202-c1b8-4ed0-bc5e-8b760e54ba59, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:10.978123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:10.982680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e4dd261b-6a5d-4066-b26f-446f1f543ecc up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:11.042042 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.081519 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] For port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:11.084877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] For port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:11.086072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e4dd261b-6a5d-4066-b26f-446f1f543ecc triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:11.086440 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.136642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-552c91d4-fbc7-4823-b8eb-8eb0dcf71a8d None None] Provisioning complete for port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:11.136943 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-552c91d4-fbc7-4823-b8eb-8eb0dcf71a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.182414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.250295 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-552c91d4-fbc7-4823-b8eb-8eb0dcf71a8d None None] Port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:09:11.271420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e4dd261b-6a5d-4066-b26f-446f1f543ecc is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:11.284688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:11.285328 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:08:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:11.288557 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6c21b-fb58-46c6-8673-d66627a0557e None None] Pushing event updated for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:11.461403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f3615f31-0328-4bb2-9a37-9f237c12f9a2 req-84fb0b63-caef-4dcf-b1f4-bda572e35941 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0436323 Feb 19 02:09:11.592124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:11.593677 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Provisioning complete for port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:11.594049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.786828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Current status of the port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:11.787241 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.854940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] For port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:11.877001 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:11.904846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b2ecd-43a4-4090-bd25-d8ad6d3e4150 None None] The sync data for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 is: [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:11.918994 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:11.980133 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc4ab5-7803-4257-966b-559443607d3f None None] Pushing event updated for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:12.544929 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2d9637f7-985a-4b81-b49e-7bc604d4312b req-999447ef-46b2-4cc2-8045-dc8035be8bd6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0378122 Feb 19 02:09:12.987704 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9a223695-a109-4588-a0e5-06b253a566aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:13.051926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:13.099524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:13.099903 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:13.176600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:13.177579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0d79f52-48f5-4f60-a10c-6f55cbfd7289 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:13.226818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:13.227222 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:13.310748 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:13.628462 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dd04feb-c21b-4c0e-8c60-38a8f2c0dbf3 req-1c5fba34-c083-45d7-b6c1-1ac8a6071d7e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0274684 Feb 19 02:09:14.464251 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:14.721487 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f2264b80-7e65-4a8e-aee2-932ac0621766 req-6395eb6c-e4f3-44d0-a5c0-4d81732bada4 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Feb 19 02:09:15.573093 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:15.823771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df9f55ae-1ff3-477c-b7f7-79bbfd69e3c6 req-b40be340-b8d1-4c4d-a430-f1629a433934 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Feb 19 02:09:16.527460 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-1ff760e5-346f-458a-a377-63dfea41d41a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:16.528906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-1ff760e5-346f-458a-a377-63dfea41d41a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 797 time: 0.1018538 Feb 19 02:09:16.589741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-5dc6d4ce-28c9-47b1-b362-8d232a5c99e9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a39d7caea7ca43079db33e3239578d8f HTTP/1.1" status: 200 len: 380 time: 0.0524769 Feb 19 02:09:16.598007 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'port': {'device_id': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'admin_state_up': True, 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'security_groups': ['11743e63-2f61-49b4-80f9-0584750eaa98']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:16.773304 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Made reservation on behalf of a39d7caea7ca43079db33e3239578d8f for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:09:16.776754 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:16.909250 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.20.0.11 (c8739976-a746-4517-8111-b8cd5f2c020a/b9626d63-9498-411a-aa3c-a89641c032c0/203d525e-2da6-4751-b52e-69f7d4767b92) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:16.930145 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d090c2b4-6e39-4d09-a5d0-76c12b08bfdd req-b28da7a0-ed36-4e8f-bd05-5da64bca6caa tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Feb 19 02:09:17.021844 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.054730 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (203d525e-2da6-4751-b52e-69f7d4767b92), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.182073 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.231724 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network c8739976-a746-4517-8111-b8cd5f2c020a is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:17.234856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:17.239195 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:17.262546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:17.293145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:17.293790 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.367293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-2dfd3ec7-2820-4f13-a755-1b72dd2bb403 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728622 Feb 19 02:09:17.422548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Request body: {'port': {'device_id': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:17.475665 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0867384e-eaac-4425-9dc9-cb92920ec8b6 None None] Provisioning complete for port 203d525e-2da6-4751-b52e-69f7d4767b92 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:17.476035 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0867384e-eaac-4425-9dc9-cb92920ec8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.482813 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.508788 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0867384e-eaac-4425-9dc9-cb92920ec8b6 None None] Port 203d525e-2da6-4751-b52e-69f7d4767b92 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:09:17.747654 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203d525e-2da6-4751-b52e-69f7d4767b92 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:09:17.755942 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks [] for port (203d525e-2da6-4751-b52e-69f7d4767b92), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.768646 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Transition to ACTIVE for port object 203d525e-2da6-4751-b52e-69f7d4767b92 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:09:17.832758 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:17.902851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:17.958377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Attempting to bind port 203d525e-2da6-4751-b52e-69f7d4767b92 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:09:17.959056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Attempting to bind port 203d525e-2da6-4751-b52e-69f7d4767b92 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:09:17.959056 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Attempting to bind port 203d525e-2da6-4751-b52e-69f7d4767b92 on network c8739976-a746-4517-8111-b8cd5f2c020a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:17.963820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Port 203d525e-2da6-4751-b52e-69f7d4767b92 on network c8739976-a746-4517-8111-b8cd5f2c020a not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:09:17.964176 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Attempting to bind port 203d525e-2da6-4751-b52e-69f7d4767b92 on network c8739976-a746-4517-8111-b8cd5f2c020a {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:09:17.969317 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:09:17.969629 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Checking segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:09:17.970102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Bound using segment: {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:09:17.970825 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Bound port: 203d525e-2da6-4751-b52e-69f7d4767b92, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b74a1d-0842-46cc-ac68-b4f335c51291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:09:17.971310 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:18.082102 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:09:18.085719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=203d525e-2da6-4751-b52e-69f7d4767b92,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:09:18.097723 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92864f1-ebec-435d-8610-3de15ae6e945 req-f345f2be-5013-4ea0-9ca4-6a90ff911979 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.099270 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c92864f1-ebec-435d-8610-3de15ae6e945 req-f345f2be-5013-4ea0-9ca4-6a90ff911979 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 944 time: 0.0827596 Feb 19 02:09:18.150619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c92864f1-ebec-435d-8610-3de15ae6e945 req-1bef8aea-3101-44e0-986d-719592d28c5b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Feb 19 02:09:18.153063 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:18.190339 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.190990 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:18.192459 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] 10.222.0.96 "PUT /v2.0/ports/203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 1092 time: 0.8183367 Feb 19 02:09:18.192973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:18.195329 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75959c8-99a0-4705-a8f0-84c8d97eda3d" -d '{"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:18.225073 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6abe-f295-45d0-a7b8-aceea270e5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:18.237460 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0763db0-ca72-4d7b-be41-4957ac70a0b9 x-openstack-request-id: req-d0763db0-ca72-4d7b-be41-4957ac70a0b9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:18.237753 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:18.238007 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d0763db0-ca72-4d7b-be41-4957ac70a0b9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:18.238420 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92', 'status': 'completed', 'code': 200} Feb 19 02:09:18.322227 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-1034a9a0-dfa1-4a1c-b6ed-b9da739186dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.323835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-1034a9a0-dfa1-4a1c-b6ed-b9da739186dc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1126 time: 0.0632272 Feb 19 02:09:18.426820 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-1f01d706-df30-4671-b27d-9498cf2810a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.428298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-1f01d706-df30-4671-b27d-9498cf2810a3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=a39d7caea7ca43079db33e3239578d8f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975738 Feb 19 02:09:18.531681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-88fa7e05-8dfc-4b11-baa0-83d72d70c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.533807 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c75959c8-99a0-4705-a8f0-84c8d97eda3d req-88fa7e05-8dfc-4b11-baa0-83d72d70c4e3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995317 Feb 19 02:09:18.617229 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-c1ea0541-fb06-4b15-9ec1-6ec27f1bb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.618890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-c1ea0541-fb06-4b15-9ec1-6ec27f1bb06f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1126 time: 0.0477023 Feb 19 02:09:18.678404 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-193cb9f9-de98-4c8d-8147-80f2b0384a4e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 217 time: 0.0530629 Feb 19 02:09:18.733434 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-693f85d0-2e14-481c-bd04-8fd096072c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.735124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-693f85d0-2e14-481c-bd04-8fd096072c5a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 200 len: 835 time: 0.0506425 Feb 19 02:09:18.786481 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-80219e64-2485-41bf-831d-ac13d7d6323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:18.787965 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-80219e64-2485-41bf-831d-ac13d7d6323e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c8739976-a746-4517-8111-b8cd5f2c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466754 Feb 19 02:09:18.879082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-87b82577-f43a-4657-9f8b-312a54e11b2c service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843389 Feb 19 02:09:18.973756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9ba91290-d434-4cf3-9be5-dab75ea70934 req-203f3e9d-e197-4692-a473-6798c60806b2 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883653 Feb 19 02:09:19.271232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d192d-b55f-405d-8120-1181df3eac93 req-f7bf1904-4c20-4bc4-aa25-fb6ead1c2702 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:19.272708 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae5d192d-b55f-405d-8120-1181df3eac93 req-f7bf1904-4c20-4bc4-aa25-fb6ead1c2702 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 944 time: 0.0534678 Feb 19 02:09:19.322831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ae5d192d-b55f-405d-8120-1181df3eac93 req-29b4b6de-dce3-40b1-af50-b87d16012b7e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Feb 19 02:09:20.443081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c93c0-1972-4863-a38d-b16ee8580a99 req-566d71e7-a1bd-4db1-afd8-f7e8a4687824 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:20.444560 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-068c93c0-1972-4863-a38d-b16ee8580a99 req-566d71e7-a1bd-4db1-afd8-f7e8a4687824 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 944 time: 0.0517788 Feb 19 02:09:20.496402 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-068c93c0-1972-4863-a38d-b16ee8580a99 req-f1f60302-3e3e-4ef2-b1a4-e21a10d5ccc6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Feb 19 02:09:21.621996 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2a59b-7ea1-46a9-a7df-c6fce1dea7a1 req-6d9508cc-46fd-4def-8dd2-33f71678e220 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:21.623504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ea2a59b-7ea1-46a9-a7df-c6fce1dea7a1 req-6d9508cc-46fd-4def-8dd2-33f71678e220 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 944 time: 0.0561826 Feb 19 02:09:21.671564 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ea2a59b-7ea1-46a9-a7df-c6fce1dea7a1 req-f057c60e-3904-419e-807c-0109805ee8c6 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Feb 19 02:09:22.761107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 203d525e-2da6-4751-b52e-69f7d4767b92 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:09:22.795205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019aa7-71d1-4c9e-8b48-b686fc0a999d req-b697803b-5612-421e-a989-9beca98d7d1e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:22.796646 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b019aa7-71d1-4c9e-8b48-b686fc0a999d req-b697803b-5612-421e-a989-9beca98d7d1e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 944 time: 0.0537848 Feb 19 02:09:22.847202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1b019aa7-71d1-4c9e-8b48-b686fc0a999d req-73fd0522-a2d3-4331-9e22-a2f1c293b15b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430045 Feb 19 02:09:22.861860 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=203d525e-2da6-4751-b52e-69f7d4767b92,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:22.874179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '203d525e-2da6-4751-b52e-69f7d4767b92', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'port_id': '203d525e-2da6-4751-b52e-69f7d4767b92', 'mac_address': 'fa:16:3e:80:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:09:22.911105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 203d525e-2da6-4751-b52e-69f7d4767b92 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:22.911503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:22.924042 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203d525e-2da6-4751-b52e-69f7d4767b92 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:09:22.943651 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=203d525e-2da6-4751-b52e-69f7d4767b92,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:23.033085 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:23.084179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:23.296969 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['203d525e-2da6-4751-b52e-69f7d4767b92'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:09:23.968166 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438872d-d2ef-49ea-900d-5de2c7630167 req-e8448d97-2f9e-4f7f-a952-370822d3163b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:23.969794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c438872d-d2ef-49ea-900d-5de2c7630167 req-e8448d97-2f9e-4f7f-a952-370822d3163b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 945 time: 0.0516870 Feb 19 02:09:24.031538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c438872d-d2ef-49ea-900d-5de2c7630167 req-6e89258e-628b-4969-90a6-8aaa701c2cd0 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549164 Feb 19 02:09:24.770232 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 203d525e-2da6-4751-b52e-69f7d4767b92 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:09:24.918115 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 203d525e-2da6-4751-b52e-69f7d4767b92 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:09:24.922160 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 203d525e-2da6-4751-b52e-69f7d4767b92 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:09:24.922552 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:24.998502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 203d525e-2da6-4751-b52e-69f7d4767b92 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:09:24.998894 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:25.021009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:25.023227 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b5ee8-2a47-43b2-802b-8a3ed043aec8" -d '{"events": [{"server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "name": "network-vif-plugged", "status": "completed", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:25.037306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=203d525e-2da6-4751-b52e-69f7d4767b92,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:09:25.072232 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68380dc1-dc41-40bb-804a-21bb520bf423 x-openstack-request-id: req-68380dc1-dc41-40bb-804a-21bb520bf423 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:25.072533 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "name": "network-vif-plugged", "status": "completed", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:25.072794 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-68380dc1-dc41-40bb-804a-21bb520bf423 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:25.073198 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92', 'code': 200} Feb 19 02:09:25.113460 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:25.169699 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:25.196079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9214c7-bf23-40b8-bef6-6b5cd6d04fa3 req-7bde28e7-6b14-40be-8d60-d4c55f769e86 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:25.197579 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e9214c7-bf23-40b8-bef6-6b5cd6d04fa3 req-7bde28e7-6b14-40be-8d60-d4c55f769e86 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0876458 Feb 19 02:09:25.213105 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6211f-2b54-4a45-a3c5-ea0d52f41c1f req-dce865ab-f1cb-481a-9b7c-5b7f3cc65fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:25.214536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc6211f-2b54-4a45-a3c5-ea0d52f41c1f req-dce865ab-f1cb-481a-9b7c-5b7f3cc65fd2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1128 time: 0.0720677 Feb 19 02:09:25.281414 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3e9214c7-bf23-40b8-bef6-6b5cd6d04fa3 req-eb7d4f8c-9e38-426d-b9ad-507fa7e80d9f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776565 Feb 19 02:09:25.285685 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8bc6211f-2b54-4a45-a3c5-ea0d52f41c1f req-dffa65b1-1f3c-4e99-bde0-18ffb4e20ba9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651593 Feb 19 02:09:26.403768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16084b-8b7f-4ff3-8faf-ed89e7b602eb req-00869307-c721-4a81-9ca9-341bde7d01c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:26.405502 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b16084b-8b7f-4ff3-8faf-ed89e7b602eb req-00869307-c721-4a81-9ca9-341bde7d01c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0514343 Feb 19 02:09:26.454727 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0b16084b-8b7f-4ff3-8faf-ed89e7b602eb req-b28f11f9-147a-436d-affa-f7ed8b9c6669 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Feb 19 02:09:26.775208 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-41904185-4ffe-4aa3-9339-b9b25dbc13d2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484414 Feb 19 02:09:26.864117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-f9cf03d7-5b7d-4560-bede-55386e5a3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:26.865598 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-f9cf03d7-5b7d-4560-bede-55386e5a3525 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1128 time: 0.0485494 Feb 19 02:09:26.968879 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-5c3578c9-8680-43b3-b0ce-7ee8a00eb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:26.970349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-5c3578c9-8680-43b3-b0ce-7ee8a00eb862 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 898 time: 0.0865097 Feb 19 02:09:27.012818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-36baa16b-ba98-48a8-8e05-d5c4e5d3ba36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 217 time: 0.0362229 Feb 19 02:09:27.064798 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-598331cf-7091-4973-ba98-07465a049506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:27.066936 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-598331cf-7091-4973-ba98-07465a049506 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 200 len: 835 time: 0.0491796 Feb 19 02:09:27.124989 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-70fbdffa-e0bc-4b60-99d4-86b10d3ce8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:27.126503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-70fbdffa-e0bc-4b60-99d4-86b10d3ce8fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c8739976-a746-4517-8111-b8cd5f2c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541325 Feb 19 02:09:27.214597 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-6acf916d-fdef-4f93-972b-2cdc7df361ed service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817361 Feb 19 02:09:27.307840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dbf28039-79ef-428b-bc9b-30cd490b66d0 req-dcd6d6c9-19f4-4a3c-a0f8-63c52ba96c18 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876563 Feb 19 02:09:27.577424 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9931-23ae-42b6-8b73-b6ba3c368d59 req-ce11e2f8-16b6-465f-9af6-74c015417d02 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:27.578853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca4a9931-23ae-42b6-8b73-b6ba3c368d59 req-ce11e2f8-16b6-465f-9af6-74c015417d02 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0557570 Feb 19 02:09:27.627197 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ca4a9931-23ae-42b6-8b73-b6ba3c368d59 req-c794bf40-474c-45f3-99ef-54591abf8916 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Feb 19 02:09:27.747858 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220212aa-def6-49f6-941e-21ba532b12a9 req-199f385d-3fa3-4477-a29d-8a0e235ec178 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:27.749347 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-220212aa-def6-49f6-941e-21ba532b12a9 req-199f385d-3fa3-4477-a29d-8a0e235ec178 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0562699 Feb 19 02:09:27.798252 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-220212aa-def6-49f6-941e-21ba532b12a9 req-9e2e4dff-339a-4a38-98b3-4737bb7d18f9 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Feb 19 02:09:27.819865 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36918) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:27.863045 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818a1423-e0a1-467f-b63b-8fc5f392493f tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:27.864510 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-818a1423-e0a1-467f-b63b-8fc5f392493f tempest-TestNetworkAdvancedServerOps-2066570164 tempest-TestNetworkAdvancedServerOps-2066570164-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1123 time: 0.0436492 Feb 19 02:09:27.867288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36920) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:27.871440 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '203d525e-2da6-4751-b52e-69f7d4767b92', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:09:27.969798 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:28.071750 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:28.171169 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Allocated IP 172.25.2.232 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/beeb48a2-1711-45bb-87c9-a0c013e0c9a6) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:09:28.274457 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:28.353148 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:28.392628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:09:28.397951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:09:28.400493 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:09:28.406102 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=beeb48a2-1711-45bb-87c9-a0c013e0c9a6,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:28.795922 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (a1c27d69-56a6-4450-b454-8b1f00be29f9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:28.911808 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:29.060428 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:29.124141 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:29.199019 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event updated for resources: {'Port': ['ID=beeb48a2-1711-45bb-87c9-a0c013e0c9a6,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:09:29.209036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (a1c27d69-56a6-4450-b454-8b1f00be29f9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:29.308280 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP a1c27d69-56a6-4450-b454-8b1f00be29f9 associated. External IP: 172.25.2.232, port: 203d525e-2da6-4751-b52e-69f7d4767b92. Feb 19 02:09:29.853255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:09:29.961706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:09:29.975027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Sync routers for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:09:29.984633 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:29.985254 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:30.040485 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:30.072042 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-623ca346-8a7a-4ae3-929d-4bde1d29fd98 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2037158 Feb 19 02:09:30.072663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:09:30.075011 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55901b76-bf4d-48fa-ba63-f0762cd990d5" -d '{"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:09:30.123519 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d122d2-a293-42c0-9e41-e04fb9ead4bd x-openstack-request-id: req-e5d122d2-a293-42c0-9e41-e04fb9ead4bd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:09:30.123519 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:09:30.124072 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e5d122d2-a293-42c0-9e41-e04fb9ead4bd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:09:30.124484 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92', 'status': 'completed', 'code': 200} Feb 19 02:09:30.216705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:30.233232 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-81385e0f-b5b6-4ead-8cd0-5cc7f49d9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:30.234757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-81385e0f-b5b6-4ead-8cd0-5cc7f49d9a9f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1128 time: 0.0852208 Feb 19 02:09:30.242325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd9a60-4fa6-4739-998f-95d657974041 req-863d3ef7-d93c-4225-a305-4bcff128f130 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:30.243837 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90bd9a60-4fa6-4739-998f-95d657974041 req-863d3ef7-d93c-4225-a305-4bcff128f130 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0930431 Feb 19 02:09:30.348276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-90bd9a60-4fa6-4739-998f-95d657974041 req-1a63daa1-33cb-470c-877b-346127bb5054 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948987 Feb 19 02:09:30.373422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-49319357-8c1c-4687-bfaf-b01457501a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:30.373793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36930) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:30.374899 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-49319357-8c1c-4687-bfaf-b01457501a6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 898 time: 0.1302047 Feb 19 02:09:30.448200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-bae2961d-8671-4763-a5bc-d84cf0d28e1c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 1000 time: 0.0651271 Feb 19 02:09:30.450262 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14681e00-0d45-4339-9be8-03e13862fd44 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a1c27d69-56a6-4450-b454-8b1f00be29f9 HTTP/1.1" status: 200 len: 992 time: 0.0752556 Feb 19 02:09:30.455646 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a1c27d69-56a6-4450-b454-8b1f00be29f9', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'port_id': '203d525e-2da6-4751-b52e-69f7d4767b92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'mac_address': 'fa:16:3e:80:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:28Z', 'updated_at': '2022-02-19T02:09:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:30.483079 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Checking router: 82ba4a3b-0d70-4da7-960b-a4a21e455cdc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:09:30.492100 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:09:30.492705 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:30.497919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-74077ff4-b2b7-4f84-963b-55ad56bfd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:30.499437 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-74077ff4-b2b7-4f84-963b-55ad56bfd109 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 200 len: 835 time: 0.0446968 Feb 19 02:09:30.552387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-808cbdeb-c8a2-4e4d-bbee-f50e7df4118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:09:30.553896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-808cbdeb-c8a2-4e4d-bbee-f50e7df4118d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c8739976-a746-4517-8111-b8cd5f2c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474193 Feb 19 02:09:30.602432 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:09:30.648176 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-94d63ff0-f918-4bd4-8063-20c63319b7f7 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Feb 19 02:09:30.831508 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a1c27d69-56a6-4450-b454-8b1f00be29f9', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'port_id': '203d525e-2da6-4751-b52e-69f7d4767b92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'mac_address': 'fa:16:3e:80:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:28Z', 'updated_at': '2022-02-19T02:09:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:09:30.864213 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefaa35-880d-4e62-80d6-cce037ccf9d9 None None] The sync data for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 is: [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'a1c27d69-56a6-4450-b454-8b1f00be29f9', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'port_id': '203d525e-2da6-4751-b52e-69f7d4767b92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'mac_address': 'fa:16:3e:80:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:09:28Z', 'updated_at': '2022-02-19T02:09:28Z', 'revision_number': 0, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:09:31.086144 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c00b9aa-eb17-4c0c-bb52-e38a57706cf4 None None] New status for floating IP a1c27d69-56a6-4450-b454-8b1f00be29f9: ACTIVE {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:09:31.113563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-55901b76-bf4d-48fa-ba63-f0762cd990d5 req-942c18db-e370-439d-9a53-bc5bca78fdd0 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598513 Feb 19 02:09:31.454199 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36932) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:09:31.514278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-317b1a5b-d383-4022-9dde-13431fa4d8ce tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a1c27d69-56a6-4450-b454-8b1f00be29f9 HTTP/1.1" status: 200 len: 994 time: 0.0589073 Feb 19 02:09:36.720286 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-e73a8e3f-ea3b-4df9-92b2-07c3ae8679e1 service neutron] (110602) timed out ('10.222.0.94', 33168) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:09:37.275298 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-38d8ee24-9f01-4ede-8851-0ab990a8a7fb req-ac622c6c-b5c5-4b2f-8af1-6dcae57c3476 tempest-ServerActionsTestJSON-2026353791 tempest-ServerActionsTestJSON-2026353791-project] (110602) timed out ('10.222.0.94', 33188) {{(pid=110602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:09:40.505084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:40.721228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-79312b7b-f60f-469a-b2de-05ec66825d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:41.006806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:43.021366 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2631b9a3-d345-4f80-9e2f-f7f25908f10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:44.496078 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:45.572556 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.015531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:09:47.448392 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:10:00.541189 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265060-e2a7-4245-9496-d5bb757d3a75 req-79fee446-c95a-4bd4-8272-88a525352796 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:00.543602 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e265060-e2a7-4245-9496-d5bb757d3a75 req-79fee446-c95a-4bd4-8272-88a525352796 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0661871 Feb 19 02:10:00.591439 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9e265060-e2a7-4245-9496-d5bb757d3a75 req-a9193ab0-9723-4950-8e80-832a7ee2cd18 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Feb 19 02:10:01.717025 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc32577-3876-4db5-a3ec-ddfffb9e8f76 req-9bf66d49-a6b4-4875-91a3-8a17ad6a3d13 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:01.718491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fc32577-3876-4db5-a3ec-ddfffb9e8f76 req-9bf66d49-a6b4-4875-91a3-8a17ad6a3d13 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0529180 Feb 19 02:10:01.768479 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3fc32577-3876-4db5-a3ec-ddfffb9e8f76 req-1a03d55a-faa6-4f29-8f4f-f747c68bb06b tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Feb 19 02:10:01.792791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36952) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:01.855605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ae869b43-7990-4e7a-90bb-26584587abbb tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a1c27d69-56a6-4450-b454-8b1f00be29f9 HTTP/1.1" status: 200 len: 994 time: 0.0616503 Feb 19 02:10:03.342979 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f33d1b-ae22-4d6c-a597-d6b113f8b9e6 req-099ce124-3499-46d8-986e-52bc39932f9e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.344511 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89f33d1b-ae22-4d6c-a597-d6b113f8b9e6 req-099ce124-3499-46d8-986e-52bc39932f9e tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0526381 Feb 19 02:10:03.394243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-89f33d1b-ae22-4d6c-a597-d6b113f8b9e6 req-4569900c-bcbc-4ef4-bf99-52ccd5d4b13a tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441792 Feb 19 02:10:03.449739 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-1d7cc23d-3955-45b6-a48a-ca024164e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.451322 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-1d7cc23d-3955-45b6-a48a-ca024164e317 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1128 time: 0.0460587 Feb 19 02:10:03.540632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-8b34c21d-04c2-40cd-97de-8b57c6e810fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.542362 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-8b34c21d-04c2-40cd-97de-8b57c6e810fe service neutron] 10.222.0.96 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 898 time: 0.0850222 Feb 19 02:10:03.609784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-f4bc0432-1f17-4a29-8ccd-560afbf2b580 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 1002 time: 0.0617959 Feb 19 02:10:03.657606 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-11f0df31-212b-458d-a6ac-f39a19bdac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.659020 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-11f0df31-212b-458d-a6ac-f39a19bdac42 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 200 len: 835 time: 0.0437784 Feb 19 02:10:03.708079 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-16509765-8d2f-4043-84b9-6bbd8b6a70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:03.709563 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-16509765-8d2f-4043-84b9-6bbd8b6a70e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c8739976-a746-4517-8111-b8cd5f2c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435262 Feb 19 02:10:03.802676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-8f44c78b-575b-45fa-ad0b-55e30f733735 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Feb 19 02:10:03.890302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5dc8bf42-7de4-484d-97db-6a776bbba428 req-bd464760-8474-4c55-a2ba-d13ce13402cb service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810699 Feb 19 02:10:04.520422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0450156-667d-455b-9ee0-a73c95736df3 req-e203b573-68f2-4600-ba33-cc6dc6ac5bff tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:04.521887 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0450156-667d-455b-9ee0-a73c95736df3 req-e203b573-68f2-4600-ba33-cc6dc6ac5bff tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0569358 Feb 19 02:10:04.570817 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d0450156-667d-455b-9ee0-a73c95736df3 req-dab3dfa8-caa7-46a4-baca-0e6f70790465 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Feb 19 02:10:05.699452 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f3679-dd5f-46df-937f-ef6bea6a106f req-7914eeb1-155b-43ee-af78-0a790cd031e2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:05.700948 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a7f3679-dd5f-46df-937f-ef6bea6a106f req-7914eeb1-155b-43ee-af78-0a790cd031e2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0578051 Feb 19 02:10:05.749619 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-5a7f3679-dd5f-46df-937f-ef6bea6a106f req-6f35940f-f6c4-4a89-af5c-7a5ea021ab59 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Feb 19 02:10:05.772219 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 36964) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:05.831714 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d7b59b85-8cf1-4497-a83e-7f0a1ebf4e08 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/floatingips/a1c27d69-56a6-4450-b454-8b1f00be29f9 HTTP/1.1" status: 200 len: 994 time: 0.0583360 Feb 19 02:10:06.066787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36970) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:06.224032 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port beeb48a2-1711-45bb-87c9-a0c013e0c9a6 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:10:06.224316 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.298426 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.298749 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.310171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for beeb48a2-1711-45bb-87c9-a0c013e0c9a6 owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:10:06.506269 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (beeb48a2-1711-45bb-87c9-a0c013e0c9a6), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.533274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=beeb48a2-1711-45bb-87c9-a0c013e0c9a6,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:06.545435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.545803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.546156 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.546506 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.546845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.547215 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.547550 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.547883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.548219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.548549 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.548880 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.549206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.549531 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:06.609095 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for floatingip (a1c27d69-56a6-4450-b454-8b1f00be29f9), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.609427 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Floating IP a1c27d69-56a6-4450-b454-8b1f00be29f9 disassociated (deleted). External IP: 172.25.2.232, port: 203d525e-2da6-4751-b52e-69f7d4767b92. Feb 19 02:10:06.831715 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:06.944821 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:06.950250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:06.954597 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Sync routers for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:06.964616 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:06.965230 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:06.984014 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d04616d3-7d94-4f96-a740-8bc595fb29b5 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/floatingips/a1c27d69-56a6-4450-b454-8b1f00be29f9 HTTP/1.1" status: 204 len: 168 time: 0.9136131 Feb 19 02:10:06.984014 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:06.984412 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b69e66-c5ab-487c-a584-282f2a6af8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:07.024186 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd512bc-52f6-4dbd-bc92-041e1141621e x-openstack-request-id: req-afd512bc-52f6-4dbd-bc92-041e1141621e {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:07.024498 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:07.024890 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-afd512bc-52f6-4dbd-bc92-041e1141621e {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:07.025374 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92', 'status': 'completed', 'code': 200} Feb 19 02:10:07.084195 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:07.095278 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-2e711da3-818a-46eb-8c59-709aaef85eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.096779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-2e711da3-818a-46eb-8c59-709aaef85eaf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a39d7caea7ca43079db33e3239578d8f&device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 1128 time: 0.0508242 Feb 19 02:10:07.189527 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-987f1615-dd16-4763-a962-8f70904d1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.191124 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-987f1615-dd16-4763-a962-8f70904d1e88 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 200 len: 898 time: 0.0881176 Feb 19 02:10:07.238384 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-1bc2f95a-5feb-4052-9af5-1b7a17abdc7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 200 len: 217 time: 0.0387752 Feb 19 02:10:07.285889 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:07.297928 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-901635de-b7f1-4eeb-88e7-5d6590c5ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.299467 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-901635de-b7f1-4eeb-88e7-5d6590c5ca61 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 200 len: 835 time: 0.0480745 Feb 19 02:10:07.312215 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Checking router: 82ba4a3b-0d70-4da7-960b-a4a21e455cdc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:07.320475 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:07.321069 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:07.361889 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-8ded8fa5-2d89-496f-bad5-29eb7ddbe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.363494 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-8ded8fa5-2d89-496f-bad5-29eb7ddbe01a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c8739976-a746-4517-8111-b8cd5f2c020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535803 Feb 19 02:10:07.437422 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:07.493585 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b487-f519-420b-8424-2f50ff399d88 req-11dde2fd-7456-4986-8666-66776a0d7281 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:07.495839 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ff9b487-f519-420b-8424-2f50ff399d88 req-11dde2fd-7456-4986-8666-66776a0d7281 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.1116607 Feb 19 02:10:07.522204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-b613afda-ac59-4786-8752-a872871b12df service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463795 Feb 19 02:10:07.606759 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3ff9b487-f519-420b-8424-2f50ff399d88 req-dab916b9-1717-4a5b-ac8d-f8ea20437489 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013172 Feb 19 02:10:07.646168 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:07.654893 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-28b69e66-c5ab-487c-a584-282f2a6af8e1 req-4326a0dd-8c7e-481e-ae34-b56a9aea5479 service neutron] 10.222.0.96 "GET /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243362 Feb 19 02:10:07.676752 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bda600-a56e-4e3e-bba7-e8f9127b80ba None None] The sync data for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 is: [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:09:08Z', 'revision_number': 4, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'd97d1202-c1b8-4ed0-bc5e-8b760e54ba59', 'name': '', 'network_id': 'c8739976-a746-4517-8111-b8cd5f2c020a', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'mac_address': 'fa:16:3e:60:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:07Z', 'updated_at': '2022-02-19T02:09:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'subnets': [{'id': 'b9626d63-9498-411a-aa3c-a89641c032c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:07.901696 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3fca9e-a987-447c-9704-3c9f0770b9af None None] New status for floating IP a1c27d69-56a6-4450-b454-8b1f00be29f9: DOWN {{(pid=110603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:10:08.734437 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee6e6d-021f-42b1-9c06-0d0340942849 req-2c75f0e7-6161-4889-be8d-4a73d39a0e93 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:08.736170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9eee6e6d-021f-42b1-9c06-0d0340942849 req-2c75f0e7-6161-4889-be8d-4a73d39a0e93 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0556366 Feb 19 02:10:08.786548 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9eee6e6d-021f-42b1-9c06-0d0340942849 req-9f4accda-782e-42ea-8286-d343aca54260 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/security-groups?id=11743e63-2f61-49b4-80f9-0584750eaa98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 Feb 19 02:10:09.151851 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-e0026749-a0de-4847-9f8e-ed5cbb437c72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:09.153335 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-e0026749-a0de-4847-9f8e-ed5cbb437c72 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 946 time: 0.0525208 Feb 19 02:10:09.246823 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port 203d525e-2da6-4751-b52e-69f7d4767b92 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:10:09.247205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:09.343234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port 203d525e-2da6-4751-b52e-69f7d4767b92, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=203d525e-2da6-4751-b52e-69f7d4767b92,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:09.343607 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:09.357415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for 203d525e-2da6-4751-b52e-69f7d4767b92 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:10:09.549294 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (203d525e-2da6-4751-b52e-69f7d4767b92), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:09.579263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=203d525e-2da6-4751-b52e-69f7d4767b92,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:09.591244 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.591600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.591947 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.592287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.592620 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.592974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.593307 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.593634 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.593961 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.594293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.594616 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.594938 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.595293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:09.631290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] No DVR routers for this DVR port 203d525e-2da6-4751-b52e-69f7d4767b92 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:10:09.633927 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:09.637891 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e2b2f326-2493-48e6-9072-15d885b4cff6 req-b6700178-8e1c-4c81-9250-f89d17ed11b2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.96 "DELETE /v2.0/ports/203d525e-2da6-4751-b52e-69f7d4767b92 HTTP/1.1" status: 204 len: 173 time: 0.4796903 Feb 19 02:10:09.638327 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'name': 'network-vif-deleted', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:09.640639 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1206a3-ef4a-42f2-a103-6524e7c7a8c9" -d '{"events": [{"server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "name": "network-vif-deleted", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:09.677057 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e185805-10ab-4098-a7e8-a0a6d0895b6d x-openstack-request-id: req-4e185805-10ab-4098-a7e8-a0a6d0895b6d {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:09.677346 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398dcad8-3b79-4e6f-ae89-874d8dbaba02", "name": "network-vif-deleted", "tag": "203d525e-2da6-4751-b52e-69f7d4767b92", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:09.677595 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4e185805-10ab-4098-a7e8-a0a6d0895b6d {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:09.677993 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398dcad8-3b79-4e6f-ae89-874d8dbaba02', 'name': 'network-vif-deleted', 'tag': '203d525e-2da6-4751-b52e-69f7d4767b92', 'status': 'completed', 'code': 200} Feb 19 02:10:09.887782 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92e8b535-62b3-4f82-8a90-ff278c3e8cee req-96c9b5c9-12fb-498e-bca6-d8eff099d601 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "GET /v2.0/ports?device_id=398dcad8-3b79-4e6f-ae89-874d8dbaba02 HTTP/1.1" status: 200 len: 210 time: 0.0278788 Feb 19 02:10:10.477899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:10.723303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-605dee50-b78d-4f27-b2ad-e049e45eaa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:10.944689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:11.037908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:11.314499 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:11.575563 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:10:11.575836 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:11.679921 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port d97d1202-c1b8-4ed0-bc5e-8b760e54ba59, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:11.680285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:11.693674 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:10:11.945450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d97d1202-c1b8-4ed0-bc5e-8b760e54ba59), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:11.973970 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=d97d1202-c1b8-4ed0-bc5e-8b760e54ba59,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:12.154343 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.377500 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:12.487378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:12.492333 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f0a4c3e0-b315-4825-9315-664f6e061797 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "PUT /v2.0/routers/82ba4a3b-0d70-4da7-960b-a4a21e455cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460165 Feb 19 02:10:12.495604 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36988) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:12.498868 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Sync routers for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:12.508367 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:12.509071 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:12.546793 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting subnet b9626d63-9498-411a-aa3c-a89641c032c0 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:10:12.549971 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (b9626d63-9498-411a-aa3c-a89641c032c0), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.591631 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (b9626d63-9498-411a-aa3c-a89641c032c0), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.683827 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (b9626d63-9498-411a-aa3c-a89641c032c0), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.711424 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:12.812432 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (b9626d63-9498-411a-aa3c-a89641c032c0), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.840429 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Subnet': ['ID=b9626d63-9498-411a-aa3c-a89641c032c0,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:12.844005 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:12.847222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-3c31e8d6-b94c-487e-af2a-483501cbb95f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/subnets/b9626d63-9498-411a-aa3c-a89641c032c0 HTTP/1.1" status: 204 len: 168 time: 0.3504431 Feb 19 02:10:12.849925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36990) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:12.855922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19007809-7e8f-402c-bcf8-a9b11b69be3a None None] Network c8739976-a746-4517-8111-b8cd5f2c020a requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:10:12.901205 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:10:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:12.906218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 203d525e-2da6-4751-b52e-69f7d4767b92 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:10:12.929953 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Checking router: 82ba4a3b-0d70-4da7-960b-a4a21e455cdc for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:12.939769 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Routers {'82ba4a3b-0d70-4da7-960b-a4a21e455cdc'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:12.941340 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:09:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:12.948554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 203d525e-2da6-4751-b52e-69f7d4767b92 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:10:12.949282 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 203d525e-2da6-4751-b52e-69f7d4767b92 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:10:12.987075 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.018139 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-01ed0c17-c92c-4e34-83f8-2faa8c5e4c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.076438 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] Set router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:13.092561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] DHCP port deletion for c8739976-a746-4517-8111-b8cd5f2c020a request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:10:13.114293 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_gateway (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.142500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Deleting port e4dd261b-6a5d-4066-b26f-446f1f543ecc {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:10:13.143110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.209524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] For port e4dd261b-6a5d-4066-b26f-446f1f543ecc, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e4dd261b-6a5d-4066-b26f-446f1f543ecc,segment=NetworkSegment(05b74a1d-0842-46cc-ac68-b4f335c51291),segment_id=05b74a1d-0842-46cc-ac68-b4f335c51291)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:13.210418 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.224132 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Calling delete_port for e4dd261b-6a5d-4066-b26f-446f1f543ecc owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:10:13.234628 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Deleting port a0d79f52-48f5-4f60-a10c-6f55cbfd7289 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:10:13.234976 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.280663 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:10:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:13.309832 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3c129-bd5c-4149-a30a-6325d4757ddd None None] The sync data for ids ['82ba4a3b-0d70-4da7-960b-a4a21e455cdc'] in n-d-826529-3 is: [{'id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2096900154', 'tenant_id': 'a39d7caea7ca43079db33e3239578d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:09:04Z', 'updated_at': '2022-02-19T02:10:11Z', 'revision_number': 5, 'project_id': 'a39d7caea7ca43079db33e3239578d8f', 'gw_port': {'id': 'a0d79f52-48f5-4f60-a10c-6f55cbfd7289', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba4a3b-0d70-4da7-960b-a4a21e455cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:09:05Z', 'updated_at': '2022-02-19T02:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:13.335663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] For port a0d79f52-48f5-4f60-a10c-6f55cbfd7289, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:13.336030 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.350722 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Calling delete_port for a0d79f52-48f5-4f60-a10c-6f55cbfd7289 owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:10:13.395298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e4dd261b-6a5d-4066-b26f-446f1f543ecc), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.420145 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Pushing event deleted for resources: {'Port': ['ID=e4dd261b-6a5d-4066-b26f-446f1f543ecc,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:13.430495 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.430856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.431231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.431598 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.431938 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.432343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.432679 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.433015 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.433354 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.433682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.434012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.434338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.434669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:13.437492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94bf1fd-2574-4e1e-8450-43556f8d0f50 None None] No DVR routers for this DVR port e4dd261b-6a5d-4066-b26f-446f1f543ecc on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:10:13.575063 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (a0d79f52-48f5-4f60-a10c-6f55cbfd7289), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.607271 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Port': ['ID=a0d79f52-48f5-4f60-a10c-6f55cbfd7289,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:13.673915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.781875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.784128 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router_controller (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.886984 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (82ba4a3b-0d70-4da7-960b-a4a21e455cdc), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.887635 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Fanout notify agent at l3_agent the message router_deleted on router 82ba4a3b-0d70-4da7-960b-a4a21e455cdc {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:10:13.896513 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:13.896513 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-14f31b00-b192-43cf-b466-8cf1da8f3d0f tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/routers/82ba4a3b-0d70-4da7-960b-a4a21e455cdc HTTP/1.1" status: 204 len: 168 time: 1.0445850 Feb 19 02:10:13.898294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36992) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:13.983027 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (c8739976-a746-4517-8111-b8cd5f2c020a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.078054 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (c8739976-a746-4517-8111-b8cd5f2c020a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.098492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8739976-a746-4517-8111-b8cd5f2c020a']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:14.109010 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b74a1d-0842-46cc-ac68-b4f335c51291') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:14.109250 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b74a1d-0842-46cc-ac68-b4f335c51291') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:14.118447 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (05b74a1d-0842-46cc-ac68-b4f335c51291), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.131554 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (05b74a1d-0842-46cc-ac68-b4f335c51291), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.137479 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:10:14.137855 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (05b74a1d-0842-46cc-ac68-b4f335c51291), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:10:14.140856 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:10:14.269532 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (c8739976-a746-4517-8111-b8cd5f2c020a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.277720 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.280488 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/networks/c8739976-a746-4517-8111-b8cd5f2c020a HTTP/1.1" status: 204 len: 168 time: 0.3809919 Feb 19 02:10:14.285105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 36994) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:14.300772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29071f-0549-4dd9-952d-db8cce4b147c tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'Network': ['ID=c8739976-a746-4517-8111-b8cd5f2c020a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:14.351740 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (11743e63-2f61-49b4-80f9-0584750eaa98), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.382477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (11743e63-2f61-49b4-80f9-0584750eaa98), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.498117 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.529857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (11743e63-2f61-49b4-80f9-0584750eaa98), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.532511 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:14.533716 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] 10.222.0.94 "DELETE /v2.0/security-groups/11743e63-2f61-49b4-80f9-0584750eaa98 HTTP/1.1" status: 204 len: 168 time: 0.2402239 Feb 19 02:10:14.543459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51e3bb-c34e-4194-8f53-7f59146048c2 tempest-TestNetworkAdvancedServerOps-428056658 tempest-TestNetworkAdvancedServerOps-428056658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11743e63-2f61-49b4-80f9-0584750eaa98,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:14.987247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:10:15.007191 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:10:15.007532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d97d1202-c1b8-4ed0-bc5e-8b760e54ba59 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:10:15.007936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e4dd261b-6a5d-4066-b26f-446f1f543ecc no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:10:15.031879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e4dd261b-6a5d-4066-b26f-446f1f543ecc {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:10:15.032228 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e4dd261b-6a5d-4066-b26f-446f1f543ecc not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:10:15.032644 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0d79f52-48f5-4f60-a10c-6f55cbfd7289 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:10:15.051631 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a0d79f52-48f5-4f60-a10c-6f55cbfd7289 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:10:15.051981 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a0d79f52-48f5-4f60-a10c-6f55cbfd7289 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:10:15.189822 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37002) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:15.348871 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5bc61401-7708-42c7-933e-54633a981ed5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a39d7caea7ca43079db33e3239578d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578717 Feb 19 02:10:15.353037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37006) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:15.404332 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] Publish callbacks [] for security_group (5a12fdfd-e87c-4380-8b36-91523c372d80), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:15.426710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] Publish callbacks [] for security_group (5a12fdfd-e87c-4380-8b36-91523c372d80), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:15.540848 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (5a12fdfd-e87c-4380-8b36-91523c372d80), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:15.544196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:15.545315 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5a12fdfd-e87c-4380-8b36-91523c372d80 HTTP/1.1" status: 204 len: 168 time: 0.1907990 Feb 19 02:10:15.553466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a1d1c-8371-413f-bcc4-a238662aabac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12fdfd-e87c-4380-8b36-91523c372d80,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:15.574214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.165501 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37012) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:16.180769 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2554a7e5-4991-4102-b2f3-6920da547c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.254422 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2554a7e5-4991-4102-b2f3-6920da547c92 admin admin] Publish callbacks [] for security_group (ee662577-74ef-483f-9950-17bb326c2ad4), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.352033 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2554a7e5-4991-4102-b2f3-6920da547c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee662577-74ef-483f-9950-17bb326c2ad4), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.397311 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2554a7e5-4991-4102-b2f3-6920da547c92 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e4cde457f0264f8f95c36e5ac86028a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307358 Feb 19 02:10:16.398215 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554a7e5-4991-4102-b2f3-6920da547c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee662577-74ef-483f-9950-17bb326c2ad4,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:16.400089 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37014) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:16.449669 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] Publish callbacks [] for security_group (ee662577-74ef-483f-9950-17bb326c2ad4), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.471049 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] Publish callbacks [] for security_group (ee662577-74ef-483f-9950-17bb326c2ad4), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.600509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (ee662577-74ef-483f-9950-17bb326c2ad4), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.603247 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:16.605031 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ee662577-74ef-483f-9950-17bb326c2ad4 HTTP/1.1" status: 204 len: 168 time: 0.2037270 Feb 19 02:10:16.612951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15b409-b8ad-49f8-9350-7f6daf7a3902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee662577-74ef-483f-9950-17bb326c2ad4,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:17.006499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:17.594084 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37036) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:17.704999 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1411117417-network', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:17.809422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Made reservation on behalf of 8d2ab5f046f34c34baea61ea7ab01c60 for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:10:17.811806 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:17.823053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.216530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks [] for security_group (63da92a8-b8d5-4fb9-bb55-f868c0d572a2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.277900 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (63da92a8-b8d5-4fb9-bb55-f868c0d572a2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.301644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:10:18.311276 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da92a8-b8d5-4fb9-bb55-f868c0d572a2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:18.315857 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1f50e192-98dd-4be8-bf31-3c90da404d56), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.316193 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Added segment 1f50e192-98dd-4be8-bf31-3c90da404d56 of type vlan for network 053bbcd9-a09d-46dd-9bff-cc178c4c884b Feb 19 02:10:18.355539 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (053bbcd9-a09d-46dd-9bff-cc178c4c884b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.440675 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (053bbcd9-a09d-46dd-9bff-cc178c4c884b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.441681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:18.442260 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.503673 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] Pushing event updated for resources: {'Network': ['ID=053bbcd9-a09d-46dd-9bff-cc178c4c884b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:18.514439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:10:18.558265 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8d511d11-cfed-4c6d-8b83-4ce04c0b980a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9623740 Feb 19 02:10:18.561188 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37040) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:18.566253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Request body: {'subnet': {'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1411117417-subnet', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:18.640631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Made reservation on behalf of 8d2ab5f046f34c34baea61ea7ab01c60 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:10:18.643048 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.872725 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (17d03e65-5e0a-4736-acd6-594f3acdc908), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:18.927974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d03e65-5e0a-4736-acd6-594f3acdc908,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:18.939843 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:18.940081 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Network hostable DHCP agents. Network: 053bbcd9-a09d-46dd-9bff-cc178c4c884b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:10:19.012564 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:10:19.086294 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 053bbcd9-a09d-46dd-9bff-cc178c4c884b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:19.091492 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:19.092111 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.103338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db864d81-6559-4be3-bbd9-944b05c54a22 None None] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:10:19.163930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-f573cb3f-620b-4d89-a488-7b630c4d1673 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6015120 Feb 19 02:10:19.166696 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37042) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:19.171172 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:19.218629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:10:19.219506 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.244227 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.246262 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.300564 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for router_controller (1b1ae911-8fb0-44e2-b963-ab06df6be576), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.356351 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Allocated IP 172.20.0.2 (053bbcd9-a09d-46dd-9bff-cc178c4c884b/17d03e65-5e0a-4736-acd6-594f3acdc908/d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:19.500882 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks [] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.506067 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for router_gateway (1b1ae911-8fb0-44e2-b963-ab06df6be576), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.592154 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.635781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:19.638846 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:19.642581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:19.647822 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Pushing event updated for resources: {'Port': ['ID=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:19.702550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Attempting to bind port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:19.702928 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Attempting to bind port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:19.703374 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Attempting to bind port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:19.708419 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:19.708791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:19.709199 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.709593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Bound using segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:19.710058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Bound port: d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:19.710445 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.772767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] For port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:19.775937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] For port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:19.802475 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for router_gateway (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.821862 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.861179 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:19.923937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b52d8-0e37-4a88-8678-3f972467c340 None None] Pushing event updated for resources: {'Port': ['ID=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:19.928082 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Allocated IP 172.25.2.147 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/6f7c0203-4529-4309-bba0-716932c2a25b) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:20.037849 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for port (6f7c0203-4529-4309-bba0-716932c2a25b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:20.161520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:20.203966 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:20.206944 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:20.210591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:20.236847 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7c0203-4529-4309-bba0-716932c2a25b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:20.564618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for router_gateway (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:20.787285 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:20.910426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b6f37-4a8e-4e2d-acda-96abcb00dec5 None None] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:10:20.995341 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:10:21.087516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:21.115758 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:21.177291 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:21.201508 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.202869 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d472594a-b3fc-47bc-956d-3baa38951e92 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0350215 Feb 19 02:10:21.206907 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37044) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:21.208751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Provisioning complete for port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:21.209137 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.216256 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:21.216900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:21.370507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:21.370891 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.440084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:21.574081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Current status of the port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:21.574478 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.648472 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.668170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] For port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:21.679429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:21.679825 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.746697 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:20Z', 'revision_number': 3, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:21.776949 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:21.777460 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Updating router 1b1ae911-8fb0-44e2-b963-ab06df6be576 port 6f7c0203-4529-4309-bba0-716932c2a25b binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:10:21.779736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.815175 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Allocated IP 172.20.0.1 (053bbcd9-a09d-46dd-9bff-cc178c4c884b/17d03e65-5e0a-4736-acd6-594f3acdc908/94e32c72-bbcb-400e-9ad5-122faa1ffd45) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:21.872598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.906236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:10:21.906595 n-d-826529-3 neutron-server[110603]: DEBUG oslo_db.api [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:10:21.921588 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks [] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:21.926097 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caabd4-24e8-43b9-b44a-885b160db09a None None] Pushing event updated for resources: {'Port': ['ID=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:21.944670 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5313891e-e562-41d0-b6bb-fb85a5211eaf None None] Provisioning complete for port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:21.945050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5313891e-e562-41d0-b6bb-fb85a5211eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.012715 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.054748 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:22.060066 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:22.064441 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:22.067670 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Pushing event updated for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:22.107553 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.164528 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5313891e-e562-41d0-b6bb-fb85a5211eaf None None] Current status of the port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:22.239495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks [] for port (6f7c0203-4529-4309-bba0-716932c2a25b), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.306417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.306842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.359705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Attempting to bind port 6f7c0203-4529-4309-bba0-716932c2a25b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:22.359998 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Attempting to bind port 6f7c0203-4529-4309-bba0-716932c2a25b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:22.360363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Attempting to bind port 6f7c0203-4529-4309-bba0-716932c2a25b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:22.363458 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16968ea-7667-49c3-b657-b926be1011d1 None None] Pushing event updated for resources: {'Port': ['ID=6f7c0203-4529-4309-bba0-716932c2a25b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:22.368003 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:22.368380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:22.368782 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.369166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:22.369637 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Bound port: 6f7c0203-4529-4309-bba0-716932c2a25b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:22.370022 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.461634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-c24ce7ba-601b-4d5a-8d50-06dde1c78e53 None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:22.461920 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c24ce7ba-601b-4d5a-8d50-06dde1c78e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.465471 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] For port 6f7c0203-4529-4309-bba0-716932c2a25b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:22.470101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] For port 6f7c0203-4529-4309-bba0-716932c2a25b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f7c0203-4529-4309-bba0-716932c2a25b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:22.478811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks [] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.492084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:22.507247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-c24ce7ba-601b-4d5a-8d50-06dde1c78e53 None None] Port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:10:22.555239 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.587045 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.626184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Pushing event updated for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:22.629904 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:22.645430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:22.646063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:22.686601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16968ea-7667-49c3-b657-b926be1011d1 None None] Pushing event updated for resources: {'Port': ['ID=6f7c0203-4529-4309-bba0-716932c2a25b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:22.730772 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:22.732288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:22.770217 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:22.859119 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:22.989513 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:22.996134 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a1967ad5-b80a-4836-85e0-33d6f9aff934 admin admin] 10.222.0.94 "PUT /v2.0/routers/1b1ae911-8fb0-44e2-b963-ab06df6be576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876153 Feb 19 02:10:23.018370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:23.105238 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-54e4aaf1-6f0e-4e82-93d4-65ab2e102f69 None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:23.105531 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-54e4aaf1-6f0e-4e82-93d4-65ab2e102f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.179840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-54e4aaf1-6f0e-4e82-93d4-65ab2e102f69 None None] Port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:10:23.185178 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:23.185553 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.296438 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 2, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:23.327026 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:23.329597 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1573af0a-018a-4f40-ac4a-63a6d2b7b3ca None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 2, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:23.676719 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37060) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:23.681869 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1316970811-network', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:23.789377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Made reservation on behalf of be1bc1a4894c46e98893abe98509669b for: {'network': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:10:23.791968 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.801180 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.881811 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks [] for security_group (6d8bb362-229d-426d-8554-b3f805246288), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.956949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d8bb362-229d-426d-8554-b3f805246288), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:23.980861 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:10:24.000679 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (641bc4cb-8bd8-4291-82e6-90603f35be9c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.000679 n-d-826529-3 neutron-server[110601]: INFO neutron.db.segments_db [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Added segment 641bc4cb-8bd8-4291-82e6-90603f35be9c of type vlan for network 966e9758-34df-4d66-91ff-197212d39d1b Feb 19 02:10:24.009404 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8bb362-229d-426d-8554-b3f805246288,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:24.047468 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (966e9758-34df-4d66-91ff-197212d39d1b), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.151978 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (966e9758-34df-4d66-91ff-197212d39d1b), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.152998 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:24.153597 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.218244 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] Pushing event updated for resources: {'Network': ['ID=966e9758-34df-4d66-91ff-197212d39d1b,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:24.228316 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 966e9758-34df-4d66-91ff-197212d39d1b details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:10:24.263755 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-a09e9604-3e61-431d-bf09-d8de953b3e41 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5858009 Feb 19 02:10:24.266521 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:24.271451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Request body: {'subnet': {'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1316970811-subnet', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:24.351849 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Made reservation on behalf of be1bc1a4894c46e98893abe98509669b for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:10:24.354785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.449045 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:10:24.600916 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (149e688e-5dae-411a-9d0a-08c6c6f22c3a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.658457 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149e688e-5dae-411a-9d0a-08c6c6f22c3a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:24.666829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Checking segment: {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:24.667234 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Network hostable DHCP agents. Network: 966e9758-34df-4d66-91ff-197212d39d1b, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:10:24.737608 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Network 966e9758-34df-4d66-91ff-197212d39d1b is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:10:24.795257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 966e9758-34df-4d66-91ff-197212d39d1b) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:24.804762 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:24.804762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.806678 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32d2fb-5e0b-4127-9580-2ec51fbc0364 None None] Network 966e9758-34df-4d66-91ff-197212d39d1b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:10:24.877987 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-9faf1cbe-a8e2-437c-87d2-90d08d0b1d47 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6103318 Feb 19 02:10:24.880576 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37064) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:24.884990 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:24.912536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-966e9758-34df-4d66-91ff-197212d39d1b', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:10:24.913494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.978179 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:24.980089 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.053357 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f7c0203-4529-4309-bba0-716932c2a25b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:25.107724 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Allocated IP 172.20.0.2 (966e9758-34df-4d66-91ff-197212d39d1b/149e688e-5dae-411a-9d0a-08c6c6f22c3a/85403bb6-564c-4ff5-882c-acaba942ab50) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:25.183668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f7c0203-4529-4309-bba0-716932c2a25b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:25.184050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.337437 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f7c0203-4529-4309-bba0-716932c2a25b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:25.338107 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.343499 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks [] for port (85403bb6-564c-4ff5-882c-acaba942ab50), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.366688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 6f7c0203-4529-4309-bba0-716932c2a25b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f7c0203-4529-4309-bba0-716932c2a25b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:25.386943 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for router_controller (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.394602 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:25.405151 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:25.405770 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:25.412256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.453134 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Network 966e9758-34df-4d66-91ff-197212d39d1b is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:25.457559 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:25.461118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:25.468988 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Pushing event updated for resources: {'Port': ['ID=85403bb6-564c-4ff5-882c-acaba942ab50,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:25.472273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.521709 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:25.571607 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Attempting to bind port 85403bb6-564c-4ff5-882c-acaba942ab50 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:25.571994 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Attempting to bind port 85403bb6-564c-4ff5-882c-acaba942ab50 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:25.572359 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Attempting to bind port 85403bb6-564c-4ff5-882c-acaba942ab50 on network 966e9758-34df-4d66-91ff-197212d39d1b {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:25.587060 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=6f7c0203-4529-4309-bba0-716932c2a25b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:25.590335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:25.592439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Checking segment: {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:25.592439 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.592439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Bound using segment: {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:25.592439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Bound port: 85403bb6-564c-4ff5-882c-acaba942ab50, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:25.592854 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.659391 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for router_gateway (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.662492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] For port 85403bb6-564c-4ff5-882c-acaba942ab50, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:25.665991 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] For port 85403bb6-564c-4ff5-882c-acaba942ab50, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=85403bb6-564c-4ff5-882c-acaba942ab50,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:25.751389 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 2, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:25.779063 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:25.779447 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Updating router 1b1ae911-8fb0-44e2-b963-ab06df6be576 port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:10:25.783857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.809580 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:25.857556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2cfcc-bdaf-46c0-82a6-30ed27cf2431 None None] Pushing event updated for resources: {'Port': ['ID=85403bb6-564c-4ff5-882c-acaba942ab50,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:25.989794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for router_gateway (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.027389 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.126375 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks [] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.154556 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Allocated IP 172.25.2.207 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/1b57bc5d-33a2-4029-a7b4-fa6691880f26) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:26.252135 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.288433 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.301766 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Pushing event updated for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:26.326206 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.326558 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.326900 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.327446 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.327946 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.328473 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.328809 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.329142 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.329491 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.329801 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.330129 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.330452 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.330776 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:10:26.371259 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Attempting to bind port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:26.371636 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Attempting to bind port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:26.371999 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Attempting to bind port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:26.377804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:26.378176 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:26.378577 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.378970 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Bound using segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:26.379533 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Bound port: 94e32c72-bbcb-400e-9ad5-122faa1ffd45, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:26.380051 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.389639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.434862 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:26.439579 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:26.443377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:26.450231 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] For port 94e32c72-bbcb-400e-9ad5-122faa1ffd45, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:26.453685 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] For port 94e32c72-bbcb-400e-9ad5-122faa1ffd45, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94e32c72-bbcb-400e-9ad5-122faa1ffd45,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:26.476824 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Pushing event updated for resources: {'Port': ['ID=1b57bc5d-33a2-4029-a7b4-fa6691880f26,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:26.535650 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.593747 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:26.594393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:26.629298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:26.630580 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.660804 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c65c-2e77-43b5-985a-5721de02f77e None None] Pushing event updated for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:26.740281 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:26.775518 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Current status of the port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:26.776484 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.832827 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] For port 94e32c72-bbcb-400e-9ad5-122faa1ffd45, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94e32c72-bbcb-400e-9ad5-122faa1ffd45,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:26.866491 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for router_gateway (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.890152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:26.951639 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07de1d0-d327-4b1e-a34c-d4f5c8c782b5 None None] Pushing event updated for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:27.025083 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:27.040164 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-97ca5dbc-1c24-41ca-881f-bc6e35fb1a9d None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:27.047173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97ca5dbc-1c24-41ca-881f-bc6e35fb1a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.047173 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c37b44-4c24-4e80-853c-b5ccc93e3d0c None None] Network 966e9758-34df-4d66-91ff-197212d39d1b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:10:27.064147 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56dfd55-9342-439f-aa51-bf165816cca0 None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:27.163204 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.201212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f7c0203-4529-4309-bba0-716932c2a25b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:27.255970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-97ca5dbc-1c24-41ca-881f-bc6e35fb1a9d None None] Current status of the port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:27.281029 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 6f7c0203-4529-4309-bba0-716932c2a25b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:27.281333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.380235 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 6f7c0203-4529-4309-bba0-716932c2a25b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:27.381454 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94e32c72-bbcb-400e-9ad5-122faa1ffd45 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:27.397663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Router bb17fbbd-9c1f-4afc-a662-4fffd8498baa is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:10:27.419165 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Provisioning complete for port 85403bb6-564c-4ff5-882c-acaba942ab50 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:27.419538 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.477571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:27.478390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.549567 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:27.561465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Sync routers for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:27.564572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Current status of the port 85403bb6-564c-4ff5-882c-acaba942ab50 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:27.566945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.611521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.612783 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c8d4f143-974d-4907-8f3e-4d266d267b9c admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7312114 Feb 19 02:10:27.615572 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37066) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:27.620574 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:27.621219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:27.679610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:27.680715 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 85403bb6-564c-4ff5-882c-acaba942ab50 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:27.683828 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] For port 85403bb6-564c-4ff5-882c-acaba942ab50, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=85403bb6-564c-4ff5-882c-acaba942ab50,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:27.763721 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:27.827896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:28.083939 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.090907 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 85403bb6-564c-4ff5-882c-acaba942ab50 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:28.091313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.092816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693fb99-830f-4f96-b553-0fa27440b35e None None] Pushing event updated for resources: {'Port': ['ID=85403bb6-564c-4ff5-882c-acaba942ab50,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:28.157705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-8eb304ca-fffb-4b33-904e-e2693d37a1f0 None None] Provisioning complete for port 85403bb6-564c-4ff5-882c-acaba942ab50 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:28.158034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8eb304ca-fffb-4b33-904e-e2693d37a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.249717 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Allocated IP 172.20.0.1 (966e9758-34df-4d66-91ff-197212d39d1b/149e688e-5dae-411a-9d0a-08c6c6f22c3a/cf26f860-f105-4864-8b43-a2f136f8b9f9) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:28.336429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 85403bb6-564c-4ff5-882c-acaba942ab50 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:28.343781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-8eb304ca-fffb-4b33-904e-e2693d37a1f0 None None] Current status of the port 85403bb6-564c-4ff5-882c-acaba942ab50 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:28.352418 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks [] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.361477 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 3, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:28.387956 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Checking router: bb17fbbd-9c1f-4afc-a662-4fffd8498baa for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:28.390382 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Updating router bb17fbbd-9c1f-4afc-a662-4fffd8498baa port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:10:28.419723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.438277 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.481633 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Network 966e9758-34df-4d66-91ff-197212d39d1b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:28.484542 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:28.488000 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:28.513323 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Pushing event updated for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:28.533538 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.701565 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks [] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.743545 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.765148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-14859d97-ce23-4b9a-be06-39bfd1ca8261 None None] Provisioning complete for port cf26f860-f105-4864-8b43-a2f136f8b9f9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:28.765544 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-14859d97-ce23-4b9a-be06-39bfd1ca8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.796815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.828582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-14859d97-ce23-4b9a-be06-39bfd1ca8261 None None] Port cf26f860-f105-4864-8b43-a2f136f8b9f9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:10:28.861391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Attempting to bind port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:28.861766 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Attempting to bind port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:28.862128 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Attempting to bind port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:28.868853 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ac41-2ae6-43cd-9396-3cd7ec93338f None None] Pushing event updated for resources: {'Port': ['ID=1b57bc5d-33a2-4029-a7b4-fa6691880f26,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:28.872632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:28.873021 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:28.873432 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.873825 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:28.874312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Bound port: 1b57bc5d-33a2-4029-a7b4-fa6691880f26, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:28.874699 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:28.929150 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] For port 1b57bc5d-33a2-4029-a7b4-fa6691880f26, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:28.932260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] For port 1b57bc5d-33a2-4029-a7b4-fa6691880f26, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b57bc5d-33a2-4029-a7b4-fa6691880f26,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:28.936057 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks [] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.012315 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.015593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94e32c72-bbcb-400e-9ad5-122faa1ffd45 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:29.047831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.079559 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.081328 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Pushing event updated for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:29.120516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:29.121446 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:29.124405 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ac41-2ae6-43cd-9396-3cd7ec93338f None None] Pushing event updated for resources: {'Port': ['ID=1b57bc5d-33a2-4029-a7b4-fa6691880f26,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:29.129122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:29.129494 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.181591 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Network 966e9758-34df-4d66-91ff-197212d39d1b is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:29.183043 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:29.307915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:29.311134 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Router bb17fbbd-9c1f-4afc-a662-4fffd8498baa has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:29.353318 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:29.355601 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 85403bb6-564c-4ff5-882c-acaba942ab50 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:29.436251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:29.442207 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b5c33a88-9df2-44ff-a1b3-ff7f6a2d9a1d admin admin] 10.222.0.94 "PUT /v2.0/routers/bb17fbbd-9c1f-4afc-a662-4fffd8498baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255503 Feb 19 02:10:29.506848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f35bf7d6-0d0b-4bc6-ab54-f2efa6bc8df4 None None] Provisioning complete for port cf26f860-f105-4864-8b43-a2f136f8b9f9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:29.507264 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f35bf7d6-0d0b-4bc6-ab54-f2efa6bc8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.549214 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 85403bb6-564c-4ff5-882c-acaba942ab50 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:29.549593 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:29.625556 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f35bf7d6-0d0b-4bc6-ab54-f2efa6bc8df4 None None] Port cf26f860-f105-4864-8b43-a2f136f8b9f9 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:10:29.692482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cf26f860-f105-4864-8b43-a2f136f8b9f9', 'name': '', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'mac_address': 'fa:16:3e:df:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:28Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 2, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'subnets': [{'id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:29.727172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db3fcf-7477-404a-b9ef-dc0712dd65dc None None] The sync data for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 is: [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cf26f860-f105-4864-8b43-a2f136f8b9f9', 'name': '', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'mac_address': 'fa:16:3e:df:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:28Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 2, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'subnets': [{'id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:29.729255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 85403bb6-564c-4ff5-882c-acaba942ab50 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:30.025223 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37074) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:30.032310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-962380434', 'description': 'tempest-secgroup-smoke-962380434 description', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:30.126904 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.199451 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (13cc4af6-5f84-4276-bd81-cd5e717ce6aa), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.257849 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13cc4af6-5f84-4276-bd81-cd5e717ce6aa), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.287896 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc4af6-5f84-4276-bd81-cd5e717ce6aa,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:30.365807 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.371183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-ff72befc-ba95-4ab3-b398-dd7e79b406a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3438187 Feb 19 02:10:30.371352 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37076) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:30.379571 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:30.469458 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (72c71709-ea40-4c1e-8bf6-b7d40589a1ce), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.534927 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (72c71709-ea40-4c1e-8bf6-b7d40589a1ce), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.583762 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (72c71709-ea40-4c1e-8bf6-b7d40589a1ce), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.604355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c71709-ea40-4c1e-8bf6-b7d40589a1ce,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:30.668681 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.670025 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0d0fe909-2901-4664-aaf3-26258f392c84 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2976837 Feb 19 02:10:30.672809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:30.677207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:30.764359 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (4bb9a592-9519-47b1-ba1a-b1f37916754f), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.824184 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (4bb9a592-9519-47b1-ba1a-b1f37916754f), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.889113 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4bb9a592-9519-47b1-ba1a-b1f37916754f), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.909227 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb9a592-9519-47b1-ba1a-b1f37916754f,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:30.961048 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:30.965664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d0fd1153-0bf6-45df-aad8-b3fa289f610f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885418 Feb 19 02:10:30.966436 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37080) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:30.974905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:31.044857 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b57bc5d-33a2-4029-a7b4-fa6691880f26 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:31.077705 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (cd975483-77cc-42b1-b15c-61f49b8ad99e), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.095493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:31.095878 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.137035 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (cd975483-77cc-42b1-b15c-61f49b8ad99e), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.176591 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:31.176982 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.199451 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 1b57bc5d-33a2-4029-a7b4-fa6691880f26, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b57bc5d-33a2-4029-a7b4-fa6691880f26,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:31.217711 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (cd975483-77cc-42b1-b15c-61f49b8ad99e), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.235547 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd975483-77cc-42b1-b15c-61f49b8ad99e,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:31.275283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.305639 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.307541 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-62129335-999d-410f-9452-409ae9b37020 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389816 Feb 19 02:10:31.312904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37082) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:31.315047 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:31.330611 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=1b57bc5d-33a2-4029-a7b4-fa6691880f26,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:31.397731 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (30ae0a1e-083a-481d-8952-3a78b6f78d15), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.459607 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (30ae0a1e-083a-481d-8952-3a78b6f78d15), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.523336 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (30ae0a1e-083a-481d-8952-3a78b6f78d15), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.542366 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ae0a1e-083a-481d-8952-3a78b6f78d15,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:31.606506 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.607786 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-13a1add5-d31c-4c56-a851-ca72d778df8e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964745 Feb 19 02:10:31.610681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37084) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:31.615247 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:31.710671 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Project 8d2ab5f046f34c34baea61ea7ab01c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:10:31.716115 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (1e5ac21b-bfd3-42b9-bb41-059878a88d1c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.776453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Sync routers for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:31.778436 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (1e5ac21b-bfd3-42b9-bb41-059878a88d1c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.795624 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:31.796159 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:31.880413 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (1e5ac21b-bfd3-42b9-bb41-059878a88d1c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.896490 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5ac21b-bfd3-42b9-bb41-059878a88d1c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:31.974557 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:31.976085 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-84aec068-b608-4afa-bb71-446cfbe30604 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644238 Feb 19 02:10:31.979645 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37086) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:31.984152 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': '13cc4af6-5f84-4276-bd81-cd5e717ce6aa', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:32.004406 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:32.066524 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Project 8d2ab5f046f34c34baea61ea7ab01c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:10:32.072015 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (a85042b5-5b8f-40c4-be0a-5d818777490a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.132297 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (a85042b5-5b8f-40c4-be0a-5d818777490a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.192036 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (a85042b5-5b8f-40c4-be0a-5d818777490a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.207340 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cf26f860-f105-4864-8b43-a2f136f8b9f9', 'name': '', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'mac_address': 'fa:16:3e:df:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:28Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 2, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'subnets': [{'id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:32.211470 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85042b5-5b8f-40c4-be0a-5d818777490a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:32.234306 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Checking router: bb17fbbd-9c1f-4afc-a662-4fffd8498baa for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:32.234659 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Updating router bb17fbbd-9c1f-4afc-a662-4fffd8498baa port cf26f860-f105-4864-8b43-a2f136f8b9f9 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:10:32.264327 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.282519 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.283793 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-fdb45e04-b6f3-4956-b16d-98ac49d63bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3032699 Feb 19 02:10:32.433625 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-f62bc644-c0cf-4dcd-ad82-e2d52d67b17e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-962380434&fields=id&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 267 time: 0.0445919 Feb 19 02:10:32.527128 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks [] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.542909 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-78ef30a4-69c4-486d-8003-92d25882cd9c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:32.544412 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-78ef30a4-69c4-486d-8003-92d25882cd9c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 809 time: 0.1040568 Feb 19 02:10:32.559546 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-49df4013-762e-417d-bee2-59fc30538f63 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/quotas/8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 375 time: 0.0098183 Feb 19 02:10:32.615327 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-800ac557-f020-4af4-b827-4816805ff534 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505867 Feb 19 02:10:32.629290 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.676572 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c551-c72b-4e2a-b65c-ee3463619c0c None None] Pushing event updated for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:32.731861 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-4b5b2afa-21f5-4a67-8912-f7949c9ba049 service neutron] 10.222.0.94 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047459 Feb 19 02:10:32.738231 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Attempting to bind port cf26f860-f105-4864-8b43-a2f136f8b9f9 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:32.738602 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Attempting to bind port cf26f860-f105-4864-8b43-a2f136f8b9f9 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:32.739167 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Attempting to bind port cf26f860-f105-4864-8b43-a2f136f8b9f9 on network 966e9758-34df-4d66-91ff-197212d39d1b {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:32.745186 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:32.745561 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Checking segment: {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:32.745964 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.746547 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Bound using segment: {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:32.747017 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Bound port: cf26f860-f105-4864-8b43-a2f136f8b9f9, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641bc4cb-8bd8-4291-82e6-90603f35be9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:32.747422 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.820336 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] For port cf26f860-f105-4864-8b43-a2f136f8b9f9, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:32.823958 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] For port cf26f860-f105-4864-8b43-a2f136f8b9f9, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cf26f860-f105-4864-8b43-a2f136f8b9f9,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:32.837075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-d8edb670-93a1-493f-a059-95de439da541 service neutron] 10.222.0.94 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986817 Feb 19 02:10:32.909910 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:32.967019 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c551-c72b-4e2a-b65c-ee3463619c0c None None] Pushing event updated for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:32.979934 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:32.979934 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:32.996682 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Provisioning complete for port cf26f860-f105-4864-8b43-a2f136f8b9f9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:32.997707 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:33.036314 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b57bc5d-33a2-4029-a7b4-fa6691880f26 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:33.132531 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-05e6d7be-c807-4158-ae0a-c0d23d0d6a49 req-54f25570-c939-409e-9a5b-695299fa0141 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 210 time: 0.0460455 Feb 19 02:10:33.154976 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:33.155751 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:33.172000 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:33.230395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Current status of the port cf26f860-f105-4864-8b43-a2f136f8b9f9 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:33.230804 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:33.290179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] For port cf26f860-f105-4864-8b43-a2f136f8b9f9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cf26f860-f105-4864-8b43-a2f136f8b9f9,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:33.309840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:33.348784 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:33.406926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9ac41-2bce-43d8-86b5-692415207ef9 None None] Pushing event updated for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:33.407216 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cf26f860-f105-4864-8b43-a2f136f8b9f9', 'name': '', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'mac_address': 'fa:16:3e:df:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:28Z', 'updated_at': '2022-02-19T02:10:32Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'subnets': [{'id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:33.434907 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d38cb-0c7d-4658-9f9d-2c1530789893 None None] The sync data for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 is: [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:10:28Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'cf26f860-f105-4864-8b43-a2f136f8b9f9', 'name': '', 'network_id': '966e9758-34df-4d66-91ff-197212d39d1b', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'mac_address': 'fa:16:3e:df:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:28Z', 'updated_at': '2022-02-19T02:10:32Z', 'revision_number': 4, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'subnets': [{'id': '149e688e-5dae-411a-9d0a-08c6c6f22c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:33.468749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5008853b-9c29-45a9-9c7d-196870ae4e95 None None] Provisioning complete for port cf26f860-f105-4864-8b43-a2f136f8b9f9 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:33.469027 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5008853b-9c29-45a9-9c7d-196870ae4e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:33.557441 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5008853b-9c29-45a9-9c7d-196870ae4e95 None None] Current status of the port cf26f860-f105-4864-8b43-a2f136f8b9f9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:34.223506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3835e305-9365-42fb-b286-1136bd919bf7 req-ec90deba-8320-4eec-8302-ff98d57475b5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 210 time: 0.0278287 Feb 19 02:10:35.020507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cf26f860-f105-4864-8b43-a2f136f8b9f9 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:35.072246 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port cf26f860-f105-4864-8b43-a2f136f8b9f9 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:35.072714 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:35.169562 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port cf26f860-f105-4864-8b43-a2f136f8b9f9 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:35.371538 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df901e45-2bf7-486a-b5c8-52c5054092ee req-f81eee1d-4b30-4a46-acab-0188989fbdc3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 210 time: 0.0729523 Feb 19 02:10:35.423933 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-1f540141-3475-48ef-83fe-47595b49ea30 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:35.425313 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-1f540141-3475-48ef-83fe-47595b49ea30 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 809 time: 0.1382234 Feb 19 02:10:35.491477 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-2a81ac1f-bce7-4500-836b-22a912878e6d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 379 time: 0.0565157 Feb 19 02:10:35.500448 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'port': {'device_id': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'admin_state_up': True, 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'security_groups': ['13cc4af6-5f84-4276-bd81-cd5e717ce6aa']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:35.688653 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Made reservation on behalf of 8d2ab5f046f34c34baea61ea7ab01c60 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:10:35.692064 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:35.819014 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Allocated IP 172.20.0.12 (053bbcd9-a09d-46dd-9bff-cc178c4c884b/17d03e65-5e0a-4736-acd6-594f3acdc908/687d1dde-1449-4eb9-9a0f-c3beee056514) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:35.960115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.043620 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.087809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:36.091559 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:36.095256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:36.101523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:36.157117 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:36.157833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.232408 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-ca9fd1df-3802-45f2-a7b5-b28fbe6a4944 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7357631 Feb 19 02:10:36.244272 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Request body: {'port': {'device_id': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:36.297812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bcf9aa06-2cab-4d2b-a583-8eaaeeba1bc1 None None] Provisioning complete for port 687d1dde-1449-4eb9-9a0f-c3beee056514 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:36.298378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bcf9aa06-2cab-4d2b-a583-8eaaeeba1bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.305560 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.332656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9aa06-2cab-4d2b-a583-8eaaeeba1bc1 None None] Port 687d1dde-1449-4eb9-9a0f-c3beee056514 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:10:36.503884 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83366e-094c-4e3f-89e4-69da8aee3b55 req-35884677-8581-4862-964a-4cd780259001 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:36.505406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da83366e-094c-4e3f-89e4-69da8aee3b55 req-35884677-8581-4862-964a-4cd780259001 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 932 time: 0.0621655 Feb 19 02:10:36.555250 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-da83366e-094c-4e3f-89e4-69da8aee3b55 req-3c3b3154-145f-4309-bd15-9b7826b48ed7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Feb 19 02:10:36.581228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:10:36.588538 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks [] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.600866 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Transition to ACTIVE for port object 687d1dde-1449-4eb9-9a0f-c3beee056514 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:10:36.674169 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.723452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:36.796839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:10:36.798158 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:10:36.798500 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:36.803370 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:10:36.803720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:10:36.809076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:10:36.809655 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:10:36.810312 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Bound using segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:10:36.811077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Bound port: 687d1dde-1449-4eb9-9a0f-c3beee056514, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:10:36.811723 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:36.885043 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:10:36.888343 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:10:36.977955 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:37.014322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.014945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:37.016351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] 10.222.0.96 "PUT /v2.0/ports/687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1092 time: 0.7766063 Feb 19 02:10:37.016788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:37.019042 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58347621-01a8-44a1-bee9-bc3942ba9fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:37.050037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648f42-94ba-41a5-b380-08e63411c817 service neutron] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:37.068721 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3ac42f-257e-443a-b833-e3ba21658bc4 x-openstack-request-id: req-6d3ac42f-257e-443a-b833-e3ba21658bc4 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:37.069187 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:37.069375 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6d3ac42f-257e-443a-b833-e3ba21658bc4 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:37.069783 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'status': 'completed', 'code': 200} Feb 19 02:10:37.136998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-abb54db1-7db2-4127-b240-28f08f74f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.138578 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-abb54db1-7db2-4127-b240-28f08f74f54f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1126 time: 0.0477629 Feb 19 02:10:37.244514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-dfb17226-5257-4c1d-9519-5fcb6ecdb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.246337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-dfb17226-5257-4c1d-9519-5fcb6ecdb926 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1009438 Feb 19 02:10:37.340887 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-a7bf1e6c-2128-4aa9-acc2-ebd216d958ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.342368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-58347621-01a8-44a1-bee9-bc3942ba9fdf req-a7bf1e6c-2128-4aa9-acc2-ebd216d958ef service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902417 Feb 19 02:10:37.425960 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-6edaedb7-a5ef-423b-812c-2f9150c26f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.427525 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-6edaedb7-a5ef-423b-812c-2f9150c26f3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1126 time: 0.0496070 Feb 19 02:10:37.469289 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-54224fd5-3b01-401b-979b-94be6b9295cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 217 time: 0.0341673 Feb 19 02:10:37.517809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-8908b862-d45f-49d8-a202-c8a7fe666864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.519155 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-8908b862-d45f-49d8-a202-c8a7fe666864 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0432794 Feb 19 02:10:37.572263 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-efd6d1ce-18f8-491b-9d7c-a2748707ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.573984 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-efd6d1ce-18f8-491b-9d7c-a2748707ef34 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488369 Feb 19 02:10:37.664247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-b7fbb709-cf85-447b-8d55-be7d84f8a14e service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841329 Feb 19 02:10:37.676017 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdedec-05f8-4611-b687-d2b585642654 req-bac860c1-0f7e-46e2-bde0-42f9e0e4e5f8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:37.677561 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7fdedec-05f8-4611-b687-d2b585642654 req-bac860c1-0f7e-46e2-bde0-42f9e0e4e5f8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0544832 Feb 19 02:10:37.726306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7fdedec-05f8-4611-b687-d2b585642654 req-dec1518b-72e7-4601-997b-7f8e821bd80a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Feb 19 02:10:37.760581 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-905385cc-723c-4b46-b4f9-95257054e3e4 req-45cbd3c4-a43b-4aba-be3c-1752d358dac3 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900784 Feb 19 02:10:38.849287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2fd50-ee24-4b70-9bfe-45c57c80d7b3 req-e9b31f11-408c-410a-b8db-1effce577f80 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:38.850791 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62d2fd50-ee24-4b70-9bfe-45c57c80d7b3 req-e9b31f11-408c-410a-b8db-1effce577f80 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0543549 Feb 19 02:10:38.899168 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-62d2fd50-ee24-4b70-9bfe-45c57c80d7b3 req-ac88aa7a-cd31-4769-8089-8abefe55427b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Feb 19 02:10:40.022176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c424c-a732-4c9e-815f-18596c540767 req-7cc574cb-3261-4556-9a03-019848bf8f0c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:40.023589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-780c424c-a732-4c9e-815f-18596c540767 req-7cc574cb-3261-4556-9a03-019848bf8f0c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0569825 Feb 19 02:10:40.072800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-780c424c-a732-4c9e-815f-18596c540767 req-6b6dc1b5-847e-464c-9ad2-7bd00879dadf tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Feb 19 02:10:40.471503 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:40.716965 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-54d37d1e-6502-4b56-99bf-a83d961bc55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:41.029059 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:41.056757 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:10:41.160102 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:41.172815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:10:41.197230 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3802f40-1256-43d8-b3c6-561b97f2a681 req-0bb13d68-155c-44be-abe2-ff5226ef19d3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:41.198732 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3802f40-1256-43d8-b3c6-561b97f2a681 req-0bb13d68-155c-44be-abe2-ff5226ef19d3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0545774 Feb 19 02:10:41.212929 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:41.213318 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:41.227009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:10:41.247930 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:41.250337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c3802f40-1256-43d8-b3c6-561b97f2a681 req-5854eecd-a3a3-4250-b47e-b40dd6b55701 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446074 Feb 19 02:10:41.311919 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:41.365204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:41.541263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['687d1dde-1449-4eb9-9a0f-c3beee056514'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:10:42.369765 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ffa40-19d6-4a88-bc82-b7b7102f3b66 req-0c2418cd-17a1-4515-960e-e3137a114bfc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:42.371256 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b02ffa40-19d6-4a88-bc82-b7b7102f3b66 req-0c2418cd-17a1-4515-960e-e3137a114bfc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Feb 19 02:10:42.423224 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b02ffa40-19d6-4a88-bc82-b7b7102f3b66 req-4744439e-a73c-49d9-8c93-0dd64ce5fbc0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454323 Feb 19 02:10:42.985597 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-72547b1e-cce6-48dc-9bf2-920ba00e6bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:43.073673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:10:43.162840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 687d1dde-1449-4eb9-9a0f-c3beee056514 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:10:43.167130 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 687d1dde-1449-4eb9-9a0f-c3beee056514 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:10:43.167512 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:43.250818 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:10:43.251236 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:43.272815 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:43.275064 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32fadc-96b1-4510-aee6-efca68350a08" -d '{"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:43.288909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:10:43.334450 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:43.369667 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63f841-99b3-4517-bbb2-9c6dca7b35ae x-openstack-request-id: req-5e63f841-99b3-4517-bbb2-9c6dca7b35ae {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:43.369951 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:43.370201 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5e63f841-99b3-4517-bbb2-9c6dca7b35ae {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:43.370642 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'code': 200} Feb 19 02:10:43.385979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:43.473660 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed21e3a-833b-4281-874c-f992cd2f8446 req-f2b7e0bd-24df-4c9d-b049-9f6223ed8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.475293 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bed21e3a-833b-4281-874c-f992cd2f8446 req-f2b7e0bd-24df-4c9d-b049-9f6223ed8960 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1128 time: 0.0490315 Feb 19 02:10:43.521109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bed21e3a-833b-4281-874c-f992cd2f8446 req-097477ac-6cc4-46d4-8eaa-2cc8b4cc9607 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394309 Feb 19 02:10:43.544787 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeabf4-f47d-41be-b829-e7386dbcf8f6 req-56f95679-b538-4a46-b498-7512be4d28c0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:43.546272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccaeabf4-f47d-41be-b829-e7386dbcf8f6 req-56f95679-b538-4a46-b498-7512be4d28c0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0525212 Feb 19 02:10:43.598345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ccaeabf4-f47d-41be-b829-e7386dbcf8f6 req-e40c73f8-17d8-4463-b142-518b2c385ad0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464313 Feb 19 02:10:44.480429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:44.720344 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda86be-d343-4472-bd9f-d5d42dd21ce2 req-1179f268-2d9d-4455-971c-688a7ed8f6b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:44.721842 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bda86be-d343-4472-bd9f-d5d42dd21ce2 req-1179f268-2d9d-4455-971c-688a7ed8f6b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0540226 Feb 19 02:10:44.779119 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1bda86be-d343-4472-bd9f-d5d42dd21ce2 req-b5bc8748-8390-4250-aee5-83b503dc4de8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511799 Feb 19 02:10:45.582875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:45.898204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67da11-19ff-48f9-b38a-614478d41ac0 req-57967844-49e3-4484-b160-657b0cb0e240 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:45.899722 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc67da11-19ff-48f9-b38a-614478d41ac0 req-57967844-49e3-4484-b160-657b0cb0e240 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0524638 Feb 19 02:10:45.947902 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fc67da11-19ff-48f9-b38a-614478d41ac0 req-a0b64b05-7ffc-4224-a5dd-cbd82c264f0b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422902 Feb 19 02:10:46.066788 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441b51-8db4-4a1c-ac15-d9d924b67ff9 req-7e9b12d3-8189-4904-80b6-c6056b0babd0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:46.068230 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff441b51-8db4-4a1c-ac15-d9d924b67ff9 req-7e9b12d3-8189-4904-80b6-c6056b0babd0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0530083 Feb 19 02:10:46.121603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ff441b51-8db4-4a1c-ac15-d9d924b67ff9 req-74a6ceea-f22d-4bcc-bcf9-212f8904262f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476468 Feb 19 02:10:46.143254 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37146) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:46.273038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ffc042-fe42-41aa-8979-274531778750 tempest-TestShelveInstance-1220052385 tempest-TestShelveInstance-1220052385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:46.274575 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e4ffc042-fe42-41aa-8979-274531778750 tempest-TestShelveInstance-1220052385 tempest-TestShelveInstance-1220052385-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1123 time: 0.1302609 Feb 19 02:10:46.277461 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37150) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:10:46.282598 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:10:46.354427 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:46.453929 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:46.562086 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Allocated IP 172.25.2.9 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:10:46.665756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:46.754883 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:46.800484 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:10:46.804176 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:10:46.806063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:46.808338 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:10:46.997791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:47.191970 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (efc22eff-deff-4388-b04c-4f8ac4cbc55d), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:47.311629 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:47.458945 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:47.519879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:47.909784 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:10:47.921279 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (efc22eff-deff-4388-b04c-4f8ac4cbc55d), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:48.027433 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Floating IP efc22eff-deff-4388-b04c-4f8ac4cbc55d associated. External IP: 172.25.2.9, port: 687d1dde-1449-4eb9-9a0f-c3beee056514. Feb 19 02:10:48.244200 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:10:48.372473 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:10:48.374632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:10:48.384887 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:48.385552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:48.496951 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:10:48.530890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c22b0764-2b0b-44eb-83fc-8345e0e6f836 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2515614 Feb 19 02:10:48.531558 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:10:48.533928 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69a0bd-7e24-4389-9141-9533e5fe1929" -d '{"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:10:48.576397 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8804cc8-5afb-4ba0-82ee-232fe5b98aee x-openstack-request-id: req-f8804cc8-5afb-4ba0-82ee-232fe5b98aee {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:10:48.576827 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:10:48.577225 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f8804cc8-5afb-4ba0-82ee-232fe5b98aee {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:10:48.577639 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'status': 'completed', 'code': 200} Feb 19 02:10:48.647719 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-7b50174d-332d-4394-95d9-c39c79a2bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:48.649133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-7b50174d-332d-4394-95d9-c39c79a2bc10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1128 time: 0.0500226 Feb 19 02:10:48.671453 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:48.741874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-a2c371f1-2f4f-4892-b23e-6fb177ceab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:48.743577 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-a2c371f1-2f4f-4892-b23e-6fb177ceab37 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0885670 Feb 19 02:10:48.816536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-348e9aa4-e86c-4869-aa26-2dcd64e351f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 998 time: 0.0648663 Feb 19 02:10:48.865387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-ce536417-53f3-42bb-8efc-be32104f4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:48.866850 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-ce536417-53f3-42bb-8efc-be32104f4048 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0436907 Feb 19 02:10:48.898940 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'efc22eff-deff-4388-b04c-4f8ac4cbc55d', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:47Z', 'updated_at': '2022-02-19T02:10:47Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:48.914546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-ea891440-30f3-4ac7-9386-246d308e73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:10:48.916122 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-ea891440-30f3-4ac7-9386-246d308e73ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432334 Feb 19 02:10:48.930642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:10:48.939740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:10:48.940350 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:10:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:49.008998 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-1d56b9c8-401c-48b6-94fa-02bfdc7eef5e service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Feb 19 02:10:49.051212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:10:49.144378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da69a0bd-7e24-4389-9141-9533e5fe1929 req-50b6a660-5638-4997-9a95-c6d68ab7c141 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300685 Feb 19 02:10:49.293434 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'efc22eff-deff-4388-b04c-4f8ac4cbc55d', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:47Z', 'updated_at': '2022-02-19T02:10:47Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:10:49.325444 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b15c-c533-4616-b3c4-871fed9ac93e None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'efc22eff-deff-4388-b04c-4f8ac4cbc55d', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:10:47Z', 'updated_at': '2022-02-19T02:10:47Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:10:49.523029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673306e4-9c71-43b9-bdf1-0ee050cc8131 None None] New status for floating IP efc22eff-deff-4388-b04c-4f8ac4cbc55d: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:11:01.447865 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:11:10.482335 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:10.733900 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ad0386da-cf37-4ba0-87bf-6681a462096b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:11.025296 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:12.996737 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-36bddad2-cade-4200-a9ea-e04e7b9d151d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:14.493771 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:15.556789 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:17.002727 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:29.798186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-4d657c2b-e09f-4a08-9441-5d8a7745777e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482428 Feb 19 02:11:29.883561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-9965c278-b2f3-4508-8322-f26bb3bb67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:29.885054 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-9965c278-b2f3-4508-8322-f26bb3bb67ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1128 time: 0.0437417 Feb 19 02:11:29.985041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-da04c3c5-e22f-41f3-ad28-d5a4349ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:29.986568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-da04c3c5-e22f-41f3-ad28-d5a4349ea343 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0846097 Feb 19 02:11:30.056366 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-4cd95721-9dfb-4fd6-bb9d-9bad4e7ea5d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1000 time: 0.0627334 Feb 19 02:11:30.103728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-b7dd5790-5809-406f-ad66-0d64c91ff9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:30.105134 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-b7dd5790-5809-406f-ad66-0d64c91ff9d4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0435522 Feb 19 02:11:30.153005 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-6879938d-af5b-4413-afcc-009410b19ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:11:30.154735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-6879938d-af5b-4413-afcc-009410b19ec9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439904 Feb 19 02:11:30.247717 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-45793506-03a4-4840-b741-d231b71d6cc1 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867577 Feb 19 02:11:30.338706 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc381d55-a977-4c2c-a9a7-cffb9c5a3fa9 req-a850f947-0602-40bd-9cb5-b97f140444cd service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847003 Feb 19 02:11:38.446792 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:11:40.487333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:40.727373 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8cfd955d-e664-4c2f-b11b-ac8b99dfd226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:41.053119 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:42.982245 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2f06-2874-4e2d-bf54-f21911adb227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:44.499140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:45.550367 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:11:47.010427 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:10.495950 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:10.724697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-21886338-00eb-4e35-bd27-fec37655ea28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:11.098796 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:12.987456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1036-d4a2-4ee2-a728-06f473afb15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:14.479034 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:15.445573 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:12:15.598349 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:17.016170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:31.766173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-12356ecc-a3a9-4e88-8e8b-2bf5bf958cd9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453076 Feb 19 02:12:31.857172 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a37c-12b8-4480-ad50-960f1e722432 req-e48627be-c7c8-4902-9256-d4b7de04658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:31.858651 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-e48627be-c7c8-4902-9256-d4b7de04658e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1128 time: 0.0493157 Feb 19 02:12:31.961993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a37c-12b8-4480-ad50-960f1e722432 req-986ac416-c161-4ad7-881c-672dc3b652a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:31.963495 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-986ac416-c161-4ad7-881c-672dc3b652a0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0864329 Feb 19 02:12:32.033663 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-bb02da23-31cf-4104-818b-b7f123068812 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1000 time: 0.0643792 Feb 19 02:12:32.082698 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a37c-12b8-4480-ad50-960f1e722432 req-268fef7e-d583-4f72-8b65-31e3054bafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:32.084200 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-268fef7e-d583-4f72-8b65-31e3054bafe6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0444133 Feb 19 02:12:32.133177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a37c-12b8-4480-ad50-960f1e722432 req-e0842cb2-babd-4f94-8dc7-62db9adb9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:32.134668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-e0842cb2-babd-4f94-8dc7-62db9adb9b4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444388 Feb 19 02:12:32.144757 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-209c800b-3dd4-43e4-8434-a755f9fd3817 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:12:32.145809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-209c800b-3dd4-43e4-8434-a755f9fd3817 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055716 Feb 19 02:12:32.239601 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-49e6282c-525c-47ca-a525-007006963339 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876534 Feb 19 02:12:32.330154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f284a37c-12b8-4480-ad50-960f1e722432 req-129eb9f6-e982-49df-b611-60bb2fe34796 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Feb 19 02:12:40.512526 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:40.718457 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-09bec766-827d-4fdd-90c7-7da426654a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:41.053058 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:42.989127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-edb3766e-0221-4144-899b-75ad60f218a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:44.512946 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:44.735478 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e23b-41d2-49a5-a14d-4d9dff1e2619 req-607ad5e8-fcfd-4861-971b-14ed1c9b75f2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:44.736989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7af6e23b-41d2-49a5-a14d-4d9dff1e2619 req-607ad5e8-fcfd-4861-971b-14ed1c9b75f2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0561128 Feb 19 02:12:44.788800 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7af6e23b-41d2-49a5-a14d-4d9dff1e2619 req-310c406b-4636-4c96-b63e-caefbb2a484c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454433 Feb 19 02:12:45.601244 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:45.920490 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd56f-be3c-4b70-b49b-750a25be8634 req-689eba59-af74-4f6a-b1ac-97948a96ffc9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:45.921947 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ffbd56f-be3c-4b70-b49b-750a25be8634 req-689eba59-af74-4f6a-b1ac-97948a96ffc9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0526397 Feb 19 02:12:45.978232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2ffbd56f-be3c-4b70-b49b-750a25be8634 req-5cb10ee8-4b90-4ee6-ab79-2c9da5a0fbde tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505979 Feb 19 02:12:47.023693 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:47.112873 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646ab9-09c1-4eaa-a639-0dd82d69820c req-31ce7ed2-0d84-4efb-b08b-252a0b64c7e0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:47.114366 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86646ab9-09c1-4eaa-a639-0dd82d69820c req-31ce7ed2-0d84-4efb-b08b-252a0b64c7e0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0542746 Feb 19 02:12:47.170080 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-86646ab9-09c1-4eaa-a639-0dd82d69820c req-a7c7d8b6-227c-4a14-9c48-d89cdd97eb8b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493255 Feb 19 02:12:48.291433 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca57305-814e-4b69-8507-83dd14c06644 req-98f7110c-0dcc-4dda-b09a-8b34e1ba28f6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:48.292938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bca57305-814e-4b69-8507-83dd14c06644 req-98f7110c-0dcc-4dda-b09a-8b34e1ba28f6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0545659 Feb 19 02:12:48.342809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bca57305-814e-4b69-8507-83dd14c06644 req-f2df99ac-b73a-400c-ac76-e2ebea6315ce tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Feb 19 02:12:49.472529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33a224-784c-45c8-86b9-fb45abc76a03 req-4f659f95-e2a9-4461-b214-67af9e4a6107 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:49.473999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c33a224-784c-45c8-86b9-fb45abc76a03 req-4f659f95-e2a9-4461-b214-67af9e4a6107 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0628941 Feb 19 02:12:49.526406 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c33a224-784c-45c8-86b9-fb45abc76a03 req-5c068b3b-3959-4ad4-9a39-44ca2ad32352 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453293 Feb 19 02:12:50.649845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b86f75-78cf-43dd-8194-b2292abae7e6 req-597983c2-7d13-4060-9e79-ac9e7304ca80 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:50.651392 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b86f75-78cf-43dd-8194-b2292abae7e6 req-597983c2-7d13-4060-9e79-ac9e7304ca80 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0535784 Feb 19 02:12:50.701843 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-32b86f75-78cf-43dd-8194-b2292abae7e6 req-494b6d9f-6453-462b-9316-b4f02b4297e2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 Feb 19 02:12:51.828569 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1856-7155-4b34-828f-9e3218185334 req-aff213d0-c38c-4c99-9614-2057826d2fce tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:51.830075 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468e1856-7155-4b34-828f-9e3218185334 req-aff213d0-c38c-4c99-9614-2057826d2fce tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0546005 Feb 19 02:12:51.879159 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-468e1856-7155-4b34-828f-9e3218185334 req-6248ac52-e2b7-4a55-9035-3fe6345512fd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432432 Feb 19 02:12:52.444428 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:12:53.001839 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bdf9d-d05b-4d71-b792-6ca434a7b091 req-d2e0e48f-8f09-4a7e-9fab-d8513e201aef tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:53.003302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-643bdf9d-d05b-4d71-b792-6ca434a7b091 req-d2e0e48f-8f09-4a7e-9fab-d8513e201aef tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0549738 Feb 19 02:12:53.051782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-643bdf9d-d05b-4d71-b792-6ca434a7b091 req-12128560-9e07-4e86-ae01-a51fb4f79969 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 Feb 19 02:12:54.176135 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655bdd-02cd-4713-8686-ac6ec0df5109 req-9439719d-fd46-4dcc-9e40-0262376c99e2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:54.177636 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49655bdd-02cd-4713-8686-ac6ec0df5109 req-9439719d-fd46-4dcc-9e40-0262376c99e2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0578523 Feb 19 02:12:54.227123 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-49655bdd-02cd-4713-8686-ac6ec0df5109 req-02f78167-1647-4eb0-a6e9-1c1d806dfa6c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429676 Feb 19 02:12:55.350027 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d2070-31fd-4482-9e12-46686ed8544b req-6f0ca774-746a-4782-906b-bfb7a78c1947 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:55.352434 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-999d2070-31fd-4482-9e12-46686ed8544b req-6f0ca774-746a-4782-906b-bfb7a78c1947 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Feb 19 02:12:55.400734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-999d2070-31fd-4482-9e12-46686ed8544b req-a1cba25d-38b8-4d90-9487-b8671e05a3c5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Feb 19 02:12:56.520463 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61888f-ea81-43d8-9c75-0ca88a39d124 req-17b54c04-5f71-441b-bd33-684afeb4371a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:56.521974 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b61888f-ea81-43d8-9c75-0ca88a39d124 req-17b54c04-5f71-441b-bd33-684afeb4371a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0534091 Feb 19 02:12:56.572044 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3b61888f-ea81-43d8-9c75-0ca88a39d124 req-95d1f6c4-1151-4a2d-a4d1-281b58da7e01 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Feb 19 02:12:57.693373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdd09-b80d-40b3-83c3-b4a9f741d2f2 req-56f6f145-e507-46a4-8e09-de2f915c3d18 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:57.694983 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0fbdd09-b80d-40b3-83c3-b4a9f741d2f2 req-56f6f145-e507-46a4-8e09-de2f915c3d18 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Feb 19 02:12:57.747261 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f0fbdd09-b80d-40b3-83c3-b4a9f741d2f2 req-f35a9669-6b0d-4732-9410-94796a6ba32b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467875 Feb 19 02:12:57.913668 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:12:58.014416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:58.031654 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:12:58.093882 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:12:58.094750 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:58.111590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:12:58.138767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:12:58.223555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:12:58.284523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:12:58.292517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.293161 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.293821 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.294364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.294764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.295203 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.295600 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.296124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.296643 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.297189 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.297694 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.298049 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.302361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:12:58.314326 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['687d1dde-1449-4eb9-9a0f-c3beee056514'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:12:58.874163 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a157c8-d508-4248-8ef7-1d3a859100b6 req-2ac43bc7-8ca7-43c0-aeac-f50226812f4d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:12:58.875686 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46a157c8-d508-4248-8ef7-1d3a859100b6 req-2ac43bc7-8ca7-43c0-aeac-f50226812f4d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0548179 Feb 19 02:12:58.954676 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-46a157c8-d508-4248-8ef7-1d3a859100b6 req-7e364382-3213-4a7a-9cbc-731e8f808977 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734117 Feb 19 02:12:59.923172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:12:59.988255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 687d1dde-1449-4eb9-9a0f-c3beee056514 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:12:59.988628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:00.087995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:00.088641 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:00.117682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd90e0b-d118-44ef-8fb9-43d4216c52ea req-f5c80916-0a5c-4abb-ad9b-111757f30564 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:00.119415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfd90e0b-d118-44ef-8fb9-43d4216c52ea req-f5c80916-0a5c-4abb-ad9b-111757f30564 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0645809 Feb 19 02:13:00.127415 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:00.129721 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459d215-a7d3-4dc0-bb6d-d989e33f4f19" -d '{"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:00.136440 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:00.201139 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899774c-4023-4109-8d13-54cf4f337ef8 x-openstack-request-id: req-f899774c-4023-4109-8d13-54cf4f337ef8 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:00.201139 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:00.201139 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f899774c-4023-4109-8d13-54cf4f337ef8 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:00.201139 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'code': 200} Feb 19 02:13:00.204973 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dfd90e0b-d118-44ef-8fb9-43d4216c52ea req-2641827c-3473-4989-b021-9b0c9972bf96 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736253 Feb 19 02:13:00.222346 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:00.279047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:01.353678 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f17f6-356f-408e-a296-c34130b123be req-b1547759-ce27-4954-951b-a76f5c041deb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:01.355195 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-673f17f6-356f-408e-a296-c34130b123be req-b1547759-ce27-4954-951b-a76f5c041deb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0756369 Feb 19 02:13:01.408259 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-673f17f6-356f-408e-a296-c34130b123be req-55a5bf25-b0d1-4c6b-ab4b-010c74fb9436 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469573 Feb 19 02:13:02.536727 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1f6d-87f7-4294-8f0d-2ad9ed6ce9ba req-029755fb-8454-4a42-a81b-cbf5d1964667 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:02.538460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bdbd1f6d-87f7-4294-8f0d-2ad9ed6ce9ba req-029755fb-8454-4a42-a81b-cbf5d1964667 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0560427 Feb 19 02:13:02.595101 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bdbd1f6d-87f7-4294-8f0d-2ad9ed6ce9ba req-b79ebbb8-2c92-4302-96c7-c40b29cfc0e8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Feb 19 02:13:03.730453 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b6645-2510-4045-a41a-def888a377ed req-de2eb6e3-c1fc-4e51-9d2b-be76b0bfa25d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:03.732486 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-698b6645-2510-4045-a41a-def888a377ed req-de2eb6e3-c1fc-4e51-9d2b-be76b0bfa25d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0609787 Feb 19 02:13:03.783462 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-698b6645-2510-4045-a41a-def888a377ed req-b471f887-c69d-415e-92fe-9976fa053092 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446734 Feb 19 02:13:04.916815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3c12-6c25-48a5-ad7f-49a753dfe84f req-efdfa93a-f61e-4af9-9774-a4d6ef469778 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:04.924974 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-757b3c12-6c25-48a5-ad7f-49a753dfe84f req-efdfa93a-f61e-4af9-9774-a4d6ef469778 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0674865 Feb 19 02:13:04.974568 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-757b3c12-6c25-48a5-ad7f-49a753dfe84f req-877163ec-a842-4052-b1e5-912f7742e3e7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487330 Feb 19 02:13:06.119918 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b3ae8-987c-4c51-93f8-e34d33108408 req-4451246b-3291-4382-a5ff-40a5c71ef386 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:06.122082 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a45b3ae8-987c-4c51-93f8-e34d33108408 req-4451246b-3291-4382-a5ff-40a5c71ef386 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0620096 Feb 19 02:13:06.194322 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a45b3ae8-987c-4c51-93f8-e34d33108408 req-f14eb80f-693b-4e2c-9753-7f4a366a27d2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643628 Feb 19 02:13:07.439401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195e18-2f32-4137-b4a9-335dd1cdd84b req-ba9366a8-ccdb-4a62-9f76-663feadcce2b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:07.441610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6195e18-2f32-4137-b4a9-335dd1cdd84b req-ba9366a8-ccdb-4a62-9f76-663feadcce2b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.1784995 Feb 19 02:13:07.508069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a6195e18-2f32-4137-b4a9-335dd1cdd84b req-6ad6a092-ed7d-44d7-ae08-6260799f0e80 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579419 Feb 19 02:13:08.675364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbdefa-da2f-4f14-b2da-78c5f11e4eba req-33b71354-cd1a-4a75-a1b6-80e7cb60f1b3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:08.676857 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7dbdefa-da2f-4f14-b2da-78c5f11e4eba req-33b71354-cd1a-4a75-a1b6-80e7cb60f1b3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.1070709 Feb 19 02:13:08.726027 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c7dbdefa-da2f-4f14-b2da-78c5f11e4eba req-b4a84a1f-ef8c-4a3a-ad66-0c443b322279 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426078 Feb 19 02:13:09.044366 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-3afee5c8-c3b8-42ee-b1ea-10d6ad6be25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:09.045853 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-3afee5c8-c3b8-42ee-b1ea-10d6ad6be25b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1128 time: 0.0508037 Feb 19 02:13:09.134637 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-bab2292b-7377-4846-ad1c-f9caee038e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:09.136130 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-bab2292b-7377-4846-ad1c-f9caee038e7f service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0834301 Feb 19 02:13:09.204202 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-f15272a0-ee1c-459b-81a7-9facd3ae2455 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1000 time: 0.0615916 Feb 19 02:13:09.253923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-7a881a59-cd6b-47f2-8f95-91ddee018eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:09.255389 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-7a881a59-cd6b-47f2-8f95-91ddee018eb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0429680 Feb 19 02:13:09.303878 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-f0b7c847-4879-49ba-a95c-09301f0719a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:09.305456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-f0b7c847-4879-49ba-a95c-09301f0719a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445404 Feb 19 02:13:09.397415 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-f0456e94-2087-40c7-815a-e90d123ac1ba service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852313 Feb 19 02:13:09.888080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fd4a4bfb-a672-40de-919d-320eeec52373 req-843478cb-4288-4e40-ad2c-7b28bd316d18 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847658 Feb 19 02:13:09.895444 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc87b3-15b6-4c26-9b6d-b904846f1ef2 req-45068d38-3fe7-4783-993b-4d87d5ccb312 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:09.896867 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02fc87b3-15b6-4c26-9b6d-b904846f1ef2 req-45068d38-3fe7-4783-993b-4d87d5ccb312 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0916436 Feb 19 02:13:09.946682 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-02fc87b3-15b6-4c26-9b6d-b904846f1ef2 req-52277fca-a4fa-4ee8-95ae-097fe097b2a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Feb 19 02:13:10.518041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:10.723256 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3e658faf-d440-4f0a-b93b-116b4a7a0ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:11.074364 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df04de-1a8a-48e3-a6a7-8c33144328e2 req-e223af42-d88c-4a09-9218-29f991819d58 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:11.075903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3df04de-1a8a-48e3-a6a7-8c33144328e2 req-e223af42-d88c-4a09-9218-29f991819d58 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0604186 Feb 19 02:13:11.083660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:11.125506 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b3df04de-1a8a-48e3-a6a7-8c33144328e2 req-84bc044c-6a27-49f8-9529-dfcb08a88c41 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437841 Feb 19 02:13:12.008361 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:12.086663 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:12.086981 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:12.110522 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:12.112770 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8525a0bc-3465-4d2e-a5e3-205b2da1248c" -d '{"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-unplugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:12.126212 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:12.151107 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbb06a0-5163-4205-be1f-ea52a676b516 x-openstack-request-id: req-1dbb06a0-5163-4205-be1f-ea52a676b516 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:12.151414 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-unplugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:12.151670 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1dbb06a0-5163-4205-be1f-ea52a676b516 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:12.152461 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'code': 200} Feb 19 02:13:12.206394 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:12.250803 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75d9e6-85c7-429f-bc39-dccb27ec9fa2 req-bb2bd10d-e59b-44b5-bba2-ac8275a23bd4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:12.252432 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba75d9e6-85c7-429f-bc39-dccb27ec9fa2 req-bb2bd10d-e59b-44b5-bba2-ac8275a23bd4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0557904 Feb 19 02:13:12.255804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:12.308307 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ba75d9e6-85c7-429f-bc39-dccb27ec9fa2 req-219a1287-1180-42f7-9d44-109202562192 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493684 Feb 19 02:13:12.421522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-7eba5e1d-e12a-431e-91e6-124655672a8b req-dc3e4313-ec86-4ed1-8eaf-a385abd1545e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:13:12.422621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7eba5e1d-e12a-431e-91e6-124655672a8b req-dc3e4313-ec86-4ed1-8eaf-a385abd1545e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486517 Feb 19 02:13:12.745204 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064c4e1-84c4-4f56-b1b8-1a4cf9ea369d req-e51a281e-4ca1-4dc4-b594-d2c9c259c111 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:12.746746 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d064c4e1-84c4-4f56-b1b8-1a4cf9ea369d req-e51a281e-4ca1-4dc4-b594-d2c9c259c111 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0553992 Feb 19 02:13:12.801647 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d064c4e1-84c4-4f56-b1b8-1a4cf9ea369d req-35d86b9f-eb92-46f5-9397-b8c9ad6fd243 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490928 Feb 19 02:13:12.986343 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-330984f9-6004-43bf-8914-654e162dd630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:13.218589 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7dc330da-68fd-43fb-a5fd-73b21897d201 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958321 Feb 19 02:13:13.921848 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d2f6b-577d-49ae-acfe-cdbc525cb0c1 req-c8133bea-dd2e-4833-9056-7ba1d02e0efb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:13.923325 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af1d2f6b-577d-49ae-acfe-cdbc525cb0c1 req-c8133bea-dd2e-4833-9056-7ba1d02e0efb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0515180 Feb 19 02:13:13.971154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-af1d2f6b-577d-49ae-acfe-cdbc525cb0c1 req-7defba79-aacd-45ce-8a11-f791235ef5ef tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 Feb 19 02:13:14.349105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7e2b2799-1e03-458d-a21a-d7f5cdf0f141 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:14.350454 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7e2b2799-1e03-458d-a21a-d7f5cdf0f141 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports/687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 941 time: 0.0954835 Feb 19 02:13:14.508993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:15.091377 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af94c6-9ea8-4e0c-b04d-e8540898138f req-14148c99-a152-43c8-a98f-b5c52f966d68 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:15.093317 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72af94c6-9ea8-4e0c-b04d-e8540898138f req-14148c99-a152-43c8-a98f-b5c52f966d68 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0545180 Feb 19 02:13:15.141811 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-72af94c6-9ea8-4e0c-b04d-e8540898138f req-12b31600-278e-41a0-b6df-4413f9741339 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Feb 19 02:13:15.572467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:16.038472 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:13:16.116535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: DOWN; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:16.263373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565090e3-7df1-48f6-8bb9-3555e62db532 req-5dfdb4fa-58a7-4587-ac66-c0fbdb74dbc6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:16.264877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-565090e3-7df1-48f6-8bb9-3555e62db532 req-5dfdb4fa-58a7-4587-ac66-c0fbdb74dbc6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0547268 Feb 19 02:13:16.320881 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-565090e3-7df1-48f6-8bb9-3555e62db532 req-fb5e2e23-aaf9-4658-8290-5beacaefdbd9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503256 Feb 19 02:13:17.048993 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:17.445915 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dbbff-896a-48e4-97e3-083ae92cf030 req-38c80e9d-ec21-414e-8160-5daade032873 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:17.447431 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca4dbbff-896a-48e4-97e3-083ae92cf030 req-38c80e9d-ec21-414e-8160-5daade032873 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0576446 Feb 19 02:13:17.496449 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-ca4dbbff-896a-48e4-97e3-083ae92cf030 req-76b65c01-c1bc-409d-b453-787812dc4667 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Feb 19 02:13:18.620667 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b97db-4b8a-4e31-907e-520e4d627b72 req-09b2ac4f-d4cb-4f8b-830a-861277b88c53 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:18.622153 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be2b97db-4b8a-4e31-907e-520e4d627b72 req-09b2ac4f-d4cb-4f8b-830a-861277b88c53 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0537665 Feb 19 02:13:18.672088 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-be2b97db-4b8a-4e31-907e-520e4d627b72 req-014b11a6-6ec5-476e-80c2-4811896226ff tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441873 Feb 19 02:13:18.895355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-97eb7fc3-2210-4aae-b533-941eba5ad84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:18.896858 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-97eb7fc3-2210-4aae-b533-941eba5ad84e service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 1126 time: 0.0872629 Feb 19 02:13:18.906920 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-20d5b3f7-320b-4d3d-bddf-b8ca5802866d service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:13:18.907890 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-20d5b3f7-320b-4d3d-bddf-b8ca5802866d service neutron] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049145 Feb 19 02:13:18.918675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826529-3', 'device_owner': 'compute:nova'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:13:18.979046 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.184540 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:19.217573 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:19.249624 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:13:19.256943 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks [] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.268619 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Transition to ACTIVE for port object 687d1dde-1449-4eb9-9a0f-c3beee056514 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:13:19.352530 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.440334 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=9']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:19.452458 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.452815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.453168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.453513 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.453853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.454190 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.454526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.454855 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.455211 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.455544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.455877 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.456207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.456534 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:13:19.491974 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] No DVR routers for this DVR port 687d1dde-1449-4eb9-9a0f-c3beee056514 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:13:19.639226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:13:19.639884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:13:19.639884 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:19.644341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:13:19.644672 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Attempting to bind port 687d1dde-1449-4eb9-9a0f-c3beee056514 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:13:19.650467 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:13:19.650758 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:13:19.651241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Bound using segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:13:19.651688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Bound port: 687d1dde-1449-4eb9-9a0f-c3beee056514, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:13:19.652305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.722407 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:13:19.726979 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:13:19.799008 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4813d5-d8b6-4764-b6c6-7017bcbbba33 req-2e07cb8a-72cb-4b97-91fc-a1a883d26688 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:19.800584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de4813d5-d8b6-4764-b6c6-7017bcbbba33 req-2e07cb8a-72cb-4b97-91fc-a1a883d26688 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 944 time: 0.0554247 Feb 19 02:13:19.838850 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.869162 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-de4813d5-d8b6-4764-b6c6-7017bcbbba33 req-e9aaf312-3f3d-4207-a325-58ff8302df83 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626593 Feb 19 02:13:19.881308 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:19.883258 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:19.887980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] 10.222.0.117 "PUT /v2.0/ports/687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1092 time: 0.9726918 Feb 19 02:13:19.888476 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:19.891038 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75" -d '{"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:19.925836 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18016697-2ab1-47fe-8249-cbd335030b0d service neutron] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=10']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:19.946683 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042198b5-77fb-410c-9c05-3d93076ca778 x-openstack-request-id: req-042198b5-77fb-410c-9c05-3d93076ca778 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:19.946984 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:19.947282 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-042198b5-77fb-410c-9c05-3d93076ca778 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:19.947682 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'status': 'completed', 'code': 200} Feb 19 02:13:19.967310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7283d1b6-a16e-43c0-8109-de09c28fb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:19.968877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7283d1b6-a16e-43c0-8109-de09c28fb16a service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1127 time: 0.0552492 Feb 19 02:13:20.066209 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-1da560c2-f7ff-41d4-af92-9a2006e0bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.067749 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-1da560c2-f7ff-41d4-af92-9a2006e0bd48 service neutron] 10.222.0.117 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0909507 Feb 19 02:13:20.138738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-9bc9738a-4118-43ff-b6e0-b14c32f5f834 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 998 time: 0.0644717 Feb 19 02:13:20.188522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-68625085-2945-4431-aec7-67d5e342f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.189909 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-68625085-2945-4431-aec7-67d5e342f087 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0441172 Feb 19 02:13:20.249384 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7124af46-d83e-4e79-ac3d-4a8c02c651b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.250884 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-7124af46-d83e-4e79-ac3d-4a8c02c651b1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542581 Feb 19 02:13:20.345037 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-c13e354e-018b-4ab8-93bf-a6bd62c36ecb service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866735 Feb 19 02:13:20.432675 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-675b83ec-ab0f-4b40-9cc6-f8bff22bf37f req-8686676c-3c5f-4b49-8c3c-d3a020f40793 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Feb 19 02:13:20.579045 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-67037ef9-b837-4ca9-9d41-45f56f277184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.580640 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-67037ef9-b837-4ca9-9d41-45f56f277184 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1127 time: 0.0544252 Feb 19 02:13:20.687904 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-f3528e9e-2e19-49ce-aead-a32a4ee82029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.689396 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-f3528e9e-2e19-49ce-aead-a32a4ee82029 service neutron] 10.222.0.117 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.1022284 Feb 19 02:13:20.761235 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-d7c510ed-4c5e-4e9d-92ba-f0e46b360edd service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 998 time: 0.0648661 Feb 19 02:13:20.810010 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-808fac93-e246-4242-8a12-5a5974fad9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.811395 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-808fac93-e246-4242-8a12-5a5974fad9cf service neutron] 10.222.0.117 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0448916 Feb 19 02:13:20.864640 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-fb023cf0-423f-48ad-bf1b-45ce0b92ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:20.866295 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-fb023cf0-423f-48ad-bf1b-45ce0b92ffa1 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479059 Feb 19 02:13:21.063530 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed37c6-579b-431d-88c4-d4cbfea03f7d req-bb95f048-2335-4857-a7cb-69bee7ec0c0b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:21.066312 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81ed37c6-579b-431d-88c4-d4cbfea03f7d req-bb95f048-2335-4857-a7cb-69bee7ec0c0b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0679429 Feb 19 02:13:21.127678 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-81ed37c6-579b-431d-88c4-d4cbfea03f7d req-b174a0dd-7404-4189-9f3c-769a4c5af6de tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548882 Feb 19 02:13:22.252708 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d41fe-d5ab-4b3f-ba06-36817e930c1f req-31db5d7f-dc97-44cb-8192-f1aa40f04961 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:22.254233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a5d41fe-d5ab-4b3f-ba06-36817e930c1f req-31db5d7f-dc97-44cb-8192-f1aa40f04961 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Feb 19 02:13:22.309957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2a5d41fe-d5ab-4b3f-ba06-36817e930c1f req-c76bae49-1091-445d-b58c-8cd5d68e6555 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488236 Feb 19 02:13:23.436422 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6bc47-8783-444b-98d9-2a429105aae9 req-b8037869-3739-4417-85cd-a69c237050a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:23.437964 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17d6bc47-8783-444b-98d9-2a429105aae9 req-b8037869-3739-4417-85cd-a69c237050a7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0575693 Feb 19 02:13:23.500009 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-17d6bc47-8783-444b-98d9-2a429105aae9 req-ea6ed303-0fc9-48fe-a15b-716cd2331081 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551999 Feb 19 02:13:24.628636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6417fbb-b590-4b2c-8a40-47f359ae23ea req-fda40a79-0bda-4ef2-87d7-9558efb181fe tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:24.630351 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6417fbb-b590-4b2c-8a40-47f359ae23ea req-fda40a79-0bda-4ef2-87d7-9558efb181fe tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0601192 Feb 19 02:13:24.683485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6417fbb-b590-4b2c-8a40-47f359ae23ea req-4b3ea265-72bf-4c8d-9896-f2572c307cbb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 Feb 19 02:13:25.840631 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aca253-0285-4f3d-a5e1-fb9d900942b7 req-ff0666ed-3043-4654-bd6c-95cd98dac1f7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:25.843306 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35aca253-0285-4f3d-a5e1-fb9d900942b7 req-ff0666ed-3043-4654-bd6c-95cd98dac1f7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0613306 Feb 19 02:13:25.899670 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35aca253-0285-4f3d-a5e1-fb9d900942b7 req-4940dd5c-bf49-4560-b6cc-ddfc68bf615c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506408 Feb 19 02:13:27.029604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2178be-8de2-47c0-b8c2-65a6604d6947 req-e05d0949-9adf-47d4-8be8-4964c146df4e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:27.031309 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c2178be-8de2-47c0-b8c2-65a6604d6947 req-e05d0949-9adf-47d4-8be8-4964c146df4e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0602326 Feb 19 02:13:27.086636 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2c2178be-8de2-47c0-b8c2-65a6604d6947 req-405eadd1-af88-46bf-985e-3cafd2b5588d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Feb 19 02:13:28.214468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2ea2-7b1d-4bed-af96-54cd7e06870e req-5f1e6aac-2951-4aa7-a330-0b42931572e6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:28.219584 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a72a2ea2-7b1d-4bed-af96-54cd7e06870e req-5f1e6aac-2951-4aa7-a330-0b42931572e6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0619149 Feb 19 02:13:28.269593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a72a2ea2-7b1d-4bed-af96-54cd7e06870e req-164b199d-1df3-4589-be7c-163e472c5403 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476968 Feb 19 02:13:28.915611 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-b34723d9-5bd1-4b7d-b3bf-045e92122956 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869555 Feb 19 02:13:29.016733 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8db5b7f6-3ecc-450e-a69e-e6883ca01c75 req-48f9e2b2-7fda-420c-a2f8-1ff5d938e6e0 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856988 Feb 19 02:13:29.396144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53432-d34f-442c-93ba-2ac01eea0f70 req-a321413b-8de9-4302-9ace-6cc16f9851c3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:29.397648 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9b53432-d34f-442c-93ba-2ac01eea0f70 req-a321413b-8de9-4302-9ace-6cc16f9851c3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0575414 Feb 19 02:13:29.443236 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:13:29.445832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f9b53432-d34f-442c-93ba-2ac01eea0f70 req-d24af598-e53e-4e40-9785-62275fb17818 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Feb 19 02:13:30.335009 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:13:30.435781 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:30.447945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'port_id': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'mac_address': 'fa:16:3e:c0:44:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:13:30.486166 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:30.486554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:30.499842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:13:30.518745 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:30.568499 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbc08d-0125-47df-962a-b4ddb9053aea req-67ba4caa-0a47-4b2d-8964-dd002e7703c9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:30.570028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6dbc08d-0125-47df-962a-b4ddb9053aea req-67ba4caa-0a47-4b2d-8964-dd002e7703c9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 945 time: 0.0546103 Feb 19 02:13:30.585969 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:30.621148 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6dbc08d-0125-47df-962a-b4ddb9053aea req-074e90a7-3ec0-46d4-a2f6-da3db419e1ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445142 Feb 19 02:13:30.637052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=11']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:30.844283 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['687d1dde-1449-4eb9-9a0f-c3beee056514'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:13:31.740591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f1a5-5b4e-4e11-9cb5-6ef1f0e145d8 req-53070c79-b738-41c6-b451-01f7d78225b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:31.742109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e134f1a5-5b4e-4e11-9cb5-6ef1f0e145d8 req-53070c79-b738-41c6-b451-01f7d78225b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 946 time: 0.0524027 Feb 19 02:13:31.792118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e134f1a5-5b4e-4e11-9cb5-6ef1f0e145d8 req-d44674d8-6a91-478d-895d-471f822b0d0a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438361 Feb 19 02:13:32.338114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:13:32.451516 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 687d1dde-1449-4eb9-9a0f-c3beee056514 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:13:32.455365 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 687d1dde-1449-4eb9-9a0f-c3beee056514 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:13:32.455736 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.537391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 687d1dde-1449-4eb9-9a0f-c3beee056514 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:13:32.537787 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.560942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:13:32.563163 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01af8db-0614-4c76-bcba-6190df97df32" -d '{"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:13:32.576449 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:13:32.600334 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fe1f5f-0504-4077-9c66-84f1aefbdfa9 x-openstack-request-id: req-92fe1f5f-0504-4077-9c66-84f1aefbdfa9 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:13:32.604668 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-plugged", "status": "completed", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:13:32.604668 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-92fe1f5f-0504-4077-9c66-84f1aefbdfa9 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:13:32.604668 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'code': 200} Feb 19 02:13:32.652377 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:32.700037 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=12']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:13:32.839310 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e23b5-458c-4ffd-b3eb-fedd37220203 req-796b087a-af71-46ac-9ca8-88b6d7a633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:32.840859 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b7e23b5-458c-4ffd-b3eb-fedd37220203 req-796b087a-af71-46ac-9ca8-88b6d7a633e5 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1129 time: 0.0455675 Feb 19 02:13:32.927925 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b7e23b5-458c-4ffd-b3eb-fedd37220203 req-280cf64d-23f0-4d2f-890a-8523f5c70bb0 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798001 Feb 19 02:13:32.943844 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf134ee9-f653-4a93-a01e-0b8412e615d6 req-e23befb3-951a-445d-8f8e-7b94ed793adf tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:32.945352 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf134ee9-f653-4a93-a01e-0b8412e615d6 req-e23befb3-951a-445d-8f8e-7b94ed793adf tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0781200 Feb 19 02:13:32.993818 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf134ee9-f653-4a93-a01e-0b8412e615d6 req-fb65d53a-80e2-46b4-8878-427797a4553f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Feb 19 02:13:34.122475 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48d7c-aa80-4d88-a731-7213c0735368 req-f82dd1b7-062c-4cb9-a45c-0e5e14ff8e4b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:34.124028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6c48d7c-aa80-4d88-a731-7213c0735368 req-f82dd1b7-062c-4cb9-a45c-0e5e14ff8e4b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0600252 Feb 19 02:13:34.184225 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-f6c48d7c-aa80-4d88-a731-7213c0735368 req-f3eebb1c-63ec-4c30-a5f1-25948cd9b4c2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545290 Feb 19 02:13:35.305063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e2363-730b-4f97-bcaa-3604a9c20c0e req-1ee77328-29e5-4693-8268-ac5874e03e9c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:35.306674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b93e2363-730b-4f97-bcaa-3604a9c20c0e req-1ee77328-29e5-4693-8268-ac5874e03e9c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0534918 Feb 19 02:13:35.355027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b93e2363-730b-4f97-bcaa-3604a9c20c0e req-d206c077-120f-4270-b3ca-dedcfea8ad21 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Feb 19 02:13:40.543338 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:40.737109 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c9494e8f-bc7b-4fba-821b-94fc3e70c1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:41.105489 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:42.982681 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a30724ec-244d-4ece-988a-ed85e5708f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:44.499912 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:45.592173 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:47.016678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:13:47.626574 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-a377b573-a484-4cf7-8c8c-2dd633860d56 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502703 Feb 19 02:13:47.711505 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-2f887d0a-798e-4782-bb1a-632a292943f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:47.712982 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-2f887d0a-798e-4782-bb1a-632a292943f9 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1129 time: 0.0447021 Feb 19 02:13:47.817077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-ea2bf00a-01ae-4d49-b5a5-b55317c05d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:47.818615 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-ea2bf00a-01ae-4d49-b5a5-b55317c05d75 service neutron] 10.222.0.117 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0870566 Feb 19 02:13:47.889278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-eb08a596-6643-4da3-ad73-634d7e48be05 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1000 time: 0.0631046 Feb 19 02:13:47.938194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-e84b9b02-8941-4e44-9942-9ebd55f985f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:47.939686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-e84b9b02-8941-4e44-9942-9ebd55f985f8 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0440967 Feb 19 02:13:47.992040 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-e5205305-5a53-47df-830e-4be1d9afb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:13:47.993552 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-e5205305-5a53-47df-830e-4be1d9afb3fb service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472233 Feb 19 02:13:48.098110 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-ecd32add-656b-43b8-ac1b-e1a38a6f4fe6 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879059 Feb 19 02:13:48.187511 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-67b68319-5646-432a-8ac5-9e7c597ba256 req-38d75d7a-182d-4f39-ad08-e1ec06c41c8d service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830505 Feb 19 02:14:06.442190 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:14:10.536177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:10.741895 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0e0a1ed1-db2b-4b3a-b818-5d7e5c628c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:11.107631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:12.985306 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-92bfca1e-0dd2-4104-b8ad-d96b97ec49e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:14.510908 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:15.579028 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:17.039379 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:40.556425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:40.753024 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3148-e122-444a-8c59-592af51c62a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:41.078944 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:42.990056 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-98926a7d-05cd-452c-a421-99b1450cff42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:43.441248 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:14:44.521509 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:45.590631 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:47.055648 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:47.625555 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-f8192d59-e9ce-4d77-a839-197a7c1b03e8 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484810 Feb 19 02:14:47.711575 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1cea-721a-4295-8e23-43f76d70f47e req-a3339ce0-33e1-4de4-b398-273c0bdf0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:47.713096 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-a3339ce0-33e1-4de4-b398-273c0bdf0402 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1129 time: 0.0452409 Feb 19 02:14:47.817266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1cea-721a-4295-8e23-43f76d70f47e req-5165e5f2-1978-42a4-8c5e-0c5009177899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:47.818784 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-5165e5f2-1978-42a4-8c5e-0c5009177899 service neutron] 10.222.0.117 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0885241 Feb 19 02:14:47.889305 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-94e77b06-bd70-4eea-afed-48552f579612 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 1000 time: 0.0645945 Feb 19 02:14:47.938113 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1cea-721a-4295-8e23-43f76d70f47e req-6b67651e-f506-4bee-9e5a-eed84d2b19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:47.939554 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-6b67651e-f506-4bee-9e5a-eed84d2b19e3 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0440490 Feb 19 02:14:47.978782 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37472) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:47.988297 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1cea-721a-4295-8e23-43f76d70f47e req-bcce03d9-e3aa-46da-8f16-32b3dfb51e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:47.989957 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-bcce03d9-e3aa-46da-8f16-32b3dfb51e06 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445735 Feb 19 02:14:48.082904 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-b878f811-9cac-40f1-bf56-70446da50a9d service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870769 Feb 19 02:14:48.141681 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Deleting port 9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:14:48.141985 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.173073 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-091e1cea-721a-4295-8e23-43f76d70f47e req-96ededb6-42e8-4fc5-992f-7dee12bddc95 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841720 Feb 19 02:14:48.219577 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.220201 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.233494 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Calling delete_port for 9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:14:48.444058 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.467416 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'Port': ['ID=9b10e8c2-98fb-4657-8f5a-b5cc8c9676ba,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:48.480589 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.490040 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:48.542602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (efc22eff-deff-4388-b04c-4f8ac4cbc55d), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.542931 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Floating IP efc22eff-deff-4388-b04c-4f8ac4cbc55d disassociated (deleted). External IP: 172.25.2.9, port: 687d1dde-1449-4eb9-9a0f-c3beee056514. Feb 19 02:14:48.760121 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:14:48.871638 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:14:48.877053 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:48.882285 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:14:48.893689 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:14:48.894416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:14:48.908983 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2bba927b-2b16-4778-9239-4f151fcd9784 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "DELETE /v2.0/floatingips/efc22eff-deff-4388-b04c-4f8ac4cbc55d HTTP/1.1" status: 204 len: 168 time: 0.9289689 Feb 19 02:14:48.918886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:14:48.918886 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c682f5-a064-48af-ac3f-14d42b6e1420" -d '{"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:14:49.013324 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:14:49.022586 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49896ba5-401c-4996-9770-31135703bb10 x-openstack-request-id: req-49896ba5-401c-4996-9770-31135703bb10 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:14:49.022586 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:14:49.022586 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-49896ba5-401c-4996-9770-31135703bb10 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:14:49.022586 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'status': 'completed', 'code': 200} Feb 19 02:14:49.094240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-137dd385-7629-4def-be90-5f4b05cc1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:49.095794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-137dd385-7629-4def-be90-5f4b05cc1afd service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 1129 time: 0.0505297 Feb 19 02:14:49.201536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-26dd9f45-71a3-476e-ab38-a107c7964926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:49.203173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-26dd9f45-71a3-476e-ab38-a107c7964926 service neutron] 10.222.0.117 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0991731 Feb 19 02:14:49.220866 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:14:49.247173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-3ac0ab4e-78dd-4d70-b4f1-5f28fa101303 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 200 len: 217 time: 0.0370722 Feb 19 02:14:49.247816 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:14:49.257012 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:14:49.257630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:14:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:14:49.306242 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-7d94f18e-6e4e-477e-8e59-4bdcf360a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:49.307769 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-7d94f18e-6e4e-477e-8e59-4bdcf360a74e service neutron] 10.222.0.117 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0545452 Feb 19 02:14:49.372681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:14:49.386763 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c981d-fa39-4587-9d12-2fb2b014dbfb req-3127323d-7845-495d-a3bc-a2522413e78e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:49.388252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a5c981d-fa39-4587-9d12-2fb2b014dbfb req-3127323d-7845-495d-a3bc-a2522413e78e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0849786 Feb 19 02:14:49.390065 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-6e8df9a8-fd17-4532-9ec4-b33d64b7e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:49.391962 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-6e8df9a8-fd17-4532-9ec4-b33d64b7e057 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768719 Feb 19 02:14:49.488896 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a5c981d-fa39-4587-9d12-2fb2b014dbfb req-288174e3-8179-48db-9d83-86e445fb19f4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940654 Feb 19 02:14:49.518475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-eb20b6ad-d550-4492-92a5-78918a57df13 service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180289 Feb 19 02:14:49.587832 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:14:49.608883 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c8c682f5-a064-48af-ac3f-14d42b6e1420 req-989556b3-3d4b-4118-83b4-4f0cfdee5d7b service neutron] 10.222.0.117 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834568 Feb 19 02:14:49.618502 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1e203-b492-4886-9820-1b982d3ba3f9 None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:14:49.853889 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab00c52-9c31-4941-8d05-b66728339555 None None] New status for floating IP efc22eff-deff-4388-b04c-4f8ac4cbc55d: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:14:50.619795 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa44d88-7158-42f6-accd-25119458dbf7 req-eb1c6b25-f7a3-48d8-ac76-34ef77b963cc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:50.621319 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fa44d88-7158-42f6-accd-25119458dbf7 req-eb1c6b25-f7a3-48d8-ac76-34ef77b963cc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0611339 Feb 19 02:14:50.677336 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3fa44d88-7158-42f6-accd-25119458dbf7 req-2065698a-51f6-4596-9e84-6530411729dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=13cc4af6-5f84-4276-bd81-cd5e717ce6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494385 Feb 19 02:14:50.690381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-8cb6e677-8ff7-455f-a7df-a703a21f9407 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:14:50.692199 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-8cb6e677-8ff7-455f-a7df-a703a21f9407 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.117 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 947 time: 0.0672235 Feb 19 02:14:50.789168 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Deleting port 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:14:50.789435 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:50.888883 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] For port 687d1dde-1449-4eb9-9a0f-c3beee056514, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=687d1dde-1449-4eb9-9a0f-c3beee056514,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:14:50.889252 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:50.903579 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Calling delete_port for 687d1dde-1449-4eb9-9a0f-c3beee056514 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:14:51.101490 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (687d1dde-1449-4eb9-9a0f-c3beee056514), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:51.137231 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'Port': ['ID=687d1dde-1449-4eb9-9a0f-c3beee056514,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.173707 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:14:51.192617 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] No DVR routers for this DVR port 687d1dde-1449-4eb9-9a0f-c3beee056514 on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:14:51.207300 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:51.207300 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a483153a-69bd-4706-be2e-35d69ff92b31 req-66917321-2f1b-41e8-b128-97b239f239e1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.117 "DELETE /v2.0/ports/687d1dde-1449-4eb9-9a0f-c3beee056514 HTTP/1.1" status: 204 len: 173 time: 0.4997969 Feb 19 02:14:51.207300 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-deleted', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:14:51.207300 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a17842-d39b-4b9d-a496-9c9cfd14f201" -d '{"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-deleted", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:14:51.299236 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f08ffb1-0e03-4210-9f5c-ec6a57eb05c6 x-openstack-request-id: req-9f08ffb1-0e03-4210-9f5c-ec6a57eb05c6 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:14:51.299575 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e327c17-2aab-49b7-ad35-daca67b6f919", "name": "network-vif-deleted", "tag": "687d1dde-1449-4eb9-9a0f-c3beee056514", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:14:51.299898 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9f08ffb1-0e03-4210-9f5c-ec6a57eb05c6 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:14:51.300301 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e327c17-2aab-49b7-ad35-daca67b6f919', 'name': 'network-vif-deleted', 'tag': '687d1dde-1449-4eb9-9a0f-c3beee056514', 'status': 'completed', 'code': 200} Feb 19 02:14:51.801270 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c68948e3-71fb-4cfe-b987-6c3358456be5 req-d9c4f1e0-3e45-4640-a6d3-11fe3c345dd9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e327c17-2aab-49b7-ad35-daca67b6f919 HTTP/1.1" status: 200 len: 210 time: 0.0386815 Feb 19 02:14:52.861261 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37498) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:52.927416 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (13cc4af6-5f84-4276-bd81-cd5e717ce6aa), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:52.965648 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (13cc4af6-5f84-4276-bd81-cd5e717ce6aa), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.095619 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (13cc4af6-5f84-4276-bd81-cd5e717ce6aa), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.098236 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.099408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "DELETE /v2.0/security-groups/13cc4af6-5f84-4276-bd81-cd5e717ce6aa HTTP/1.1" status: 204 len: 168 time: 0.2371197 Feb 19 02:14:53.108636 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e3ec0-efd1-48da-9000-574e697a05a5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc4af6-5f84-4276-bd81-cd5e717ce6aa,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:53.483682 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37504) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:53.488882 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441670292', 'description': 'tempest-secgroup-smoke-1441670292 description', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:53.575782 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.653454 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (a3986b20-84bb-4715-add6-c513708b40bd), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.727252 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a3986b20-84bb-4715-add6-c513708b40bd), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.755997 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3986b20-84bb-4715-add6-c513708b40bd,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:53.817525 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.818797 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-374d4e26-24ae-4a31-a313-f53f33cbe80e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3340783 Feb 19 02:14:53.821745 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37506) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:53.826098 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:53.923300 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (5d7e5e55-c261-4f20-9fc0-6ed39c9c02c8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:53.979470 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (5d7e5e55-c261-4f20-9fc0-6ed39c9c02c8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.038471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5d7e5e55-c261-4f20-9fc0-6ed39c9c02c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.060291 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e5e55-c261-4f20-9fc0-6ed39c9c02c8,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:54.117769 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.119105 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-71de2346-0690-46cf-a200-5353c2542b44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963760 Feb 19 02:14:54.122066 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37508) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:54.126856 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:54.213242 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (5f7adece-3b95-42e9-a46d-006fa6d0a8c7), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.268504 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (5f7adece-3b95-42e9-a46d-006fa6d0a8c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.344379 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (5f7adece-3b95-42e9-a46d-006fa6d0a8c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.363506 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7adece-3b95-42e9-a46d-006fa6d0a8c7,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:54.449120 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.450339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7092a171-8e65-47f7-a60e-d9baad2bc1dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272345 Feb 19 02:14:54.453184 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37510) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:54.457532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:54.549280 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (30776561-d70d-437f-b0d5-3b29c999255a), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.612082 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (30776561-d70d-437f-b0d5-3b29c999255a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.683882 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (30776561-d70d-437f-b0d5-3b29c999255a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.702203 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30776561-d70d-437f-b0d5-3b29c999255a,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:54.769384 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.770748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e75c59e6-6957-469e-a98b-d220b596d66e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3166404 Feb 19 02:14:54.774041 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 37512) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:54.778577 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:54.848493 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:14:54.867044 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (66d0aa1b-9013-4ff5-9324-cb04cba487cb), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:54.869172 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 687d1dde-1449-4eb9-9a0f-c3beee056514 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:14:54.869520 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 687d1dde-1449-4eb9-9a0f-c3beee056514 not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:14:54.924532 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (66d0aa1b-9013-4ff5-9324-cb04cba487cb), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.007275 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (66d0aa1b-9013-4ff5-9324-cb04cba487cb), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.024216 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d0aa1b-9013-4ff5-9324-cb04cba487cb,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:55.098032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.099716 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-fdd8d3cd-0615-4b6e-8577-9715fda066ae tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3242736 Feb 19 02:14:55.102267 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37514) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:55.107324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:55.192769 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Project 8d2ab5f046f34c34baea61ea7ab01c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:14:55.198651 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (54309693-10f3-4352-a41a-47b941589c6a), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.265156 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (54309693-10f3-4352-a41a-47b941589c6a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.346671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (54309693-10f3-4352-a41a-47b941589c6a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.365527 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54309693-10f3-4352-a41a-47b941589c6a,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:55.450203 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.451773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8fd2ffbb-b974-4ecb-bdce-e381c2cae3a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3484008 Feb 19 02:14:55.463883 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37516) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:14:55.468255 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'security_group_rule': {'security_group_id': 'a3986b20-84bb-4715-add6-c513708b40bd', 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:14:55.549952 n-d-826529-3 neutron-server[110601]: INFO neutron.db.securitygroups_db [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Project 8d2ab5f046f34c34baea61ea7ab01c60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:14:55.555244 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (769f0383-0e75-41b9-bad7-7f33d3e213da), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.613460 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (769f0383-0e75-41b9-bad7-7f33d3e213da), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.675820 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (769f0383-0e75-41b9-bad7-7f33d3e213da), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.695894 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769f0383-0e75-41b9-bad7-7f33d3e213da,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:14:55.757802 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:14:55.759055 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-78691db0-c7bf-4dd8-9db4-f5d3933a8863 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2941961 Feb 19 02:15:10.543828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:10.738253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-23ed8018-d0b0-4781-8080-5ce249d78c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:11.083792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:12.984150 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83ddce64-29d2-455c-bed3-ddaa81a4e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:14.563873 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:15.618247 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:17.069861 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:20.440052 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:15:25.001640 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-3ff5a5c2-5efe-4229-a216-1fb3dcd3d52c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441670292&fields=id&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 267 time: 0.0429604 Feb 19 02:15:25.117536 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-c286528a-9d08-4494-857b-37ad57043c04 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:25.119975 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-c286528a-9d08-4494-857b-37ad57043c04 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 809 time: 0.1119413 Feb 19 02:15:25.135535 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-4b57325a-b6a9-4fd0-8c12-bf2a7b9f61cb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/quotas/8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 375 time: 0.0101411 Feb 19 02:15:25.191280 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e4edbf9f-2919-40be-bea3-3029f401e391 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508292 Feb 19 02:15:25.332685 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-281417aa-f38e-49d8-89d6-fbeb3b27c3b7 service neutron] 10.222.0.94 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298738 Feb 19 02:15:25.421968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-f24f57cf-5004-4afc-bbfd-788cae22707c service neutron] 10.222.0.94 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829833 Feb 19 02:15:26.979690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9dec1b41-1d6b-4def-854a-1509306ad63e req-c7df3d38-7b31-4f12-ad03-a104c1a1adfc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0306704 Feb 19 02:15:28.057917 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1a32424c-da0b-4a1f-8ace-380a2790da80 req-5f5b207b-4ee6-410d-b3c9-a3432f8ce804 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Feb 19 02:15:29.186183 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c01d454e-09ac-4f91-84ce-da6890008cd3 req-0d105c8c-9c65-4def-98fd-f719658b4b28 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0314963 Feb 19 02:15:30.274992 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1dae2d09-bca9-4464-9f81-a3febda01c81 req-022b0d5d-f87b-4240-9629-1d40fdcc5d44 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Feb 19 02:15:31.368603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f1e56054-8363-49b5-aaef-4d17fb7ec98b req-d05b9dea-b9a6-48e1-a9c3-4068c81af9f6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0266917 Feb 19 02:15:32.463959 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-9d1266db-d05a-46b8-a632-492b993ffb8d req-b046cc66-870f-4b00-b8a9-b755a552f291 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Feb 19 02:15:32.807703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-238a9ea3-78d1-47fe-9f41-49deff67224f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:32.809063 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-238a9ea3-78d1-47fe-9f41-49deff67224f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 809 time: 0.1044729 Feb 19 02:15:32.882061 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-fc9211e0-6850-467e-98eb-1c10e4cfa48c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 380 time: 0.0622776 Feb 19 02:15:32.891941 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'port': {'device_id': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'admin_state_up': True, 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'security_groups': ['a3986b20-84bb-4715-add6-c513708b40bd']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:33.081080 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Made reservation on behalf of 8d2ab5f046f34c34baea61ea7ab01c60 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:15:33.084572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:33.215128 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Allocated IP 172.20.0.5 (053bbcd9-a09d-46dd-9bff-cc178c4c884b/17d03e65-5e0a-4736-acd6-594f3acdc908/8ff6c3aa-5e4a-490c-b010-91604a9b7538) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:33.354170 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:33.446647 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:33.497279 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:33.502443 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:33.506745 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:33.530597 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:33.585306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:33.585921 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:33.623234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa9622-e8db-4560-bcce-be50a08c3586 req-b4979f7c-bda2-4d4f-bbcd-da8a30575781 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:33.624980 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0fa9622-e8db-4560-bcce-be50a08c3586 req-b4979f7c-bda2-4d4f-bbcd-da8a30575781 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 931 time: 0.0758028 Feb 19 02:15:33.691048 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-67111dff-df81-43c9-a2b7-c7c05c3661da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028483 Feb 19 02:15:33.700451 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0fa9622-e8db-4560-bcce-be50a08c3586 req-bd969661-050f-4c17-b80f-e5da52e6e074 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638583 Feb 19 02:15:33.749751 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-612c33a9-f0c4-43ca-acae-8a1c4450e345 None None] Provisioning complete for port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:33.750295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-612c33a9-f0c4-43ca-acae-8a1c4450e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:33.757076 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Request body: {'port': {'device_id': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:33.795177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-612c33a9-f0c4-43ca-acae-8a1c4450e345 None None] Port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:15:33.823225 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.093515 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff6c3aa-5e4a-490c-b010-91604a9b7538 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:15:34.101799 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks [] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.115754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Transition to ACTIVE for port object 8ff6c3aa-5e4a-490c-b010-91604a9b7538 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:15:34.192171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.242357 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:34.322690 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Attempting to bind port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:15:34.323294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Attempting to bind port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:15:34.323799 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Attempting to bind port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:34.329024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:15:34.329349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Attempting to bind port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 on network 053bbcd9-a09d-46dd-9bff-cc178c4c884b {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:15:34.334374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:15:34.334710 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Checking segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:15:34.335114 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Bound using segment: {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:15:34.335546 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Bound port: 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f50e192-98dd-4be8-bf31-3c90da404d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:15:34.335905 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.411449 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:15:34.414539 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:15:34.475374 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.515934 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:34.516551 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:34.517939 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] 10.222.0.96 "PUT /v2.0/ports/8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1091 time: 0.8195131 Feb 19 02:15:34.518373 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:34.525469 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450789fb-247b-4268-9c6e-11f816020bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:34.569473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5828c-3afc-43fb-86d9-9549ff60abab service neutron] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:34.579178 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5b36a-479f-4e35-bd4a-f50ac53d6c3e x-openstack-request-id: req-c1a5b36a-479f-4e35-bd4a-f50ac53d6c3e {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:34.579523 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:34.579733 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c1a5b36a-479f-4e35-bd4a-f50ac53d6c3e {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:34.580099 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'status': 'completed', 'code': 200} Feb 19 02:15:34.643828 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450789fb-247b-4268-9c6e-11f816020bbb req-647033e6-dc46-4df0-ade5-9e2e70e57c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:34.645756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-450789fb-247b-4268-9c6e-11f816020bbb req-647033e6-dc46-4df0-ade5-9e2e70e57c06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1125 time: 0.0522814 Feb 19 02:15:34.773554 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450789fb-247b-4268-9c6e-11f816020bbb req-d695d2df-9bf0-4060-b4b7-76c5e6e76746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:34.775645 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-450789fb-247b-4268-9c6e-11f816020bbb req-d695d2df-9bf0-4060-b4b7-76c5e6e76746 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1213043 Feb 19 02:15:35.244381 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da1f32-c6f8-4d55-b5ba-c1ad1ce87d38 req-fe887445-0b2e-4b0f-a6f7-f952fc61d02b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.245845 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2da1f32-c6f8-4d55-b5ba-c1ad1ce87d38 req-fe887445-0b2e-4b0f-a6f7-f952fc61d02b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.4667025 Feb 19 02:15:35.261462 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450789fb-247b-4268-9c6e-11f816020bbb req-efc172bb-b738-44d2-bc0b-a875b3ae2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.262816 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-450789fb-247b-4268-9c6e-11f816020bbb req-efc172bb-b738-44d2-bc0b-a875b3ae2ad3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4756131 Feb 19 02:15:35.300177 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c2da1f32-c6f8-4d55-b5ba-c1ad1ce87d38 req-e29c9bd6-c621-40f3-9450-63d1006d2efd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Feb 19 02:15:35.343256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-4f0e11ba-f808-49df-8994-fff77913c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.344742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-4f0e11ba-f808-49df-8994-fff77913c742 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1125 time: 0.0437291 Feb 19 02:15:35.386405 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-38f95e38-7ddb-4245-92ea-806c586a6c46 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 217 time: 0.0345588 Feb 19 02:15:35.438398 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-148298e4-3889-4113-bc13-08a7210dfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.439933 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-148298e4-3889-4113-bc13-08a7210dfc00 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0481191 Feb 19 02:15:35.489451 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-7c23d9b9-37fe-4208-a8f8-e97e9e2f5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:35.490923 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-7c23d9b9-37fe-4208-a8f8-e97e9e2f5451 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447721 Feb 19 02:15:35.587530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-833ac426-4321-42ee-8d1c-bda11166650c service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890746 Feb 19 02:15:35.682069 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-19d71538-4eb7-4596-a6c3-94a7d3711d5b req-5c24cc3d-88a1-4122-837d-d5266a69969d service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879219 Feb 19 02:15:36.424901 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ccf-2e12-4685-b638-b8f0086dea26 req-68c1394d-ff53-4850-aeaf-8c507dfbbf5c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:36.426385 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10e44ccf-2e12-4685-b638-b8f0086dea26 req-68c1394d-ff53-4850-aeaf-8c507dfbbf5c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0523674 Feb 19 02:15:36.476723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-10e44ccf-2e12-4685-b638-b8f0086dea26 req-0a226265-631d-4472-9573-4e091af24ad1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Feb 19 02:15:37.603642 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43681d-6112-4219-9d04-86d77948c47c req-e435fbc8-5bd4-4432-9577-150cc483f2b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:37.605246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc43681d-6112-4219-9d04-86d77948c47c req-e435fbc8-5bd4-4432-9577-150cc483f2b2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0577571 Feb 19 02:15:37.658460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-bc43681d-6112-4219-9d04-86d77948c47c req-8dc919a9-723c-4842-8aff-08ee38625560 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Feb 19 02:15:38.782860 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0927d3a-2f9b-4e93-b335-7aa942d9aeb1 req-cbb69338-0f76-46a3-a578-b92f0c4b6fad tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:38.784363 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0927d3a-2f9b-4e93-b335-7aa942d9aeb1 req-cbb69338-0f76-46a3-a578-b92f0c4b6fad tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0550804 Feb 19 02:15:38.839380 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-b0927d3a-2f9b-4e93-b335-7aa942d9aeb1 req-9c7098b3-7103-4868-82d1-db9ee46287fb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493939 Feb 19 02:15:39.967036 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27773f8-a80c-4d81-8d56-4c571fd6b823 req-935ee703-f62b-4981-96e6-e210fcfcc5d2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:39.968517 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b27773f8-a80c-4d81-8d56-4c571fd6b823 req-935ee703-f62b-4981-96e6-e210fcfcc5d2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0574806 Feb 19 02:15:40.016840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b27773f8-a80c-4d81-8d56-4c571fd6b823 req-cb31f928-644c-45fe-a178-0b894330ead4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Feb 19 02:15:40.549428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:40.729546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-75780aaf-15ac-40af-a966-f0777da46e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.094836 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:41.140021 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fc213-1b2c-4914-83ac-089bba908ca3 req-82f4dfd1-15aa-48f8-9759-3fda5f8631dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:41.141540 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d3fc213-1b2c-4914-83ac-089bba908ca3 req-82f4dfd1-15aa-48f8-9759-3fda5f8631dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0566115 Feb 19 02:15:41.192368 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4d3fc213-1b2c-4914-83ac-089bba908ca3 req-0f95d2d9-4454-4077-9691-c68c50e0da08 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448749 Feb 19 02:15:42.314121 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93e25-fcc7-4654-91ed-73efc4d0da7e req-91f77b19-9162-4356-9a0b-33019b57317c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:42.315621 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6e93e25-fcc7-4654-91ed-73efc4d0da7e req-91f77b19-9162-4356-9a0b-33019b57317c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0522735 Feb 19 02:15:42.363878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c6e93e25-fcc7-4654-91ed-73efc4d0da7e req-4ce10bd7-42ce-4339-9cc1-c48f655a1976 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Feb 19 02:15:42.974857 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-da8afe1e-9a13-4cb8-ba33-76fc0799b4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:43.492309 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea043f-1160-4123-82ad-80de1a709a47 req-05890f05-4b29-4c0f-82e9-110d6edf4dd4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:43.494457 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37ea043f-1160-4123-82ad-80de1a709a47 req-05890f05-4b29-4c0f-82e9-110d6edf4dd4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0552518 Feb 19 02:15:43.545090 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-37ea043f-1160-4123-82ad-80de1a709a47 req-b6a1465e-7d4c-4708-ab7e-9d4cf20334e3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Feb 19 02:15:44.509847 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:44.663179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef296a9-5076-4d27-89ed-6fd3558eed1e req-41464dd4-0926-4160-a4a1-0fcb56ba5eff tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:44.664762 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ef296a9-5076-4d27-89ed-6fd3558eed1e req-41464dd4-0926-4160-a4a1-0fcb56ba5eff tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0528846 Feb 19 02:15:44.717246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7ef296a9-5076-4d27-89ed-6fd3558eed1e req-61037478-fb7f-479f-b61d-8b9bbb5142ea tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Feb 19 02:15:45.578152 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:45.849518 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738211a-4825-4e8b-ae65-8d2387db54a5 req-a4285aa7-200a-45d3-8ace-e968b2a3e079 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:45.851056 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c738211a-4825-4e8b-ae65-8d2387db54a5 req-a4285aa7-200a-45d3-8ace-e968b2a3e079 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0600622 Feb 19 02:15:45.916890 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c738211a-4825-4e8b-ae65-8d2387db54a5 req-721328b3-edb5-4535-a0f6-8aee662ff7fa tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581036 Feb 19 02:15:47.026002 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:47.039161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7353d7-cf28-4654-a6be-3bc7b34444be req-5325da7c-d968-4819-8ad5-3354f584ee1c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:47.045220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e7353d7-cf28-4654-a6be-3bc7b34444be req-5325da7c-d968-4819-8ad5-3354f584ee1c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0539510 Feb 19 02:15:47.089016 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2e7353d7-cf28-4654-a6be-3bc7b34444be req-08b8ac32-9278-461f-ba97-d0590f9b31dc tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426741 Feb 19 02:15:48.207174 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ee961-b66d-45cc-b73e-bc73b1c067c3 req-8ab0e298-9fbc-4213-930c-aab11ec7d12f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:48.208679 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-155ee961-b66d-45cc-b73e-bc73b1c067c3 req-8ab0e298-9fbc-4213-930c-aab11ec7d12f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0520453 Feb 19 02:15:48.261968 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-155ee961-b66d-45cc-b73e-bc73b1c067c3 req-7d3acc90-6649-4d4e-8696-66e3aa233b78 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 Feb 19 02:15:49.382447 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e572b8-57e1-49f2-a60a-1c1a0c4b3ebc req-14fd56e3-e027-42d1-86f5-9d059d6eb150 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:49.384586 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45e572b8-57e1-49f2-a60a-1c1a0c4b3ebc req-14fd56e3-e027-42d1-86f5-9d059d6eb150 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0537782 Feb 19 02:15:49.432252 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45e572b8-57e1-49f2-a60a-1c1a0c4b3ebc req-6167e128-3a0e-4369-9a0a-fcde017f26c5 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421875 Feb 19 02:15:50.551763 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6c66-1099-4c18-b78b-9a12172e9e39 req-dd5febcc-8729-446e-acde-cd39b330a755 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:50.553264 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-475e6c66-1099-4c18-b78b-9a12172e9e39 req-dd5febcc-8729-446e-acde-cd39b330a755 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0543251 Feb 19 02:15:50.607617 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-475e6c66-1099-4c18-b78b-9a12172e9e39 req-5b0244e1-c4c6-4b1e-a77b-5d95d1c8870f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473952 Feb 19 02:15:51.731830 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e9e44-170b-4571-b60e-9933173c37ad req-873d4086-bb44-4349-a4c4-f7c882733a3f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:51.733321 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a8e9e44-170b-4571-b60e-9933173c37ad req-873d4086-bb44-4349-a4c4-f7c882733a3f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0562043 Feb 19 02:15:51.782823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-5a8e9e44-170b-4571-b60e-9933173c37ad req-bdb88d5d-ae22-4fc9-8899-c944eddfbe73 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Feb 19 02:15:52.857332 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:15:52.902742 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37909a-5b33-4864-933d-7f8a8c8b1856 req-d940797b-9ee1-4f6e-8fc6-edc634790ff3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:52.904272 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f37909a-5b33-4864-933d-7f8a8c8b1856 req-d940797b-9ee1-4f6e-8fc6-edc634790ff3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0529583 Feb 19 02:15:52.956069 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f37909a-5b33-4864-933d-7f8a8c8b1856 req-e710717b-2172-40f1-bb87-2bb4448524a0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Feb 19 02:15:52.960290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:52.972085 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'mac_address': 'fa:16:3e:eb:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:15:53.009950 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:53.010399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:53.022961 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff6c3aa-5e4a-490c-b010-91604a9b7538 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:15:53.042321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:53.114554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:53.161720 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:53.169439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.169793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.170148 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.170465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.170793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.171139 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.171465 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.171787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.172107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.172426 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.172744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.173059 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.173375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:53.386320 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8ff6c3aa-5e4a-490c-b010-91604a9b7538'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:15:54.086177 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4df31-0710-48e7-ab1a-c98d388e648e req-96f83ff5-8da9-4618-b7e0-7601e4c62dea tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:54.087692 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47d4df31-0710-48e7-ab1a-c98d388e648e req-96f83ff5-8da9-4618-b7e0-7601e4c62dea tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 944 time: 0.0522099 Feb 19 02:15:54.135848 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-47d4df31-0710-48e7-ab1a-c98d388e648e req-568da0f2-952f-4740-bf91-f990ae9609fd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Feb 19 02:15:54.893126 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:15:55.005836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:15:55.010536 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:15:55.010884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:55.089431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:15:55.089798 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:55.112242 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:15:55.114516 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a746dc-8ae0-40e3-b963-237f8e7b5c0c" -d '{"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:15:55.127826 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:15:55.191670 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:55.220043 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513cc8e0-89dc-4f39-9055-24597dc85e9f x-openstack-request-id: req-513cc8e0-89dc-4f39-9055-24597dc85e9f {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:15:55.220349 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:15:55.220590 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-513cc8e0-89dc-4f39-9055-24597dc85e9f {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:15:55.220984 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'code': 200} Feb 19 02:15:55.251851 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:55.264320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f283-dec8-4c37-9183-5c4d436e9eae req-378fb420-e69d-4593-a336-87d397601eb2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:55.265756 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6728f283-dec8-4c37-9183-5c4d436e9eae req-378fb420-e69d-4593-a336-87d397601eb2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0576696 Feb 19 02:15:55.341809 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-6728f283-dec8-4c37-9183-5c4d436e9eae req-6d0ca353-1753-451d-b40f-b71fd9e1fd42 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703893 Feb 19 02:15:55.349022 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85593fcf-02d8-403b-bfc7-ae22c469e532 req-fcb5c4de-f4bf-4d05-b508-13f1c0a95cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:55.350497 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85593fcf-02d8-403b-bfc7-ae22c469e532 req-fcb5c4de-f4bf-4d05-b508-13f1c0a95cbc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0730052 Feb 19 02:15:55.403356 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-85593fcf-02d8-403b-bfc7-ae22c469e532 req-7e19e6a7-62ce-471b-8ff6-19b28426dd34 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457070 Feb 19 02:15:56.467402 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b749-4c5e-48f4-a281-fc253583f5b2 req-a084589f-3377-4326-9985-bebd980c3e9f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:56.468951 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29d8b749-4c5e-48f4-a281-fc253583f5b2 req-a084589f-3377-4326-9985-bebd980c3e9f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0544934 Feb 19 02:15:56.518017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29d8b749-4c5e-48f4-a281-fc253583f5b2 req-1a4d2a80-5b8e-4cc2-ac1c-aa0d300014f6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 Feb 19 02:15:57.439221 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:15:57.635874 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874b6f4-e81c-426e-8dd5-8eadf5bc4467 req-d2b13e29-77f6-45b0-aed5-29ce950d1056 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:57.637339 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c874b6f4-e81c-426e-8dd5-8eadf5bc4467 req-d2b13e29-77f6-45b0-aed5-29ce950d1056 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0523248 Feb 19 02:15:57.691001 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c874b6f4-e81c-426e-8dd5-8eadf5bc4467 req-a3cf0ca0-3d88-445b-bc51-4c1198fbb820 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478132 Feb 19 02:15:57.816943 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435705d7-b9db-4b93-bd49-bc91ae6d4c73 req-8dc2ed6c-31c2-4c0d-87d3-2bc1ccc12402 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:57.818427 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-435705d7-b9db-4b93-bd49-bc91ae6d4c73 req-8dc2ed6c-31c2-4c0d-87d3-2bc1ccc12402 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Feb 19 02:15:57.867796 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-435705d7-b9db-4b93-bd49-bc91ae6d4c73 req-30347916-2cd2-4af1-9855-c43c2cacaece tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Feb 19 02:15:57.889378 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37772) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:57.972691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2986e5-fff4-49d2-b4e7-f5c4d7867b94 tempest-TestShelveInstance-1220052385 tempest-TestShelveInstance-1220052385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:15:57.974114 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-8e2986e5-fff4-49d2-b4e7-f5c4d7867b94 tempest-TestShelveInstance-1220052385 tempest-TestShelveInstance-1220052385-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1122 time: 0.0837679 Feb 19 02:15:57.976987 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37776) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:15:57.981206 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:15:58.048738 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:58.148546 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:58.250864 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Allocated IP 172.25.2.88 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/d5214601-5761-457e-89be-d424c446e94a) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:15:58.689265 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (d5214601-5761-457e-89be-d424c446e94a), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:58.786224 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d5214601-5761-457e-89be-d424c446e94a), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:58.826648 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:15:58.829584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:15:58.832237 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:15:58.857058 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=d5214601-5761-457e-89be-d424c446e94a,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:58.870723 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.871105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.871450 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.871792 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.872131 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.872468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.872801 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.873340 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.873468 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.873783 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.874108 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.874435 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:58.874757 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:15:59.217766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (dd6fcc49-5e81-48f0-b45c-794482b24db3), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:59.339109 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (d5214601-5761-457e-89be-d424c446e94a), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:59.494794 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for port (d5214601-5761-457e-89be-d424c446e94a), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:59.551061 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (d5214601-5761-457e-89be-d424c446e94a), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:59.621498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event updated for resources: {'Port': ['ID=d5214601-5761-457e-89be-d424c446e94a,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:15:59.632949 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (dd6fcc49-5e81-48f0-b45c-794482b24db3), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:15:59.735842 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Floating IP dd6fcc49-5e81-48f0-b45c-794482b24db3 associated. External IP: 172.25.2.88, port: 8ff6c3aa-5e4a-490c-b010-91604a9b7538. Feb 19 02:15:59.947902 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:16:00.060714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:16:00.070554 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:16:00.079990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:00.080595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:00.147967 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:00.179733 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-6d65a4a9-f4d6-4c89-98c1-aeae02df5c7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2016969 Feb 19 02:16:00.181016 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:16:00.183379 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:16:00.230599 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae6fa97-2228-4be7-90f0-882fcc20872a x-openstack-request-id: req-8ae6fa97-2228-4be7-90f0-882fcc20872a {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:16:00.230897 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:16:00.231191 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8ae6fa97-2228-4be7-90f0-882fcc20872a {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:16:00.231605 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'status': 'completed', 'code': 200} Feb 19 02:16:00.299371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-00759b1a-cfda-4d07-a5a6-b7c340732fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:00.301049 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-00759b1a-cfda-4d07-a5a6-b7c340732fb9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0464954 Feb 19 02:16:00.351140 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:00.392386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-314322ee-1a56-4e84-9a6f-d5ecb31fe379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:00.393846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-314322ee-1a56-4e84-9a6f-d5ecb31fe379 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0858607 Feb 19 02:16:00.465473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-30720ee6-c7de-4947-ab47-92534f4e7adb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 998 time: 0.0646560 Feb 19 02:16:00.513808 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-356e6642-bee9-4922-8ec0-1cba948c65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:00.515296 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-356e6642-bee9-4922-8ec0-1cba948c65ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0446529 Feb 19 02:16:00.564236 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-44087af3-1a75-42db-ba65-49a52205a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:00.565781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-44087af3-1a75-42db-ba65-49a52205a9b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450149 Feb 19 02:16:00.574775 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'dd6fcc49-5e81-48f0-b45c-794482b24db3', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:eb:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:59Z', 'updated_at': '2022-02-19T02:15:59Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:00.605673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:16:00.613900 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:16:00.614500 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:15:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:00.666272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-7d4ec524-a22e-476e-8087-69e09bd62c86 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937488 Feb 19 02:16:00.730417 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:16:00.756240 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b02aaed5-6bc9-4f8d-b18c-521c58bb5aeb req-e505202a-a1f4-4042-88f6-4ea0b4bb95e4 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Feb 19 02:16:00.989523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'dd6fcc49-5e81-48f0-b45c-794482b24db3', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:eb:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:59Z', 'updated_at': '2022-02-19T02:15:59Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:16:01.020695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1986839-edcf-4772-9253-f8e71d59f238 None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': 'dd6fcc49-5e81-48f0-b45c-794482b24db3', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'mac_address': 'fa:16:3e:eb:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:15:59Z', 'updated_at': '2022-02-19T02:15:59Z', 'revision_number': 0, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:16:01.230363 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9b6b9-0641-41c7-9fa6-f1cd9a45cbd9 None None] New status for floating IP dd6fcc49-5e81-48f0-b45c-794482b24db3: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:16:10.537390 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:10.740005 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c1886817-6fd5-4283-a87a-b60c9ff64f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:11.117063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:13.008370 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-599fd75c-120d-491b-b7f6-543addc5b738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:14.512076 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:15.605282 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:17.002546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:34.438759 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:16:34.773302 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-4a38a8f3-dd0b-4644-8eee-c9a80b76d798 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458534 Feb 19 02:16:34.863029 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fc67-293b-41a4-93f8-07deaf820548 req-3572ee4a-b4ea-49f0-8c66-fb1df30dd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:34.864551 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-3572ee4a-b4ea-49f0-8c66-fb1df30dd680 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0489719 Feb 19 02:16:34.970526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fc67-293b-41a4-93f8-07deaf820548 req-a2a97490-49e0-4120-92d7-04b3a959e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:34.972159 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-a2a97490-49e0-4120-92d7-04b3a959e1f6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0889516 Feb 19 02:16:35.046931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-54ec9980-652b-42ad-8078-ba230116b6be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0685840 Feb 19 02:16:35.095222 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fc67-293b-41a4-93f8-07deaf820548 req-d01649a9-b9dc-42a6-915f-bce5deb19d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:35.096766 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-d01649a9-b9dc-42a6-915f-bce5deb19d25 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0443754 Feb 19 02:16:35.146615 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fc67-293b-41a4-93f8-07deaf820548 req-77da2b85-c2fd-4881-87cb-75b313ec7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:16:35.148133 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-77da2b85-c2fd-4881-87cb-75b313ec7a83 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457482 Feb 19 02:16:35.253045 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-24b7c291-2571-4c93-8e7d-05d62ee5c002 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944242 Feb 19 02:16:35.346695 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7949fc67-293b-41a4-93f8-07deaf820548 req-31a114bc-347d-4515-bb5b-7a6d227f0c1f service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877986 Feb 19 02:16:40.577348 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:40.748642 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7c71-d53a-4a13-9e10-ebfb48540fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:41.116206 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:42.985972 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2351-9632-44ff-8198-95794bf76c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:44.504625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:45.636281 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:16:47.035875 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:10.587672 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:10.736794 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a23c2310-3256-44f4-a96f-289fcc95fbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:11.098486 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:11.437182 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:17:12.992974 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-61d4b4cd-c45e-4602-b8e3-ccf2430055ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:14.533423 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:15.600832 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:17.012261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:36.783700 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-92de7238-27bb-4f1a-86a6-9b54c3b51f33 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463986 Feb 19 02:17:36.874464 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-b9110c55-2492-4265-a59e-11ffa22a8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:36.876169 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-b9110c55-2492-4265-a59e-11ffa22a8c96 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0515337 Feb 19 02:17:36.989285 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-0475dfdd-e55c-44c5-a238-c7b30608dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:36.990779 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-0475dfdd-e55c-44c5-a238-c7b30608dfad service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0963361 Feb 19 02:17:37.061285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-5e3cd356-17b7-4b85-8fff-67861226bbbf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0633013 Feb 19 02:17:37.108948 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-82e12d0f-a06c-4af7-a3ee-d3564e9a521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:37.110348 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-82e12d0f-a06c-4af7-a3ee-d3564e9a521e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0432308 Feb 19 02:17:37.158842 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-3c6c05ab-4798-45e9-bbdb-4a67a3feac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:17:37.160266 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-3c6c05ab-4798-45e9-bbdb-4a67a3feac8c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442612 Feb 19 02:17:37.258773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-d30d11f7-4163-4f0e-9a3b-4c7a75c0aa3d service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921302 Feb 19 02:17:37.351676 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d3df1c16-58e7-49a2-8249-39cf718161d4 req-71c4a46d-239b-451e-b5e8-67219911ad01 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864229 Feb 19 02:17:40.558176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:40.743966 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-59a8fd54-7990-40c5-b968-1d7a3c06fbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:41.114696 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:43.024274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-467873e2-450b-422c-8688-3c15c497d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:44.520529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:45.594815 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:47.040666 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:17:48.436576 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:18:10.568816 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:10.725583 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-57196983-efc4-45fb-a38d-f95f91ce2ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:11.120038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:12.991831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d70bbfa9-18e2-4435-bbfd-00274e789d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:14.560102 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:15.674730 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:17.051051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:25.435649 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:18:27.202510 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0172db-dc9d-480f-bf6d-c683ad6564c4 req-e82a5ffa-2af4-4759-af1e-4db137eed595 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:27.204284 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0172db-dc9d-480f-bf6d-c683ad6564c4 req-e82a5ffa-2af4-4759-af1e-4db137eed595 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.1167462 Feb 19 02:18:27.262221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cf0172db-dc9d-480f-bf6d-c683ad6564c4 req-fef36858-de34-4b33-9a64-c8821efd3c6e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502129 Feb 19 02:18:28.431038 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d1234-aaf5-4e91-baf6-3047826c3eae req-58c8efe5-4238-4350-b459-8544e4b372a9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:28.432592 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a4d1234-aaf5-4e91-baf6-3047826c3eae req-58c8efe5-4238-4350-b459-8544e4b372a9 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0982971 Feb 19 02:18:28.483930 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3a4d1234-aaf5-4e91-baf6-3047826c3eae req-ba0e3d34-d705-440d-9c9a-b5d6f1986276 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457366 Feb 19 02:18:29.607382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97d506-c891-4b69-b1b9-d1bdee935b39 req-143d4d14-6029-4a95-b2c5-06b04919a62f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:29.608877 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed97d506-c891-4b69-b1b9-d1bdee935b39 req-143d4d14-6029-4a95-b2c5-06b04919a62f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Feb 19 02:18:29.657508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ed97d506-c891-4b69-b1b9-d1bdee935b39 req-6880405f-dec8-46ee-a48b-732f8e47373d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Feb 19 02:18:30.778459 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512eae-5d16-4de2-b9fd-3a60f08e7d67 req-d67f5210-ea64-45eb-a9f6-3e7673c87b54 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:30.781158 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8512eae-5d16-4de2-b9fd-3a60f08e7d67 req-d67f5210-ea64-45eb-a9f6-3e7673c87b54 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Feb 19 02:18:30.837062 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e8512eae-5d16-4de2-b9fd-3a60f08e7d67 req-14e61abd-f7be-425e-af7c-1d82f3c6c4e7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514753 Feb 19 02:18:31.962360 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9686d6-fb51-4b3a-9889-a532242b3179 req-ae3db7a8-fa52-445c-9499-157ba6fb45ff tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:31.963852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a9686d6-fb51-4b3a-9889-a532242b3179 req-ae3db7a8-fa52-445c-9499-157ba6fb45ff tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Feb 19 02:18:32.011991 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4a9686d6-fb51-4b3a-9889-a532242b3179 req-09ea1496-54d7-4a01-ac29-aea215583e08 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Feb 19 02:18:33.131063 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216bb09-cc11-42df-99bd-061269d6b761 req-5e34f7aa-376e-4461-bbe3-09776a56329f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:33.132581 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6216bb09-cc11-42df-99bd-061269d6b761 req-5e34f7aa-376e-4461-bbe3-09776a56329f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Feb 19 02:18:33.180772 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-6216bb09-cc11-42df-99bd-061269d6b761 req-69776947-12e5-4b3a-b78f-8648f2e183f0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Feb 19 02:18:34.303775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771adbd-863e-4982-bdf6-6d9f637fc751 req-3d4fd6b2-387b-4af3-b94f-d0cd609a3eaa tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:34.305237 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3771adbd-863e-4982-bdf6-6d9f637fc751 req-3d4fd6b2-387b-4af3-b94f-d0cd609a3eaa tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0569520 Feb 19 02:18:34.352934 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3771adbd-863e-4982-bdf6-6d9f637fc751 req-24e4aeca-0e4e-4b58-9d5c-48bce7941d7c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Feb 19 02:18:35.476675 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba5027-9aca-45dc-9ff3-dba35fbef5da req-83b35657-13bb-4b80-8f79-48c512929b23 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:35.478180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88ba5027-9aca-45dc-9ff3-dba35fbef5da req-83b35657-13bb-4b80-8f79-48c512929b23 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0553956 Feb 19 02:18:35.526735 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-88ba5027-9aca-45dc-9ff3-dba35fbef5da req-23d8dc8e-0023-4e8a-b636-e7583b819f46 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Feb 19 02:18:36.646790 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f2a6-9c29-4cae-a4a4-b30e270d7cb9 req-4003ee60-c3c0-427b-95a2-8879df07b511 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:36.648618 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c93f2a6-9c29-4cae-a4a4-b30e270d7cb9 req-4003ee60-c3c0-427b-95a2-8879df07b511 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0533700 Feb 19 02:18:36.696634 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7c93f2a6-9c29-4cae-a4a4-b30e270d7cb9 req-754f4af1-b56b-4d70-986d-c7585e79e08f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 Feb 19 02:18:36.813492 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-4225d6f1-72d5-43ef-8c2f-b643f36fddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:36.814892 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-4225d6f1-72d5-43ef-8c2f-b643f36fddb1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0445604 Feb 19 02:18:36.919647 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-c0fb9c0a-27d5-4561-9d11-01c1a85604f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:36.921094 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-c0fb9c0a-27d5-4561-9d11-01c1a85604f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0881877 Feb 19 02:18:36.985287 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-5762a6f7-e5b2-4bbe-9e3e-55a975075de2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0579181 Feb 19 02:18:37.038178 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-66ae0722-8a2a-4437-b8c6-925ae340c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.039668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-66ae0722-8a2a-4437-b8c6-925ae340c777 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0480580 Feb 19 02:18:37.087442 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-c9050c43-395a-45c1-b099-b3cee0b9c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.088829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-c9050c43-395a-45c1-b099-b3cee0b9c844 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435648 Feb 19 02:18:37.176132 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-69005521-5123-4e75-904f-468d2ce036d6 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811281 Feb 19 02:18:37.268223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4c1880f1-dd77-44fa-a15b-7a9cf58bd46c req-6ed2bcbe-0f7e-4237-8663-dc89679d22b0 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Feb 19 02:18:37.348922 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-0b55425e-6541-4fbc-973f-4505df7dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.350840 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-0b55425e-6541-4fbc-973f-4505df7dd046 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0441632 Feb 19 02:18:37.441280 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-8f19b94c-6972-47a7-ae09-c96899aeeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.442738 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-8f19b94c-6972-47a7-ae09-c96899aeeac1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0863807 Feb 19 02:18:37.506652 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-eb1300b5-060d-4b88-98f9-7d85710ea481 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0574541 Feb 19 02:18:37.553914 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-ff2f5a54-ec4e-4163-b01c-518f1531e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.558771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-ff2f5a54-ec4e-4163-b01c-518f1531e4bc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0432377 Feb 19 02:18:37.607899 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-4a26fc7e-108d-44c8-ae2b-8e721dea2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.609312 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-4a26fc7e-108d-44c8-ae2b-8e721dea2680 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484369 Feb 19 02:18:37.706772 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-70c414b9-58c3-47f3-b440-87b83cd53f4b service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905266 Feb 19 02:18:37.806742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9d49e51d-1ae0-420b-8130-d42deaaa19d4 req-04885f98-c9a8-47d8-bda0-d0109333aeaa service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916080 Feb 19 02:18:37.825709 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b104cd-0533-4b7b-916e-6b14ad59690c req-bee3359a-7abe-47b7-8565-044580ed1640 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:37.827215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19b104cd-0533-4b7b-916e-6b14ad59690c req-bee3359a-7abe-47b7-8565-044580ed1640 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0590131 Feb 19 02:18:37.874993 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-19b104cd-0533-4b7b-916e-6b14ad59690c req-14a15f0c-181a-439c-bc01-e280d5c0331c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Feb 19 02:18:38.997863 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea286-24b3-4965-b8f2-258db381cf7b req-e082a4c8-1b87-4726-bd56-392d25c32914 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:38.999369 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acfea286-24b3-4965-b8f2-258db381cf7b req-e082a4c8-1b87-4726-bd56-392d25c32914 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0535283 Feb 19 02:18:39.048190 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-acfea286-24b3-4965-b8f2-258db381cf7b req-e553de16-5b5b-4fe5-853d-acb96d5ba13b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431907 Feb 19 02:18:40.168691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d75576-b97b-4348-a28b-003726d006e6 req-ecbdd060-4305-4ab5-b1ef-1f45cbfbd55a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:40.170170 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40d75576-b97b-4348-a28b-003726d006e6 req-ecbdd060-4305-4ab5-b1ef-1f45cbfbd55a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0557160 Feb 19 02:18:40.219991 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-40d75576-b97b-4348-a28b-003726d006e6 req-5cef8234-e4a5-4794-ae81-1f1732f2463e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Feb 19 02:18:40.611127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:40.730988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b2c4058c-1519-4f82-926f-23b3ecdf8de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:41.122790 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:41.345001 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344642-9bd0-4243-aa2b-84feac12bd6b req-7d9cdf89-a878-4b55-8f58-b05b6f59738c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:41.346605 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c344642-9bd0-4243-aa2b-84feac12bd6b req-7d9cdf89-a878-4b55-8f58-b05b6f59738c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0556376 Feb 19 02:18:41.404861 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0c344642-9bd0-4243-aa2b-84feac12bd6b req-8852e559-727c-4f72-8d73-6c599d98ddda tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509071 Feb 19 02:18:41.543461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:18:41.622629 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:18:41.623386 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:41.646565 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:18:41.649148 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61107c5e-08c8-4196-af61-3a6019408ec6" -d '{"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:18:41.660896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:18:41.688818 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62441122-8f54-44d6-bfd0-3d29ca55db0d x-openstack-request-id: req-62441122-8f54-44d6-bfd0-3d29ca55db0d {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:18:41.689123 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:18:41.689383 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-62441122-8f54-44d6-bfd0-3d29ca55db0d {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:18:41.689789 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'code': 200} Feb 19 02:18:41.734298 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:41.784595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:18:41.791990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.792334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.792673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.793006 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.793335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.793660 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.793984 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.794306 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.794627 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.794946 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.795298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.795636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:41.795955 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:18:42.531743 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648028-6953-4448-be8b-8d29ae42edd2 req-942aa0f2-fa30-4a19-967d-443ab7d4d9f3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:42.533236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00648028-6953-4448-be8b-8d29ae42edd2 req-942aa0f2-fa30-4a19-967d-443ab7d4d9f3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0554533 Feb 19 02:18:42.583173 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-00648028-6953-4448-be8b-8d29ae42edd2 req-66e367e0-0616-4a99-a04e-9c89cc5faf57 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Feb 19 02:18:42.982114 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7187f79d-9240-4cd5-8391-d8819e9a486f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:43.716891 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be52e1e-9d4c-4b7b-8099-7fbe9aebd65c req-9e67d18d-04d3-4a1d-a0c5-66c237547ea7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:43.718309 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4be52e1e-9d4c-4b7b-8099-7fbe9aebd65c req-9e67d18d-04d3-4a1d-a0c5-66c237547ea7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0593071 Feb 19 02:18:43.769017 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4be52e1e-9d4c-4b7b-8099-7fbe9aebd65c req-a7c09523-43a3-4cb5-b467-5f6655a5f70d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 Feb 19 02:18:44.553357 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:44.892268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019feaa-22bb-4cf2-b388-4c8310549a47 req-aa6d1485-b4ad-43bb-9545-6ed80b68b081 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:44.893757 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c019feaa-22bb-4cf2-b388-4c8310549a47 req-aa6d1485-b4ad-43bb-9545-6ed80b68b081 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0549572 Feb 19 02:18:44.945456 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c019feaa-22bb-4cf2-b388-4c8310549a47 req-60bd5ed2-42f0-4b3e-a597-465f704a8b01 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Feb 19 02:18:45.014183 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-e06faad7-e0aa-4829-a936-ede19d1322c9 req-6102153e-06b9-4526-acea-cb60ecf0e94b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:18:45.015202 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e06faad7-e0aa-4829-a936-ede19d1322c9 req-6102153e-06b9-4526-acea-cb60ecf0e94b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053959 Feb 19 02:18:45.334101 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1823b-bc60-4b0f-a978-1bf7b0ce92cd req-f068340d-00c4-4819-88fd-c5de852f622d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:45.335603 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad1823b-bc60-4b0f-a978-1bf7b0ce92cd req-f068340d-00c4-4819-88fd-c5de852f622d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0582914 Feb 19 02:18:45.385504 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4ad1823b-bc60-4b0f-a978-1bf7b0ce92cd req-fbcd41c1-5c86-4288-9439-b28d130c5f54 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442841 Feb 19 02:18:45.453407 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-996d7e22-a5bc-4528-9c35-d9e0b9c68b6b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907915 Feb 19 02:18:45.462162 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-d23d0622-f29e-408c-af65-f0e06c863a83 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:18:45.463125 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-d23d0622-f29e-408c-af65-f0e06c863a83 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052280 Feb 19 02:18:45.642467 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:46.507505 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85cb7-4f9d-42bf-88d5-5ad9bf5a5752 req-8ac94cf2-a635-41c4-9de6-af2cc115485f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:46.509066 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7e85cb7-4f9d-42bf-88d5-5ad9bf5a5752 req-8ac94cf2-a635-41c4-9de6-af2cc115485f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0551705 Feb 19 02:18:46.570672 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e7e85cb7-4f9d-42bf-88d5-5ad9bf5a5752 req-253b6c83-6b6a-477a-8678-076401a79ffb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560899 Feb 19 02:18:46.609790 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b0840f2d-7ab3-44c4-820f-06ec505abe87 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:46.618697 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b0840f2d-7ab3-44c4-820f-06ec505abe87 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports/8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 940 time: 0.1012864 Feb 19 02:18:47.021996 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:18:47.697417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e230c0-0eef-437d-90a5-ca72eaf35d16 req-e94cdeba-6076-4c56-ae55-e16a08f44a6a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:47.698929 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2e230c0-0eef-437d-90a5-ca72eaf35d16 req-e94cdeba-6076-4c56-ae55-e16a08f44a6a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0605185 Feb 19 02:18:47.759686 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b2e230c0-0eef-437d-90a5-ca72eaf35d16 req-61df7cf3-0b8c-4bda-abd4-4c24f4dac1da tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530756 Feb 19 02:18:48.886535 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9c55-2b82-495b-aead-53aaaa61e0b0 req-a87e9192-9dea-45c6-bdde-88f23027aae6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:48.888092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eade9c55-2b82-495b-aead-53aaaa61e0b0 req-a87e9192-9dea-45c6-bdde-88f23027aae6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0606802 Feb 19 02:18:48.941612 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-eade9c55-2b82-495b-aead-53aaaa61e0b0 req-1f76b47e-da34-4ef5-834e-272b1954232c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479462 Feb 19 02:18:50.076532 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401493b-cb0d-495c-abfc-1fc1064d8af9 req-f971b4f7-4ad5-4a58-a493-afd6a61d9b9b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:50.078035 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2401493b-cb0d-495c-abfc-1fc1064d8af9 req-f971b4f7-4ad5-4a58-a493-afd6a61d9b9b tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0654807 Feb 19 02:18:50.135681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2401493b-cb0d-495c-abfc-1fc1064d8af9 req-57118007-2233-48a0-92e2-28d85f7f3a74 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Feb 19 02:18:51.261829 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b3d36-82bb-4575-bf84-ee0c98447657 req-d73c4493-6277-4d6a-a763-3c308dba8028 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:51.263517 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c16b3d36-82bb-4575-bf84-ee0c98447657 req-d73c4493-6277-4d6a-a763-3c308dba8028 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0560484 Feb 19 02:18:51.316034 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c16b3d36-82bb-4575-bf84-ee0c98447657 req-b9dfb300-eaa5-4370-aef0-eae89d308856 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 Feb 19 02:18:52.439437 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6cd9c-b106-4cdf-9875-2740de6479b4 req-f19facd7-1da4-4654-887d-39ce166756d2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:52.440897 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddb6cd9c-b106-4cdf-9875-2740de6479b4 req-f19facd7-1da4-4654-887d-39ce166756d2 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0533447 Feb 19 02:18:52.491288 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-ddb6cd9c-b106-4cdf-9875-2740de6479b4 req-53077f84-e15d-4852-b992-7cb46130ea55 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Feb 19 02:18:53.618773 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07977379-427d-4ffe-bcce-f23a3776e22f req-078b06c5-de74-43f2-b38a-72d5685cf923 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:53.620356 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07977379-427d-4ffe-bcce-f23a3776e22f req-078b06c5-de74-43f2-b38a-72d5685cf923 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0606029 Feb 19 02:18:53.670989 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-07977379-427d-4ffe-bcce-f23a3776e22f req-043bd156-0032-4da0-993b-fa05db300a96 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449245 Feb 19 02:18:54.798323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e835e-4f1b-4c7f-bc9a-702907d0cc28 req-15110f3c-39c0-4ba8-94ff-fec98d6bbb69 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:54.800481 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c5e835e-4f1b-4c7f-bc9a-702907d0cc28 req-15110f3c-39c0-4ba8-94ff-fec98d6bbb69 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0620556 Feb 19 02:18:54.849357 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c5e835e-4f1b-4c7f-bc9a-702907d0cc28 req-96028fa1-226a-4ea2-aa8d-265ef0146bbd tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Feb 19 02:18:55.973088 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee28c-7aee-4d28-93ed-7917fe18c158 req-495eb37e-bcd2-4834-9901-343abccc555f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:55.975229 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-995ee28c-7aee-4d28-93ed-7917fe18c158 req-495eb37e-bcd2-4834-9901-343abccc555f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0556858 Feb 19 02:18:56.024997 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-995ee28c-7aee-4d28-93ed-7917fe18c158 req-a35519dc-3a9f-4273-b6ae-22f2f0795581 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Feb 19 02:18:57.153303 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd89c-8cc4-4e28-abff-9553e77e1e5a req-c371d11d-a3fa-4efc-b62f-23614ed0e61a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:57.155241 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-963cd89c-8cc4-4e28-abff-9553e77e1e5a req-c371d11d-a3fa-4efc-b62f-23614ed0e61a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0584984 Feb 19 02:18:57.204610 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-963cd89c-8cc4-4e28-abff-9553e77e1e5a req-d3819585-c138-4c8d-b3e2-2af5a0cef52e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Feb 19 02:18:58.328730 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4aa2b-0f83-47e3-9f1a-26ad6d5f5044 req-4485438b-b924-4ff7-a614-223ab9d17db7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:58.330226 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1b4aa2b-0f83-47e3-9f1a-26ad6d5f5044 req-4485438b-b924-4ff7-a614-223ab9d17db7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0582318 Feb 19 02:18:58.381607 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d1b4aa2b-0f83-47e3-9f1a-26ad6d5f5044 req-c5291351-45fb-4259-80f1-b538d43194b7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Feb 19 02:18:59.509266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e8dba-0053-4ceb-bcfe-01dff07e40e7 req-2ffccafb-7aee-4d7b-8335-42c3a30dd9c0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:18:59.510855 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a76e8dba-0053-4ceb-bcfe-01dff07e40e7 req-2ffccafb-7aee-4d7b-8335-42c3a30dd9c0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0582340 Feb 19 02:18:59.560082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a76e8dba-0053-4ceb-bcfe-01dff07e40e7 req-c46df652-496b-4119-ad41-f95570569722 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Feb 19 02:19:00.682154 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e6c11-c33f-4339-ba43-b88561e4b082 req-3ae88ed1-186b-4666-9714-9c41a8c4fd07 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:00.683766 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-261e6c11-c33f-4339-ba43-b88561e4b082 req-3ae88ed1-186b-4666-9714-9c41a8c4fd07 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0529258 Feb 19 02:19:00.732651 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-261e6c11-c33f-4339-ba43-b88561e4b082 req-62507d24-6875-4abc-821c-a90ebd67a35d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Feb 19 02:19:01.870675 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9caff-6c6b-4cd7-a4fe-10165318530f req-ba6a9916-d32c-4ade-9bbc-f6ce73f65abb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:01.872234 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5e9caff-6c6b-4cd7-a4fe-10165318530f req-ba6a9916-d32c-4ade-9bbc-f6ce73f65abb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0703304 Feb 19 02:19:01.939570 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b2eb8e32-01b5-42be-9db6-8d19f8a0e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:01.941065 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b2eb8e32-01b5-42be-9db6-8d19f8a0e7ff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&tenant_id=8d2ab5f046f34c34baea61ea7ab01c60 HTTP/1.1" status: 200 len: 1125 time: 0.0915046 Feb 19 02:19:01.945002 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-c5e9caff-6c6b-4cd7-a4fe-10165318530f req-90d96d11-cd1d-4ffc-bf89-03ffca02e030 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584717 Feb 19 02:19:02.007661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-59791b2a-2345-4431-bcd3-86cba6d7c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:02.009157 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-59791b2a-2345-4431-bcd3-86cba6d7c2d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1125 time: 0.0460131 Feb 19 02:19:02.101480 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-81e72da3-903b-4d1e-a950-17625d3d5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:02.102836 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-81e72da3-903b-4d1e-a950-17625d3d5954 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0878663 Feb 19 02:19:02.167071 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b4c48209-2825-406f-867a-bfa23415842c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 998 time: 0.0584042 Feb 19 02:19:02.218649 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-2e35b3b5-1ddf-46a0-ae62-a80f6cfd9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:02.220118 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-2e35b3b5-1ddf-46a0-ae62-a80f6cfd9798 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0472677 Feb 19 02:19:02.267774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-e3dae46e-284a-4411-9b04-6edac782ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:02.269223 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-e3dae46e-284a-4411-9b04-6edac782ae04 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425804 Feb 19 02:19:02.356561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-9e2ae4f8-455c-44b6-ae17-715de210d38e service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Feb 19 02:19:02.435447 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:19:02.453832 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b6c8a321-4980-49de-9acb-cef960812cee service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915623 Feb 19 02:19:03.067548 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c354-78ee-4f43-9ee4-d6822c9bb3bb req-4d8ace16-1833-4cad-bc04-9e152e2a5097 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:03.069906 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2713c354-78ee-4f43-9ee4-d6822c9bb3bb req-4d8ace16-1833-4cad-bc04-9e152e2a5097 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0535414 Feb 19 02:19:03.122212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-2713c354-78ee-4f43-9ee4-d6822c9bb3bb req-52e7bf16-449b-457b-9837-f849930f2ac4 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Feb 19 02:19:04.241969 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96b3d4-4e45-4a6d-a8bc-67b0b3fc9de9 req-42431e2e-c037-44ca-8723-7211c08b7681 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:04.243449 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c96b3d4-4e45-4a6d-a8bc-67b0b3fc9de9 req-42431e2e-c037-44ca-8723-7211c08b7681 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0525596 Feb 19 02:19:04.291080 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c96b3d4-4e45-4a6d-a8bc-67b0b3fc9de9 req-cd6736d2-038a-44e2-b3ac-44106064818a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 Feb 19 02:19:05.413477 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edb4a0-0887-440d-ac01-943c34cefbde req-9e9f17c7-4d0c-4665-93fd-c860a5193072 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:05.415028 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5edb4a0-0887-440d-ac01-943c34cefbde req-9e9f17c7-4d0c-4665-93fd-c860a5193072 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0544693 Feb 19 02:19:05.464650 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a5edb4a0-0887-440d-ac01-943c34cefbde req-42e1ee8c-bf4f-4955-b315-df65099a1515 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Feb 19 02:19:06.581538 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12b271-5d12-4295-b114-e8d8809139a7 req-ce5650d4-0f1e-48b9-aca9-43b7c2d5a618 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:06.583051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f12b271-5d12-4295-b114-e8d8809139a7 req-ce5650d4-0f1e-48b9-aca9-43b7c2d5a618 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0516827 Feb 19 02:19:06.636008 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9f12b271-5d12-4295-b114-e8d8809139a7 req-284f250a-45bf-46d2-919c-f75ef9e6c521 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473192 Feb 19 02:19:07.757555 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fd985-5d40-4d48-85bc-514d3e7d2e73 req-e0f30304-0f57-4dc9-a42e-57cb885dcc69 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:07.759111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-929fd985-5d40-4d48-85bc-514d3e7d2e73 req-e0f30304-0f57-4dc9-a42e-57cb885dcc69 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0526597 Feb 19 02:19:07.807848 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-929fd985-5d40-4d48-85bc-514d3e7d2e73 req-04e15dbe-86f3-4f0b-9f52-90c11a2990ec tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Feb 19 02:19:08.925108 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca014c-bdff-425d-a1c5-287af7530705 req-72196138-596e-4886-83c7-ccc8cc7015cf tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:08.926575 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bca014c-bdff-425d-a1c5-287af7530705 req-72196138-596e-4886-83c7-ccc8cc7015cf tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 943 time: 0.0526891 Feb 19 02:19:08.981751 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bca014c-bdff-425d-a1c5-287af7530705 req-f7b7345a-176c-4277-a25f-1bc277193b9f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489380 Feb 19 02:19:09.713709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:19:09.809740 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:09.821630 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'port_id': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'mac_address': 'fa:16:3e:eb:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:19:09.860461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:09.860858 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:09.873896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff6c3aa-5e4a-490c-b010-91604a9b7538 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:19:09.895210 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:09.962071 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:10.011098 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:10.105937 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebf0e2-cb22-4244-ad97-79577a9e38f4 req-7a402cbd-4491-4422-b064-252082d5d87e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:10.107353 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0ebf0e2-cb22-4244-ad97-79577a9e38f4 req-7a402cbd-4491-4422-b064-252082d5d87e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 944 time: 0.0570936 Feb 19 02:19:10.157747 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a0ebf0e2-cb22-4244-ad97-79577a9e38f4 req-9e156577-4294-4e28-805b-49a9fcf3c2d1 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Feb 19 02:19:10.362231 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['8ff6c3aa-5e4a-490c-b010-91604a9b7538'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:19:10.661806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:10.758529 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e875536e-e99b-449e-8b3b-a226cca274b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:11.136286 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:11.275466 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2662-5b4f-4edc-a2cc-25b4dee09932 req-0c8d6ab4-4d7c-47fc-a1f2-11137c47c788 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:11.276943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20ab2662-5b4f-4edc-a2cc-25b4dee09932 req-0c8d6ab4-4d7c-47fc-a1f2-11137c47c788 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 944 time: 0.0525577 Feb 19 02:19:11.323985 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-20ab2662-5b4f-4edc-a2cc-25b4dee09932 req-efa9d268-a263-4952-b6af-32d786f85721 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415463 Feb 19 02:19:11.730589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:19:11.782263 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:19:11.782920 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:11.858877 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:19:11.859297 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:11.881338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:19:11.884213 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d164830-f81f-456c-a2e5-e75e858121e5" -d '{"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:19:11.897286 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:19:11.921128 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d2ea4-f329-4007-9e45-01b975ee453b x-openstack-request-id: req-a46d2ea4-f329-4007-9e45-01b975ee453b {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:19:11.921419 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-plugged", "status": "completed", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:19:11.921673 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a46d2ea4-f329-4007-9e45-01b975ee453b {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:19:11.922072 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'code': 200} Feb 19 02:19:11.990838 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:12.043410 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:19:12.074044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15d4cd-5700-4b0e-9a62-5e814c73e6f1 req-b7866328-2fe8-4e11-93b1-e50ce2addb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.075868 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb15d4cd-5700-4b0e-9a62-5e814c73e6f1 req-b7866328-2fe8-4e11-93b1-e50ce2addb0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0517612 Feb 19 02:19:12.121510 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-eb15d4cd-5700-4b0e-9a62-5e814c73e6f1 req-d98f2cd4-c310-45a2-8f8a-2f86a6f3c310 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Feb 19 02:19:12.444689 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590f4c3-6297-4a34-b7f5-383ad9ed188c req-95de9243-bec6-47e4-bdf2-f0185fd216b3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:12.446251 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4590f4c3-6297-4a34-b7f5-383ad9ed188c req-95de9243-bec6-47e4-bdf2-f0185fd216b3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0536070 Feb 19 02:19:12.497561 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4590f4c3-6297-4a34-b7f5-383ad9ed188c req-abdd4298-217d-4f51-b85b-8ba9c896777c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453677 Feb 19 02:19:12.990678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ca02ff2c-17d4-4078-a60e-0b42140b3f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:13.619059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ab730-3326-4f89-afb5-4619ba8e209f req-9852f4df-2a1b-4acd-8746-558303f27c91 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:13.620586 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-733ab730-3326-4f89-afb5-4619ba8e209f req-9852f4df-2a1b-4acd-8746-558303f27c91 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0540364 Feb 19 02:19:13.690728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-733ab730-3326-4f89-afb5-4619ba8e209f req-ece8aa14-59e1-4a39-aeeb-c8737711cb13 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644634 Feb 19 02:19:14.547177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:15.604425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:17.024820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:36.768806 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-953dc546-84ce-4f55-b69e-12448ce498f2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503330 Feb 19 02:19:36.860196 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869ae0-1862-48f3-8723-2857141e265f req-b1add573-239f-4e67-8192-f8e6386575b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:36.861674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-b1add573-239f-4e67-8192-f8e6386575b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0470266 Feb 19 02:19:36.973622 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869ae0-1862-48f3-8723-2857141e265f req-a83d546c-d362-48eb-9d66-824f1cf2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:36.975077 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-a83d546c-d362-48eb-9d66-824f1cf2a599 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0935080 Feb 19 02:19:37.050221 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-2533198b-9f23-4bdc-bdab-0109c95eeec6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0676601 Feb 19 02:19:37.103623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869ae0-1862-48f3-8723-2857141e265f req-111b5f47-605a-4622-aac2-75a715c1adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:37.105154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-111b5f47-605a-4622-aac2-75a715c1adf0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0487597 Feb 19 02:19:37.155976 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869ae0-1862-48f3-8723-2857141e265f req-32662b72-5d85-468f-882d-351f599eb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:19:37.157501 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-32662b72-5d85-468f-882d-351f599eb77b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464458 Feb 19 02:19:37.252109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-e1420221-d4b6-4ab6-a49e-cbb866bfef91 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887065 Feb 19 02:19:37.346573 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-56869ae0-1862-48f3-8723-2857141e265f req-a036a34f-38f9-4ad3-8afe-2fb38372e235 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Feb 19 02:19:39.434123 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:19:40.706399 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:40.778757 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-e082a5df-9b66-411d-a694-76ecc4301f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:41.152128 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:43.055428 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6299bfbe-0661-4281-baa7-c9d5ecf87c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:44.755759 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:45.658789 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:19:47.104301 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:10.629041 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:10.737659 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44899901-5bce-45b8-aa7b-f717f48ae829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:11.177829 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:12.997214 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c28e36bf-2987-4964-8d43-37ea00ba9c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:14.563273 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:15.628888 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:16.435052 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:20:17.035283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:36.803946 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-fa50f676-311b-4f6b-8f23-f60b0a3b21c4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878410 Feb 19 02:20:36.896750 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-3183611e-0dfe-4061-b711-c3fd07a0dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:36.898544 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-3183611e-0dfe-4061-b711-c3fd07a0dd2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0514045 Feb 19 02:20:36.999320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-2c64e7a5-48e4-4401-9ec0-7c8c13e90d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:37.000800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-2c64e7a5-48e4-4401-9ec0-7c8c13e90d80 service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0855885 Feb 19 02:20:37.071465 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-38ac7eca-49e3-46b3-963d-f14835491fd6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 1000 time: 0.0644870 Feb 19 02:20:37.120594 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-b5a8b7ad-24ac-4d95-937b-bedea36debe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:37.122027 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-b5a8b7ad-24ac-4d95-937b-bedea36debe6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0449386 Feb 19 02:20:37.170290 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-f39f4e1e-3cf0-45cc-bab8-48c13513d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:37.171805 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-f39f4e1e-3cf0-45cc-bab8-48c13513d017 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439649 Feb 19 02:20:37.262264 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-ce194d47-3d97-44d3-8e37-ae3a6202f684 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Feb 19 02:20:37.349093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b870aca5-6c50-4811-a5d6-8143cfecac11 req-8dd89d9d-261b-48bc-b612-aa07ac38658a service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808551 Feb 19 02:20:40.631225 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:40.722451 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3444a0f5-401f-48a3-9148-1443d49a44f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:41.168094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:43.011465 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c7bd21bc-22be-4a82-98f3-c22d6af32684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:44.565682 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:45.630948 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:47.028586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:52.977226 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 37986) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:20:53.329397 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Deleting port d5214601-5761-457e-89be-d424c446e94a {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:20:53.329658 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d5214601-5761-457e-89be-d424c446e94a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.408175 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d5214601-5761-457e-89be-d424c446e94a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.408503 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (d5214601-5761-457e-89be-d424c446e94a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.420219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Calling delete_port for d5214601-5761-457e-89be-d424c446e94a owned by network:floatingip {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:20:53.434223 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:20:53.665038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d5214601-5761-457e-89be-d424c446e94a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.691488 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'Port': ['ID=d5214601-5761-457e-89be-d424c446e94a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:53.717900 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.718260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.718660 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.719005 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.719372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.719706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.720039 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.720372 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.720706 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.721033 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.721360 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.721689 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.722011 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:53.771303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for floatingip (dd6fcc49-5e81-48f0-b45c-794482b24db3), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:53.771650 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Floating IP dd6fcc49-5e81-48f0-b45c-794482b24db3 disassociated (deleted). External IP: 172.25.2.88, port: 8ff6c3aa-5e4a-490c-b010-91604a9b7538. Feb 19 02:20:53.991144 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:20:54.100925 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:20:54.105671 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:54.110219 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:20:54.120125 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:20:54.120749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:54.134151 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-ca86a194-23a3-41d1-9b4e-3420b93d2326 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "DELETE /v2.0/floatingips/dd6fcc49-5e81-48f0-b45c-794482b24db3 HTTP/1.1" status: 204 len: 168 time: 1.1558383 Feb 19 02:20:54.134744 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:20:54.137022 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e384aa-f0b7-4706-812b-84e731b1f334" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:20:54.239785 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:20:54.300124 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf48391-dfc8-4979-81b6-cae854e9ebf9 x-openstack-request-id: req-8cf48391-dfc8-4979-81b6-cae854e9ebf9 {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:20:54.302419 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:20:54.302419 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8cf48391-dfc8-4979-81b6-cae854e9ebf9 {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:20:54.302419 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'status': 'completed', 'code': 200} Feb 19 02:20:54.368218 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-79070854-00fc-4a5e-9987-3cbc7cbc4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:54.369728 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-79070854-00fc-4a5e-9987-3cbc7cbc4c42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 1127 time: 0.0471871 Feb 19 02:20:54.454543 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:54.470770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-eadc5eaf-5c69-48c4-b54d-8b58a8469b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:54.472278 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-eadc5eaf-5c69-48c4-b54d-8b58a8469b8a service neutron] 10.222.0.96 "GET /v2.0/networks?id=053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 200 len: 910 time: 0.0954907 Feb 19 02:20:54.482227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:20:54.491588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:20:54.492266 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:54.513681 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-eec1743d-5c7e-401f-a31e-4fdb41c2233c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 200 len: 217 time: 0.0346930 Feb 19 02:20:54.571147 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-bbfe9da2-afee-476f-9fc2-72ebb422d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:54.572846 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-bbfe9da2-afee-476f-9fc2-72ebb422d3c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 200 len: 848 time: 0.0526536 Feb 19 02:20:54.609120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:20:54.623688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-50ddc73f-a6d7-427c-9345-13794237bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:54.625186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-50ddc73f-a6d7-427c-9345-13794237bf99 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=053bbcd9-a09d-46dd-9bff-cc178c4c884b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459347 Feb 19 02:20:54.664663 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb03c49-35f7-4c62-947f-0fb39c2b895b req-8242467c-081c-40ff-8c4d-2758c167c2e6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:54.666212 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb03c49-35f7-4c62-947f-0fb39c2b895b req-8242467c-081c-40ff-8c4d-2758c167c2e6 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0680158 Feb 19 02:20:54.717960 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-fcb03c49-35f7-4c62-947f-0fb39c2b895b req-6502e6ec-5366-48f0-908b-f51ef6c1c24a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455132 Feb 19 02:20:54.723808 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-2d5219d4-aac3-465c-91f3-8604d33551e9 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913622 Feb 19 02:20:54.825460 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a3e384aa-f0b7-4706-812b-84e731b1f334 req-561f3c57-4e0d-41ff-8807-594370379093 service neutron] 10.222.0.96 "GET /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951090 Feb 19 02:20:54.834331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:20:54.866113 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65713d-597e-4133-8d1a-824d0db01700 None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:22Z', 'revision_number': 4, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '94e32c72-bbcb-400e-9ad5-122faa1ffd45', 'name': '', 'network_id': '053bbcd9-a09d-46dd-9bff-cc178c4c884b', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'mac_address': 'fa:16:3e:68:58:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:21Z', 'updated_at': '2022-02-19T02:10:26Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'subnets': [{'id': '17d03e65-5e0a-4736-acd6-594f3acdc908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:20:55.089291 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7917bcb-605c-4dc3-980e-52f125e7c54e None None] New status for floating IP dd6fcc49-5e81-48f0-b45c-794482b24db3: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:20:55.849220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa2470-91ba-4726-9f06-a1f4db60ca96 req-2c3d09ce-c343-4513-b1bb-96da94fc62a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:55.850735 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45aa2470-91ba-4726-9f06-a1f4db60ca96 req-2c3d09ce-c343-4513-b1bb-96da94fc62a8 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0578659 Feb 19 02:20:55.900378 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-45aa2470-91ba-4726-9f06-a1f4db60ca96 req-a5167757-465b-496e-bdb5-c207c7f44814 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/security-groups?id=a3986b20-84bb-4715-add6-c513708b40bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 Feb 19 02:20:56.213488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a259668-57f4-417c-b848-87918328d942 req-eb83bce5-e7fc-45bc-bd3b-10967207c0ab tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:20:56.214835 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a259668-57f4-417c-b848-87918328d942 req-eb83bce5-e7fc-45bc-bd3b-10967207c0ab tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 945 time: 0.0552866 Feb 19 02:20:56.305811 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Deleting port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:20:56.306146 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:56.394409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] For port 8ff6c3aa-5e4a-490c-b010-91604a9b7538, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=8ff6c3aa-5e4a-490c-b010-91604a9b7538,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:20:56.394781 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:56.408404 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Calling delete_port for 8ff6c3aa-5e4a-490c-b010-91604a9b7538 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:20:56.579459 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (8ff6c3aa-5e4a-490c-b010-91604a9b7538), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:56.610676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'Port': ['ID=8ff6c3aa-5e4a-490c-b010-91604a9b7538,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:20:56.620919 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.621276 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.621623 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.621997 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.622320 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.622633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.622964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.623325 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.623682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.623982 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.624306 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.624630 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:56.624963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:20:57.015111 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1fe57703-080e-4982-856b-4ddf188c4e72 req-9f095bd7-a746-4922-9614-07189be5d87d tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0310266 Feb 19 02:20:57.037347 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] No DVR routers for this DVR port 8ff6c3aa-5e4a-490c-b010-91604a9b7538 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:20:57.037347 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:20:57.037971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3a259668-57f4-417c-b848-87918328d942 req-8563652a-fc7d-4e55-ba69-c091b0f2f913 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.96 "DELETE /v2.0/ports/8ff6c3aa-5e4a-490c-b010-91604a9b7538 HTTP/1.1" status: 204 len: 173 time: 0.8175561 Feb 19 02:20:57.038293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-deleted', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:20:57.040873 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88374df1-01e8-4cbf-9ed3-816b5336b138" -d '{"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-deleted", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:20:57.135351 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1fb55e-6ead-44a4-9a7c-348d40cd588c x-openstack-request-id: req-ee1fb55e-6ead-44a4-9a7c-348d40cd588c {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:20:57.135643 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc04f5a-4bc7-4fbf-9510-2876d78ce001", "name": "network-vif-deleted", "tag": "8ff6c3aa-5e4a-490c-b010-91604a9b7538", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:20:57.135899 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ee1fb55e-6ead-44a4-9a7c-348d40cd588c {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:20:57.136300 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc04f5a-4bc7-4fbf-9510-2876d78ce001', 'name': 'network-vif-deleted', 'tag': '8ff6c3aa-5e4a-490c-b010-91604a9b7538', 'status': 'completed', 'code': 200} Feb 19 02:20:58.112197 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d888f32f-0bb2-44e1-8a00-55246c8c5621 req-ea63d99d-5cdb-464c-8762-6e71d242523f tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Feb 19 02:20:58.304824 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:20:58.325394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 8ff6c3aa-5e4a-490c-b010-91604a9b7538 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:20:58.325752 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 8ff6c3aa-5e4a-490c-b010-91604a9b7538 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:20:59.214154 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3b37e51d-f82b-441f-bfa0-b68a686d9bc7 req-b82379c8-2f2d-4da3-8bf0-0440c80b3dd0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Feb 19 02:21:00.314946 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-00456c27-3abc-47e2-b1e2-8da564dcc425 req-84977583-b79e-4836-9c9f-cfa3af2d56a3 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0321519 Feb 19 02:21:01.412170 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e89acbdf-2628-4d43-a2d2-3f314ee40bfc req-1c2d1f9b-3379-4cda-a654-c3ba57fdbb2e tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Feb 19 02:21:02.511215 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-62bbf0ea-58eb-4061-8847-39b16454adf8 req-71ad38bc-d962-40b9-ab12-8ea76f462fea tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0287745 Feb 19 02:21:03.611954 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dd03c7fc-61f1-480e-949c-136b2ad81dd8 req-01c2d2f8-1fff-459b-8349-b6367f1c9c8c tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Feb 19 02:21:04.719465 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d280dea2-b3e2-4d14-95a7-eeab6d5de5d6 req-112d7109-a533-4a3d-8518-6c6b88dbc2e0 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0337911 Feb 19 02:21:05.817958 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-22688f6f-0bb3-4570-ad9e-96e2e0226ff6 req-286086dd-a1c2-4e37-8a84-98bab1d100cb tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Feb 19 02:21:06.924810 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-0149e886-c7c3-4349-ae6b-c5e5ee438289 req-487fddbb-9b79-4bd5-91e6-0b5bdb5b1c0a tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc04f5a-4bc7-4fbf-9510-2876d78ce001 HTTP/1.1" status: 200 len: 210 time: 0.0272954 Feb 19 02:21:07.984540 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38042) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:08.041533 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (a3986b20-84bb-4715-add6-c513708b40bd), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:08.067146 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (a3986b20-84bb-4715-add6-c513708b40bd), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:08.202350 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (a3986b20-84bb-4715-add6-c513708b40bd), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:08.205274 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:08.206550 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] 10.222.0.94 "DELETE /v2.0/security-groups/a3986b20-84bb-4715-add6-c513708b40bd HTTP/1.1" status: 204 len: 168 time: 0.2210023 Feb 19 02:21:08.217760 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c79b3-cdfe-4405-a168-99b29cd44dd7 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3986b20-84bb-4715-add6-c513708b40bd,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:08.393029 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38046) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:08.885393 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:09.136975 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Deleting port 94e32c72-bbcb-400e-9ad5-122faa1ffd45 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:09.137662 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:09.216034 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] For port 94e32c72-bbcb-400e-9ad5-122faa1ffd45, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=94e32c72-bbcb-400e-9ad5-122faa1ffd45,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:09.216394 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:09.234584 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Calling delete_port for 94e32c72-bbcb-400e-9ad5-122faa1ffd45 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:09.482222 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (94e32c72-bbcb-400e-9ad5-122faa1ffd45), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:09.510844 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Pushing event deleted for resources: {'Port': ['ID=94e32c72-bbcb-400e-9ad5-122faa1ffd45,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:10.003777 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.232428 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Router 1b1ae911-8fb0-44e2-b963-ab06df6be576 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:10.342403 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:10.350350 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-60c2953d-5b9b-4d98-8f2c-2351c60512cd admin admin] 10.222.0.94 "PUT /v2.0/routers/1b1ae911-8fb0-44e2-b963-ab06df6be576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531474 Feb 19 02:21:10.350498 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38050) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:10.354533 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Sync routers for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:10.364979 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:10.365595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:10.461618 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks [] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.480392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:10.577250 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks [] for router_gateway (1b1ae911-8fb0-44e2-b963-ab06df6be576), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.683712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.695915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:21:09Z', 'revision_number': 5, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port': {'id': '6f7c0203-4529-4309-bba0-716932c2a25b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:10.704529 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Deleting port 6f7c0203-4529-4309-bba0-716932c2a25b {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:10.704875 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.728284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-86c30e72-e909-4af7-8e82-1afeb637a2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.729656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Checking router: 1b1ae911-8fb0-44e2-b963-ab06df6be576 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:10.742842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Routers {'1b1ae911-8fb0-44e2-b963-ab06df6be576'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:10.743482 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:20:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['1b1ae911-8fb0-44e2-b963-ab06df6be576'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:10.800595 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] For port 6f7c0203-4529-4309-bba0-716932c2a25b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=6f7c0203-4529-4309-bba0-716932c2a25b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:10.801785 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:10.815978 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Calling delete_port for 6f7c0203-4529-4309-bba0-716932c2a25b owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:10.829747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] Set router 1b1ae911-8fb0-44e2-b963-ab06df6be576 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:10.885062 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:21:10Z', 'revision_number': 6, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:10.911894 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dce388-7823-426e-8ed1-3fd5dd717943 None None] The sync data for ids ['1b1ae911-8fb0-44e2-b963-ab06df6be576'] in n-d-826529-3 is: [{'id': '1b1ae911-8fb0-44e2-b963-ab06df6be576', 'name': 'tempest-TestShelveInstance-1411117417-router', 'tenant_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:19Z', 'updated_at': '2022-02-19T02:21:10Z', 'revision_number': 6, 'project_id': '8d2ab5f046f34c34baea61ea7ab01c60', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:11.062765 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (6f7c0203-4529-4309-bba0-716932c2a25b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.088867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7c0203-4529-4309-bba0-716932c2a25b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:11.155987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.160933 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.255562 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.257866 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks [] for router_controller (1b1ae911-8fb0-44e2-b963-ab06df6be576), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.371925 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (1b1ae911-8fb0-44e2-b963-ab06df6be576), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.372523 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1ae911-8fb0-44e2-b963-ab06df6be576 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:21:11.377837 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.382278 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c4e8389b-745a-4fa7-8936-a15e8fdd5501 admin admin] 10.222.0.94 "DELETE /v2.0/routers/1b1ae911-8fb0-44e2-b963-ab06df6be576 HTTP/1.1" status: 204 len: 168 time: 1.0289075 Feb 19 02:21:11.383286 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38052) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:11.433913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Deleting subnet 17d03e65-5e0a-4736-acd6-594f3acdc908 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:21:11.437078 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Publish callbacks [] for subnet (17d03e65-5e0a-4736-acd6-594f3acdc908), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.471950 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (17d03e65-5e0a-4736-acd6-594f3acdc908), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.557206 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (17d03e65-5e0a-4736-acd6-594f3acdc908), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.697571 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (17d03e65-5e0a-4736-acd6-594f3acdc908), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.721433 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94e32c72-bbcb-400e-9ad5-122faa1ffd45 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:11.728566 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.734367 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] 10.222.0.94 "DELETE /v2.0/subnets/17d03e65-5e0a-4736-acd6-594f3acdc908 HTTP/1.1" status: 204 len: 168 time: 0.3477850 Feb 19 02:21:11.734367 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8401bf9-ba8e-42eb-83a2-dc91d374986b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d03e65-5e0a-4736-acd6-594f3acdc908,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:11.734644 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38054) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:11.770993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6d8f0-8f0f-435f-8f82-6f2c89f359b4 None None] Network 053bbcd9-a09d-46dd-9bff-cc178c4c884b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:11.774331 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 94e32c72-bbcb-400e-9ad5-122faa1ffd45 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:11.774693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 94e32c72-bbcb-400e-9ad5-122faa1ffd45 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:11.836281 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (053bbcd9-a09d-46dd-9bff-cc178c4c884b), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.903714 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Deleting port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:11.904144 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.972451 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] For port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,segment=NetworkSegment(1f50e192-98dd-4be8-bf31-3c90da404d56),segment_id=1f50e192-98dd-4be8-bf31-3c90da404d56)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:11.973521 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:11.975883 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] DHCP port deletion for 053bbcd9-a09d-46dd-9bff-cc178c4c884b request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:21:11.987414 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Calling delete_port for d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:12.202310 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.208448 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Deleting port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:12.208835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.235646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:12.235646 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] No DVR routers for this DVR port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:21:12.284675 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] For port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1, host n-d-826529-3, got binding levels [] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:12.285093 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.298706 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Calling delete_port for d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:12.302321 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.ipam_backend_mixin [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 was not found and therefore no delete operation was performed {{(pid=110603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:21:12.303596 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.312555 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (053bbcd9-a09d-46dd-9bff-cc178c4c884b), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.334809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053bbcd9-a09d-46dd-9bff-cc178c4c884b']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:12.336532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Pushing event deleted for resources: {'Port': ['ID=d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:12.341590 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] No DVR routers for this DVR port d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:21:12.345210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f50e192-98dd-4be8-bf31-3c90da404d56') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:12.345753 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f50e192-98dd-4be8-bf31-3c90da404d56') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:12.357298 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.357726 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.358138 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.358672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.359114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.359512 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.359902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.360367 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.360836 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.361187 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.361578 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.362080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.362196 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (1f50e192-98dd-4be8-bf31-3c90da404d56), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.362442 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3788e474-8ff7-41e3-a6bd-851a67b8bbee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:12.375747 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (1f50e192-98dd-4be8-bf31-3c90da404d56), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.384339 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:21:12.384730 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (1f50e192-98dd-4be8-bf31-3c90da404d56), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:21:12.386363 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:21:12.502672 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (053bbcd9-a09d-46dd-9bff-cc178c4c884b), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.508803 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.512007 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] 10.222.0.94 "DELETE /v2.0/networks/053bbcd9-a09d-46dd-9bff-cc178c4c884b HTTP/1.1" status: 204 len: 168 time: 0.7764559 Feb 19 02:21:12.520734 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38058) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:12.524324 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08499da0-6eba-4815-8471-c8d81c5ed8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=053bbcd9-a09d-46dd-9bff-cc178c4c884b,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:12.886909 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:12.996097 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a235f07-7e98-4e4b-9f87-94d16362d5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:13.145531 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Deleting port cf26f860-f105-4864-8b43-a2f136f8b9f9 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:13.145792 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:13.229245 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] For port cf26f860-f105-4864-8b43-a2f136f8b9f9, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=cf26f860-f105-4864-8b43-a2f136f8b9f9,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:13.229586 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:13.242886 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Calling delete_port for cf26f860-f105-4864-8b43-a2f136f8b9f9 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:13.341791 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:13.363158 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:13.364255 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device d4dfe63d-fc27-4427-b70b-8ade3dfa7aa1 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:13.364802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f7c0203-4529-4309-bba0-716932c2a25b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:13.385084 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 6f7c0203-4529-4309-bba0-716932c2a25b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:13.385793 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 6f7c0203-4529-4309-bba0-716932c2a25b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:13.544690 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (cf26f860-f105-4864-8b43-a2f136f8b9f9), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:13.574422 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf26f860-f105-4864-8b43-a2f136f8b9f9,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:13.765039 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:13.985337 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Router bb17fbbd-9c1f-4afc-a662-4fffd8498baa has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:14.101782 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:14.109246 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-4fc0f72b-1be8-407d-870f-d2a041bf85c9 admin admin] 10.222.0.94 "PUT /v2.0/routers/bb17fbbd-9c1f-4afc-a662-4fffd8498baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847633 Feb 19 02:21:14.109246 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38060) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:14.112673 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Sync routers for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:14.123029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:14.123661 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:14.235190 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks [] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.243509 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:14.346004 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks [] for router_gateway (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.454946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Deleting port 1b57bc5d-33a2-4029-a7b4-fa6691880f26 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:14.455314 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.522893 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:21:13Z', 'revision_number': 5, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port': {'id': '1b57bc5d-33a2-4029-a7b4-fa6691880f26', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:10:26Z', 'updated_at': '2022-02-19T02:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:14.552093 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.559631 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Checking router: bb17fbbd-9c1f-4afc-a662-4fffd8498baa for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:14.560973 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] For port 1b57bc5d-33a2-4029-a7b4-fa6691880f26, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=1b57bc5d-33a2-4029-a7b4-fa6691880f26,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:14.561801 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.570025 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Routers {'bb17fbbd-9c1f-4afc-a662-4fffd8498baa'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:14.570668 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:14.579964 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Calling delete_port for 1b57bc5d-33a2-4029-a7b4-fa6691880f26 owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:14.666337 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] Set router bb17fbbd-9c1f-4afc-a662-4fffd8498baa gateway port host: None {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:14.718495 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:21:14Z', 'revision_number': 6, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:14.748962 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ca582-0f9c-4853-93a6-5638fd7efe2d None None] The sync data for ids ['bb17fbbd-9c1f-4afc-a662-4fffd8498baa'] in n-d-826529-3 is: [{'id': 'bb17fbbd-9c1f-4afc-a662-4fffd8498baa', 'name': 'tempest-TestShelveInstance-1316970811-router', 'tenant_id': 'be1bc1a4894c46e98893abe98509669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:10:24Z', 'updated_at': '2022-02-19T02:21:14Z', 'revision_number': 6, 'project_id': 'be1bc1a4894c46e98893abe98509669b', 'gw_port_host': None}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:14.816777 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (1b57bc5d-33a2-4029-a7b4-fa6691880f26), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:14.842179 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b57bc5d-33a2-4029-a7b4-fa6691880f26,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:14.909726 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.007614 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.009743 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks [] for router_controller (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.120028 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (bb17fbbd-9c1f-4afc-a662-4fffd8498baa), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.120614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb17fbbd-9c1f-4afc-a662-4fffd8498baa {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:21:15.125929 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.129934 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38062) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:15.130687 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-219f28f3-6548-43b5-81d9-d96813342d73 admin admin] 10.222.0.94 "DELETE /v2.0/routers/bb17fbbd-9c1f-4afc-a662-4fffd8498baa HTTP/1.1" status: 204 len: 168 time: 1.0198917 Feb 19 02:21:15.181652 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Deleting subnet 149e688e-5dae-411a-9d0a-08c6c6f22c3a {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:21:15.188042 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Publish callbacks [] for subnet (149e688e-5dae-411a-9d0a-08c6c6f22c3a), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.222059 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (149e688e-5dae-411a-9d0a-08c6c6f22c3a), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.303473 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (149e688e-5dae-411a-9d0a-08c6c6f22c3a), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.436952 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (149e688e-5dae-411a-9d0a-08c6c6f22c3a), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.471392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149e688e-5dae-411a-9d0a-08c6c6f22c3a,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:15.471392 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.475408 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-00d91fd3-9569-405d-aaab-d5ad7df49584 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/149e688e-5dae-411a-9d0a-08c6c6f22c3a HTTP/1.1" status: 204 len: 168 time: 0.3433323 Feb 19 02:21:15.478415 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38064) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:15.479711 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876733b1-4f1f-413d-94af-8bfabd230fd4 None None] Network 966e9758-34df-4d66-91ff-197212d39d1b requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:15.561030 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cf26f860-f105-4864-8b43-a2f136f8b9f9 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:15.569296 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (966e9758-34df-4d66-91ff-197212d39d1b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.588363 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: cf26f860-f105-4864-8b43-a2f136f8b9f9 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:15.589077 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device cf26f860-f105-4864-8b43-a2f136f8b9f9 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:15.589747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b57bc5d-33a2-4029-a7b4-fa6691880f26 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:15.630995 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 1b57bc5d-33a2-4029-a7b4-fa6691880f26 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:15.631397 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 1b57bc5d-33a2-4029-a7b4-fa6691880f26 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:15.632845 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Deleting port 85403bb6-564c-4ff5-882c-acaba942ab50 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:15.633189 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.665123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.707815 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] For port 85403bb6-564c-4ff5-882c-acaba942ab50, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=85403bb6-564c-4ff5-882c-acaba942ab50,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:15.709392 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.717290 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] DHCP port deletion for 966e9758-34df-4d66-91ff-197212d39d1b request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:21:15.726256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Calling delete_port for 85403bb6-564c-4ff5-882c-acaba942ab50 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:15.772247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Deleting port 85403bb6-564c-4ff5-882c-acaba942ab50 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:21:15.772624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.839671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] For port 85403bb6-564c-4ff5-882c-acaba942ab50, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=85403bb6-564c-4ff5-882c-acaba942ab50,segment=NetworkSegment(641bc4cb-8bd8-4291-82e6-90603f35be9c),segment_id=641bc4cb-8bd8-4291-82e6-90603f35be9c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:15.840166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.853673 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Calling delete_port for 85403bb6-564c-4ff5-882c-acaba942ab50 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:21:15.880660 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.906817 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Pushing event deleted for resources: {'Port': ['ID=85403bb6-564c-4ff5-882c-acaba942ab50,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:15.910419 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] No DVR routers for this DVR port 85403bb6-564c-4ff5-882c-acaba942ab50 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:21:15.934517 n-d-826529-3 neutron-server[110603]: self.session.flush() Feb 19 02:21:15.940785 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (85403bb6-564c-4ff5-882c-acaba942ab50), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:15.956107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] No DVR routers for this DVR port 85403bb6-564c-4ff5-882c-acaba942ab50 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:21:15.975103 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6114af-5907-4062-963a-acfd5c599b8a None None] Pushing event deleted for resources: {'Port': ['ID=85403bb6-564c-4ff5-882c-acaba942ab50,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:15.993584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (966e9758-34df-4d66-91ff-197212d39d1b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.018205 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966e9758-34df-4d66-91ff-197212d39d1b']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:16.028131 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641bc4cb-8bd8-4291-82e6-90603f35be9c') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:16.028427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641bc4cb-8bd8-4291-82e6-90603f35be9c') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:16.038184 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (641bc4cb-8bd8-4291-82e6-90603f35be9c), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.051911 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (641bc4cb-8bd8-4291-82e6-90603f35be9c), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.061555 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:21:16.061945 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (641bc4cb-8bd8-4291-82e6-90603f35be9c), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: timer() Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:21:16.063623 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:21:16.179214 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (966e9758-34df-4d66-91ff-197212d39d1b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.184553 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.187646 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] 10.222.0.94 "DELETE /v2.0/networks/966e9758-34df-4d66-91ff-197212d39d1b HTTP/1.1" status: 204 len: 168 time: 0.7081368 Feb 19 02:21:16.199059 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979836f0-29f0-45bc-9f91-5933ead6ed27 admin admin] Pushing event deleted for resources: {'Network': ['ID=966e9758-34df-4d66-91ff-197212d39d1b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:16.543240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38068) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:16.581726 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0bdd5fa0-aa3a-451b-90ef-a48e2c7e3836 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8d2ab5f046f34c34baea61ea7ab01c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373325 Feb 19 02:21:16.585136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38070) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:16.632287 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] Publish callbacks [] for security_group (63da92a8-b8d5-4fb9-bb55-f868c0d572a2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.658522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] Publish callbacks [] for security_group (63da92a8-b8d5-4fb9-bb55-f868c0d572a2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.796316 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (63da92a8-b8d5-4fb9-bb55-f868c0d572a2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.798886 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:16.800156 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/63da92a8-b8d5-4fb9-bb55-f868c0d572a2 HTTP/1.1" status: 204 len: 168 time: 0.2141075 Feb 19 02:21:16.808600 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b334879-3030-4664-a1a2-3f6ed13d9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da92a8-b8d5-4fb9-bb55-f868c0d572a2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:17.010766 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:17.327845 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 85403bb6-564c-4ff5-882c-acaba942ab50 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:21:17.352058 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 85403bb6-564c-4ff5-882c-acaba942ab50 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:21:17.352327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 85403bb6-564c-4ff5-882c-acaba942ab50 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:21:17.491322 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38076) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:17.530875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2633bcb5-de14-4644-b905-3a400c65027f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=be1bc1a4894c46e98893abe98509669b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384083 Feb 19 02:21:17.533415 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38078) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:17.581612 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] Publish callbacks [] for security_group (6d8bb362-229d-426d-8554-b3f805246288), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:17.603689 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] Publish callbacks [] for security_group (6d8bb362-229d-426d-8554-b3f805246288), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:17.779032 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (6d8bb362-229d-426d-8554-b3f805246288), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:17.781674 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:17.782832 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6d8bb362-229d-426d-8554-b3f805246288 HTTP/1.1" status: 204 len: 168 time: 0.2485280 Feb 19 02:21:17.790995 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5dad4-92a2-464e-8eb9-c76b94667ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8bb362-229d-426d-8554-b3f805246288,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:18.914548 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38100) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:19.018728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1469180551-network', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:19.109833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Made reservation on behalf of 3fd05c6f8ff74bb6926be082e8815283 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:19.112216 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.121700 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.194442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks [] for security_group (be605314-186d-4d5c-bd29-4d9abd615773), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.261866 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (be605314-186d-4d5c-bd29-4d9abd615773), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.287780 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:21:19.299479 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be605314-186d-4d5c-bd29-4d9abd615773,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:19.308820 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c4513d4c-5cd9-40a4-84e5-791209db5817), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.308974 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Added segment c4513d4c-5cd9-40a4-84e5-791209db5817 of type vlan for network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 Feb 19 02:21:19.348645 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.459232 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.460251 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:19.460845 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.522392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:19.531716 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:21:19.593347 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cbdeca57-3266-4776-8990-bfdb19b2bec0 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6775799 Feb 19 02:21:19.596226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38104) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:19.601696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Request body: {'subnet': {'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1469180551-subnet', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'ip_version': 4}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:19.679636 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Made reservation on behalf of 3fd05c6f8ff74bb6926be082e8815283 for: {'subnet': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:19.681997 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14274560'] for subnet (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.910419 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14233184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14274590'] for subnet (350873b5-9457-4eaa-9d5e-595c8f081397), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:19.955257 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=350873b5-9457-4eaa-9d5e-595c8f081397,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:20.026717 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Checking segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:20.027075 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Network hostable DHCP agents. Network: 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:21:20.109927 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:21:20.173156 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714) {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:20.177688 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:20.178288 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.184783 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85756307-5d5c-4e70-89ce-18e8bd17823d None None] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:20.239742 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2ccb37de-b40e-4ce6-9c03-9d640038a13a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6424537 Feb 19 02:21:20.242556 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38106) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:20.247293 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:20.287552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:21:20.292451 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.337703 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.339360 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.407402 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for router_controller (fc33c079-8867-4a7a-841c-5dbe72b85dc0), precommit_add_association {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.431299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Allocated IP 172.20.0.2 (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714/350873b5-9457-4eaa-9d5e-595c8f081397/e0fae847-29bd-4224-a87f-0c945e297c38) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:20.575745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks [] for port (e0fae847-29bd-4224-a87f-0c945e297c38), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.604692 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for router_gateway (fc33c079-8867-4a7a-841c-5dbe72b85dc0), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.647203 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.688325 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:20.691937 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:20.696509 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:20.712990 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Pushing event updated for resources: {'Port': ['ID=e0fae847-29bd-4224-a87f-0c945e297c38,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:20.781636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Attempting to bind port e0fae847-29bd-4224-a87f-0c945e297c38 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:20.782010 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Attempting to bind port e0fae847-29bd-4224-a87f-0c945e297c38 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:20.782378 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Attempting to bind port e0fae847-29bd-4224-a87f-0c945e297c38 on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:20.787575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:20.787952 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Checking segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:20.788356 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.788747 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Bound using segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:20.789213 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Bound port: e0fae847-29bd-4224-a87f-0c945e297c38, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:20.789598 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.854107 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] For port e0fae847-29bd-4224-a87f-0c945e297c38, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:20.857117 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] For port e0fae847-29bd-4224-a87f-0c945e297c38, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e0fae847-29bd-4224-a87f-0c945e297c38,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:20.875983 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for router_gateway (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.895355 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:20.954090 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.000391 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Allocated IP 172.25.2.130 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/a8779d67-e490-4e91-8b8d-1cadf371219b) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:21.018550 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8dec9-f14a-46bc-9689-4b97ee006c8d None None] Pushing event updated for resources: {'Port': ['ID=e0fae847-29bd-4224-a87f-0c945e297c38,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:21.114032 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.211694 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.252661 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:21.256720 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:21.260392 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:21.291473 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Pushing event updated for resources: {'Port': ['ID=a8779d67-e490-4e91-8b8d-1cadf371219b,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:21.373513 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e0fae847-29bd-4224-a87f-0c945e297c38 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:21.422874 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e0fae847-29bd-4224-a87f-0c945e297c38 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:21.423253 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.508481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e0fae847-29bd-4224-a87f-0c945e297c38 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:21.508885 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.545300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port e0fae847-29bd-4224-a87f-0c945e297c38, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e0fae847-29bd-4224-a87f-0c945e297c38,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:21.608003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.643642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for router_gateway (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:21.672722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=e0fae847-29bd-4224-a87f-0c945e297c38,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:22.012923 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaff8ba0-87c8-490a-9f3b-6564c555285f None None] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:22.073902 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-aeb81af2-d2e2-4ee2-b82a-6df4ba95895e None None] Provisioning complete for port e0fae847-29bd-4224-a87f-0c945e297c38 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:22.074276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-aeb81af2-d2e2-4ee2-b82a-6df4ba95895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:22.208431 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-aeb81af2-d2e2-4ee2-b82a-6df4ba95895e None None] Current status of the port e0fae847-29bd-4224-a87f-0c945e297c38 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:22.234949 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:22.427370 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-0f634fac-43a6-4d51-9c8d-de520b151e2d None None] Provisioning complete for port e0fae847-29bd-4224-a87f-0c945e297c38 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:22.427746 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0f634fac-43a6-4d51-9c8d-de520b151e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:22.459684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:21:22.507122 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-0f634fac-43a6-4d51-9c8d-de520b151e2d None None] Current status of the port e0fae847-29bd-4224-a87f-0c945e297c38 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:22.576715 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:22.586124 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:22.595364 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:22.606881 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:22.655115 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:22.656403 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-a0bb3e7a-a675-451b-ada7-42a2a1f53d69 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4128919 Feb 19 02:21:22.659253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38108) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:22.703335 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:22.883529 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:21Z', 'revision_number': 3, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:22.911327 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:22.911681 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Updating router fc33c079-8867-4a7a-841c-5dbe72b85dc0 port a8779d67-e490-4e91-8b8d-1cadf371219b binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:21:22.938417 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.095463 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.202200 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks [] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.255754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Allocated IP 172.20.0.1 (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714/350873b5-9457-4eaa-9d5e-595c8f081397/a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:23.281754 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.340691 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c112-e6a7-4a67-b9d4-72a9405b6c7e None None] Pushing event updated for resources: {'Port': ['ID=a8779d67-e490-4e91-8b8d-1cadf371219b,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:23.343317 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Attempting to bind port a8779d67-e490-4e91-8b8d-1cadf371219b on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:23.343764 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Attempting to bind port a8779d67-e490-4e91-8b8d-1cadf371219b by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:23.344200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Attempting to bind port a8779d67-e490-4e91-8b8d-1cadf371219b on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:23.353227 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:23.353712 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:23.354229 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.354718 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:23.355218 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Bound port: a8779d67-e490-4e91-8b8d-1cadf371219b, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:23.355601 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.358572 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e0fae847-29bd-4224-a87f-0c945e297c38 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:23.370696 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks [] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.442372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] For port a8779d67-e490-4e91-8b8d-1cadf371219b, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:23.446535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] For port a8779d67-e490-4e91-8b8d-1cadf371219b, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a8779d67-e490-4e91-8b8d-1cadf371219b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:23.453767 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port e0fae847-29bd-4224-a87f-0c945e297c38 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:23.454080 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.459461 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.503504 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:23.508416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:23.512186 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:23.536038 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port e0fae847-29bd-4224-a87f-0c945e297c38 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:23.539557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.540063 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Pushing event updated for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:23.557506 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.600743 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:23.601380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:23.603373 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c112-e6a7-4a67-b9d4-72a9405b6c7e None None] Pushing event updated for resources: {'Port': ['ID=a8779d67-e490-4e91-8b8d-1cadf371219b,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:23.720220 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:23.770999 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.942584 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks [] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:23.996610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b18fb716-ceb8-452a-b20b-038e6033d443 None None] Provisioning complete for port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:23.996985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b18fb716-ceb8-452a-b20b-038e6033d443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:24.041425 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:24.047204 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b18fb716-ceb8-452a-b20b-038e6033d443 None None] Port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:24.106582 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:21Z', 'revision_number': 3, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:24.116528 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:24.119207 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Pushing event updated for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:24.136612 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27705dd1-c89a-466d-850b-40a18944fd38 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:21Z', 'revision_number': 3, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:24.226503 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:24.227998 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:24.352802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:24.485511 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:24.495655 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-96c9a91b-e500-4605-9d2e-342af5ccba70 admin admin] 10.222.0.94 "PUT /v2.0/routers/fc33c079-8867-4a7a-841c-5dbe72b85dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345704 Feb 19 02:21:24.571844 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-082b3174-1989-4910-a68e-2642a0fdd99c None None] Provisioning complete for port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:24.572224 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-082b3174-1989-4910-a68e-2642a0fdd99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:24.615380 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-082b3174-1989-4910-a68e-2642a0fdd99c None None] Port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:25.149182 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38124) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:25.154256 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1326933506-network', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:25.222180 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Made reservation on behalf of fd74839e05b64203bcc81990fcae1159 for: {'network': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:25.224818 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for network (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.234091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.311649 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks [] for security_group (fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.362052 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a8779d67-e490-4e91-8b8d-1cadf371219b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:25.382389 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.408455 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:21:25.416581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a8779d67-e490-4e91-8b8d-1cadf371219b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:25.416942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.422535 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:25.428830 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (91b775dd-2437-46c3-b5db-7ada21f30a92), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.432388 n-d-826529-3 neutron-server[110602]: INFO neutron.db.segments_db [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Added segment 91b775dd-2437-46c3-b5db-7ada21f30a92 of type vlan for network a9b241b6-f99a-401a-994b-134118be4a0e Feb 19 02:21:25.472035 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750719943554'] for network (a9b241b6-f99a-401a-994b-134118be4a0e), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.502814 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a8779d67-e490-4e91-8b8d-1cadf371219b is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:25.503235 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.525343 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port a8779d67-e490-4e91-8b8d-1cadf371219b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a8779d67-e490-4e91-8b8d-1cadf371219b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:25.572518 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104'] for network (a9b241b6-f99a-401a-994b-134118be4a0e), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.573651 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:25.575456 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.599505 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.647220 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] Pushing event updated for resources: {'Network': ['ID=a9b241b6-f99a-401a-994b-134118be4a0e,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:25.650794 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=a8779d67-e490-4e91-8b8d-1cadf371219b,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:25.661168 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Network a9b241b6-f99a-401a-994b-134118be4a0e details requested by agent ovs-agent-n-d-826529-3 with host n-d-826529-3 {{(pid=110603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:21:25.711775 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-cc714802-d598-44db-8049-cb986dbdd80f admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5608854 Feb 19 02:21:25.718845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38126) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:25.719831 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Request body: {'subnet': {'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1326933506-subnet', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'ip_version': 4}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:25.721518 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:25.732650 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:25.733527 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:25.799532 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Made reservation on behalf of fd74839e05b64203bcc81990fcae1159 for: {'subnet': 1} {{(pid=110601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:25.802636 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13987368'] for subnet (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:25.840841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:26.047125 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 2, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:26.053479 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13455065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13987382'] for subnet (df32b736-e5d4-4679-83bb-a347769db326), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.074276 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:26.074739 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Updating router fc33c079-8867-4a7a-841c-5dbe72b85dc0 port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:21:26.102231 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.115454 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df32b736-e5d4-4679-83bb-a347769db326,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:26.122866 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Checking segment: {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:26.123274 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Network hostable DHCP agents. Network: a9b241b6-f99a-401a-994b-134118be4a0e, hostable agents: ['fbe03e84-11e2-4926-9b40-0a2f7e9ff54b'], hosted agents: [] {{(pid=110601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:21:26.199474 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Network a9b241b6-f99a-401a-994b-134118be4a0e is scheduled to be hosted by DHCP agent fbe03e84-11e2-4926-9b40-0a2f7e9ff54b with binding_index 1 {{(pid=110601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:21:26.262299 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826529-3, a9b241b6-f99a-401a-994b-134118be4a0e) {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:26.266639 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:26.267337 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.277926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99423ec8-1f2a-4abc-ae80-ceded3ea30b9 None None] Network a9b241b6-f99a-401a-994b-134118be4a0e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:26.368622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-e83b78bd-d711-4b82-8da5-01eb7085d1a1 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6530709 Feb 19 02:21:26.371105 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38128) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:26.376072 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks [] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.376701 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:26.383835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fad6303-d60f-5451-bfd7-472fd1a66389-a9b241b6-f99a-401a-994b-134118be4a0e', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326'}]}} from n-d-826529-3. {{(pid=110603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:21:26.384764 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.479718 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.510870 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1831058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-232177'] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.511756 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1833811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-231946'] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.528397 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Pushing event updated for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:26.548249 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.db_base_plugin_common [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Allocated IP 172.20.0.2 (a9b241b6-f99a-401a-994b-134118be4a0e/df32b736-e5d4-4679-83bb-a347769db326/451e207b-fcd4-4c26-8c4c-aeb1f5e32600) {{(pid=110603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:26.560720 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.561072 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.561393 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.561729 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.562057 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.562384 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.562706 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.563029 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.563386 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.563714 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.564028 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.564347 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.564657 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:21:26.584276 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for router_controller (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), precommit_add_association {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.595780 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Attempting to bind port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:26.596185 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Attempting to bind port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:26.596621 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Attempting to bind port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:26.602829 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:26.603329 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Checking segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:26.603799 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.604198 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Bound using segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:26.604971 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Bound port: a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:26.605118 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.673137 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] For port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:26.677169 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] For port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:26.724001 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks [] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), precommit_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.762927 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.794770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), after_create {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.818436 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:26.818972 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:26.822138 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for router_gateway (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:26.850287 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Network a9b241b6-f99a-401a-994b-134118be4a0e is already hosted by enough agents. {{(pid=110603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:26.858177 n-d-826529-3 neutron-server[110603]: DEBUG neutron.scheduler.base_scheduler [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Resources bound (agent type, host, resource id): {{(pid=110603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:26.861225 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01709fe4-709a-4e8d-8eed-44fd159bbc58 None None] Pushing event updated for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:26.866911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Received port after_create {{(pid=110603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:26.873429 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Pushing event updated for resources: {'Port': ['ID=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,revision_number=1']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:26.903914 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Provisioning complete for port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:26.903914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.016787 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Attempting to bind port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:27.017473 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Attempting to bind port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:27.017942 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Attempting to bind port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 on network a9b241b6-f99a-401a-994b-134118be4a0e {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:27.026915 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:27.027475 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Checking segment: {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:27.027975 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.028481 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Bound using segment: {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:27.029081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Bound port: 451e207b-fcd4-4c26-8c4c-aeb1f5e32600, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:27.029555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.041896 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:27.108281 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Current status of the port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:27.108594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.134530 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for router_gateway (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.143880 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] For port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:27.151610 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] For port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:27.161130 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.164593 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-12957645-f880-423a-819a-2e566fd7e022 None None] For port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:27.231444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.233898 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.250922 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:26Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:27.266257 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Allocated IP 172.25.2.235 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/19b0f89d-d00a-4c88-b8cd-cb0c62d339da) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:27.278704 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309147c-70ef-4453-a2e1-b36282b1ede4 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:26Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:27.313539 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd719f2-fed5-4feb-a9c4-221603153ee9 None None] Pushing event updated for resources: {'Port': ['ID=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:27.407080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957645-f880-423a-819a-2e566fd7e022 None None] Pushing event updated for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:27.410584 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-9ad9993c-ffab-410f-a130-037d7fe37e34 None None] Provisioning complete for port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:27.410957 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9ad9993c-ffab-410f-a130-037d7fe37e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.460642 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a8779d67-e490-4e91-8b8d-1cadf371219b up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:27.476520 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.556072 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9993c-ffab-410f-a130-037d7fe37e34 None None] Current status of the port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:27.570260 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a8779d67-e490-4e91-8b8d-1cadf371219b triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:27.570713 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.584915 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:27.640703 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:27.646410 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:27.648948 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:27.669129 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a8779d67-e490-4e91-8b8d-1cadf371219b is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:27.688148 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Pushing event updated for resources: {'Port': ['ID=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:28.012452 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for router_gateway (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.459305 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c69812-45ce-4ceb-8543-786b364f2615 None None] Network a9b241b6-f99a-401a-994b-134118be4a0e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:21:28.533308 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Provisioning complete for port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:28.533703 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.596303 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1831143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833824'] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.665833 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Current status of the port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:28.665833 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.704945 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] For port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:28.771202 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.799171 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 is scheduled to L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d with binding_index 1 {{(pid=110601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:21:28.822648 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4dbf1-46d4-4901-8c23-80e2e8373e7b None None] Pushing event updated for resources: {'Port': ['ID=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:28.890702 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-3dd3d4df-bf0b-49ee-9448-fdbfbd7acf95 None None] Provisioning complete for port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:28.891127 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d4df-bf0b-49ee-9448-fdbfbd7acf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:28.918832 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:28.929479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Sync routers for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:28.945804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:28.946504 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:29.007007 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.008300 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-97c4f025-8c6b-4051-a925-d5c3669394cc admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6359210 Feb 19 02:21:29.011078 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38130) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:29.072594 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3d4df-bf0b-49ee-9448-fdbfbd7acf95 None None] Current status of the port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:29.093621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:29.270873 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 3, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:29.298635 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Checking router: 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:29.298992 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Updating router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da binding host n-d-826529-3 {{(pid=110603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:21:29.335252 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.442719 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:29.456852 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.557005 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:29.557567 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.620007 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Allocated IP 172.20.0.1 (a9b241b6-f99a-401a-994b-134118be4a0e/df32b736-e5d4-4679-83bb-a347769db326/5f37ef32-c80d-4944-8d64-35a1cdd39e03) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:29.710084 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks [] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), precommit_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.716840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:29.717893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:29.729709 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks [] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.766311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:29.766311 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.786106 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.808009 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:29.852721 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Network a9b241b6-f99a-401a-994b-134118be4a0e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:29.857662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:29.862184 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:29.888260 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Pushing event updated for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:29.915471 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832275'] for router_interface (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.032507 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c121f1-3130-4148-b3ca-59a987286552 None None] Pushing event updated for resources: {'Port': ['ID=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,revision_number=2']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:30.035885 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Attempting to bind port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da on host n-d-826529-3 for vnic_type normal with profile {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:30.036455 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Attempting to bind port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:30.036801 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Attempting to bind port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da on network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:30.046813 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:30.047222 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Checking segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:30.047626 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.048013 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Bound using segment: {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'} {{(pid=110603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:30.048483 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.managers [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Bound port: 19b0f89d-d00a-4c88-b8cd-cb0c62d339da, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad16e30-64ca-40d3-93cf-9fa1000b9e8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf'}}] {{(pid=110603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:30.048853 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.129307 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.129856 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:30.137229 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] For port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da, host n-d-826529-3, cleared binding levels {{(pid=110603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:30.140391 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] For port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:30.197398 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-fa01f8bc-0480-46f0-a148-e7e21774f68b None None] Provisioning complete for port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:30.197776 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fa01f8bc-0480-46f0-a148-e7e21774f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.225283 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.282658 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-fa01f8bc-0480-46f0-a148-e7e21774f68b None None] Port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:30.307497 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c121f1-3130-4148-b3ca-59a987286552 None None] Pushing event updated for resources: {'Port': ['ID=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,revision_number=3']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:30.309688 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks [] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.310153 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:30.310763 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:30.370494 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.422567 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:30.437775 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:21:30.443192 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Pushing event updated for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:30.447257 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832383'] for router_interface (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.540448 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Network a9b241b6-f99a-401a-994b-134118be4a0e is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:30.541845 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:30.639248 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5f37ef32-c80d-4944-8d64-35a1cdd39e03', 'name': '', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'mac_address': 'fa:16:3e:fd:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:29Z', 'updated_at': '2022-02-19T02:21:29Z', 'revision_number': 1, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'subnets': [{'id': 'df32b736-e5d4-4679-83bb-a347769db326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:30.667789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135dc92-c2c3-41c8-bb3b-24913393838a None None] The sync data for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 is: [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5f37ef32-c80d-4944-8d64-35a1cdd39e03', 'name': '', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'mac_address': 'fa:16:3e:fd:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:29Z', 'updated_at': '2022-02-19T02:21:29Z', 'revision_number': 1, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'subnets': [{'id': 'df32b736-e5d4-4679-83bb-a347769db326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:30.674207 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:30.799355 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:30.806299 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-5ca412a5-d977-4d04-9263-cb5b20baefcf None None] Provisioning complete for port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:30.806745 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-5ca412a5-d977-4d04-9263-cb5b20baefcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:30.813692 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-0d626b83-7ebe-45ae-a29b-82b5b2a5f580 admin admin] 10.222.0.94 "PUT /v2.0/routers/3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013902 Feb 19 02:21:30.853835 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-5ca412a5-d977-4d04-9263-cb5b20baefcf None None] Port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:31.370726 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38138) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:31.375827 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736724398', 'description': 'tempest-secgroup-smoke-736724398 description', 'project_id': '3fd05c6f8ff74bb6926be082e8815283'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:31.487366 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.556632 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (0c957548-94c5-443f-88c4-28f6b5030ff2), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.670116 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0c957548-94c5-443f-88c4-28f6b5030ff2), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.703170 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c957548-94c5-443f-88c4-28f6b5030ff2,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:31.856004 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:31.869180 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-078b01b3-788d-406a-a5bc-de48a02b91b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4855206 Feb 19 02:21:31.869180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38140) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:31.869180 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:32.041124 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (4a27be0e-5ba8-43f9-807e-3d4e2770dc6c), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.096613 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (4a27be0e-5ba8-43f9-807e-3d4e2770dc6c), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.212766 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (4a27be0e-5ba8-43f9-807e-3d4e2770dc6c), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.240205 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a27be0e-5ba8-43f9-807e-3d4e2770dc6c,revision_number=0']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:32.309602 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.310846 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-5e2d49a3-8993-47f4-b73d-94531006b010 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4494076 Feb 19 02:21:32.313951 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38142) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:32.319843 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:32.430526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (eff633ab-8fac-4793-81c0-7f9480506d00), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.500106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (eff633ab-8fac-4793-81c0-7f9480506d00), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.610632 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (eff633ab-8fac-4793-81c0-7f9480506d00), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.630916 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff633ab-8fac-4793-81c0-7f9480506d00,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:32.706254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.707637 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-d5fe0948-d931-43ad-9881-50dfc3aa508d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3924313 Feb 19 02:21:32.710266 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38144) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:32.714628 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:32.798442 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (7f3ccdfd-6670-485e-83f2-26816751a471), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.853898 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (7f3ccdfd-6670-485e-83f2-26816751a471), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.941701 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (7f3ccdfd-6670-485e-83f2-26816751a471), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:32.960988 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3ccdfd-6670-485e-83f2-26816751a471,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:33.029646 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.030913 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-67930439-5792-492e-931d-d3e291d2c962 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197072 Feb 19 02:21:33.033816 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38146) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:33.040067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:33.083323 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Sync routers for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:33.093358 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:33.095548 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:33.150086 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (91a95e91-5efc-4aec-8f46-9ce6028062a5), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.202673 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:33.209784 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (91a95e91-5efc-4aec-8f46-9ce6028062a5), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.287158 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (91a95e91-5efc-4aec-8f46-9ce6028062a5), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.307703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a95e91-5efc-4aec-8f46-9ce6028062a5,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:33.357860 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.359912 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-18f4ce25-ac5c-4979-9451-e480dffe472b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251967 Feb 19 02:21:33.362702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38148) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:33.367314 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:33.381375 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 19b0f89d-d00a-4c88-b8cd-cb0c62d339da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:33.414125 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5f37ef32-c80d-4944-8d64-35a1cdd39e03', 'name': '', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'mac_address': 'fa:16:3e:fd:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:29Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 2, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'subnets': [{'id': 'df32b736-e5d4-4679-83bb-a347769db326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:33.437922 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:33.438586 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.440511 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Checking router: 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:33.440870 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Updating router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 binding host n-d-826529-3 {{(pid=110604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:21:33.447312 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Project 3fd05c6f8ff74bb6926be082e8815283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:21:33.452559 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (77a9455b-a0b3-4af8-803c-3fdf2cc69097), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.470889 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.523634 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:33.524123 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.526791 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (77a9455b-a0b3-4af8-803c-3fdf2cc69097), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.546221 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] For port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:33.653091 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (77a9455b-a0b3-4af8-803c-3fdf2cc69097), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.667757 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.676770 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a9455b-a0b3-4af8-803c-3fdf2cc69097,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:33.716848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Pushing event updated for resources: {'Port': ['ID=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:33.735064 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks [] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), precommit_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.766748 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.768028 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b91f5afb-9501-4c5a-8e43-0e658cec379d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4043250 Feb 19 02:21:33.775226 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38150) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:33.779561 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'security_group_rule': {'security_group_id': '0c957548-94c5-443f-88c4-28f6b5030ff2', 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:33.839122 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.882022 n-d-826529-3 neutron-server[110602]: INFO neutron.db.securitygroups_db [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Project 3fd05c6f8ff74bb6926be082e8815283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:21:33.887330 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (48c249b6-9bd7-4aee-b188-1ce50954c33c), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.890016 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c38c3-d6c5-4af6-bcd9-5a6d7667ea3a None None] Pushing event updated for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=3']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:33.950796 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Attempting to bind port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 on host n-d-826529-3 for vnic_type normal with profile {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:33.953740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Attempting to bind port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 by drivers openvswitch,hyperv on host n-d-826529-3 at level 0 using segments [{'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:33.953740 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Attempting to bind port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 on network a9b241b6-f99a-401a-994b-134118be4a0e {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:33.959567 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Checking agent: {'id': '8985a784-f254-4226-b111-56c0272f31a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 37, 17), 'started_at': datetime.datetime(2022, 2, 19, 0, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826529-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:33.962841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Checking segment: {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:33.962841 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.962841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Bound using segment: {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'} {{(pid=110604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:33.962841 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.managers [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Bound port: 5f37ef32-c80d-4944-8d64-35a1cdd39e03, host: n-d-826529-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b775dd-2437-46c3-b5db-7ada21f30a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e'}}] {{(pid=110604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:33.962841 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), before_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:33.971810 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (48c249b6-9bd7-4aee-b188-1ce50954c33c), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.031626 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] For port 5f37ef32-c80d-4944-8d64-35a1cdd39e03, host n-d-826529-3, cleared binding levels {{(pid=110604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:34.035762 n-d-826529-3 neutron-server[110604]: DEBUG neutron.plugins.ml2.db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] For port 5f37ef32-c80d-4944-8d64-35a1cdd39e03, host n-d-826529-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5f37ef32-c80d-4944-8d64-35a1cdd39e03,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:34.046998 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1821018'] for security_group_rule (48c249b6-9bd7-4aee-b188-1ce50954c33c), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.065802 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c249b6-9bd7-4aee-b188-1ce50954c33c,revision_number=0']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:34.100688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6a2302a7-db6b-4a6a-a0d1-be78a2d674b0 None None] Provisioning complete for port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:34.100982 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6a2302a7-db6b-4a6a-a0d1-be78a2d674b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.136575 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6a2302a7-db6b-4a6a-a0d1-be78a2d674b0 None None] Port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:34.136957 n-d-826529-3 neutron-server[110604]: DEBUG neutron_lib.callbacks.manager [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_update {{(pid=110604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.167819 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.169368 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-c267a0e4-b19e-4154-9542-aa926a320e05 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3929033 Feb 19 02:21:34.195813 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:34.196453 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:34.237503 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c38c3-d6c5-4af6-bcd9-5a6d7667ea3a None None] Pushing event updated for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=4']} {{(pid=110604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:34.334897 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:34.351859 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-c8a9afd9-5afe-4944-b2b3-e4d436020f11 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736724398&fields=id&tenant_id=3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 267 time: 0.0581026 Feb 19 02:21:34.460624 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Provisioning complete for port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:34.461232 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.467905 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-acf26620-f4b6-40ac-8e66-677c63d0e958 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:34.474896 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-acf26620-f4b6-40ac-8e66-677c63d0e958 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 810 time: 0.1156869 Feb 19 02:21:34.484875 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-df028e44-360b-4288-bfec-484e320ba2fa tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/quotas/3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 375 time: 0.0090511 Feb 19 02:21:34.543581 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Current status of the port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 is: DOWN; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:34.544290 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.548903 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-c52ac8c6-4a7b-4c88-8fba-c5896a672473 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578699 Feb 19 02:21:34.574736 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5f37ef32-c80d-4944-8d64-35a1cdd39e03', 'name': '', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'mac_address': 'fa:16:3e:fd:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:29Z', 'updated_at': '2022-02-19T02:21:34Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'subnets': [{'id': 'df32b736-e5d4-4679-83bb-a347769db326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:34.580848 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] For port 5f37ef32-c80d-4944-8d64-35a1cdd39e03, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5f37ef32-c80d-4944-8d64-35a1cdd39e03,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:34.602529 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77da3423-ae60-48ab-8b2d-fa4cbc471730 None None] The sync data for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 is: [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:21:30Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': '5f37ef32-c80d-4944-8d64-35a1cdd39e03', 'name': '', 'network_id': 'a9b241b6-f99a-401a-994b-134118be4a0e', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'mac_address': 'fa:16:3e:fd:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'df32b736-e5d4-4679-83bb-a347769db326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:29Z', 'updated_at': '2022-02-19T02:21:34Z', 'revision_number': 4, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'subnets': [{'id': 'df32b736-e5d4-4679-83bb-a347769db326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:34.647770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:34.689655 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-d9af1134-f887-4939-a44b-4f0f567068fa service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:21:34.690664 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-d9af1134-f887-4939-a44b-4f0f567068fa service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1295967 Feb 19 02:21:34.710621 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561dbe-a169-4305-8de5-6ff0ebba85f2 None None] Pushing event updated for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:34.792792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-f95e2889-1872-4767-b0cb-058f09621195 service neutron] 10.222.0.94 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924301 Feb 19 02:21:34.890455 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-2613c76c-ec36-4b24-8480-e3bcbd5a8138 service neutron] 10.222.0.94 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919325 Feb 19 02:21:35.158542 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-896f7641-21ee-472f-ba6f-d4230ddc63dd req-9a8a7a5c-849f-471a-8529-bab2952b8b6b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 210 time: 0.0304067 Feb 19 02:21:35.380695 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5f37ef32-c80d-4944-8d64-35a1cdd39e03 up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:35.429888 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:35.430278 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:35.512735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:35.513802 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 19b0f89d-d00a-4c88-b8cd-cb0c62d339da up at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:35.561561 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Provisioning complete for port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:35.561923 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:35.639521 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Current status of the port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da is: ACTIVE; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:36.240667 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-dfaa63fc-1095-4517-a7b1-ac5240a63723 req-78dad96c-f075-44e1-bef9-7241d19d462f tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 210 time: 0.0284619 Feb 19 02:21:37.335619 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9c634ba2-2c33-45d5-b2eb-921ddea6a987 req-089cb396-1a9e-4b8c-9c57-454707bbd815 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Feb 19 02:21:37.643378 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-78eab840-6c47-4e87-b5b4-74a520276b6d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:37.645530 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-78eab840-6c47-4e87-b5b4-74a520276b6d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 810 time: 0.1055033 Feb 19 02:21:37.705668 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-f3ac37c9-2b3f-4d02-9b39-acdec8951aa0 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 379 time: 0.0524273 Feb 19 02:21:37.714485 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'port': {'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'admin_state_up': True, 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'security_groups': ['0c957548-94c5-443f-88c4-28f6b5030ff2']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:37.948012 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Made reservation on behalf of 3fd05c6f8ff74bb6926be082e8815283 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:21:37.951415 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.075963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Allocated IP 172.20.0.9 (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714/350873b5-9457-4eaa-9d5e-595c8f081397/48ef73c3-b098-4869-84c6-6ef91ae3a6d7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:38.224334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.350250 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.401309 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:38.404805 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:38.409632 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:38.415703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:38.476145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:38.476761 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.559034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-bf872868-5fdd-401f-9886-b3f1fb4d1e19 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481007 Feb 19 02:21:38.572062 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Request body: {'port': {'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:38.638594 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.694265 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-83d48af0-c247-4631-81d1-1390f16fe2c1 None None] Provisioning complete for port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:38.694768 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-83d48af0-c247-4631-81d1-1390f16fe2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.734420 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-83d48af0-c247-4631-81d1-1390f16fe2c1 None None] Port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:21:38.785830 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efad6f-175a-472a-b36f-3caa7eeaff60 req-1f133bb9-79f5-4c8d-a6ca-d0f2a067e0ef tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:38.787349 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29efad6f-175a-472a-b36f-3caa7eeaff60 req-1f133bb9-79f5-4c8d-a6ca-d0f2a067e0ef tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 931 time: 0.0609913 Feb 19 02:21:38.837883 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-29efad6f-175a-472a-b36f-3caa7eeaff60 req-922b6d5e-3927-4f4f-abbb-f1670176d27d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Feb 19 02:21:38.922294 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:21:38.930410 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks [] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:38.943241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Transition to ACTIVE for port object 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:21:39.035569 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:39.087677 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:39.164319 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Attempting to bind port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 on host n-h2-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:21:39.164657 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Attempting to bind port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 by drivers openvswitch,hyperv on host n-h2-826529-3 at level 0 using segments [{'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:21:39.164993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Attempting to bind port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:39.169569 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:21:39.169892 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Attempting to bind port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:21:39.174981 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Checking agent: {'id': '1230cc31-aaf3-4688-abb2-cf647ecf8ecf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:21:39.175354 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Checking segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:21:39.176262 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Bound using segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:21:39.176691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Bound port: 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host: n-h2-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:21:39.177053 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:39.248712 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:21:39.254679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:21:39.338923 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:39.375528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.376125 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:39.377397 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] 10.222.0.96 "PUT /v2.0/ports/48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 1091 time: 0.8097992 Feb 19 02:21:39.377897 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:39.381097 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:39.406409 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45f6ca-c391-44bf-ad24-9d5cf873b50a service neutron] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:39.438960 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8405c1-279e-43ca-ae94-4cf5299befd2 x-openstack-request-id: req-6f8405c1-279e-43ca-ae94-4cf5299befd2 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:39.439349 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:39.440695 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6f8405c1-279e-43ca-ae94-4cf5299befd2 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:39.441645 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'status': 'completed', 'code': 200} Feb 19 02:21:39.512551 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-ba9e129b-8df7-4c9b-8b6b-c022acfb9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.514102 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-ba9e129b-8df7-4c9b-8b6b-c022acfb9926 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1125 time: 0.0493822 Feb 19 02:21:39.626253 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-a52f51e7-ebb7-46a6-b9b6-d0e4b0bf3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.627852 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-a52f51e7-ebb7-46a6-b9b6-d0e4b0bf3a4f service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=3fd05c6f8ff74bb6926be082e8815283&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1022592 Feb 19 02:21:39.725055 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-48fe5d59-3c75-4816-b59b-0369eb6812d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.726557 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1a6b95d4-1b0f-4e45-932b-1ea5d2230aa6 req-48fe5d59-3c75-4816-b59b-0369eb6812d5 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929189 Feb 19 02:21:39.812679 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-2bfc0f03-7910-4586-ab02-ec9d53dd8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.814093 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-2bfc0f03-7910-4586-ab02-ec9d53dd8350 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1125 time: 0.0515621 Feb 19 02:21:39.855794 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-206d2be3-39ea-4e0b-a177-d4f85e01ac47 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0348237 Feb 19 02:21:39.907932 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-5afd0e57-1711-4b1b-8d41-3b9f83a3026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.909443 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-5afd0e57-1711-4b1b-8d41-3b9f83a3026e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0453882 Feb 19 02:21:39.958219 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7998376-8e23-453f-9ebe-62302ad4890c req-5c1a6b3d-a112-4a3b-a568-a32fc1ce8ead tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.959792 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7998376-8e23-453f-9ebe-62302ad4890c req-5c1a6b3d-a112-4a3b-a568-a32fc1ce8ead tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.0535769 Feb 19 02:21:39.965273 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-b3736b7f-7eba-42dd-9048-0650768958f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:39.966760 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-b3736b7f-7eba-42dd-9048-0650768958f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508566 Feb 19 02:21:40.014822 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a7998376-8e23-453f-9ebe-62302ad4890c req-54c62258-94ab-43ce-86f2-afc7a6c1197c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493870 Feb 19 02:21:40.058064 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-21989641-27cd-46ac-be85-bbd6f99f453a service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Feb 19 02:21:40.155938 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-980f02fe-a071-4e6b-aa67-13ac7d2ae323 req-c28eca43-22b4-481a-a755-d9f89d90c0a5 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903294 Feb 19 02:21:40.662588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:40.771060 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ecaf-2a9a-4700-9558-29113547c762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:41.139387 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e129c-be97-4675-ae37-bb1492c99413 req-31723fdf-fb1c-40ea-bff7-199ed9b8e2af tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:41.140876 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-276e129c-be97-4675-ae37-bb1492c99413 req-31723fdf-fb1c-40ea-bff7-199ed9b8e2af tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.0551133 Feb 19 02:21:41.190782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-276e129c-be97-4675-ae37-bb1492c99413 req-423c1fc3-973a-4c6f-871a-b111984668c1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Feb 19 02:21:41.193471 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:42.313124 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076eaad-70bb-4c66-90f5-5e5afdbc83d5 req-25ddf766-de39-4999-a5c9-e1f99f119453 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:42.314608 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7076eaad-70bb-4c66-90f5-5e5afdbc83d5 req-25ddf766-de39-4999-a5c9-e1f99f119453 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.0560629 Feb 19 02:21:42.365595 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-7076eaad-70bb-4c66-90f5-5e5afdbc83d5 req-d592fedc-976b-481b-8b97-6eeab99aa325 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Feb 19 02:21:42.553057 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:21:42.652632 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:42.663970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:21:42.700804 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:42.701188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:42.713931 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:21:42.732911 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:42.812469 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:42.863535 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:43.022038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c798bb60-2773-4516-8c68-0b37ad6369eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:43.077185 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['48ef73c3-b098-4869-84c6-6ef91ae3a6d7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:21:43.484000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccffd82-7e74-4646-ae5a-8bebf6bd6174 req-0dc1b1ea-6713-4dc2-a878-cf90901a68f8 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:43.485475 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dccffd82-7e74-4646-ae5a-8bebf6bd6174 req-0dc1b1ea-6713-4dc2-a878-cf90901a68f8 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 944 time: 0.0527885 Feb 19 02:21:43.541298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dccffd82-7e74-4646-ae5a-8bebf6bd6174 req-e4a95db8-eb88-4af8-8e30-15eb0f730434 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496476 Feb 19 02:21:44.552840 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:21:44.601430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:44.663310 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c251-9ef3-47d1-b58f-20358a0c04ca req-4c8866bb-76be-48be-ac90-dad9a6e80a41 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:44.664728 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c59c251-9ef3-47d1-b58f-20358a0c04ca req-4c8866bb-76be-48be-ac90-dad9a6e80a41 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 944 time: 0.0539143 Feb 19 02:21:44.687025 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning for port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:21:44.691523 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:21:44.692046 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:44.714622 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-4c59c251-9ef3-47d1-b58f-20358a0c04ca req-d158e47e-0b60-400e-b405-425a58f38657 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 Feb 19 02:21:44.775703 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:21:44.776092 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:44.798243 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:44.800634 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b2089a-89da-4c4c-8142-680bb82e537c" -d '{"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-plugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:44.813110 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:21:44.887211 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:44.910678 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f4678-f540-4e7d-a910-6895fbd0a1a1 x-openstack-request-id: req-e23f4678-f540-4e7d-a910-6895fbd0a1a1 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:44.910968 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-plugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:44.911256 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e23f4678-f540-4e7d-a910-6895fbd0a1a1 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:44.911641 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'code': 200} Feb 19 02:21:44.937819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:45.006728 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc54821-cb65-4ef3-8afd-158203c5bfb0 req-f788bdf6-7b54-4261-9f3c-7f8bdc0028ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:45.008232 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bc54821-cb65-4ef3-8afd-158203c5bfb0 req-f788bdf6-7b54-4261-9f3c-7f8bdc0028ac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1127 time: 0.0480833 Feb 19 02:21:45.053034 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2bc54821-cb65-4ef3-8afd-158203c5bfb0 req-ea56383c-661b-45b5-9778-9bffee300667 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383880 Feb 19 02:21:45.629759 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:45.842059 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75155ed-077a-45e5-b2b0-ea0f88a249eb req-aa1a8cb0-4a43-4b88-a2be-fd6eddbcf11e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:45.843593 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c75155ed-077a-45e5-b2b0-ea0f88a249eb req-aa1a8cb0-4a43-4b88-a2be-fd6eddbcf11e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 945 time: 0.0621362 Feb 19 02:21:45.905324 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-c75155ed-077a-45e5-b2b0-ea0f88a249eb req-45d95191-3a9e-405e-97dc-21ead754e7de tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426118 Feb 19 02:21:47.019234 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4a71e-fa0a-4797-9a3f-d9872b1dd473 req-c6b601ad-eddc-4548-93f9-335230ce5fe0 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:47.020971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0d4a71e-fa0a-4797-9a3f-d9872b1dd473 req-c6b601ad-eddc-4548-93f9-335230ce5fe0 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 945 time: 0.0542443 Feb 19 02:21:47.036215 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:47.072529 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-e0d4a71e-fa0a-4797-9a3f-d9872b1dd473 req-fa284c23-1574-4ee4-a26f-c020a9b34272 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457180 Feb 19 02:21:47.192619 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6887b07-5f83-4207-a5a8-1e14ee18c3e4 req-dded2ef2-0b18-4f4a-a63c-95675b60b059 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:47.194091 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6887b07-5f83-4207-a5a8-1e14ee18c3e4 req-dded2ef2-0b18-4f4a-a63c-95675b60b059 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Feb 19 02:21:47.242273 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-e6887b07-5f83-4207-a5a8-1e14ee18c3e4 req-35a5f056-b7f8-4fa2-9b59-d53689e4de1a tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Feb 19 02:21:47.263284 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38210) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:47.352560 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc979918-2cf2-4864-9e52-399a28d9d23e tempest-TestSnapshotPattern-1376963745 tempest-TestSnapshotPattern-1376963745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:47.354092 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-dc979918-2cf2-4864-9e52-399a28d9d23e tempest-TestSnapshotPattern-1376963745 tempest-TestSnapshotPattern-1376963745-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1122 time: 0.0898516 Feb 19 02:21:47.356994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38214) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:21:47.361296 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.v2.base [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:21:47.446842 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:47.541987 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:47.646974 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_common [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Allocated IP 172.25.2.203 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/0bfb19c3-d89a-4907-bac7-b1f9d0f7f859) {{(pid=110601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:21:47.745781 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:47.835937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:47.879418 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:21:47.882253 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.base_scheduler [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Resources bound (agent type, host, resource id): {{(pid=110601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:21:47.884799 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Received port after_create {{(pid=110601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:21:47.912466 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=0bfb19c3-d89a-4907-bac7-b1f9d0f7f859,revision_number=1']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:48.265275 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (7d29e48a-11c0-4dba-9f6a-00849ef48902), precommit_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:48.389947 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), before_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:48.535291 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), precommit_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:48.578038 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13284182'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), after_update {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:48.653179 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=0bfb19c3-d89a-4907-bac7-b1f9d0f7f859,revision_number=2']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:21:48.662937 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (7d29e48a-11c0-4dba-9f6a-00849ef48902), after_create {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:48.766156 n-d-826529-3 neutron-server[110601]: INFO neutron.db.l3_db [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Floating IP 7d29e48a-11c0-4dba-9f6a-00849ef48902 associated. External IP: 172.25.2.203, port: 48ef73c3-b098-4869-84c6-6ef91ae3a6d7. Feb 19 02:21:49.294825 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:21:49.404951 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:21:49.414552 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:21:49.425081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:49.426576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:49.545688 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:49.547477 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:21:49.597372 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-323e6cbb-d9d8-4e7f-9a84-5a8ded9ec87e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2391982 Feb 19 02:21:49.598101 n-d-826529-3 neutron-server[110601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:21:49.600593 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bc31733d2168ffee85ff89bee9eac5e47ec91fb3bba3b88bfb15a76bb0a2b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c99328b-f052-472d-b5c9-0608081d8cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:21:49.646871 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38eed2-b420-4799-9f3e-15095bf45acd x-openstack-request-id: req-dd38eed2-b420-4799-9f3e-15095bf45acd {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:21:49.647403 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "status": "completed", "code": 200}]} {{(pid=110601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:21:49.647641 n-d-826529-3 neutron-server[110601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dd38eed2-b420-4799-9f3e-15095bf45acd {{(pid=110601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:21:49.648259 n-d-826529-3 neutron-server[110601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'status': 'completed', 'code': 200} Feb 19 02:21:49.717674 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-71db176e-9e47-4553-9540-ac355391f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:49.719412 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-71db176e-9e47-4553-9540-ac355391f449 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1127 time: 0.0508955 Feb 19 02:21:49.790989 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:48Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:49.814099 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-dfe11e1a-4c61-4108-9e4e-06c87d91b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:49.815508 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-dfe11e1a-4c61-4108-9e4e-06c87d91b005 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0905898 Feb 19 02:21:49.821909 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:21:49.830439 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:21:49.831046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:21:43Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:49.881051 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-ec855140-92b7-4c98-873b-e233168c34ff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 999 time: 0.0595868 Feb 19 02:21:49.938167 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-c0ad08fa-8a98-47ce-a8ec-c675b7aad75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:49.939741 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-c0ad08fa-8a98-47ce-a8ec-c675b7aad75d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0528405 Feb 19 02:21:49.948463 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:21:49.989194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-0244b74e-d1d2-4d6a-b68f-c890052d40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:21:49.990786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-0244b74e-d1d2-4d6a-b68f-c890052d40a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457139 Feb 19 02:21:50.094082 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-6cb1ba12-a739-42a9-ac29-bf594bead5db service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972896 Feb 19 02:21:50.203889 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c99328b-f052-472d-b5c9-0608081d8cf9 req-dbbe02aa-63e8-4807-a981-b0e065b5cfc1 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041493 Feb 19 02:21:50.357842 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:48Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:21:50.388313 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26dc4-e17c-49eb-b0e6-a350892431d4 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:48Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:21:50.603427 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4767142f-0897-412e-800c-671ac5caa765 None None] New status for floating IP 7d29e48a-11c0-4dba-9f6a-00849ef48902: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:22:07.436745 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:22:10.672884 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:10.743118 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-dd5a967a-03eb-41af-bd57-ffa1aa4a58db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:11.192591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:13.006496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-74f7a3b1-350f-4351-9979-6a32c7ea5422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:14.553594 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:15.649398 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:17.038438 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:38.755224 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-d5ea2402-5eaa-422c-8df7-f98568cfd2f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439947 Feb 19 02:22:38.844311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-2b8e4c65-e2d8-470a-bd80-7d1770d46006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:38.845829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-2b8e4c65-e2d8-470a-bd80-7d1770d46006 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1127 time: 0.0469429 Feb 19 02:22:38.953206 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-6274ef0c-4f0e-43ec-8396-2a09ccbc6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:38.954674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-6274ef0c-4f0e-43ec-8396-2a09ccbc6f68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0887177 Feb 19 02:22:39.024175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-24730f4e-39e3-4948-b3be-ae61fdc8d929 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0634527 Feb 19 02:22:39.076268 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-7a999067-14ab-4653-85e9-3db23e23d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:39.077705 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-7a999067-14ab-4653-85e9-3db23e23d1b4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0483041 Feb 19 02:22:39.125786 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-29d4f91f-898e-41cd-b621-d2b2076f9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:22:39.127314 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-29d4f91f-898e-41cd-b621-d2b2076f9ad0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438008 Feb 19 02:22:39.137038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-9846f178-7289-497a-a905-73631523d56b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:22:39.138332 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-9846f178-7289-497a-a905-73631523d56b service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049787 Feb 19 02:22:39.226361 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-6d43e50f-e522-4c96-b54b-c1ab26126fd6 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815642 Feb 19 02:22:39.318604 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d04f998a-ebb6-4370-9c7b-2c169d65395f req-ef27378b-b96d-408a-a7b6-0d3277b35a66 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863597 Feb 19 02:22:40.688555 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:40.768994 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9b3a854a-2d1c-4e23-9c85-05c30ad1be7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:41.245430 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:43.012323 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c35a9c5b-9d9e-43f9-bfab-3d90f8e37ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:44.436872 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:22:44.547926 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:45.628081 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:22:47.045536 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:10.713284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:10.742769 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-67dcf1ac-91f1-4be8-86de-01a4befdf6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:11.227305 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:13.004770 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b0e48d9e-3471-4c0b-933b-800a4555bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:14.553276 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:15.644827 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:17.055831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:21.435960 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:23:39.748786 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-1880c24c-f0c6-4db4-be90-aecfd6f6ff6c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489719 Feb 19 02:23:39.833352 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-91b22877-a7d5-4de6-9bc3-8be33f3e4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.834878 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-91b22877-a7d5-4de6-9bc3-8be33f3e4c95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1127 time: 0.0443046 Feb 19 02:23:39.939169 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-f0f056ee-6f8f-4016-8ecd-d6c6f9dd8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:39.940639 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-f0f056ee-6f8f-4016-8ecd-d6c6f9dd8e81 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0878553 Feb 19 02:23:40.006220 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-25a58f7a-a1e8-42d9-a7be-43ff8b13a253 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0588822 Feb 19 02:23:40.060696 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-4a872398-7ef2-4661-8728-64dfaa7b8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:40.062188 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-4a872398-7ef2-4661-8728-64dfaa7b8970 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0501311 Feb 19 02:23:40.111323 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-98ced55f-84ad-43f0-8750-ee98bd26f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:23:40.112801 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-98ced55f-84ad-43f0-8750-ee98bd26f864 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448766 Feb 19 02:23:40.202186 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-0cf435d0-1825-472d-a11b-dba57cb39a93 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Feb 19 02:23:40.297273 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1dba0c7b-088b-4e62-adea-2b9e095ffa39 req-96da1338-0311-4d7d-ac20-d309e7e1bf78 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882127 Feb 19 02:23:40.701156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:40.752604 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fc18f063-c1aa-4c1e-b0e5-0af74980223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:41.232374 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:42.996162 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-67cd4a6e-3f44-484f-8a17-44e8ee10e557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:44.558294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:45.672456 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:47.038907 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:49.138120 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 details requested by agent hyperv_n-h2-826529-3 with host n-h2-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:23:49.233862 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:23:49.246114 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Returning: {'device': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:23:49.285247 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:23:49.285640 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:49.298589 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:23:49.317422 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:23:49.380940 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:49.438461 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:23:49.445953 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.446311 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.446657 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.447061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.447710 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.448065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.448411 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.448744 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.449080 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.449416 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.449749 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.450079 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.450408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:23:49.461170 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] get_ports_and_sgs() called for port_ids ['48ef73c3-b098-4869-84c6-6ef91ae3a6d7'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:23:51.149505 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 up at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:23:51.228537 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Provisioning complete for port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:23:51.228859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:51.348409 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:23:51.350226 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:51.382993 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:23:51.385917 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08992a0d-9bf1-4e86-93df-625f016b8478" -d '{"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-plugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:23:51.399968 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:23:51.437079 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07acc81-89c4-4c90-b155-079da352caad x-openstack-request-id: req-e07acc81-89c4-4c90-b155-079da352caad {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:23:51.437794 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-plugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:23:51.438830 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e07acc81-89c4-4c90-b155-079da352caad {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:23:51.439446 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'code': 200} Feb 19 02:23:51.476271 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:23:51.534705 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:23:58.439383 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:24:01.433177 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-9ea1d61a-0bf1-4261-927d-b50a79ec8bdb tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736724398&fields=id&tenant_id=3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 267 time: 0.0444379 Feb 19 02:24:01.541327 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-b043e08d-5e82-4a9e-927d-0051a4982429 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:01.542791 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-b043e08d-5e82-4a9e-927d-0051a4982429 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 810 time: 0.1033278 Feb 19 02:24:01.557702 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-613749dc-db78-426d-8abb-bcf3b925b9bc tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/quotas/3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 375 time: 0.0096109 Feb 19 02:24:01.613610 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-f129cd2e-69a6-4832-be59-5ff99fe354cd tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510530 Feb 19 02:24:01.708723 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-dbe704ed-899f-4f2e-88a5-59d240b5ff7f service neutron] 10.222.0.94 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Feb 19 02:24:01.801844 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-b4672a3c-742e-4917-92eb-f246ded4becb service neutron] 10.222.0.94 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Feb 19 02:24:02.106641 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-1c47b1b5-2a1a-4464-83b4-03d2d9d19b45 req-d68b2667-86c5-4480-a596-a7d395b1fcdc tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0881362 Feb 19 02:24:03.200874 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-75942fae-a5cf-4211-849c-f965b0b317a6 req-fb3dfa4c-cc4f-4015-ad07-93cb9347bebf tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0283883 Feb 19 02:24:03.204302 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:24:03.279595 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Current status of the port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:24:03.279899 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:03.301693 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:24:03.303980 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9958f029-a48d-4799-a0ed-fe0eb386eb76" -d '{"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-unplugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:24:03.315926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:03.342000 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1ce83-66f6-48e9-b8ed-c10072b2e27a x-openstack-request-id: req-83e1ce83-66f6-48e9-b8ed-c10072b2e27a {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:24:03.342285 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-unplugged", "status": "completed", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:24:03.342539 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-83e1ce83-66f6-48e9-b8ed-c10072b2e27a {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:24:03.342934 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'code': 200} Feb 19 02:24:03.397723 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:03.449742 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Pushing event updated for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:04.279549 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3f979e79-f2c5-4992-b23b-6d8cffd6c8c4 req-7fe58789-7b98-4ba1-b84f-86379c8cff7b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0280476 Feb 19 02:24:05.358236 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-8a54979c-3262-4e42-b8b2-7770ad926e9d req-45b67471-8d64-4bbb-8e87-b708b23379d9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0279379 Feb 19 02:24:06.456962 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-977e4e0c-1911-41a1-9e9f-b27489fad7e6 req-f09ca350-300c-411b-ae5e-ee6c86fb182b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0310781 Feb 19 02:24:07.559214 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3c36a0e2-aaed-4c5d-80cc-fb80dd7ccc8a req-64f34f5f-b5ad-4791-8a86-addcc163481b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0321503 Feb 19 02:24:08.123966 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-dc0a9fb1-478a-485d-a616-68c3982b830e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:08.125367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-dc0a9fb1-478a-485d-a616-68c3982b830e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 810 time: 0.1086788 Feb 19 02:24:08.190175 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-dca2b627-0969-4417-ae7c-fac420bf991c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd05c6f8ff74bb6926be082e8815283 HTTP/1.1" status: 200 len: 379 time: 0.0555270 Feb 19 02:24:08.203228 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'port': {'device_id': '04608d27-0213-4d6b-9900-226994f9219d', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'admin_state_up': True, 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'security_groups': ['0c957548-94c5-443f-88c4-28f6b5030ff2']}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:24:08.386277 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Made reservation on behalf of 3fd05c6f8ff74bb6926be082e8815283 for: {'port': 1} {{(pid=110602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:24:08.389716 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:08.521544 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Allocated IP 172.20.0.7 (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714/350873b5-9457-4eaa-9d5e-595c8f081397/15c90cd9-fb50-4129-adfd-66d4e0b3411a) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:24:08.662269 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-afa3c4d8-874a-44db-9223-9edb1b797c0b req-3b6aece7-38e7-4669-889a-129908dcf80b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0336525 Feb 19 02:24:08.670072 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:08.764599 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:08.840882 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:24:08.844775 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:24:08.852271 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:24:08.898322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:08.912161 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.912576 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.912852 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.913349 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.913523 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.913946 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.914210 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.914509 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.914833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.915247 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.916060 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.917789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.917789 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:24:08.942140 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:08.943989 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:09.019473 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7137d2f3-33e2-416b-92ba-e21006e62d79 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192661 Feb 19 02:24:09.232970 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-f437221a-23e0-4aed-b63c-1231f6da295d None None] Provisioning complete for port 15c90cd9-fb50-4129-adfd-66d4e0b3411a triggered by entity DHCP. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:24:09.233570 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f437221a-23e0-4aed-b63c-1231f6da295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:09.271925 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-f437221a-23e0-4aed-b63c-1231f6da295d None None] Port 15c90cd9-fb50-4129-adfd-66d4e0b3411a cannot update to ACTIVE because it is not bound. {{(pid=110603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:24:09.805003 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723278-0896-4954-a887-cb066cd3afb6 req-7b9c26e0-6214-42f6-b701-6972f3d9db9d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:09.807536 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82723278-0896-4954-a887-cb066cd3afb6 req-7b9c26e0-6214-42f6-b701-6972f3d9db9d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0618865 Feb 19 02:24:09.870650 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-82723278-0896-4954-a887-cb066cd3afb6 req-91c79e62-902a-4e86-ad86-fee3ee881bcb tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554719 Feb 19 02:24:10.700695 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:10.780922 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-13d55e7d-34bb-4f96-a127-40617cfa3118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:11.003037 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3882-da08-4716-a5ce-f7b8c0ebfa11 req-7f71a4b5-7987-4884-9128-1338156bf9b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:11.004979 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-593f3882-da08-4716-a5ce-f7b8c0ebfa11 req-7f71a4b5-7987-4884-9128-1338156bf9b5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0583959 Feb 19 02:24:11.066660 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-593f3882-da08-4716-a5ce-f7b8c0ebfa11 req-8ad5bcb0-883d-49a4-b56d-249bb666eda0 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529330 Feb 19 02:24:11.241369 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:12.201604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8733703-2a2e-418c-b116-c1efa7cf0fb5 req-84a478f5-b6c1-41f6-bd51-a43741d6e693 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:12.207329 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8733703-2a2e-418c-b116-c1efa7cf0fb5 req-84a478f5-b6c1-41f6-bd51-a43741d6e693 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0642087 Feb 19 02:24:12.260353 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-d8733703-2a2e-418c-b116-c1efa7cf0fb5 req-0540d8e4-d8f0-4c5a-b6b2-37d9612f07df tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504172 Feb 19 02:24:13.044148 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c61128c3-7caa-49c0-bb6f-b4e4f8318676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:13.395664 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c652c5-0ec6-4144-a62e-8dbcf4991df4 req-280af405-11d0-4c8c-ae20-315109e507dc tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:13.398481 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91c652c5-0ec6-4144-a62e-8dbcf4991df4 req-280af405-11d0-4c8c-ae20-315109e507dc tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0581923 Feb 19 02:24:13.456321 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-91c652c5-0ec6-4144-a62e-8dbcf4991df4 req-a571481e-9684-4c1b-8991-b7fb660c7f24 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508902 Feb 19 02:24:14.580360 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:14.587772 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24515d-b22a-4efe-a736-ffb170e4bfb1 req-06083b2f-d9be-46ab-974a-fef3ba23b04c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:14.589424 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d24515d-b22a-4efe-a736-ffb170e4bfb1 req-06083b2f-d9be-46ab-974a-fef3ba23b04c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0569270 Feb 19 02:24:14.640829 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-3d24515d-b22a-4efe-a736-ffb170e4bfb1 req-2f70fddc-d90e-4b24-adbe-e1e189ea60d8 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449548 Feb 19 02:24:15.653295 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:15.789768 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527dbf0-f12b-4a31-9984-08ee89865df6 req-452b29ec-4eb8-4810-9972-602720af5622 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:15.792767 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d527dbf0-f12b-4a31-9984-08ee89865df6 req-452b29ec-4eb8-4810-9972-602720af5622 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 931 time: 0.0739970 Feb 19 02:24:15.843313 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-d527dbf0-f12b-4a31-9984-08ee89865df6 req-f8f12124-1e0b-4e92-b221-2c6d6df890d1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Feb 19 02:24:16.317077 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-b36d0b6d-80c6-4c41-a114-f0a6f475a4c9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=110602) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:24:16.318055 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-b36d0b6d-80c6-4c41-a114-f0a6f475a4c9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053051 Feb 19 02:24:16.385604 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Request body: {'port': {'device_id': '04608d27-0213-4d6b-9900-226994f9219d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826529-3'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:24:16.448947 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:16.709427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c90cd9-fb50-4129-adfd-66d4e0b3411a {{(pid=110602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:24:16.717386 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks [] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:16.728846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.provisioning_blocks [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Transition to ACTIVE for port object 15c90cd9-fb50-4129-adfd-66d4e0b3411a will not be triggered until provisioned by entity L2. {{(pid=110602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:24:16.783778 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:16.833781 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:16.910840 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Attempting to bind port 15c90cd9-fb50-4129-adfd-66d4e0b3411a on host n-h1-826529-3 for vnic_type normal with profile {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:24:16.911377 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Attempting to bind port 15c90cd9-fb50-4129-adfd-66d4e0b3411a by drivers openvswitch,hyperv on host n-h1-826529-3 at level 0 using segments [{'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:24:16.911716 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Attempting to bind port 15c90cd9-fb50-4129-adfd-66d4e0b3411a on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:24:16.944431 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Port 15c90cd9-fb50-4129-adfd-66d4e0b3411a on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826529-3 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:24:16.944761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Attempting to bind port 15c90cd9-fb50-4129-adfd-66d4e0b3411a on network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:24:16.956754 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Checking agent: {'id': '7736a130-1a3b-4da4-9382-7f87b35e126b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826529-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'started_at': datetime.datetime(2022, 2, 19, 0, 45, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:24:16.957107 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Checking segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:24:16.957502 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Bound using segment: {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'} {{(pid=110602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:24:16.957953 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.managers [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Bound port: 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host: n-h1-826529-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4513d4c-5cd9-40a4-84e5-791209db5817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714'}}] {{(pid=110602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:24:16.958321 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:17.010795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e876327-757b-4f83-ac15-1742ee358648 req-28494a42-342d-4921-9e41-d81103ea051a tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.012485 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e876327-757b-4f83-ac15-1742ee358648 req-28494a42-342d-4921-9e41-d81103ea051a tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0973747 Feb 19 02:24:17.054038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:17.074526 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, cleared binding levels {{(pid=110602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:24:17.096087 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-0e876327-757b-4f83-ac15-1742ee358648 req-db373762-9ee5-4893-952b-66c30a2d1ad1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756893 Feb 19 02:24:17.097633 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:24:17.168245 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:17.206903 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.207552 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:17.208977 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] 10.222.0.117 "PUT /v2.0/ports/15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 1091 time: 0.8844888 Feb 19 02:24:17.209416 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:24:17.211703 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d51f07-6693-47f1-96d8-5efe8fcecb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:24:17.236895 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d41d1-2aee-4210-bd3f-0f1f4ba5635e service neutron] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=3']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:17.250681 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004db4e7-692d-4d76-993c-032f31205487 x-openstack-request-id: req-004db4e7-692d-4d76-993c-032f31205487 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:24:17.250976 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:24:17.251270 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-004db4e7-692d-4d76-993c-032f31205487 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:24:17.251683 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'status': 'completed', 'code': 200} Feb 19 02:24:17.318833 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-37f69292-a36a-4b19-b17f-a9d8e46bd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.320383 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-37f69292-a36a-4b19-b17f-a9d8e46bd345 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1125 time: 0.0485055 Feb 19 02:24:17.425376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-a3a33ea8-1819-45ec-b8d1-4943f0a010c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.426820 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-a3a33ea8-1819-45ec-b8d1-4943f0a010c2 service neutron] 10.222.0.117 "GET /v2.0/networks?tenant_id=3fd05c6f8ff74bb6926be082e8815283&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1000218 Feb 19 02:24:17.861774 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-fd5ff45b-6223-46cf-89b9-b2b1028b361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.863253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-73d51f07-6693-47f1-96d8-5efe8fcecb5d req-fd5ff45b-6223-46cf-89b9-b2b1028b361a service neutron] 10.222.0.117 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4268279 Feb 19 02:24:17.944015 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-3c6a30ba-9fff-491b-81b7-786b3e05174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:17.945512 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-3c6a30ba-9fff-491b-81b7-786b3e05174c service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1125 time: 0.0453386 Feb 19 02:24:17.988422 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-8543b42f-9c2c-496b-9003-1c6612e2eeca service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 217 time: 0.0367277 Feb 19 02:24:18.035999 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-de25b62d-54a1-4dc1-838e-f0f910c6f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:18.037337 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-de25b62d-54a1-4dc1-838e-f0f910c6f5b2 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0428500 Feb 19 02:24:18.093296 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7f1f4e68-3648-4bae-b4be-01378862b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:18.094831 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7f1f4e68-3648-4bae-b4be-01378862b965 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522537 Feb 19 02:24:18.230367 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-26b02607-fee8-4c19-a0b6-85608211783c service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293082 Feb 19 02:24:18.250747 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53bbdf-3614-4ee2-80ab-701d2d5d951e req-3a2021e2-710d-4f52-9a2c-61e5e05a4ca2 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:18.252253 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b53bbdf-3614-4ee2-80ab-701d2d5d951e req-3a2021e2-710d-4f52-9a2c-61e5e05a4ca2 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0869911 Feb 19 02:24:18.359710 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-2b53bbdf-3614-4ee2-80ab-701d2d5d951e req-391f639d-8277-4d73-927f-bcb58f5e1cfd tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955920 Feb 19 02:24:18.378782 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cc44f007-3b48-4d92-810e-83a572c198c7 req-7018666f-f372-4dfe-8042-370ebee60044 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371982 Feb 19 02:24:19.480867 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ceacb-52d4-4719-b0a3-7fe834bdbece req-605a178f-2bd3-4f3b-bc61-0cb86c440807 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:19.482345 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925ceacb-52d4-4719-b0a3-7fe834bdbece req-605a178f-2bd3-4f3b-bc61-0cb86c440807 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0523205 Feb 19 02:24:19.529995 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925ceacb-52d4-4719-b0a3-7fe834bdbece req-30632108-d404-493b-8ffb-4b6f719d2a5c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Feb 19 02:24:20.664198 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c3759-8a95-45c4-aa95-74f8301486d0 req-f53d2e28-8f1e-4d69-9caf-43600930bb64 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:20.666040 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-536c3759-8a95-45c4-aa95-74f8301486d0 req-f53d2e28-8f1e-4d69-9caf-43600930bb64 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0685468 Feb 19 02:24:20.718874 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-536c3759-8a95-45c4-aa95-74f8301486d0 req-be03909a-c4ce-44cc-a45d-05b94162e744 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Feb 19 02:24:21.096936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:24:21.205628 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:21.217179 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'mac_address': 'fa:16:3e:76:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:24:21.253141 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 15c90cd9-fb50-4129-adfd-66d4e0b3411a is: DOWN; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:24:21.253534 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:21.270462 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c90cd9-fb50-4129-adfd-66d4e0b3411a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:24:21.289959 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:21.344037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:21.392496 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=4']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:21.564200 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['15c90cd9-fb50-4129-adfd-66d4e0b3411a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:24:21.848750 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e269a6-c91c-4484-b028-38f4e5dc1fb6 req-91fadaed-400f-433f-877f-036cf747a8d4 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:21.850258 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92e269a6-c91c-4484-b028-38f4e5dc1fb6 req-91fadaed-400f-433f-877f-036cf747a8d4 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 944 time: 0.0590799 Feb 19 02:24:21.904568 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-92e269a6-c91c-4484-b028-38f4e5dc1fb6 req-cc125375-de64-4fea-9f8e-456ce1a7ca0e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480695 Feb 19 02:24:23.028587 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece6838-d3df-4a30-a872-14a22c3c9986 req-89f0f5fb-f8d4-498b-ad0b-95dda0fba847 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:23.029976 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dece6838-d3df-4a30-a872-14a22c3c9986 req-89f0f5fb-f8d4-498b-ad0b-95dda0fba847 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 944 time: 0.0581958 Feb 19 02:24:23.077739 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-dece6838-d3df-4a30-a872-14a22c3c9986 req-14308679-d0d2-4442-b09c-d0a1989efd21 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Feb 19 02:24:23.113517 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:24:23.226208 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning for port 15c90cd9-fb50-4129-adfd-66d4e0b3411a completed by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:24:23.231394 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 15c90cd9-fb50-4129-adfd-66d4e0b3411a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:24:23.231806 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:23.312735 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 15c90cd9-fb50-4129-adfd-66d4e0b3411a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:24:23.313040 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:23.335063 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:24:23.337377 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008aebba-f8b3-46eb-ae52-0161eea2731a" -d '{"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-plugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:24:23.349870 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:24:23.375483 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a53fd-5fb6-495b-8f7b-ee7a39233e28 x-openstack-request-id: req-193a53fd-5fb6-495b-8f7b-ee7a39233e28 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:24:23.379811 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-plugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:24:23.379811 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-193a53fd-5fb6-495b-8f7b-ee7a39233e28 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:24:23.379811 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'code': 200} Feb 19 02:24:23.440038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:23.476153 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb59b7-c301-465a-94a0-5a9ba018da4b req-9126834f-940e-4706-99d5-d97003326599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:23.477674 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bfb59b7-c301-465a-94a0-5a9ba018da4b req-9126834f-940e-4706-99d5-d97003326599 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1127 time: 0.0446539 Feb 19 02:24:23.490201 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=5']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:23.523656 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-4bfb59b7-c301-465a-94a0-5a9ba018da4b req-4fc9da19-1b21-47f5-a80a-10a42e0f3616 service neutron] 10.222.0.117 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Feb 19 02:24:24.199722 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe689727-4f71-40de-87d0-fcedbe025b63 req-07c49dac-8f9b-4193-9d76-a050b1dfb7d9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:24.201205 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe689727-4f71-40de-87d0-fcedbe025b63 req-07c49dac-8f9b-4193-9d76-a050b1dfb7d9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 945 time: 0.0536156 Feb 19 02:24:24.266524 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fe689727-4f71-40de-87d0-fcedbe025b63 req-dc6b5912-b1ec-4914-8a8e-94af2bd3d991 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597074 Feb 19 02:24:25.389816 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba80c0-7f0b-455b-8d63-79626c877872 req-cdb22ba8-ba7e-43dc-915b-f17e0811bc9d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:25.391369 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35ba80c0-7f0b-455b-8d63-79626c877872 req-cdb22ba8-ba7e-43dc-915b-f17e0811bc9d tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 945 time: 0.0528481 Feb 19 02:24:25.439757 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-35ba80c0-7f0b-455b-8d63-79626c877872 req-cd11d1d1-94aa-48d6-b135-bf1a08bd16fc tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425832 Feb 19 02:24:25.560614 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409ac64-8d64-44a5-bdfc-f66555e4ac3c req-202d9996-24d9-4820-b66d-3489a4f39da7 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:25.566161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b409ac64-8d64-44a5-bdfc-f66555e4ac3c req-202d9996-24d9-4820-b66d-3489a4f39da7 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 945 time: 0.0598602 Feb 19 02:24:25.618822 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b409ac64-8d64-44a5-bdfc-f66555e4ac3c req-a32504df-d55e-4e57-b973-93f618afd052 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 Feb 19 02:24:25.641115 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38516) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:24:25.684482 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0355df-d157-415f-aa66-5b70cabfef26 tempest-TestSnapshotPattern-1376963745 tempest-TestSnapshotPattern-1376963745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:25.686024 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-7c0355df-d157-415f-aa66-5b70cabfef26 tempest-TestSnapshotPattern-1376963745 tempest-TestSnapshotPattern-1376963745-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1122 time: 0.0439415 Feb 19 02:24:25.688846 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38518) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:24:25.693037 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.v2.base [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Request body: {'floatingip': {'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:24:25.789714 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:25.899974 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (None), before_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.007044 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_common [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Allocated IP 172.25.2.136 (169ff5b6-84d9-488b-b09b-2de7adbaa1cf/af5ed439-25e6-4f30-9d02-d8ab3967e887/fb80c253-458f-4bb7-993d-2e5f0436a2c7) {{(pid=110602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:24:26.113527 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.232205 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750719959848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.280322 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Network 169ff5b6-84d9-488b-b09b-2de7adbaa1cf is already hosted by enough agents. {{(pid=110602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:24:26.283402 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.base_scheduler [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Resources bound (agent type, host, resource id): {{(pid=110602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:24:26.287692 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Received port after_create {{(pid=110602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:24:26.318528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=fb80c253-458f-4bb7-993d-2e5f0436a2c7,revision_number=1']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:26.673171 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b), precommit_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.810572 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), before_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:26.958486 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), precommit_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:27.012445 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14603247'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), after_update {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:27.086911 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event updated for resources: {'Port': ['ID=fb80c253-458f-4bb7-993d-2e5f0436a2c7,revision_number=2']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:24:27.098271 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833946'] for floatingip (e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b), after_create {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:27.201865 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Floating IP e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b associated. External IP: 172.25.2.136, port: 15c90cd9-fb50-4129-adfd-66d4e0b3411a. Feb 19 02:24:27.413311 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:24:27.523155 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:24:27.533334 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:24:27.543491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:24:27.544101 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:24:27.640371 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:27.653746 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:24:27.671748 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-0eab63f8-e729-4a2d-a0fd-49acac60e6f9 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9819086 Feb 19 02:24:27.672341 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:24:27.674668 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61563bf2-22a3-460a-851d-2cf9d61f1e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:24:27.712409 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588c3d1-8476-4576-a97d-a32a81a7c46b x-openstack-request-id: req-f588c3d1-8476-4576-a97d-a32a81a7c46b {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:24:27.712705 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:24:27.712963 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f588c3d1-8476-4576-a97d-a32a81a7c46b {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:24:27.713407 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'status': 'completed', 'code': 200} Feb 19 02:24:27.784403 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-a9cdad13-b4fe-4086-b8d8-9087ef50c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:27.785943 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-a9cdad13-b4fe-4086-b8d8-9087ef50c2ea service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1127 time: 0.0479426 Feb 19 02:24:27.874013 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-ef3eb9d3-c8df-4ea6-af37-f003a7c3a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:27.875523 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-ef3eb9d3-c8df-4ea6-af37-f003a7c3a558 service neutron] 10.222.0.117 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0835392 Feb 19 02:24:27.888727 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}, {'id': 'e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:76:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04608d27-0213-4d6b-9900-226994f9219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:24:26Z', 'updated_at': '2022-02-19T02:24:26Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:24:27.916175 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:24:27.924864 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:24:27.925474 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:24:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:24:27.943391 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-2a938d27-8a8a-4957-9c2f-4ef936017644 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 999 time: 0.0623341 Feb 19 02:24:27.991563 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-d7def2fe-6a00-4e5e-b05b-b39913d57c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:27.993047 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-d7def2fe-6a00-4e5e-b05b-b39913d57c81 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0439606 Feb 19 02:24:28.038226 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:24:28.041533 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-073e3588-0083-4524-b7a4-f673fb70696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:28.043233 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-073e3588-0083-4524-b7a4-f673fb70696e service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447936 Feb 19 02:24:28.137823 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-1f2d3c1e-2014-42d0-9ac2-b31ab6f89f61 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889590 Feb 19 02:24:28.230416 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-61563bf2-22a3-460a-851d-2cf9d61f1e8f req-d2744249-2ecb-4177-b1a6-d5c06b8800b4 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Feb 19 02:24:28.273812 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}, {'id': 'e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:76:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04608d27-0213-4d6b-9900-226994f9219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:24:26Z', 'updated_at': '2022-02-19T02:24:26Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:24:28.302081 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15addb-f849-4db8-9dea-d2a2abdc9758 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}, {'id': 'e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:76:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04608d27-0213-4d6b-9900-226994f9219d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:24:26Z', 'updated_at': '2022-02-19T02:24:26Z', 'revision_number': 0, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:24:28.505978 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371731e-abe6-4608-b3c2-c4e7b892afa1 None None] New status for floating IP e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b: ACTIVE {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:24:35.439234 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:24:40.717434 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:40.751246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-730f333f-9a62-4be5-a202-c0aa829f485a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:41.252985 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:41.765866 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-0847a4cc-1998-4529-a377-31308b18369c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541768 Feb 19 02:24:41.851681 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-23167179-4fdb-46b1-8141-868384bd8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:41.853198 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-23167179-4fdb-46b1-8141-868384bd8984 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1125 time: 0.0464799 Feb 19 02:24:41.956024 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-61f0193c-2238-4b52-af37-17ad26a9a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:41.957491 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-61f0193c-2238-4b52-af37-17ad26a9a4f7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0864766 Feb 19 02:24:42.025773 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-ad9e1f73-d71d-4cb9-8ee1-26a27ba278de service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 999 time: 0.0624697 Feb 19 02:24:42.079809 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-c939e3d7-e29c-40c3-b5bb-6f3fe1af4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:42.081276 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-c939e3d7-e29c-40c3-b5bb-6f3fe1af4974 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0491865 Feb 19 02:24:42.129136 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-66954fb3-c19d-45c9-a41e-5caaff255f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:42.130588 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-66954fb3-c19d-45c9-a41e-5caaff255f45 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433972 Feb 19 02:24:42.222854 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-8bf44ea8-7830-4d49-bf40-5f019c321f9e service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862565 Feb 19 02:24:42.310771 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-fb1088d8-3b72-4222-9b6c-c6e6c67584aa req-f572733d-2382-4985-83a4-df74d3ffafb2 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818622 Feb 19 02:24:42.991050 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-25ac1fae-efd8-4e8f-95c9-441195393bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:44.554791 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:45.625082 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:47.048166 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:24:58.609390 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-2a5cdcd7-8631-4d61-9b88-834dba48f138 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490260 Feb 19 02:24:58.694853 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c61e7-3852-4998-919a-4387f0d84410 req-b889d117-837d-49d5-a41e-b17021897469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:58.696385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-b889d117-837d-49d5-a41e-b17021897469 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1127 time: 0.0460289 Feb 19 02:24:58.803582 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c61e7-3852-4998-919a-4387f0d84410 req-6f95cce8-9b76-4ad3-b2f7-eec149125472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:58.805081 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-6f95cce8-9b76-4ad3-b2f7-eec149125472 service neutron] 10.222.0.117 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0894220 Feb 19 02:24:58.873971 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-310ab353-c066-442b-80fd-870a782aa435 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 1001 time: 0.0634761 Feb 19 02:24:58.925021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c61e7-3852-4998-919a-4387f0d84410 req-b9b23280-1f60-4482-9cf3-b355a1c3a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:58.926617 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-b9b23280-1f60-4482-9cf3-b355a1c3a41b service neutron] 10.222.0.117 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0463798 Feb 19 02:24:58.975571 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c61e7-3852-4998-919a-4387f0d84410 req-44d3e019-00b9-44be-b6c8-2cb66a349544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:24:58.977285 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-44d3e019-00b9-44be-b6c8-2cb66a349544 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448394 Feb 19 02:24:59.084614 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-a504439a-0694-4a3d-a090-48dd3fca5021 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019423 Feb 19 02:24:59.171906 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-da9c61e7-3852-4998-919a-4387f0d84410 req-514be702-6874-400b-a840-7d979df9e38d service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815687 Feb 19 02:25:10.699037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:10.777094 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f129b794-298f-40a4-9c44-9a735110bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:11.243017 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:12.438335 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:25:13.011200 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-4420d605-cbd6-4841-815b-2441d91799da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:14.567409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:15.665037 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:17.051831 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.778649 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:40.795590 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-99c7c36f-3c7c-421f-8047-dd5f2f20ad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:41.264427 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:42.798012 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-321d5157-e2e0-455b-a56a-1e8bff0a2032 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931599 Feb 19 02:25:42.878726 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-17171f44-8f0e-469a-bb3e-59b735701452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:42.880247 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-17171f44-8f0e-469a-bb3e-59b735701452 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1125 time: 0.0432491 Feb 19 02:25:42.982078 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-b9438546-7e0d-4c52-b7fb-d878f4bd32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:42.983492 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-b9438546-7e0d-4c52-b7fb-d878f4bd32b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0858784 Feb 19 02:25:43.007051 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8fb14acb-9c28-4d92-af3e-a7d4dd371bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:43.053503 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-fb8d42c1-e480-4ac4-b902-35ea3e892fa1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 999 time: 0.0639799 Feb 19 02:25:43.102406 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-09c25f09-d20a-4487-a6d8-0990ddeba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:43.103865 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-09c25f09-d20a-4487-a6d8-0990ddeba8ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0439730 Feb 19 02:25:43.158522 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-4a54b6b1-e808-43b4-8906-04cf65456eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:43.160097 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-4a54b6b1-e808-43b4-8906-04cf65456eba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502710 Feb 19 02:25:43.251298 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-4274017a-bd24-4c63-91c2-a579144ff8bf service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850968 Feb 19 02:25:43.341349 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-cea4a43d-9da2-4163-b1fe-d3d8a734394c req-7faa4216-b3d2-4f79-a2a4-9f77fa7f1959 service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845723 Feb 19 02:25:44.564697 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:45.664049 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:47.046803 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:25:49.437658 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:25:58.623282 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-273b20d8-3b6f-40dc-a70f-c96b1e568de4 service neutron] 10.222.0.117 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512757 Feb 19 02:25:58.713144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-5cac0a4f-411a-479a-a620-36b67b027ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:58.715406 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-5cac0a4f-411a-479a-a620-36b67b027ad6 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1127 time: 0.0480115 Feb 19 02:25:58.833691 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-bea7bb45-8592-4e1b-a80d-13bb091bb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:58.835204 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-bea7bb45-8592-4e1b-a80d-13bb091bb1cc service neutron] 10.222.0.117 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.1016510 Feb 19 02:25:58.907109 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-06df176a-4e43-48ac-932d-48ed3d2f610a service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 1001 time: 0.0659759 Feb 19 02:25:58.957795 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-a110d717-866f-4fb8-8c55-fde4c23793df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:58.959317 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-a110d717-866f-4fb8-8c55-fde4c23793df service neutron] 10.222.0.117 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0466537 Feb 19 02:25:59.026067 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-6546e917-9dc7-4728-9746-2cb2df9e72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:25:59.029136 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-6546e917-9dc7-4728-9746-2cb2df9e72a9 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0645671 Feb 19 02:25:59.135115 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-281aca20-9178-4ba1-8cf3-4272a0460627 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990503 Feb 19 02:25:59.235917 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-842a31d8-fcd8-4d0a-bc71-8af8912ff4d1 req-49f6a36f-b80e-4494-9a62-3a9bd64bd471 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954266 Feb 19 02:26:09.657261 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a details requested by agent hyperv_n-h1-826529-3 with host n-h1-826529-3 {{(pid=110603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:26:09.762105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:09.779036 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Returning: {'device': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'port_id': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'mac_address': 'fa:16:3e:76:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:26:09.817186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 15c90cd9-fb50-4129-adfd-66d4e0b3411a is: ACTIVE; New status is: BUILD {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:26:09.823177 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:09.831811 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15c90cd9-fb50-4129-adfd-66d4e0b3411a {{(pid=110603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:26:09.851105 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:09.949988 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:10.012903 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=6']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:10.022312 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.022671 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.023019 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.023392 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.023734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.024070 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.024401 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.024734 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.025065 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.025395 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.025722 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.026046 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.026372 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:10.032636 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] get_ports_and_sgs() called for port_ids ['15c90cd9-fb50-4129-adfd-66d4e0b3411a'] {{(pid=110603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:26:10.762876 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:10.772052 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9889d5d3-0ff8-4410-9cd2-263a50207e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.269228 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.674491 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a up at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:26:11.743524 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.provisioning_blocks [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Provisioning complete for port 15c90cd9-fb50-4129-adfd-66d4e0b3411a triggered by entity L2. {{(pid=110603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:26:11.744065 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836916'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), provisioning_complete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.840819 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 15c90cd9-fb50-4129-adfd-66d4e0b3411a is: BUILD; New status is: ACTIVE {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:26:11.842043 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:11.868546 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:11.870980 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e3668-cc88-4904-ac21-084bec6edab4" -d '{"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-plugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:11.886771 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:11.931646 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87daabeb-9053-4ad2-abfe-34e4516fe4e6 x-openstack-request-id: req-87daabeb-9053-4ad2-abfe-34e4516fe4e6 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:11.931646 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-plugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:11.931646 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-87daabeb-9053-4ad2-abfe-34e4516fe4e6 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:11.931646 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'code': 200} Feb 19 02:26:11.981546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:12.047480 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=7']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:13.215694 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b844-28d6-4748-9402-e49feb57ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:14.589409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:15.669624 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:17.067472 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.247993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38726) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:22.413240 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Deleting port fb80c253-458f-4bb7-993d-2e5f0436a2c7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:22.413585 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.487776 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.488021 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (fb80c253-458f-4bb7-993d-2e5f0436a2c7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.500536 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Calling delete_port for fb80c253-458f-4bb7-993d-2e5f0436a2c7 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:22.714765 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (fb80c253-458f-4bb7-993d-2e5f0436a2c7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.739694 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event deleted for resources: {'Port': ['ID=fb80c253-458f-4bb7-993d-2e5f0436a2c7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:22.754601 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.754963 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.755335 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.755684 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.756032 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.756372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.756709 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.757355 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.757702 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.758038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.758372 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.758703 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.759033 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:22.823121 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:22.823568 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Floating IP e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b disassociated (deleted). External IP: 172.25.2.136, port: 15c90cd9-fb50-4129-adfd-66d4e0b3411a. Feb 19 02:26:23.042923 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:26:23.153993 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:26:23.159334 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:23.164549 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:26:23.178272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:23.178896 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:23.188931 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-b4448919-2a49-418c-9c2e-6f5d3c423169 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "DELETE /v2.0/floatingips/e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b HTTP/1.1" status: 204 len: 168 time: 0.9389739 Feb 19 02:26:23.189542 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:23.191941 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf74ffb-3b69-4765-8da1-c74f93c17003" -d '{"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:23.295910 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225bf92-c576-4339-bbc4-cd8590040e23 x-openstack-request-id: req-3225bf92-c576-4339-bbc4-cd8590040e23 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:23.296533 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:23.296533 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3225bf92-c576-4339-bbc4-cd8590040e23 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:23.296873 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'status': 'completed', 'code': 200} Feb 19 02:26:23.298656 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:23.367018 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-ff3e861b-2f3a-483d-85d0-a1589dddf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:23.368553 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-ff3e861b-2f3a-483d-85d0-a1589dddf7c2 service neutron] 10.222.0.117 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 1127 time: 0.0485260 Feb 19 02:26:23.464907 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-3d7a8413-7fa4-46d3-a961-9405b2989677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:23.466425 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-3d7a8413-7fa4-46d3-a961-9405b2989677 service neutron] 10.222.0.117 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0906770 Feb 19 02:26:23.511150 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-be8d1aae-1021-48e8-8e39-9af4036f4534 service neutron] 10.222.0.117 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 200 len: 217 time: 0.0391414 Feb 19 02:26:23.537182 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:23.566994 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-e7198139-d3f3-44b0-a662-95e47ed90c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:23.569854 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:26:23.570385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-e7198139-d3f3-44b0-a662-95e47ed90c22 service neutron] 10.222.0.117 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0535932 Feb 19 02:26:23.588659 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:23.589300 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:23.633097 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-c60fe53e-1c89-4eeb-bf0d-8f05c6c8dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:23.634734 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-c60fe53e-1c89-4eeb-bf0d-8f05c6c8dbd6 service neutron] 10.222.0.117 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568945 Feb 19 02:26:23.663210 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9f64-70b7-41e5-b896-a837d35e126a req-2d86dfd3-e774-4433-9e2b-95e6a3784c72 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:23.665653 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c6b9f64-70b7-41e5-b896-a837d35e126a req-2d86dfd3-e774-4433-9e2b-95e6a3784c72 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 945 time: 0.0602612 Feb 19 02:26:23.706603 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:23.724243 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-3c6b9f64-70b7-41e5-b896-a837d35e126a req-6e5135ba-566a-41bf-bf7f-3388218a66ed tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514903 Feb 19 02:26:23.734885 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-7f305f33-9a2c-41d5-a543-ff83c48a92de service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922225 Feb 19 02:26:23.739450 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:23.831043 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-9bf74ffb-3b69-4765-8da1-c74f93c17003 req-bf6fba72-0b52-4321-9829-e11ec08c5a60 service neutron] 10.222.0.117 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888429 Feb 19 02:26:23.916532 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Current status of the port 15c90cd9-fb50-4129-adfd-66d4e0b3411a is: ACTIVE; New status is: DOWN {{(pid=110603) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:26:23.916905 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594975'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:23.956897 n-d-826529-3 neutron-server[110603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:23.959110 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed986194003707adce93e27e9bd2cf430b515b16a61ff34b00a36508bad70df9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a22f8a-f611-40ee-aefe-7796d1a6fec4" -d '{"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-unplugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:23.979652 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:24.004559 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af81b412-11a3-44a1-8dee-341ea118d916 x-openstack-request-id: req-af81b412-11a3-44a1-8dee-341ea118d916 {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:24.004856 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-unplugged", "status": "completed", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "code": 200}]} {{(pid=110603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:24.005112 n-d-826529-3 neutron-server[110603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-af81b412-11a3-44a1-8dee-341ea118d916 {{(pid=110603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:24.005515 n-d-826529-3 neutron-server[110603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'code': 200} Feb 19 02:26:24.034587 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:24.062709 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc888c-ee63-464a-aa1c-629559df6a19 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_floatingips': [{'id': '7d29e48a-11c0-4dba-9f6a-00849ef48902', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'router_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'port_id': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'mac_address': 'fa:16:3e:1a:bd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:21:48Z', 'updated_at': '2022-02-19T02:21:50Z', 'revision_number': 1, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:26:24.064313 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750720466553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750719959866', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750719959884'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:24.113399 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Pushing event updated for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=8']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:24.315111 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212656d6-0575-4855-9666-e7776f00c080 None None] New status for floating IP e6b972e5-9b8c-4b4f-b796-74c12cdaaa1b: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:26:24.850465 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dd6fa-b7d5-416a-83fd-1a443494231e req-c82f6efd-750e-4621-96eb-d2105b1e31ca tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:24.851978 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f1dd6fa-b7d5-416a-83fd-1a443494231e req-c82f6efd-750e-4621-96eb-d2105b1e31ca tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0544660 Feb 19 02:26:24.908479 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-1f1dd6fa-b7d5-416a-83fd-1a443494231e req-372cc93a-9340-4b9e-8b51-ab9b5a4e96f7 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508893 Feb 19 02:26:25.227711 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-6817850d-62d0-4d85-9736-039c0000665e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:25.229185 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-6817850d-62d0-4d85-9736-039c0000665e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 943 time: 0.0530601 Feb 19 02:26:25.328145 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Deleting port 15c90cd9-fb50-4129-adfd-66d4e0b3411a {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:25.328501 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:25.416714 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] For port 15c90cd9-fb50-4129-adfd-66d4e0b3411a, host n-h1-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826529-3',level=0,port_id=15c90cd9-fb50-4129-adfd-66d4e0b3411a,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:25.417076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:25.429241 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Calling delete_port for 15c90cd9-fb50-4129-adfd-66d4e0b3411a owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:25.606841 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (15c90cd9-fb50-4129-adfd-66d4e0b3411a), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:25.638900 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event deleted for resources: {'Port': ['ID=15c90cd9-fb50-4129-adfd-66d4e0b3411a,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:25.687426 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] No DVR routers for this DVR port 15c90cd9-fb50-4129-adfd-66d4e0b3411a on host n-h1-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:26:25.690102 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:25.693463 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-a0956789-018a-48c2-aa22-f5cf74c11f96 req-e3528dba-1b31-4983-982e-f19a53b2ea8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.117 "DELETE /v2.0/ports/15c90cd9-fb50-4129-adfd-66d4e0b3411a HTTP/1.1" status: 204 len: 173 time: 0.4593964 Feb 19 02:26:25.693902 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-deleted', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:25.696214 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5ed173-db50-457c-8b58-a07a117c783b" -d '{"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-deleted", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:25.737281 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5b690-1cda-44f5-a483-bc19b4217e2f x-openstack-request-id: req-a5b5b690-1cda-44f5-a483-bc19b4217e2f {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:25.737580 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04608d27-0213-4d6b-9900-226994f9219d", "name": "network-vif-deleted", "tag": "15c90cd9-fb50-4129-adfd-66d4e0b3411a", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:25.737836 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-a5b5b690-1cda-44f5-a483-bc19b4217e2f {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:25.738244 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04608d27-0213-4d6b-9900-226994f9219d', 'name': 'network-vif-deleted', 'tag': '15c90cd9-fb50-4129-adfd-66d4e0b3411a', 'status': 'completed', 'code': 200} Feb 19 02:26:26.021415 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-925a570d-4c87-45bf-919c-4acd02d3b520 req-eadd1cc2-ab94-471c-ae05-a31789ec51ba tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=04608d27-0213-4d6b-9900-226994f9219d HTTP/1.1" status: 200 len: 210 time: 0.0288353 Feb 19 02:26:26.438371 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:26:27.750237 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a no longer exists at agent hyperv_n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:27.775423 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] No Port match for: 15c90cd9-fb50-4129-adfd-66d4e0b3411a {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:27.775777 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Device 15c90cd9-fb50-4129-adfd-66d4e0b3411a not bound to the agent host n-h1-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:28.367456 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38788) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:28.872185 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Deleting port 0bfb19c3-d89a-4907-bac7-b1f9d0f7f859 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:28.872562 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:28.946940 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:28.947305 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:28.958740 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Calling delete_port for 0bfb19c3-d89a-4907-bac7-b1f9d0f7f859 owned by network:floatingip {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:29.172254 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (0bfb19c3-d89a-4907-bac7-b1f9d0f7f859), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:29.200386 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event deleted for resources: {'Port': ['ID=0bfb19c3-d89a-4907-bac7-b1f9d0f7f859,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:29.262012 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for floatingip (7d29e48a-11c0-4dba-9f6a-00849ef48902), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:29.262400 n-d-826529-3 neutron-server[110602]: INFO neutron.db.l3_db [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Floating IP 7d29e48a-11c0-4dba-9f6a-00849ef48902 disassociated (deleted). External IP: 172.25.2.203, port: 48ef73c3-b098-4869-84c6-6ef91ae3a6d7. Feb 19 02:26:29.473287 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:26:29.581735 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:26:29.586526 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for floatingip (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:29.591073 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:26:29.600485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:29.601083 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:29.623382 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-61c54b04-90e1-47c3-9828-9873b1f536f1 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "DELETE /v2.0/floatingips/7d29e48a-11c0-4dba-9f6a-00849ef48902 HTTP/1.1" status: 204 len: 168 time: 1.2524874 Feb 19 02:26:29.623382 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:29.623991 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:29.669477 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0da149-dfd0-4928-a835-e91a61b394b9 x-openstack-request-id: req-fd0da149-dfd0-4928-a835-e91a61b394b9 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:29.669778 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:29.670036 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fd0da149-dfd0-4928-a835-e91a61b394b9 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:29.670446 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'status': 'completed', 'code': 200} Feb 19 02:26:29.727118 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:29.740126 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-97904466-dd6b-4ec9-9b65-cc4ca7dcf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:29.741667 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-97904466-dd6b-4ec9-9b65-cc4ca7dcf32b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3fd05c6f8ff74bb6926be082e8815283&device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 1125 time: 0.0478806 Feb 19 02:26:29.840682 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-9a6b8acb-2deb-49d0-9106-d3e606786f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:29.842161 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-9a6b8acb-2deb-49d0-9106-d3e606786f61 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 200 len: 911 time: 0.0939150 Feb 19 02:26:29.889584 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-c91b61a3-90e9-4780-ba39-da495d68349d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0403261 Feb 19 02:26:29.932402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:29.939393 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-42cf9db3-1957-4025-97c2-759b6d4eab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:29.940894 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-42cf9db3-1957-4025-97c2-759b6d4eab27 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 200 len: 849 time: 0.0451605 Feb 19 02:26:29.959713 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:26:29.969492 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:29.970109 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:30.013970 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-d47e6ab2-337b-4edf-a591-c8ecfd285500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:30.016327 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-d47e6ab2-337b-4edf-a591-c8ecfd285500 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696042 Feb 19 02:26:30.084895 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:30.115528 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6e00c-199c-4d65-bc26-55ebd1e36585 req-6a81ba24-a33c-425e-8b8d-d68d59da8f9c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:30.117026 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4c6e00c-199c-4d65-bc26-55ebd1e36585 req-6a81ba24-a33c-425e-8b8d-d68d59da8f9c tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.1189866 Feb 19 02:26:30.156385 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-263004d0-beae-49e8-bf7d-aea3eb4dc71f service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250329 Feb 19 02:26:30.224781 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-b4c6e00c-199c-4d65-bc26-55ebd1e36585 req-802b398b-8da2-48b7-898e-9f42695ce016 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987046 Feb 19 02:26:30.275800 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-df7e9b61-7dbd-482c-99a9-41a4a4be80ed req-870c31b0-2f52-46b9-abbe-c4ed777b073a service neutron] 10.222.0.96 "GET /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098385 Feb 19 02:26:30.294633 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:30.322936 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e1124-8b0c-4c7c-89de-47be9f662a02 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:23Z', 'revision_number': 4, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3', '_interfaces': [{'id': 'a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1', 'name': '', 'network_id': '5e9fa86a-a0d6-4e5f-b27f-adb6efee7714', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'mac_address': 'fa:16:3e:57:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:23Z', 'updated_at': '2022-02-19T02:21:27Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'subnets': [{'id': '350873b5-9457-4eaa-9d5e-595c8f081397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:26:30.545027 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f919d0a-be06-4efb-80c1-2565a387b730 None None] New status for floating IP 7d29e48a-11c0-4dba-9f6a-00849ef48902: DOWN {{(pid=110604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:26:31.415332 n-d-826529-3 neutron-server[110601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbd68-38b4-4e72-8647-1536c4f536b5 req-9b463509-8ffb-4cd1-b837-44601f622b8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:31.416854 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-142bbd68-38b4-4e72-8647-1536c4f536b5 req-9b463509-8ffb-4cd1-b837-44601f622b8e tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.0549374 Feb 19 02:26:31.471049 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-142bbd68-38b4-4e72-8647-1536c4f536b5 req-2a6b0a34-779f-48d4-afdb-3ca71d4cabf5 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/security-groups?id=0c957548-94c5-443f-88c4-28f6b5030ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477593 Feb 19 02:26:31.653429 n-d-826529-3 neutron-server[110602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-6ffb6068-9f12-4cf0-b8c5-cbdd7546f56a tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:26:31.654924 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-6ffb6068-9f12-4cf0-b8c5-cbdd7546f56a tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.96 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 943 time: 0.0641053 Feb 19 02:26:31.752138 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Deleting port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:31.752482 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:31.845652 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] For port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7, host n-h2-826529-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826529-3',level=0,port_id=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:31.846023 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:31.860000 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Calling delete_port for 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 owned by compute:nova {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:32.064230 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (48ef73c3-b098-4869-84c6-6ef91ae3a6d7), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:32.095461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event deleted for resources: {'Port': ['ID=48ef73c3-b098-4869-84c6-6ef91ae3a6d7,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:32.141144 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] No DVR routers for this DVR port 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 on host n-h2-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:26:32.143965 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454226'] for port (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:32.147386 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [req-f67e16ab-632a-427f-a059-534f0d5ad955 req-87dd70cb-1720-48c8-91bd-6ec2739f578b tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.96 "DELETE /v2.0/ports/48ef73c3-b098-4869-84c6-6ef91ae3a6d7 HTTP/1.1" status: 204 len: 173 time: 0.4867072 Feb 19 02:26:32.147826 n-d-826529-3 neutron-server[110602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-deleted', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7'}] {{(pid=110602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:26:32.150147 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}041d6123c582972ec36373d39aaf6aa707df3aaddb69f5f1b08b444cc3287ee6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe4ea6-7517-408b-8405-281250209079" -d '{"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-deleted", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7"}]}' {{(pid=110602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:26:32.185467 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619aa4b-06b6-4437-95b2-754187d30598 x-openstack-request-id: req-b619aa4b-06b6-4437-95b2-754187d30598 {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:26:32.185779 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05fd0d4-6862-4c9c-9124-8de938177013", "name": "network-vif-deleted", "tag": "48ef73c3-b098-4869-84c6-6ef91ae3a6d7", "status": "completed", "code": 200}]} {{(pid=110602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:26:32.186034 n-d-826529-3 neutron-server[110602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b619aa4b-06b6-4437-95b2-754187d30598 {{(pid=110602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:26:32.186431 n-d-826529-3 neutron-server[110602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd0d4-6862-4c9c-9124-8de938177013', 'name': 'network-vif-deleted', 'tag': '48ef73c3-b098-4869-84c6-6ef91ae3a6d7', 'status': 'completed', 'code': 200} Feb 19 02:26:32.583563 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [req-a03f18ea-9dd7-4e06-b696-5476b8735831 req-d3200c07-e980-4271-8a19-ab95f49b71ca tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "GET /v2.0/ports?device_id=c05fd0d4-6862-4c9c-9124-8de938177013 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Feb 19 02:26:33.641376 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38806) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:33.702736 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (0c957548-94c5-443f-88c4-28f6b5030ff2), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:33.727654 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (0c957548-94c5-443f-88c4-28f6b5030ff2), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:33.855313 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (0c957548-94c5-443f-88c4-28f6b5030ff2), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:33.858074 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:33.859304 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] 10.222.0.94 "DELETE /v2.0/security-groups/0c957548-94c5-443f-88c4-28f6b5030ff2 HTTP/1.1" status: 204 len: 168 time: 0.2169120 Feb 19 02:26:33.868676 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab6c33-f4c7-4636-8c8f-413dfb186c36 tempest-TestSnapshotPattern-651577191 tempest-TestSnapshotPattern-651577191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c957548-94c5-443f-88c4-28f6b5030ff2,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:33.954074 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38810) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:34.050879 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 no longer exists at agent hyperv_n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:34.074588 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] No Port match for: 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:34.074935 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Device 48ef73c3-b098-4869-84c6-6ef91ae3a6d7 not bound to the agent host n-h2-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:34.412928 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:34.667488 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Deleting port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:34.668172 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:34.743452 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] For port a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:34.743815 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:34.761038 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Calling delete_port for a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 owned by network:router_interface {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:34.993076 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.020367 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Pushing event deleted for resources: {'Port': ['ID=a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:35.189640 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.406791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Router fc33c079-8867-4a7a-841c-5dbe72b85dc0 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:26:35.521401 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:26:35.526624 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-91c1ec15-92fe-4a2e-9bbc-20b733a3d96b admin admin] 10.222.0.94 "PUT /v2.0/routers/fc33c079-8867-4a7a-841c-5dbe72b85dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5713198 Feb 19 02:26:35.529199 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38816) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:35.532024 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Sync routers for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:26:35.542303 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:35.543047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:35.637676 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks [] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.651467 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: n-d-826529-3 {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:35.746504 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks [] for router_gateway (fc33c079-8867-4a7a-841c-5dbe72b85dc0), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.875918 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Deleting port a8779d67-e490-4e91-8b8d-1cadf371219b {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:35.876265 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.955417 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] For port a8779d67-e490-4e91-8b8d-1cadf371219b, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=a8779d67-e490-4e91-8b8d-1cadf371219b,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:35.955779 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:35.973514 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Calling delete_port for a8779d67-e490-4e91-8b8d-1cadf371219b owned by network:router_gateway {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:36.000430 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:26:34Z', 'revision_number': 5, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port': {'id': 'a8779d67-e490-4e91-8b8d-1cadf371219b', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:36.026576 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Checking router: fc33c079-8867-4a7a-841c-5dbe72b85dc0 for host: n-d-826529-3 {{(pid=110603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:26:36.036061 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Routers {'fc33c079-8867-4a7a-841c-5dbe72b85dc0'} bound to L3 agent in host n-d-826529-3 {{(pid=110603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:36.036672 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'], 'active': True} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:36.131680 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvr_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] Set router fc33c079-8867-4a7a-841c-5dbe72b85dc0 gateway port host: None {{(pid=110603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:36.190216 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_hamode_db [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:26:35Z', 'revision_number': 6, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port_host': None}], 'n-d-826529-3', False) {} {{(pid=110603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:36.200080 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (a8779d67-e490-4e91-8b8d-1cadf371219b), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.221831 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b9994-4dff-4b57-a25c-61784a134996 None None] The sync data for ids ['fc33c079-8867-4a7a-841c-5dbe72b85dc0'] in n-d-826529-3 is: [{'id': 'fc33c079-8867-4a7a-841c-5dbe72b85dc0', 'name': 'tempest-TestSnapshotPattern-1469180551-router', 'tenant_id': '3fd05c6f8ff74bb6926be082e8815283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:20Z', 'updated_at': '2022-02-19T02:26:35Z', 'revision_number': 6, 'project_id': '3fd05c6f8ff74bb6926be082e8815283', 'gw_port_host': None}] {{(pid=110603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:26:36.226194 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8779d67-e490-4e91-8b8d-1cadf371219b,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:36.295438 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.397642 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.399863 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks [] for router_controller (fc33c079-8867-4a7a-841c-5dbe72b85dc0), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.497398 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (fc33c079-8867-4a7a-841c-5dbe72b85dc0), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.498021 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc33c079-8867-4a7a-841c-5dbe72b85dc0 {{(pid=110602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:26:36.502543 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.503758 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-2023a66a-6ede-4bb1-8d0f-2d721cf63641 admin admin] 10.222.0.94 "DELETE /v2.0/routers/fc33c079-8867-4a7a-841c-5dbe72b85dc0 HTTP/1.1" status: 204 len: 168 time: 0.9736440 Feb 19 02:26:36.506371 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38818) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:36.553104 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Deleting subnet 350873b5-9457-4eaa-9d5e-595c8f081397 {{(pid=110602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:26:36.556106 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Publish callbacks [] for subnet (350873b5-9457-4eaa-9d5e-595c8f081397), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.590341 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13010973'] for subnet (350873b5-9457-4eaa-9d5e-595c8f081397), precommit_delete_associations {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:36.673019 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (350873b5-9457-4eaa-9d5e-595c8f081397), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.155210 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14233121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14274789'] for subnet (350873b5-9457-4eaa-9d5e-595c8f081397), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.181461 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350873b5-9457-4eaa-9d5e-595c8f081397,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:37.185010 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.188684 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-45ec1e78-d06f-4542-8ab7-66ba57bcf491 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/350873b5-9457-4eaa-9d5e-595c8f081397 HTTP/1.1" status: 204 len: 168 time: 0.6811318 Feb 19 02:26:37.191014 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f47dd-a3f2-4f36-a623-a3c138368e24 None None] Network 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:26:37.191639 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38820) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:37.262932 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.318208 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Deleting port e0fae847-29bd-4224-a87f-0c945e297c38 {{(pid=110602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:37.318567 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.347653 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] DHCP port deletion for 5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:26:37.381457 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.db [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] For port e0fae847-29bd-4224-a87f-0c945e297c38, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e0fae847-29bd-4224-a87f-0c945e297c38,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:37.381822 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.394047 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Deleting port e0fae847-29bd-4224-a87f-0c945e297c38 {{(pid=110603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:37.394429 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), before_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.394791 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Calling delete_port for e0fae847-29bd-4224-a87f-0c945e297c38 owned by network:dhcp {{(pid=110602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:37.462202 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.db [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] For port e0fae847-29bd-4224-a87f-0c945e297c38, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=e0fae847-29bd-4224-a87f-0c945e297c38,segment=NetworkSegment(c4513d4c-5cd9-40a4-84e5-791209db5817),segment_id=c4513d4c-5cd9-40a4-84e5-791209db5817)] {{(pid=110603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:37.462603 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), precommit_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.482893 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Calling delete_port for e0fae847-29bd-4224-a87f-0c945e297c38 owned by network:dhcp {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:37.528669 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a8779d67-e490-4e91-8b8d-1cadf371219b no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:37.540958 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14233116'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.554789 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a8779d67-e490-4e91-8b8d-1cadf371219b {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:37.555151 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a8779d67-e490-4e91-8b8d-1cadf371219b not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:37.555571 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e0fae847-29bd-4224-a87f-0c945e297c38 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:37.568761 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fae847-29bd-4224-a87f-0c945e297c38,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:37.570516 n-d-826529-3 neutron-server[110602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] No DVR routers for this DVR port e0fae847-29bd-4224-a87f-0c945e297c38 on host n-d-826529-3 {{(pid=110602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:26:37.589958 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: e0fae847-29bd-4224-a87f-0c945e297c38 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:37.590310 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device e0fae847-29bd-4224-a87f-0c945e297c38 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:37.596272 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:37.613053 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:37.613402 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device a06a6d20-05dd-453e-bd77-5dfc9dc7b8d1 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:37.632063 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857'] for port (e0fae847-29bd-4224-a87f-0c945e297c38), after_delete {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.645522 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.658605 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] Pushing event deleted for resources: {'Port': ['ID=e0fae847-29bd-4224-a87f-0c945e297c38,revision_number=None']} {{(pid=110603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:37.662479 n-d-826529-3 neutron-server[110603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f8b75-9da8-4230-967d-33d9048e50e1 None None] No DVR routers for this DVR port e0fae847-29bd-4224-a87f-0c945e297c38 on host n-d-826529-3 {{(pid=110603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:26:37.666259 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9fa86a-a0d6-4e5f-b27f-adb6efee7714']}} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:37.679427 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4513d4c-5cd9-40a4-84e5-791209db5817') {'for_net_delete': True} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:37.679732 n-d-826529-3 neutron-server[110602]: DEBUG neutron.services.segments.db [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4513d4c-5cd9-40a4-84e5-791209db5817') {} {{(pid=110602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:37.690689 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13011044'] for segment (c4513d4c-5cd9-40a4-84e5-791209db5817), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.704211 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (c4513d4c-5cd9-40a4-84e5-791209db5817), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.709995 n-d-826529-3 neutron-server[110602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:26:37.710381 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14603203'] for segment (c4513d4c-5cd9-40a4-84e5-791209db5817), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: Traceback (most recent call last): Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: timer() Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: cb(*args, **kw) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: return func(*args, **kwargs) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: self._notify() Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: self.callback(batched_events) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: event.method(event) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: return f(self, *a, **k) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: return self._get(url).json() Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: return self.request(url, 'GET', **kwargs) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:26:37.712044 n-d-826529-3 neutron-server[110602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:26:37.838048 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (5e9fa86a-a0d6-4e5f-b27f-adb6efee7714), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.844512 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:37.847790 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] 10.222.0.94 "DELETE /v2.0/networks/5e9fa86a-a0d6-4e5f-b27f-adb6efee7714 HTTP/1.1" status: 204 len: 168 time: 0.6555631 Feb 19 02:26:37.850955 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38822) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:37.860374 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6caf-3aa2-4486-a891-9dba71e18009 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9fa86a-a0d6-4e5f-b27f-adb6efee7714,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:38.209450 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1832410'] for router_interface (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:38.469836 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Deleting port 5f37ef32-c80d-4944-8d64-35a1cdd39e03 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:38.470097 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:38.553662 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] For port 5f37ef32-c80d-4944-8d64-35a1cdd39e03, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=5f37ef32-c80d-4944-8d64-35a1cdd39e03,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:38.554045 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:38.567392 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Calling delete_port for 5f37ef32-c80d-4944-8d64-35a1cdd39e03 owned by network:router_interface {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:38.803501 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (5f37ef32-c80d-4944-8d64-35a1cdd39e03), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:38.827913 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f37ef32-c80d-4944-8d64-35a1cdd39e03,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:38.837994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.838369 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.838712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.839057 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.839421 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.840231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.840231 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.840405 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.840704 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.841031 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.841358 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.841770 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:38.841994 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826529-3 {{(pid=110601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:26:39.014151 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1833258'] for router_interface (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:39.237251 n-d-826529-3 neutron-server[110601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 has already been hosted by L3 agent c7fdfc35-36f3-46ce-b65d-d3f01da9108d {{(pid=110601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:26:39.344229 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] Notify agent at l3_agent.n-d-826529-3 the message routers_updated {{(pid=110601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:26:39.349071 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-32127104-2524-44c9-a2ce-72c545e1b234 admin admin] 10.222.0.94 "PUT /v2.0/routers/3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4970641 Feb 19 02:26:39.351809 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38824) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:39.352517 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Sync routers for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:26:39.362311 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:39.362913 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:39.469071 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks [] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:39.473654 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:39.578143 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks [] for router_gateway (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:39.649711 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:26:38Z', 'revision_number': 5, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:39.679141 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Checking router: 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 for host: n-d-826529-3 {{(pid=110604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:26:39.688060 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Routers {'3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'} bound to L3 agent in host n-d-826529-3 {{(pid=110604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:26:39.688667 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826529-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:37:13Z,description=,heartbeat_timestamp=2022-02-19T02:26:13Z,host='n-d-826529-3',id=c7fdfc35-36f3-46ce-b65d-d3f01da9108d,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:37:13Z,topic='l3_agent')) {'router_ids': ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'], 'active': True} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:39.753343 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Deleting port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:39.753802 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:39.840412 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] For port 19b0f89d-d00a-4c88-b8cd-cb0c62d339da, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,segment=NetworkSegment(1ad16e30-64ca-40d3-93cf-9fa1000b9e8c),segment_id=1ad16e30-64ca-40d3-93cf-9fa1000b9e8c)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:39.840786 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:39.854854 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Calling delete_port for 19b0f89d-d00a-4c88-b8cd-cb0c62d339da owned by network:router_gateway {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:39.895348 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_dvr_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] Set router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 gateway port host: n-d-826529-3 {{(pid=110604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:26:40.073466 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:26:38Z', 'revision_number': 5, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}], 'n-d-826529-3', False) {} {{(pid=110604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:40.101040 n-d-826529-3 neutron-server[110604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa123-acdd-48aa-ac25-6ef5e0897fb1 None None] The sync data for ids ['3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8'] in n-d-826529-3 is: [{'id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'name': 'tempest-TestSnapshotPattern-1326933506-router', 'tenant_id': 'fd74839e05b64203bcc81990fcae1159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'external_fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:21:26Z', 'updated_at': '2022-02-19T02:26:38Z', 'revision_number': 5, 'project_id': 'fd74839e05b64203bcc81990fcae1159', 'gw_port': {'id': '19b0f89d-d00a-4c88-b8cd-cb0c62d339da', 'name': '', 'network_id': '169ff5b6-84d9-488b-b09b-2de7adbaa1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826529-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:21:27Z', 'updated_at': '2022-02-19T02:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af5ed439-25e6-4f30-9d02-d8ab3967e887', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826529-3'}] {{(pid=110604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:26:40.114548 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (19b0f89d-d00a-4c88-b8cd-cb0c62d339da), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.143012 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b0f89d-d00a-4c88-b8cd-cb0c62d339da,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:40.205259 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833860'] for router_gateway (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.298993 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-231939'] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.301136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks [] for router_controller (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.397997 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1832481'] for router (3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.398426 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 {{(pid=110601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:26:40.402839 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.404222 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-2bb9ccb7-8d7e-48b5-ac41-21b7301826a1 admin admin] 10.222.0.94 "DELETE /v2.0/routers/3ee83a54-fdd9-4a0e-9d5c-256822b5c7c8 HTTP/1.1" status: 204 len: 168 time: 1.0514865 Feb 19 02:26:40.413446 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38826) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:40.473288 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Deleting subnet df32b736-e5d4-4679-83bb-a347769db326 {{(pid=110601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:26:40.476926 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Publish callbacks [] for subnet (df32b736-e5d4-4679-83bb-a347769db326), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.517673 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12612294'] for subnet (df32b736-e5d4-4679-83bb-a347769db326), precommit_delete_associations {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.597509 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-731682'] for subnet (df32b736-e5d4-4679-83bb-a347769db326), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.726405 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-731707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1798866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13455000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13987533'] for subnet (df32b736-e5d4-4679-83bb-a347769db326), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.757734 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df32b736-e5d4-4679-83bb-a347769db326,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:40.767443 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.772999 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-bd0ea0b2-0ce6-45b9-8158-9a6021a70e2b admin admin] 10.222.0.94 "DELETE /v2.0/subnets/df32b736-e5d4-4679-83bb-a347769db326 HTTP/1.1" status: 204 len: 168 time: 0.3580396 Feb 19 02:26:40.773408 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d64c1-8b2a-48f5-aea2-c0006cd98a1a None None] Network a9b241b6-f99a-401a-994b-134118be4a0e requested from n-d-826529-3 {{(pid=110603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:26:40.777054 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38828) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:40.803901 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3b64256c-74ff-4aa9-8f85-74b9e112f033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.807588 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.874150 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607915'] for network (a9b241b6-f99a-401a-994b-134118be4a0e), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.932848 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Deleting port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 {{(pid=110601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:26:40.933114 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750720460292'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:40.993968 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.db [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] For port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600, host n-d-826529-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826529-3',level=0,port_id=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,segment=NetworkSegment(91b775dd-2437-46c3-b5db-7ada21f30a92),segment_id=91b775dd-2437-46c3-b5db-7ada21f30a92)] {{(pid=110601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:26:40.994329 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1803675'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.010922 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Calling delete_port for 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 owned by network:dhcp {{(pid=110601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:26:41.135580 n-d-826529-3 neutron-server[110603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64e86a-b44d-42bc-98c5-57af86b29cb2 None None] DHCP port deletion for a9b241b6-f99a-401a-994b-134118be4a0e request from n-d-826529-3 {{(pid=110603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:26:41.141512 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750720466535', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750719959857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13455013'] for port (451e207b-fcd4-4c26-8c4c-aeb1f5e32600), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.169096 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-1d64e86a-b44d-42bc-98c5-57af86b29cb2 None None] The port '451e207b-fcd4-4c26-8c4c-aeb1f5e32600' was deleted {{(pid=110603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 02:26:41.184886 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Pushing event deleted for resources: {'Port': ['ID=451e207b-fcd4-4c26-8c4c-aeb1f5e32600,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:41.187552 n-d-826529-3 neutron-server[110601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] No DVR routers for this DVR port 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 on host n-d-826529-3 {{(pid=110601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:26:41.269698 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734635', 'neutron.services.segments.db._delete_segments_for_network-8750720519976'] for network (a9b241b6-f99a-401a-994b-134118be4a0e), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.274072 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.291691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b241b6-f99a-401a-994b-134118be4a0e']}} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:41.302929 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b775dd-2437-46c3-b5db-7ada21f30a92') {'for_net_delete': True} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:41.303269 n-d-826529-3 neutron-server[110601]: DEBUG neutron.services.segments.db [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b775dd-2437-46c3-b5db-7ada21f30a92') {} {{(pid=110601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:26:41.312710 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750720520753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12612287'] for segment (91b775dd-2437-46c3-b5db-7ada21f30a92), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.325912 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863'] for segment (91b775dd-2437-46c3-b5db-7ada21f30a92), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.331904 n-d-826529-3 neutron-server[110601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:26:41.332289 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13284218'] for segment (91b775dd-2437-46c3-b5db-7ada21f30a92), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: Traceback (most recent call last): Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: timer() Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: cb(*args, **kw) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: return func(*args, **kwargs) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: self._notify() Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: self.callback(batched_events) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: event.method(event) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: return f(self, *a, **k) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: return self._get(url).json() Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: return self.request(url, 'GET', **kwargs) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:26:41.333914 n-d-826529-3 neutron-server[110601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:26:41.457345 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833896'] for network (a9b241b6-f99a-401a-994b-134118be4a0e), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.463136 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.467773 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] 10.222.0.94 "DELETE /v2.0/networks/a9b241b6-f99a-401a-994b-134118be4a0e HTTP/1.1" status: 204 len: 168 time: 0.6884301 Feb 19 02:26:41.481712 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef213-b6ba-41fd-a5ea-e5b3d08ea955 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b241b6-f99a-401a-994b-134118be4a0e,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:41.508485 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5f37ef32-c80d-4944-8d64-35a1cdd39e03 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:41.535186 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 5f37ef32-c80d-4944-8d64-35a1cdd39e03 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:41.535541 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 5f37ef32-c80d-4944-8d64-35a1cdd39e03 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:41.535954 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 19b0f89d-d00a-4c88-b8cd-cb0c62d339da no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:41.555338 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 19b0f89d-d00a-4c88-b8cd-cb0c62d339da {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:41.565387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 19b0f89d-d00a-4c88-b8cd-cb0c62d339da not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:41.565387 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 no longer exists at agent ovs-agent-n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:26:41.574579 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.plugin [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] No Port match for: 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 {{(pid=110603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:26:41.574926 n-d-826529-3 neutron-server[110603]: DEBUG neutron.plugins.ml2.rpc [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Device 451e207b-fcd4-4c26-8c4c-aeb1f5e32600 not bound to the agent host n-d-826529-3 {{(pid=110603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:26:41.792092 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38834) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:41.832718 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-e909be10-717a-4b1b-8913-91b928a7a5e9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3fd05c6f8ff74bb6926be082e8815283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394247 Feb 19 02:26:41.835283 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38836) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:41.887903 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] Publish callbacks [] for security_group (be605314-186d-4d5c-bd29-4d9abd615773), before_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:41.910065 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] Publish callbacks [] for security_group (be605314-186d-4d5c-bd29-4d9abd615773), precommit_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:42.142833 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (be605314-186d-4d5c-bd29-4d9abd615773), after_delete {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:42.145502 n-d-826529-3 neutron-server[110602]: DEBUG neutron_lib.callbacks.manager [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:42.146690 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/be605314-186d-4d5c-bd29-4d9abd615773 HTTP/1.1" status: 204 len: 168 time: 0.3104835 Feb 19 02:26:42.154591 n-d-826529-3 neutron-server[110602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a796b64-5ff0-4f4a-bd4e-a405919f6450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be605314-186d-4d5c-bd29-4d9abd615773,revision_number=None']} {{(pid=110602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:42.784954 n-d-826529-3 neutron-server[110602]: DEBUG neutron.wsgi [-] (110602) accepted ('10.222.0.94', 38844) {{(pid=110602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:42.825272 n-d-826529-3 neutron-server[110602]: INFO neutron.wsgi [None req-31d19d35-2af1-4e5b-af43-f3fa860c9718 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fd74839e05b64203bcc81990fcae1159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391781 Feb 19 02:26:42.828544 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [-] (110601) accepted ('10.222.0.94', 38846) {{(pid=110601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:26:42.887879 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] Publish callbacks [] for security_group (fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205), before_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:42.910199 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] Publish callbacks [] for security_group (fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205), precommit_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:43.028783 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-44df8410-0f3e-40be-aa68-ce6a8e60f89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:43.068627 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1824649'] for security_group (fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205), after_delete {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:43.071346 n-d-826529-3 neutron-server[110601]: DEBUG neutron_lib.callbacks.manager [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:43.072520 n-d-826529-3 neutron-server[110601]: INFO neutron.wsgi [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205 HTTP/1.1" status: 204 len: 168 time: 0.2429857 Feb 19 02:26:43.081691 n-d-826529-3 neutron-server[110601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7223a26-002c-42ec-90d9-c492413145c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3008c9-e76d-4a1b-a9b8-2ed2a03f7205,revision_number=None']} {{(pid=110601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:26:44.605678 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:45.640246 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:26:47.051303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:03.437431 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:27:10.765208 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-c03e626d-af6f-47f0-b5dc-2a7eb6bb77e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:10.791629 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:11.301862 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:13.039098 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d0a413f9-0711-420b-afd7-d135e7cb2acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:14.580261 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:15.661958 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:17.067871 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:40.436188 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:27:40.767835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a4b8cf2c-c2b9-4073-be96-204d9cbba7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:40.775515 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:41.272840 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:42.998025 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a8245157-ba42-4d16-b8ff-15f87bf46967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:44.644347 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:45.667070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:27:47.047563 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:10.775265 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-63bc0df9-cd36-4249-8365-0ccfdb1abb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:10.780328 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:11.283340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:13.001461 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-34a64b7b-b349-4119-a914-c705c2915328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:14.603810 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:15.677758 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:17.037999 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:17.435395 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:28:40.751653 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ce75bb0-1051-495a-9a33-510d5f91cb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:40.756836 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:41.294156 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.997378 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f189e7d-5713-4f7c-a4cb-365ab4cac640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:44.585277 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:45.648287 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:47.048425 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.434595 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:10.737628 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-ddfdcce3-8f47-43a8-985d-049c527827eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:10.767654 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:11.302928 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:13.011667 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-cd075ed2-4373-4bda-adb4-b192f0b6e042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:14.608216 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:15.648020 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:17.042038 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:31.433628 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:40.736488 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9c7caf98-78b1-4470-9e71-5b7378da81e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:40.784225 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:41.264841 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:43.005070 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0425b735-cb2b-43e1-940a-ebf8ae18fd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:44.589930 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:45.681452 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:47.058468 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:08.436459 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:30:10.730362 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-0c2d61d5-cec5-4c02-9680-d0abee02e09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:10.828274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:11.286129 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:12.999003 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9465ead3-fa88-4c52-8e62-a1f99437c9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:14.583140 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:15.663110 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:17.057877 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.723496 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-41bc44f3-3e75-4a16-b91b-8859dc942226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:40.809238 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:41.254880 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:43.011435 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a596922a-1c73-409d-96cc-08691713a5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:44.603859 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:45.436801 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:30:45.695167 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:47.045571 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:10.746668 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-975e0d4a-335e-4061-a104-883c5783805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:10.827242 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:11.273634 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:13.011541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-a01697d5-ac3a-473d-a2af-246fa372fe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:14.598265 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:15.691101 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:17.056910 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:22.436409 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:31:40.728990 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9afff0e3-1ad3-443b-a396-52336e53f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:40.854546 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:41.376424 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:43.054341 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-859232dd-d2fb-4e82-9543-77cb724fdbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:44.599421 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:45.690625 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:47.050710 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:59.435648 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:10.741655 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-659d08f9-1202-4f9b-a25a-c776048123cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:10.838763 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:11.404412 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:13.022395 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-8f06f450-9804-483d-b528-2cbc417bd011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:14.593331 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:15.688945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:17.056294 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:36.434697 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:40.745718 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2e245100-08c4-4480-a9ed-d037a9afa746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:40.860792 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:41.416316 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:43.061554 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-daaf2aef-7ef6-4a81-99d7-a741ef45ae61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:44.610249 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:45.769998 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:47.061444 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:10.776073 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6624-e089-46c1-8dac-70c27a667edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:10.878333 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:11.427176 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:13.016284 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-9eea34c5-c0d1-4df3-80d9-8255b1825c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:13.434308 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:33:14.768340 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:15.706940 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:17.064886 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:40.744633 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b8bd80ce-6a64-4001-b261-d806060c84ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:40.893541 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:41.438221 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:43.018828 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-fcb6f6ec-83f7-40f4-acf4-a704206ee9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:44.618812 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:45.464262 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-d23d0622-f29e-408c-af65-f0e06c863a83 service neutron] (110601) timed out ('10.222.0.94', 36486) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:33:45.716495 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:46.612502 n-d-826529-3 neutron-server[110601]: DEBUG neutron.wsgi [req-7315b8c7-6329-4c55-91c3-a6b8f919992b req-b0840f2d-7ab3-44c4-820f-06ec505abe87 tempest-TestShelveInstance-913302072 tempest-TestShelveInstance-913302072-project] (110601) timed out ('10.222.0.94', 36508) {{(pid=110601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:33:47.066274 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:50.433449 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:34:10.741303 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-19525ec8-e3c8-4437-9d36-e41a096f166b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:10.860540 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:11.420617 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:13.025929 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2cb713c0-2f97-432d-a92d-591604464829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:14.620188 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:15.715518 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:17.058893 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:27.431806 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:34:40.738835 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-f81b8083-9427-4b2e-a93b-cd34cdb75878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:40.892660 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:41.431414 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:42.991663 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-1f565ac8-c167-4936-a6b8-572b1dccc85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:44.625796 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:45.709914 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:47.069820 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:04.432401 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:35:10.735119 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-d5882ec1-7ce7-4d98-9ab1-9dd4cbe70326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:10.883710 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:11.437409 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:13.014339 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-91a5ad65-f25f-43a6-aa37-87b082512318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (c7fdfc35-36f3-46ce-b65d-d3f01da9108d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:14.623712 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa733-584e-4573-bf56-52e06915119e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (4ebe8975-ccb0-4fbe-a118-654242583e4d), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:15.676591 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-7efdf897-4f9d-4235-a219-8b58f493c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (778300ab-52d0-4c04-afe8-c628b635f57e), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:17.071170 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-04744cc3-5af7-47c2-b4cd-a280e8109ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (8985a784-f254-4226-b111-56c0272f31a1), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:40.739942 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-b63ea08f-49c1-4910-93df-eade98ab1a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (fbe03e84-11e2-4926-9b40-0a2f7e9ff54b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:40.893945 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-bc9163b0-2d1b-4423-9898-6c6f8655e595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (7736a130-1a3b-4da4-9382-7f87b35e126b), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:41.431517 n-d-826529-3 neutron-server[110604]: DEBUG neutron.db.agents_db [None req-835e152e-75b4-49b5-a958-297822a89a2a None None] Agent healthcheck: found 7 active agents {{(pid=110604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:35:41.447557 n-d-826529-3 neutron-server[110603]: DEBUG neutron_lib.callbacks.manager [None req-2a4b837f-dcb1-497d-99bf-8413aa47da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750720519958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-737234'] for agent (1230cc31-aaf3-4688-abb2-cf647ecf8ecf), after_update {{(pid=110603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}